-- Logs begin at Wed 2021-10-27 15:02:32 UTC, end at Wed 2021-10-27 17:30:22 UTC. -- Oct 27 15:50:22.546686 n-d-814735-4 systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 15:50:25.276469 n-d-814735-4 neutron-server[114337]: INFO neutron.common.config [-] Logging enabled! Oct 27 15:50:25.277066 n-d-814735-4 neutron-server[114337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 15:50:25.277254 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 15:50:25.280515 n-d-814735-4 neutron-server[114337]: INFO neutron.common.config [-] Logging enabled! Oct 27 15:50:25.280772 n-d-814735-4 neutron-server[114337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 15:50:25.281087 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 15:50:25.282041 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:50:25.282261 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:50:25.282625 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:50:25.282871 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:50:25.283119 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:50:25.283445 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.283741 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.284038 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.284267 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.284558 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.284852 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.285139 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.285429 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.285731 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.286019 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.286306 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.286591 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.286822 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.287125 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.287417 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.287704 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.287928 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] debug = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.288209 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.288641 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.289055 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.289339 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.289629 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.289909 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.290181 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.290456 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.290737 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.291112 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] host = n-d-814735-4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.291396 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.291686 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.291973 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.292263 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.292537 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.292814 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.293108 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.293382 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.293654 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.293931 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.294220 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.294507 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.294796 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.295021 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.295275 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.295566 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.295854 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.296174 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.296410 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.296684 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.296957 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.297231 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.297501 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.297804 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.298070 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.298355 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.298628 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.298899 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.299200 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.299481 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.299763 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.300033 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.300306 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.300577 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.300860 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.301128 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.301403 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.301702 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.301985 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.302266 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.302551 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.302824 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.303132 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.303409 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.303682 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.303954 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_json = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.304226 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.304495 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.304776 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.305046 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.305319 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.305592 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.305863 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.306146 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:25.306949 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.307286 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.307590 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.307878 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.308182 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.308464 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.308753 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.309034 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.309323 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.309614 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.309909 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.310187 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.310477 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.310757 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.311071 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.311382 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.311678 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.311972 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.312248 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.312524 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.312799 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.313079 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.313365 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.313646 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.313935 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.314225 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.314540 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.314828 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.315148 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.315444 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.315722 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.316003 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.316299 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.316579 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.316857 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.317138 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.317428 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.317712 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.317985 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.318268 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.318547 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.318820 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.319113 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.319395 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.319686 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.319969 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.320237 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.320510 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.320787 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.321060 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.321341 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.321619 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.321891 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.322207 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.322993 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.323293 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.323568 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.323848 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.324120 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.324397 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.324669 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.324942 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.325214 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.325487 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.325758 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.326028 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.326300 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.326576 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.326852 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.327155 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.327429 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.327705 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.327980 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.328271 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.328573 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.328858 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.329140 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.329422 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.329701 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.329987 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.330265 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.330544 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.330825 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.331124 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.331418 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.331702 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.331990 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.332278 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.332560 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.332879 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.333162 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.333442 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.333724 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.333999 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.334281 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.334565 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.334859 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.335175 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.335470 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.335761 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.336054 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.336336 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.336644 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.336926 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:25.337144 n-d-814735-4 neutron-server[114337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:50:25.337383 n-d-814735-4 neutron-server[114337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 15:50:25.772827 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:50:25.773104 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:50:25.773404 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:50:25.773728 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 15:50:26.106285 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.106574 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.106850 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.108086 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.108369 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.108636 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.143848 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.144126 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.144398 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.159584 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.159869 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.160143 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.190879 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.191188 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.191453 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.227879 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.228165 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.228986 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.468746 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.469364 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.469364 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.469547 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.470237 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.599638 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.599961 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.600249 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.600527 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.600803 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.601120 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.601385 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.601646 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.601903 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.602189 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.602453 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.602721 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.602980 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.603292 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.603555 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.603825 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.604090 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.604620 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.604620 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.604951 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.605149 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.605404 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.605690 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.606076 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.606328 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.606579 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.606984 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.607252 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.607491 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.607731 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.607968 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.608206 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:26.608573 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 15:50:26.611982 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 15:50:26.616045 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 15:50:26.620396 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 27 15:50:26.622062 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 15:50:26.622535 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 15:50:26.622875 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 15:50:26.623288 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 15:50:26.626438 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 15:50:26.626696 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 15:50:26.627075 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 15:50:26.632525 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 15:50:26.658896 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 15:50:26.659471 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.659779 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 15:50:26.660139 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.661541 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 15:50:26.661828 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 15:50:26.662078 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 15:50:26.665353 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.665639 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:26.729742 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 15:50:26.729921 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 15:50:26.730160 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 15:50:26.730539 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 15:50:26.751566 n-d-814735-4 neutron-server[114337]: DEBUG oslo_db.sqlalchemy.engines [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 15:50:27.445786 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing driver for type 'gre' Oct 27 15:50:27.446317 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] gre ID ranges: [(1, 1000)] Oct 27 15:50:27.582844 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing driver for type 'local' Oct 27 15:50:27.583512 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing driver for type 'vlan' Oct 27 15:50:27.639932 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] VlanTypeDriver initialization complete Oct 27 15:50:27.640272 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing driver for type 'vxlan' Oct 27 15:50:27.640772 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] vxlan ID ranges: [(1, 1000)] Oct 27 15:50:27.827447 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing extension driver 'port_security' Oct 27 15:50:27.827708 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.extensions.port_security [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] PortSecurityExtensionDriver initialization complete Oct 27 15:50:27.828039 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing mechanism driver 'openvswitch' Oct 27 15:50:27.828356 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing mechanism driver 'hyperv' Oct 27 15:50:27.840023 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.plugin [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:27.840900 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.841277 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.841637 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.842178 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.842624 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.842981 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.843401 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.843817 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.844243 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.844590 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.844930 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.845329 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.845742 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.846092 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.846435 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.846832 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.847272 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.847621 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.847964 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.848356 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.848783 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.849158 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.849526 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.849927 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:50:27.850306 n-d-814735-4 neutron-server[114337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] ML2 OVO RPC backend initialized. {{(pid=114337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 15:50:27.851022 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.851399 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.851822 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.852171 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > networks before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.852518 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.852859 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > ports before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.853694 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.854035 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.854380 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.854717 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.855067 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.855411 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.855770 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.856106 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.856449 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.856787 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.857124 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.857712 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.plugin [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Modular L2 Plugin initialization complete Oct 27 15:50:27.858039 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading services supported by the core plugin {{(pid=114337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 15:50:27.858366 n-d-814735-4 neutron-server[114337]: INFO neutron.plugins.ml2.managers [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Got port-security extension from driver 'port_security' Oct 27 15:50:27.858837 n-d-814735-4 neutron-server[114337]: INFO neutron.extensions.vlantransparent [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Disabled vlantransparent extension. Oct 27 15:50:27.859346 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 15:50:27.859670 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: router Oct 27 15:50:27.896115 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.896503 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_create 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.896882 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router before_create 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.897250 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.897625 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.897984 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_delete 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.898342 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.898810 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.899207 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_create 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.899560 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.899911 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.900261 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.900618 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.901030 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.901397 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.901737 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.902075 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: subnet after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.902416 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.902763 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.903139 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.903484 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.903831 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.904187 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router after_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.904530 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.904880 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.905242 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.905589 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.905956 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > agent after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.906309 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.906651 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > network after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.907529 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Tracking information for resource: router configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:27.907861 n-d-814735-4 neutron-server[114337]: DEBUG neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Tracking information for resource: floatingip configured {{(pid=114337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:50:27.912784 n-d-814735-4 neutron-server[114337]: INFO neutron.db.l3_agentschedulers_db [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 15:50:27.913360 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.913725 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.914081 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.914430 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: port after_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.915240 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router before_create 55550100 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.916097 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.916456 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.916811 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.921661 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.provider_configuration [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service providers = [] {{(pid=114337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 15:50:27.922026 n-d-814735-4 neutron-server[114337]: DEBUG neutron.db.servicetype_db [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 15:50:27.924999 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.service_base [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:50:27.925405 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.service_base [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:50:27.925749 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.service_base [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:50:27.926651 n-d-814735-4 neutron-server[114337]: DEBUG neutron.services.service_base [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:50:27.927023 n-d-814735-4 neutron-server[114337]: INFO neutron.services.service_base [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 15:50:27.927423 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.927741 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 15:50:27.940428 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.940766 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: auto_allocate Oct 27 15:50:27.946615 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: network precommit_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.947011 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: network precommit_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.947562 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.947887 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: tag Oct 27 15:50:27.954653 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.954981 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: timestamp Oct 27 15:50:27.958851 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.959215 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: network_ip_availability Oct 27 15:50:27.964780 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.965157 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.965518 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:27.966248 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.966570 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: flavors Oct 27 15:50:27.971723 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.972055 n-d-814735-4 neutron-server[114337]: INFO neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading Plugin: revisions Oct 27 15:50:27.976403 n-d-814735-4 neutron-server[114337]: DEBUG neutron.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:50:27.976796 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.203s {{(pid=114337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:50:27.977547 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 15:50:27.977883 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Initializing extension manager. Oct 27 15:50:27.978915 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: __init__.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.979282 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: __pycache__ {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.979617 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.979949 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: address_group.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.980710 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.981282 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: address-group Oct 27 15:50:27.981604 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: address_scope.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.982329 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.982841 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: address-scope Oct 27 15:50:27.983201 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.984130 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.984648 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: router-admin-state-down-before-update Oct 27 15:50:27.984972 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: agent.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.985677 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.986190 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: agent Oct 27 15:50:27.986515 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: agent_resources_synced.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.987461 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.987975 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: agent-resources-synced Oct 27 15:50:27.988298 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.990091 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.990609 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: allowed-address-pairs Oct 27 15:50:27.990934 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.992049 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.992564 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: auto-allocated-topology Oct 27 15:50:27.992883 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: availability_zone.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.993581 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.996388 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: availability_zone Oct 27 15:50:27.996732 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: availability_zone_filter.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:27.998091 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:27.999007 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: availability_zone_filter Oct 27 15:50:28.000290 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: data_plane_status.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.001398 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.002280 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 15:50:28.002833 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: default_subnetpools.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.004469 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.005392 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: default-subnetpools Oct 27 15:50:28.005970 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.007388 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.008329 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: dhcp_agent_scheduler Oct 27 15:50:28.019694 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: dns.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.020519 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.021140 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 15:50:28.021622 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: dns_domain_ports.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.022638 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.023286 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 15:50:28.023716 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.024736 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.025358 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 15:50:28.025764 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: dvr.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.026522 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.027185 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: dvr Oct 27 15:50:28.027628 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: ecmp_routes.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.028646 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.029248 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 15:50:28.029653 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: empty_string_filtering.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.030664 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.031311 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: empty-string-filtering Oct 27 15:50:28.031767 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.032802 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.033401 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 15:50:28.033816 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.034832 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.035476 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 15:50:28.035880 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: external_net.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.036876 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.037513 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: external-net Oct 27 15:50:28.037922 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.038926 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.039567 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: extra_dhcp_opt Oct 27 15:50:28.039970 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: extraroute.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.043151 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.043693 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: extraroute Oct 27 15:50:28.044431 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: extraroute_atomic.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.046620 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.047189 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: extraroute-atomic Oct 27 15:50:28.048538 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: filter_validation.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.049101 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.050012 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: filter-validation Oct 27 15:50:28.050580 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: fip_pf_description.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.052116 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.053027 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 15:50:28.053584 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: fip_port_details.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.055140 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.056083 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: fip-port-details Oct 27 15:50:28.057207 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: flavors.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.059293 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.060221 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: flavors Oct 27 15:50:28.060779 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.063560 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.064473 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 15:50:28.064825 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: floatingip_pools.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.065782 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.066295 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: floatingip-pools Oct 27 15:50:28.066621 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: ip_allocation.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.067597 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.068106 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 15:50:28.068430 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.069358 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.069871 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: ip-substring-filtering Oct 27 15:50:28.070196 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l2_adjacency.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.071178 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.071685 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 15:50:28.072164 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.073176 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.073694 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: router Oct 27 15:50:28.074022 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.076341 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.082452 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 15:50:28.082452 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.083109 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.083642 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: ext-gw-mode Oct 27 15:50:28.083970 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.084915 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.085430 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: l3-ha Oct 27 15:50:28.085756 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3_flavors.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.086690 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.087236 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: l3-flavors Oct 27 15:50:28.087594 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.088517 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.089087 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 15:50:28.089351 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: l3agentscheduler.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.090407 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.090929 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: l3_agent_scheduler Oct 27 15:50:28.091285 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: logging.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.092791 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.093314 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension logging not supported by any of loaded plugins Oct 27 15:50:28.093645 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: metering.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.094396 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.094976 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: metering Oct 27 15:50:28.095334 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.096565 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.097091 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: metering_source_and_destination_fields Oct 27 15:50:28.097414 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: multiprovidernet.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.098345 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.098857 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: multi-provider Oct 27 15:50:28.099224 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: netmtu.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.100196 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.100712 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: net-mtu Oct 27 15:50:28.101033 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: netmtu_writable.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.101965 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.102480 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: net-mtu-writable Oct 27 15:50:28.102796 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: network_availability_zone.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.104050 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.104595 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: network_availability_zone Oct 27 15:50:28.104916 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: network_ip_availability.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.106044 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.106573 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: network-ip-availability Oct 27 15:50:28.106896 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: network_segment_range.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.107690 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.108202 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 15:50:28.108522 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: pagination.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.109518 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.109849 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: pagination Oct 27 15:50:28.110205 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: port_device_profile.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.116259 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.116836 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: port-device-profile Oct 27 15:50:28.117200 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.118169 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.118804 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: port-mac-address-regenerate Oct 27 15:50:28.119694 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.120666 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.121232 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: port-numa-affinity-policy Oct 27 15:50:28.121594 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: port_resource_request.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.122547 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.123202 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 15:50:28.123824 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: portbindings.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.124862 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.125434 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: binding Oct 27 15:50:28.125860 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: portbindings_extended.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.127234 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.127762 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: binding-extended Oct 27 15:50:28.128085 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: portsecurity.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.129035 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.129552 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: port-security Oct 27 15:50:28.129877 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: project_id.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.130862 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.131290 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: project-id Oct 27 15:50:28.131618 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: providernet.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.132554 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.133066 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: provider Oct 27 15:50:28.133386 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.142110 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.142640 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos not supported by any of loaded plugins Oct 27 15:50:28.142976 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.144270 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.144792 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 15:50:28.145127 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.146050 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.146570 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 15:50:28.146896 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_default.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.147850 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.148363 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-default not supported by any of loaded plugins Oct 27 15:50:28.148688 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_fip.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.149349 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.150384 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 15:50:28.150702 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.151661 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.152178 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 15:50:28.152501 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.153427 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.153947 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 15:50:28.154270 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.155341 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.155855 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 15:50:28.156177 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_pps_rule.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.157372 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.157893 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 15:50:28.158219 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.159176 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.159690 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 15:50:28.160013 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: qos_rules_alias.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.161239 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.161767 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 15:50:28.162094 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: quotasv2.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.163063 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.163406 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: quotas Oct 27 15:50:28.167425 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: quotasv2_detail.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.170432 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.170774 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: quota_details Oct 27 15:50:28.171140 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: rbac.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.172214 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.172748 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: rbac-policies Oct 27 15:50:28.173081 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: rbac_address_group.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.174020 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.174596 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: rbac-address-group Oct 27 15:50:28.175106 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: rbac_address_scope.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.175866 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.176386 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: rbac-address-scope Oct 27 15:50:28.176714 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: rbac_security_groups.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.177633 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.178153 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: rbac-security-groups Oct 27 15:50:28.178473 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.179431 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.179950 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: rbac-subnetpool Oct 27 15:50:28.180278 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: revisionifmatch.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.181241 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.181756 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: revision-if-match Oct 27 15:50:28.182080 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: revisions.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.183229 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.183748 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: standard-attr-revisions Oct 27 15:50:28.184077 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: router_availability_zone.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.184755 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.185266 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: router_availability_zone Oct 27 15:50:28.185588 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: routerservicetype.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.186516 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.187029 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 15:50:28.187380 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.188307 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.188826 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: security-groups-normalized-cidr Oct 27 15:50:28.189148 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.190079 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.190599 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: port-security-groups-filtering Oct 27 15:50:28.190919 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.191948 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.192463 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: security-groups-remote-address-group Oct 27 15:50:28.199369 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: securitygroup.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.202569 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.203131 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: security-group Oct 27 15:50:28.203471 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: segment.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.204302 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.204812 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension segment not supported by any of loaded plugins Oct 27 15:50:28.205139 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.206152 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.206665 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 15:50:28.206989 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: servicetype.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.208223 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.208746 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: service-type Oct 27 15:50:28.209070 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: sorting.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.210065 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.210391 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: sorting Oct 27 15:50:28.210708 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: standard_attr_segment.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.211657 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.212176 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 15:50:28.213027 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: standardattrdescription.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.213682 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.214193 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: standard-attr-description Oct 27 15:50:28.214516 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: stateful_security_group.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.215475 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.215994 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: stateful-security-group Oct 27 15:50:28.216317 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: stdattrs_common.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.216904 n-d-814735-4 neutron-server[114337]: WARNING neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 15:50:28.217224 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.218155 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.218669 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 15:50:28.218991 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnet_onboard.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.220097 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.220617 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: subnet_onboard Oct 27 15:50:28.220943 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.221883 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.222396 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 15:50:28.222716 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnet_service_types.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.223677 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.224190 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: subnet-service-types Oct 27 15:50:28.224511 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnetallocation.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.225622 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.226137 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: subnet_allocation Oct 27 15:50:28.226464 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.227161 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.228753 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: subnetpool-prefix-ops Oct 27 15:50:28.228753 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.229522 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.230034 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 15:50:28.230364 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: tagging.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.231487 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.232005 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: standard-attr-tag Oct 27 15:50:28.232333 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: timestamp.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.233572 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.234092 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loaded extension: standard-attr-timestamp Oct 27 15:50:28.234418 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: trunk.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.235477 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.235999 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension trunk not supported by any of loaded plugins Oct 27 15:50:28.236326 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: trunk_details.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.237598 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.237826 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 15:50:28.238168 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.239108 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.239624 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 15:50:28.239947 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Loading extension file: vlantransparent.py {{(pid=114337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:50:28.240626 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:50:28.241134 n-d-814735-4 neutron-server[114337]: INFO neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 15:50:28.243675 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:network Oct 27 15:50:28.244212 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnet Oct 27 15:50:28.244609 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:50:28.245001 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:port Oct 27 15:50:28.246279 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.246724 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service FLAVORS assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.247371 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.247792 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.248122 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:router Oct 27 15:50:28.248816 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 15:50:28.249315 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service METERING assigned prefix: /metering {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.251365 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:28.251365 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:28.251528 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:50:28.252570 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 15:50:28.253030 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 15:50:28.253478 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 15:50:28.254092 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service CORE assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.254421 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:50:28.254769 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] subnetpool is already registered Oct 27 15:50:28.255228 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service CORE assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.255553 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:50:28.255884 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] subnetpool is already registered Oct 27 15:50:28.258350 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.258793 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service FLAVORS assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.259459 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.259893 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.260230 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:router Oct 27 15:50:28.260570 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] router is already registered Oct 27 15:50:28.260990 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 15:50:28.261356 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] floatingip is already registered Oct 27 15:50:28.261816 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service METERING assigned prefix: /metering {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.262533 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 15:50:28.262862 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] rbac_policy is already registered Oct 27 15:50:28.263310 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 15:50:28.263646 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] security_group is already registered Oct 27 15:50:28.264051 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 15:50:28.264381 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] security_group_rule is already registered Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service CORE assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] subnetpool is already registered Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.v2.resource_helper [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Service CORE assigned prefix: {{(pid=114337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: INFO neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: WARNING neutron.quota.resource_registry [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] subnetpool is already registered Oct 27 15:50:28.268644 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: extensions {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.269876 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: address-groups {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.271394 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: address-scopes {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.272634 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: agents {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.273933 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: auto-allocated-topology {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.275709 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: availability_zones {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.276932 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: dhcp-networks {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.278367 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: dhcp-agents {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.279900 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: routers {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.282034 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: flavors {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.283336 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: service_profiles {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.284646 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: next_providers {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.286092 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: service_profiles {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.287575 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: floatingip-pools {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.291773 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: routers {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.291773 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: floatingips {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.293058 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: l3-routers {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.294458 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: l3-agents {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.295901 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: metering-labels {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.297165 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: metering-label-rules {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.298525 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: network-ip-availabilities {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.299828 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: bindings {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.301449 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: quotas {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.303156 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: quotas {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.304696 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: rbac-policies {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.305892 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: security-groups {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.308992 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: security-group-rules {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.308992 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: service-providers {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.309715 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: subnetpools {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.311143 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: subnetpools {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.312607 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.314287 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.316192 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.317969 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.319743 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.321702 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.323444 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.326242 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.328060 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.329789 n-d-814735-4 neutron-server[114337]: DEBUG neutron.api.extensions [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Extended resource: tags {{(pid=114337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:50:28.336081 n-d-814735-4 neutron-server[114337]: WARNING keystonemiddleware.auth_token [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 15:50:28.341124 n-d-814735-4 neutron-server[114337]: WARNING keystonemiddleware.auth_token [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 15:50:28.350255 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Acquired lock "singleton_lock" {{(pid=114337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 15:50:28.350744 n-d-814735-4 neutron-server[114337]: DEBUG oslo_concurrency.lockutils [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Releasing lock "singleton_lock" {{(pid=114337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 15:50:28.351432 n-d-814735-4 neutron-server[114337]: INFO oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Starting 2 workers Oct 27 15:50:28.356346 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Started child 114448 {{(pid=114337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:50:28.361118 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Started child 114449 {{(pid=114337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:50:28.361679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.362691 n-d-814735-4 neutron-server[114337]: INFO neutron.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 15:50:28.363159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [-] (114448) wsgi starting up on http://0.0.0.0:9696 Oct 27 15:50:28.363333 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Publish callbacks [] for process, before_spawn {{(pid=114337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.365812 n-d-814735-4 neutron-server[114337]: INFO oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Starting 1 workers Oct 27 15:50:28.366420 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.367806 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [-] (114449) wsgi starting up on http://0.0.0.0:9696 Oct 27 15:50:28.371776 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Started child 114450 {{(pid=114337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:50:28.372334 n-d-814735-4 neutron-server[114337]: INFO oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Starting 1 workers Oct 27 15:50:28.375798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] calling RpcWorker wait() {{(pid=114450) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 15:50:28.376371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] returning from RpcWorker wait() {{(pid=114450) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 15:50:28.377651 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Started child 114451 {{(pid=114337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:50:28.377792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.378028 n-d-814735-4 neutron-server[114337]: DEBUG neutron_lib.callbacks.manager [None req-12fe7756-52cf-4e47-a872-3d32dc2bc2c5 None None] Publish callbacks [] for process, after_spawn {{(pid=114337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.378685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:28.380007 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.385630 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.386607 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.387824 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.388333 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.388333 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.388333 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.388333 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] debug = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.388333 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389170 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389170 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389170 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389600 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389743 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.389886 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.390102 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.390341 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.390569 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.390823 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.391089 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.391332 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.391574 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.391816 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.392059 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.392276 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.392799 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] host = n-d-814735-4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.393044 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.393279 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.393506 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.393732 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.393976 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.394210 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.394474 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.394733 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.394990 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.395268 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_options = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.397101 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.400209 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.402287 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.404412 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.405439 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.406530 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_json = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.407565 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.408680 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.408680 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.408680 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.408680 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.408680 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.409332 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.409332 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.409592 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.409809 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.410062 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.410300 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.410552 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.410847 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.411001 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.412590 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.412751 n-d-814735-4 neutron-server[114451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:28.412922 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.413383 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.413545 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.413904 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.414062 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.414280 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.414539 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.414826 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.415150 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.415379 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.415635 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.415843 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.416050 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.416264 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.416470 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.416704 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.416954 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.417396 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.417600 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.417848 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.418124 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.418346 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.418641 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.418803 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.419018 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.419289 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.424836 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426146 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.426894 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.428573 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.430025 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.431881 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433118 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433118 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433118 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433118 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433677 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433677 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.433677 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.434467 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.434467 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.434467 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.434799 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.434799 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.435056 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.435325 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.435547 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.435775 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.435996 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.436211 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.436462 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.436678 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.436895 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.437126 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.437348 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.437599 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.437875 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.438345 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.438923 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.439182 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.439416 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.439672 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.439907 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.440198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.440438 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.440714 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.441018 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.441309 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.441618 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.441882 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.442127 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.442398 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.442663 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.442925 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.443192 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.443438 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.443679 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.443973 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.444223 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.444440 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.444649 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.444876 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.445188 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.445447 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.445690 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.445902 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.446172 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.447845 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.447845 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.447845 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.447845 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.448149 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.448242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.448479 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.448705 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.449001 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.449346 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.449346 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.449652 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.449812 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.450020 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.450233 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.450446 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451069 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451069 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451340 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451340 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451581 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.451772 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.452018 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.452284 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.452464 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.452763 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.452991 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.453115 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.453330 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.453740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.453858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.454015 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.454263 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.454540 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.454707 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.454931 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.455285 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.455457 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.455629 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.461441 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.464469 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.465395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.467460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.468521 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.470863 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.472093 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.473531 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.475460 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.476536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.477413 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.479198 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.480429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.481314 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.481314 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.481314 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.481314 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.481697 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:50:28.481984 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 15:50:28.482149 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:50:28.482307 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:50:28.482476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:50:28.482646 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:50:28.482797 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:50:28.483002 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.483175 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.483334 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.483493 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.483720 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.483828 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.484422 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.484585 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.484744 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.484890 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485048 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485533 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485533 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485533 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485886 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.485886 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486297 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486297 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486297 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486575 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486575 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486810 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.486810 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] debug = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487010 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487154 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487308 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487466 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487629 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487784 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.487941 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.495135 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] host = n-d-814735-4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496147 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.496695 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_options = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497237 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.497858 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.498659 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499242 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.499861 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500395 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_json = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.500920 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.501685 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502248 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502248 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502248 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502468 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502468 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502613 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502770 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.502948 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503133 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503295 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503455 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503616 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503776 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.503935 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504096 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504264 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504433 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504613 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504766 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.504911 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505073 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505217 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505358 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505518 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505665 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505810 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.505927 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506081 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506226 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506387 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506706 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.506865 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507028 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507219 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507380 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507524 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507731 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.507874 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508002 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508128 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508277 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508437 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508596 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508756 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.508916 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509258 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509429 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509589 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509748 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.509908 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510068 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510597 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510597 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510597 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510849 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510849 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.510995 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.511176 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.511306 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.511465 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.511759 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.511759 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512284 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512284 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512284 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512534 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512534 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512678 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512812 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.512970 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513130 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513290 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513450 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513610 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513770 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.513928 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.514085 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.514244 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.514404 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.514568 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.514735 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.515753 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.515753 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.515753 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.515753 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.515753 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.517108 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.522740 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.523945 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525066 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.525546 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526051 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.526536 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527134 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.527692 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528372 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528911 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528911 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528911 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.528911 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529183 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529183 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529325 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529491 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529652 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.529839 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530000 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530194 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530323 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530483 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530644 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530804 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.530963 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531162 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531324 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531483 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531643 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531807 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.531965 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.532291 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.532451 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.532611 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.532864 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.532962 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533083 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533248 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533489 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533595 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533724 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.533862 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.534026 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.534213 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.534346 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.534508 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.534672 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539076 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.539654 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.540368 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542079 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.542615 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543158 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.543937 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544476 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544860 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544860 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.544860 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545140 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545140 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545279 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545419 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545579 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545738 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.545899 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546060 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546220 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546380 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546981 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546981 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:50:28.546981 n-d-814735-4 neutron-server[114337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:50:28.547695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:28.729927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:50:28.738632 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064898 Oct 27 15:50:41.327774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc317ac1-12ef-44da-bcdb-bfb2c9ed741f None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 15:50:41.385882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc317ac1-12ef-44da-bcdb-bfb2c9ed741f None None] No non-hosted networks {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 15:50:41.394616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.agentschedulers_db [None req-bc317ac1-12ef-44da-bcdb-bfb2c9ed741f None None] DHCP Agent not found on host n-d-814735-4 {{(pid=114450) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 15:50:41.542984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aa2c690e-9950-4607-a076-f7a5615e8e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:43.919775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84f1d916-739b-4d6c-8e4d-8e8f09dbacce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:43.958187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-63cb4948-bcbf-4683-878d-2bcf1f47127e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-814735-4 {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:50:43.959549 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-63cb4948-bcbf-4683-878d-2bcf1f47127e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:50:44.511820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-63cb4948-bcbf-4683-878d-2bcf1f47127e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:44.588824 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:44.589512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.589915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.590227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.590655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.600069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.600650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.600952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.601365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.605074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.605594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.605836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.606287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:44.606619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-814735-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:44.629368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-814735-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:50:44.974636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:46.809731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:47.930089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40758) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:50:48.425452 n-d-814735-4 neutron-server[114449]: WARNING oslo_policy.policy [None req-b445c48f-f004-4999-b6cb-cd6cf1a90014 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:48.426061 n-d-814735-4 neutron-server[114449]: WARNING oslo_policy.policy [None req-b445c48f-f004-4999-b6cb-cd6cf1a90014 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:48.703424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-b445c48f-f004-4999-b6cb-cd6cf1a90014 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:50:48.704508 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b445c48f-f004-4999-b6cb-cd6cf1a90014 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7735400 Oct 27 15:50:51.269958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:50:51.358635 n-d-814735-4 neutron-server[114450]: INFO neutron.db.l3_hamode_db [None req-2217edff-51d0-4fa9-8c82-5b4e7cda36c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 15:50:51.436671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217edff-51d0-4fa9-8c82-5b4e7cda36c4 None None] Routers set() bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:50:51.437071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217edff-51d0-4fa9-8c82-5b4e7cda36c4 None None] Router IDs set() for agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 15:50:51.774005 n-d-814735-4 neutron-server[114448]: WARNING oslo_policy.policy [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:51.774604 n-d-814735-4 neutron-server[114448]: WARNING oslo_policy.policy [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:51.994999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:50:52.091332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.policy [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 15:50:52.140554 n-d-814735-4 neutron-server[114448]: WARNING oslo_policy.policy [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:52.140937 n-d-814735-4 neutron-server[114448]: WARNING oslo_policy.policy [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:52.151668 n-d-814735-4 neutron-server[114448]: INFO neutron.quota [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] Loaded quota_driver: . Oct 27 15:50:52.279343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511189171', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511189644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511209572', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511207968', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511879568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730511170165', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-709970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3682863'] for rbac-policy, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:52.434062 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:52.435522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb783604-1e02-48a1-8ef7-9e993dd8f3e4 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1634901 Oct 27 15:50:55.140696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:50:55.438779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'project_id': '0c4e0566118b484da1231127eaff4b5d'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:50:55.440177 n-d-814735-4 neutron-server[114449]: INFO neutron.quota [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Loaded quota_driver: . Oct 27 15:50:55.569011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Made reservation on behalf of 0c4e0566118b484da1231127eaff4b5d for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:50:55.640440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.policy [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114449) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 15:50:55.688863 n-d-814735-4 neutron-server[114449]: WARNING oslo_policy.policy [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:55.689244 n-d-814735-4 neutron-server[114449]: WARNING oslo_policy.policy [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:50:55.699259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:55.720008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:55.836133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:55.871312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:55.891479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:50:55.921377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730513322581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:55.922426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Unsubscribe: segment precommit_create {{(pid=114449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 15:50:55.922581 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Added segment e6a2a0a1-6637-42fc-bd46-f506968c19d5 of type vlan for network 39dc4c88-cd03-4452-8ef1-393c08817e19 Oct 27 15:50:55.939097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f487e68-b44a-48eb-ab05-ad04392bd387,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:50:55.990523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.991407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.991739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.992063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.992383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.992700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.993012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.993323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.993630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.993939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.994246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.994551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Tracked resource versions report: Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: pushed versions: Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: { 'AddressGroup': {'1.2'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'ConntrackHelper': {'1.0'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Log': {'1.0'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Network': {'1.1'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Port': {'1.7'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'PortForwarding': {'1.2'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'QosPolicy': {'1.10'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SecurityGroup': {'1.4'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SubPort': {'1.0'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Subnet': {'1.1'}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Trunk': {'1.1'}} Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: consumer versions: Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: { DHCP agent@n-d-814735-4: {}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: L3 agent@n-d-814735-4: {}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: Metadata agent@n-d-814735-4: {}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: Metering agent@n-d-814735-4: {}, Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'ConntrackHelper': '1.0', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Log': '1.0', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Network': '1.1', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Port': '1.7', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'PortForwarding': '1.2', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'QosPolicy': '1.10', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SecurityGroup': '1.4', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SecurityGroupRule': '1.2', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'SubPort': '1.0', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Subnet': '1.1', Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: 'Trunk': '1.1'}} Oct 27 15:50:55.995976 n-d-814735-4 neutron-server[114449]: {{(pid=114449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:50:56.036935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:56.157083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:56.158204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:50:56.158890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:56.258413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] Pushing event updated for resources: {'Network': ['ID=39dc4c88-cd03-4452-8ef1-393c08817e19,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:50:56.269445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:50:56.291410 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-052f26c4-0278-4a95-ab67-631277b25b4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1496501 Oct 27 15:50:59.080487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:50:59.465801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb8f0b-bfed-4c55-a892-510eeadcc9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:50:59.467181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-47cb8f0b-bfed-4c55-a892-510eeadcc9dd admin admin] 10.222.0.70 "GET /v2.0/networks/39dc4c88-cd03-4452-8ef1-393c08817e19 HTTP/1.1" status: 200 len: 825 time: 0.3857379 Oct 27 15:50:59.508059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02245aa5-7e66-4640-a94d-1a97d4a8bc2a admin admin] 10.222.0.70 "GET /v2.0/subnetpools/6fbe1540-b0ad-4109-87a6-9fc108837d30 HTTP/1.1" status: 200 len: 734 time: 0.0346470 Oct 27 15:50:59.517647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Request body: {'subnet': {'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:50:59.642603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Made reservation on behalf of 0c4e0566118b484da1231127eaff4b5d for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:50:59.644836 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:00.003060 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:00.074352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dd63fe-058d-4166-8165-fd9a2ddd4bef,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:00.076622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Checking segment: {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:51:00.076999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Network hostable DHCP agents. Network: 39dc4c88-cd03-4452-8ef1-393c08817e19, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:51:00.139879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:51:00.237089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 39dc4c88-cd03-4452-8ef1-393c08817e19) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:00.242591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:00.243221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:00.248566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fab92-ce16-4566-98d3-d6f71d8a1e3f None None] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:51:00.349066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d13e23eb-02a7-4908-9b4d-ed341c403fee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8347042 Oct 27 15:51:00.579667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-39dc4c88-cd03-4452-8ef1-393c08817e19', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:51:00.580964 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:00.928664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Allocated IP 172.20.0.2 (39dc4c88-cd03-4452-8ef1-393c08817e19/93dd63fe-058d-4166-8165-fd9a2ddd4bef/b71cf594-9e1f-4150-b70d-a25e7c1d26ff) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:51:01.139321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:01.203135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:01.283680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:51:01.288563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:01.293977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Pushing event updated for resources: {'Port': ['ID=b71cf594-9e1f-4150-b70d-a25e7c1d26ff,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:01.296246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:51:01.306433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.306807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.307170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.307508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.307842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.308171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.308495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.308816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.309139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.309459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.309779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.310098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Tracked resource versions report: Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: pushed versions: Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: { 'AddressGroup': {'1.2'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'ConntrackHelper': {'1.0'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Log': {'1.0'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Network': {'1.1'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Port': {'1.7'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'PortForwarding': {'1.2'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'QosPolicy': {'1.10'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SecurityGroup': {'1.4'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SubPort': {'1.0'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Subnet': {'1.1'}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Trunk': {'1.1'}} Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: consumer versions: Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: { DHCP agent@n-d-814735-4: {}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: L3 agent@n-d-814735-4: {}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: Metadata agent@n-d-814735-4: {}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: Metering agent@n-d-814735-4: {}, Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'ConntrackHelper': '1.0', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Log': '1.0', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Network': '1.1', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Port': '1.7', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'PortForwarding': '1.2', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'QosPolicy': '1.10', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SecurityGroup': '1.4', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SecurityGroupRule': '1.2', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'SubPort': '1.0', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Subnet': '1.1', Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: 'Trunk': '1.1'}} Oct 27 15:51:01.311228 n-d-814735-4 neutron-server[114450]: {{(pid=114450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:51:01.384549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Attempting to bind port b71cf594-9e1f-4150-b70d-a25e7c1d26ff on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:51:01.384953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Attempting to bind port b71cf594-9e1f-4150-b70d-a25e7c1d26ff by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:51:01.385373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Attempting to bind port b71cf594-9e1f-4150-b70d-a25e7c1d26ff on network 39dc4c88-cd03-4452-8ef1-393c08817e19 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:51:01.390503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:51:01.390902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Checking segment: {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:51:01.391397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:01.391792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Bound using segment: {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:51:01.392277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Bound port: b71cf594-9e1f-4150-b70d-a25e7c1d26ff, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:51:01.392685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:01.454421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] For port b71cf594-9e1f-4150-b70d-a25e7c1d26ff, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:51:01.458749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] For port b71cf594-9e1f-4150-b70d-a25e7c1d26ff, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b71cf594-9e1f-4150-b70d-a25e7c1d26ff,segment=NetworkSegment(e6a2a0a1-6637-42fc-bd46-f506968c19d5),segment_id=e6a2a0a1-6637-42fc-bd46-f506968c19d5)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:51:01.522471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:01.591408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd453-c172-417a-8028-519b0cc39d06 None None] Pushing event updated for resources: {'Port': ['ID=b71cf594-9e1f-4150-b70d-a25e7c1d26ff,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:02.981918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40814) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:03.310449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-8b2d3a2e-2d0f-41ba-95e2-8c1ae8d61a2c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:51:03.319166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b2d3a2e-2d0f-41ba-95e2-8c1ae8d61a2c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3286741 Oct 27 15:51:05.840109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40822) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:06.159178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-e261f27a-b777-42d3-bec7-6d3252f78e67 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:51:06.160227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e261f27a-b777-42d3-bec7-6d3252f78e67 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3192120 Oct 27 15:51:08.908853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40832) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:09.207386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'name': 'router1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:51:09.293263 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:09.297711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:09.438862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:09.499710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:09.597998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:09.599777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ed05fcca-c733-46e9-9b3c-afc3c7319994 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6893024 Oct 27 15:51:10.585175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b71cf594-9e1f-4150-b70d-a25e7c1d26ff up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:51:10.674762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b71cf594-9e1f-4150-b70d-a25e7c1d26ff triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:10.675194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:10.765180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26338da3-d2f6-4d79-aa7a-b1e816b64f58 None None] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:51:10.838394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:10.880793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-204e87c8-9cc1-4dce-9c8b-b56f50138cda None None] Provisioning complete for port b71cf594-9e1f-4150-b70d-a25e7c1d26ff triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:10.881152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-204e87c8-9cc1-4dce-9c8b-b56f50138cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:10.911965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b71cf594-9e1f-4150-b70d-a25e7c1d26ff, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b71cf594-9e1f-4150-b70d-a25e7c1d26ff,segment=NetworkSegment(e6a2a0a1-6637-42fc-bd46-f506968c19d5),segment_id=e6a2a0a1-6637-42fc-bd46-f506968c19d5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:51:10.966118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:11.076125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b71cf594-9e1f-4150-b70d-a25e7c1d26ff,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:11.212886 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3472-3200-4c0f-ba40-2f5668d81719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:11.323865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-aef01c76-43e4-49ab-b7cc-14f513c632a1 None None] Provisioning complete for port b71cf594-9e1f-4150-b70d-a25e7c1d26ff triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:11.324156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aef01c76-43e4-49ab-b7cc-14f513c632a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:12.102731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40848) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:12.433484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-750b59e4-45ac-4600-bea2-5ae14284a9f1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:51:12.434482 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-750b59e4-45ac-4600-bea2-5ae14284a9f1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3307846 Oct 27 15:51:12.538865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b71cf594-9e1f-4150-b70d-a25e7c1d26ff up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:51:12.586689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b71cf594-9e1f-4150-b70d-a25e7c1d26ff triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:12.587105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:13.881768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af160705-5f2f-405f-adad-ac3b5d163109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:14.509534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:14.886827 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:14.941664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:15.251642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:51:15.354791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Made reservation on behalf of 5651e4b927284099bbc3c596314462ab for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:51:15.357022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.365597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.440190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.497587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.514314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Reserving flat network on physical network physnet1 {{(pid=114449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 15:51:15.528902 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f619987f-2ddb-4793-b069-6b97390d7d67,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:15.535174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.535511 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Added segment 8fd15dfa-e579-445d-a676-a5a2f387d71e of type flat for network 71935e56-48c1-4675-b59c-e3d750dc2c80 Oct 27 15:51:15.591552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.698003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.698946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:15.699565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:15.756280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] Pushing event updated for resources: {'Network': ['ID=71935e56-48c1-4675-b59c-e3d750dc2c80,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:15.766060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:51:15.815283 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db12fbbb-c8fa-4767-87a2-76e9e1c0eea2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8724127 Oct 27 15:51:16.738593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:18.340250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:18.522250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee5926-3f62-4e7f-904d-97cfeb6d8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:18.523678 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0aee5926-3f62-4e7f-904d-97cfeb6d8b07 admin admin] 10.222.0.70 "GET /v2.0/subnets/93dd63fe-058d-4166-8165-fd9a2ddd4bef HTTP/1.1" status: 200 len: 849 time: 0.1824946 Oct 27 15:51:18.646766 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b79098da-b454-4f6e-aae7-8f372af36fb8 admin admin] 10.222.0.70 "GET /v2.0/routers/5967fb28-2ae9-4a73-85d8-703be61719a5 HTTP/1.1" status: 200 len: 704 time: 0.1165428 Oct 27 15:51:18.914051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:19.217804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Allocated IP 172.20.0.1 (39dc4c88-cd03-4452-8ef1-393c08817e19/93dd63fe-058d-4166-8165-fd9a2ddd4bef/57381b29-ff25-40c5-b34f-4b7c87d7dfe0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:51:19.431107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:19.585251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:19.663862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:51:19.668595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:19.673249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:51:19.673783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:19.692992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Pushing event updated for resources: {'Port': ['ID=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:19.872737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c985cbac-5659-4cd6-b065-f140e0d991df None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:19.873389 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c985cbac-5659-4cd6-b065-f140e0d991df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:19.906410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c985cbac-5659-4cd6-b065-f140e0d991df None None] Port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:51:19.935837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:20.142535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:20.189029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:20.189799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:20.264697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Pushing event updated for resources: {'Port': ['ID=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:20.322098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:51:20.324822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:20.527690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-02a95d2c-10ac-4887-99d4-3b5f796fdbc4 None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:20.528057 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02a95d2c-10ac-4887-99d4-3b5f796fdbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:20.563993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-02a95d2c-10ac-4887-99d4-3b5f796fdbc4 None None] Port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:51:20.584247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Router 5967fb28-2ae9-4a73-85d8-703be61719a5 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:51:20.699249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:51:20.704405 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-246f7638-a158-481e-950e-b89cf87ce661 admin admin] 10.222.0.70 "PUT /v2.0/routers/5967fb28-2ae9-4a73-85d8-703be61719a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0517690 Oct 27 15:51:20.710222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Sync routers for ids ['5967fb28-2ae9-4a73-85d8-703be61719a5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:51:20.725055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Routers {'5967fb28-2ae9-4a73-85d8-703be61719a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:51:20.725854 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T15:51:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5967fb28-2ae9-4a73-85d8-703be61719a5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:20.918338 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Set router 5967fb28-2ae9-4a73-85d8-703be61719a5 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:51:21.353588 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:19Z', 'revision_number': 2, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port_host': None, '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:20Z', 'revision_number': 2, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:21.405103 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Checking router: 5967fb28-2ae9-4a73-85d8-703be61719a5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:51:21.405494 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Updating router 5967fb28-2ae9-4a73-85d8-703be61719a5 port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:51:21.454349 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:21.978861 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.092292 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.251875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Pushing event updated for resources: {'Port': ['ID=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:22.268725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.269066 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.269401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.269763 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.270106 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.270424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.270746 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.271073 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.271391 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.271714 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.272029 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.272344 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Tracked resource versions report: Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: pushed versions: Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: { 'AddressGroup': {'1.2'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'ConntrackHelper': {'1.0'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Log': {'1.0'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Network': {'1.1'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Port': {'1.7'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'PortForwarding': {'1.2'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'QosPolicy': {'1.10'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SecurityGroup': {'1.4'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SubPort': {'1.0'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Subnet': {'1.1'}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Trunk': {'1.1'}} Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: consumer versions: Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: { DHCP agent@n-d-814735-4: {}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: L3 agent@n-d-814735-4: {}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: Metadata agent@n-d-814735-4: {}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: Metering agent@n-d-814735-4: {}, Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'ConntrackHelper': '1.0', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Log': '1.0', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Network': '1.1', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Port': '1.7', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'PortForwarding': '1.2', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'QosPolicy': '1.10', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SecurityGroup': '1.4', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SecurityGroupRule': '1.2', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'SubPort': '1.0', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Subnet': '1.1', Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: 'Trunk': '1.1'}} Oct 27 15:51:22.273443 n-d-814735-4 neutron-server[114451]: {{(pid=114451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:51:22.276052 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Attempting to bind port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:51:22.276443 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Attempting to bind port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:51:22.276872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Attempting to bind port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 on network 39dc4c88-cd03-4452-8ef1-393c08817e19 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:51:22.283174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:51:22.283582 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Checking segment: {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:51:22.284055 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.284440 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Bound using segment: {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:51:22.284938 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Bound port: 57381b29-ff25-40c5-b34f-4b7c87d7dfe0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2a0a1-6637-42fc-bd46-f506968c19d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:51:22.285353 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.366565 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] For port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:51:22.387678 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] For port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,segment=NetworkSegment(e6a2a0a1-6637-42fc-bd46-f506968c19d5),segment_id=e6a2a0a1-6637-42fc-bd46-f506968c19d5)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:51:22.395566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a5a2b8f0-4c63-4695-89e5-165a3c36308d None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:22.396115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b8f0-4c63-4695-89e5-165a3c36308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.434551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2b8f0-4c63-4695-89e5-165a3c36308d None None] Port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:51:22.452530 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.509091 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Routers {'5967fb28-2ae9-4a73-85d8-703be61719a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:51:22.509748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T15:51:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5967fb28-2ae9-4a73-85d8-703be61719a5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:22.573018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaac6e1-738c-46dc-9102-8c502b7a12ee None None] Pushing event updated for resources: {'Port': ['ID=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:22.603244 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] Set router 5967fb28-2ae9-4a73-85d8-703be61719a5 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:51:22.756986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:22.757325 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.845605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.859925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:19Z', 'revision_number': 2, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port_host': None, '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:22Z', 'revision_number': 4, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:22.882872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] For port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,segment=NetworkSegment(e6a2a0a1-6637-42fc-bd46-f506968c19d5),segment_id=e6a2a0a1-6637-42fc-bd46-f506968c19d5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:51:22.888059 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881711fc-214c-439f-9909-cf0b9523faa0 None None] The sync data for ids ['5967fb28-2ae9-4a73-85d8-703be61719a5'] in n-d-814735-4 is: [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:19Z', 'revision_number': 2, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port_host': None, '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:22Z', 'revision_number': 4, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:51:22.954993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:23.004060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8372b-654f-4f2d-ad39-99cde64d9ac2 None None] Pushing event updated for resources: {'Port': ['ID=57381b29-ff25-40c5-b34f-4b7c87d7dfe0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:23.078052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:23.269471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883250f-46eb-4687-997a-d93e3548de4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:23.270921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3883250f-46eb-4687-997a-d93e3548de4c admin admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 842 time: 0.1919396 Oct 27 15:51:23.281338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:51:23.394757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Made reservation on behalf of 5651e4b927284099bbc3c596314462ab for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:51:23.397679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:23.955255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 15:51:23.955750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:24.024994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:51:24.025395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Network hostable DHCP agents. Network: 71935e56-48c1-4675-b59c-e3d750dc2c80, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:51:24.032786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0673791-3703-4a27-b764-880d6de85d99,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:24.049619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.049959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.050295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.050646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.050984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.051334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.051660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.051979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.052301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.052621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.052937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.053254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Tracked resource versions report: Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: pushed versions: Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: { 'AddressGroup': {'1.2'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'ConntrackHelper': {'1.0'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Log': {'1.0'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Network': {'1.1'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Port': {'1.7'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'PortForwarding': {'1.2'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'QosPolicy': {'1.10'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SecurityGroup': {'1.4'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SubPort': {'1.0'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Subnet': {'1.1'}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Trunk': {'1.1'}} Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: consumer versions: Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: { DHCP agent@n-d-814735-4: {}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: L3 agent@n-d-814735-4: {}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: Metadata agent@n-d-814735-4: {}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: Metering agent@n-d-814735-4: {}, Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'ConntrackHelper': '1.0', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Log': '1.0', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Network': '1.1', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Port': '1.7', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'PortForwarding': '1.2', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'QosPolicy': '1.10', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SecurityGroup': '1.4', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SecurityGroupRule': '1.2', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'SubPort': '1.0', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Subnet': '1.1', Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: 'Trunk': '1.1'}} Oct 27 15:51:24.054347 n-d-814735-4 neutron-server[114448]: {{(pid=114448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:51:24.149264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:51:24.263650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 71935e56-48c1-4675-b59c-e3d750dc2c80) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:24.268624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:24.269805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:24.274907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51877a31-ccb4-455a-afac-47408edc4b20 None None] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:51:24.367070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00f0cc6e-ade6-4b88-9a5f-3e0e1ce2237f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0768490 Oct 27 15:51:24.413859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9649da-b109-453a-a87a-ada0951848fa None None] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:51:26.784457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40906) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:27.034153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b2fdb64-3ce6-4b24-b8c8-2836db997ed2 admin admin] 10.222.0.70 "GET /v2.0/routers/5967fb28-2ae9-4a73-85d8-703be61719a5 HTTP/1.1" status: 200 len: 710 time: 0.2478447 Oct 27 15:51:27.120363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb035c-eaf5-433b-84fe-b5155ed2d1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:51:27.127574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e6eb035c-eaf5-433b-84fe-b5155ed2d1b4 admin admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 886 time: 0.0816207 Oct 27 15:51:27.132134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:51:27.390754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:27.689565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:27.771218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:27.967738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Allocated IP 172.25.5.104 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/dd8789c7-90f6-4523-bb69-eafbec4e36d8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:51:28.083372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:28.263934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:28.429316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:51:28.433905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:51:28.441993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8789c7-90f6-4523-bb69-eafbec4e36d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:28.447503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:51:28.581955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:51:28.637334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:28.637700 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:28.887474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:29.107277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:29.112456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:29.223823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Router 5967fb28-2ae9-4a73-85d8-703be61719a5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:51:29.339686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:51:29.344769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:29.346006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8f2de317-f3fc-4a55-a6ed-58c2dc9c9b09 admin admin] 10.222.0.70 "PUT /v2.0/routers/5967fb28-2ae9-4a73-85d8-703be61719a5 HTTP/1.1" status: 200 len: 890 time: 2.2178061 Oct 27 15:51:29.982568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Sync routers for ids ['5967fb28-2ae9-4a73-85d8-703be61719a5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:51:29.994565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Routers {'5967fb28-2ae9-4a73-85d8-703be61719a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:51:29.995230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T15:51:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5967fb28-2ae9-4a73-85d8-703be61719a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:30.198629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Set router 5967fb28-2ae9-4a73-85d8-703be61719a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:51:30.658150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:28Z', 'revision_number': 4, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port': {'id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:27Z', 'updated_at': '2021-10-27T15:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:22Z', 'revision_number': 5, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:30.710145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Checking router: 5967fb28-2ae9-4a73-85d8-703be61719a5 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:51:30.710492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Updating router 5967fb28-2ae9-4a73-85d8-703be61719a5 port dd8789c7-90f6-4523-bb69-eafbec4e36d8 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:51:30.758925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.071212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.200110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.249567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Attempting to bind port dd8789c7-90f6-4523-bb69-eafbec4e36d8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:51:31.249950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Attempting to bind port dd8789c7-90f6-4523-bb69-eafbec4e36d8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:51:31.250324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Attempting to bind port dd8789c7-90f6-4523-bb69-eafbec4e36d8 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:51:31.258237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0250c-b911-453d-ba67-de5035904c63 None None] Pushing event updated for resources: {'Port': ['ID=dd8789c7-90f6-4523-bb69-eafbec4e36d8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Bound port: dd8789c7-90f6-4523-bb69-eafbec4e36d8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:51:31.264695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.334676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] For port dd8789c7-90f6-4523-bb69-eafbec4e36d8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:51:31.334676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] For port dd8789c7-90f6-4523-bb69-eafbec4e36d8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd8789c7-90f6-4523-bb69-eafbec4e36d8,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:51:31.446189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:31.506305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Routers {'5967fb28-2ae9-4a73-85d8-703be61719a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:51:31.506924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T15:51:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5967fb28-2ae9-4a73-85d8-703be61719a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:31.508641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0250c-b911-453d-ba67-de5035904c63 None None] Pushing event updated for resources: {'Port': ['ID=dd8789c7-90f6-4523-bb69-eafbec4e36d8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:31.615460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] Set router 5967fb28-2ae9-4a73-85d8-703be61719a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:51:31.834231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:28Z', 'revision_number': 4, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port': {'id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:27Z', 'updated_at': '2021-10-27T15:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:22Z', 'revision_number': 5, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:51:31.860383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e55194-737a-47c6-bdef-061048e68580 None None] The sync data for ids ['5967fb28-2ae9-4a73-85d8-703be61719a5'] in n-d-814735-4 is: [{'id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'name': 'router1', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:51:09Z', 'updated_at': '2021-10-27T15:51:28Z', 'revision_number': 4, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'gw_port': {'id': 'dd8789c7-90f6-4523-bb69-eafbec4e36d8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:27Z', 'updated_at': '2021-10-27T15:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '57381b29-ff25-40c5-b34f-4b7c87d7dfe0', 'name': '', 'network_id': '39dc4c88-cd03-4452-8ef1-393c08817e19', 'tenant_id': '0c4e0566118b484da1231127eaff4b5d', 'mac_address': 'fa:16:3e:fe:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967fb28-2ae9-4a73-85d8-703be61719a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:51:18Z', 'updated_at': '2021-10-27T15:51:22Z', 'revision_number': 5, 'project_id': '0c4e0566118b484da1231127eaff4b5d', 'subnets': [{'id': '93dd63fe-058d-4166-8165-fd9a2ddd4bef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fbe1540-b0ad-4109-87a6-9fc108837d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:51:31.902156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:32.046926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fdb0c0cb-1f66-4596-9267-9a60eff93e3e admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1434152 Oct 27 15:51:32.576602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd8789c7-90f6-4523-bb69-eafbec4e36d8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:51:32.634616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd8789c7-90f6-4523-bb69-eafbec4e36d8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:32.634906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:32.713745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:32.736289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port dd8789c7-90f6-4523-bb69-eafbec4e36d8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd8789c7-90f6-4523-bb69-eafbec4e36d8,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:51:32.818068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:32.868441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=dd8789c7-90f6-4523-bb69-eafbec4e36d8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:34.567831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd8789c7-90f6-4523-bb69-eafbec4e36d8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:51:34.621528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd8789c7-90f6-4523-bb69-eafbec4e36d8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:51:34.621909 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:38.436435 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:51:41.228929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2000d8ce-19c8-4545-bf11-6c80cb99ff7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:43.879934 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ada9f44a-17ba-4862-80e2-5d2ed754ed17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:44.527826 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:44.936419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:46.754319 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:11.234377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f653ca8-6bc3-44fd-a76d-2217e382c514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:13.872239 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d80ae05c-c72e-4c82-b755-55c16e05e904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:14.535115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:14.917942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:15.435955 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:52:16.787473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:41.231126 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6a03-165c-4de6-98ce-2d2aad631455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:43.887773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-125d8e09-3418-462e-8107-59741b6a8504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:44.522006 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:44.910695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:46.785183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:52.437507 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:53:11.230248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c02f8b6-a1dd-4142-85ce-c528fd37ad74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:13.887106 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-361fd38c-4015-4ae4-a813-66672143c202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:14.536918 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:14.930943 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:16.801672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:17.134863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41514) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:17.196235 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07895b2-f69b-416d-b934-a87bc9742b72 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:53:17.197597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d07895b2-f69b-416d-b934-a87bc9742b72 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617578 Oct 27 15:53:17.362248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6bac1a-e68a-4338-adb1-490fa655bf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:17.363941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7a6bac1a-e68a-4338-adb1-490fa655bf62 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617479 Oct 27 15:53:19.645341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41524) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:19.745079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8eecad-8556-4a72-9b10-9e5d484ef5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:19.746440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d8eecad-8556-4a72-9b10-9e5d484ef5fc admin admin] 10.222.0.70 "GET /v2.0/subnets/93dd63fe-058d-4166-8165-fd9a2ddd4bef HTTP/1.1" status: 200 len: 849 time: 0.1001318 Oct 27 15:53:19.757560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:53:19.844921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Publish callbacks [] for subnet, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:20.052898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730513296613'] for subnet, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:20.162577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:20.163198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:20.164474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] 10.222.0.70 "PUT /v2.0/subnets/93dd63fe-058d-4166-8165-fd9a2ddd4bef HTTP/1.1" status: 200 len: 868 time: 0.4108613 Oct 27 15:53:20.182557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b84178-200d-4940-b748-198861baa5b2 None None] Network 39dc4c88-cd03-4452-8ef1-393c08817e19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:53:20.184617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dd63fe-058d-4166-8165-fd9a2ddd4bef,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:53:20.192473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.192846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.193165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.193608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.194243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.194243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.194620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.194953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.195307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.195635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.195963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.196289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48befa-8f7d-4203-8070-728d905f8a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:53:20.556885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0252e3a5-9996-49bb-845f-e8a49419d047 None None] Provisioning complete for port 57381b29-ff25-40c5-b34f-4b7c87d7dfe0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:53:20.557270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0252e3a5-9996-49bb-845f-e8a49419d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:20.642194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0252e3a5-9996-49bb-845f-e8a49419d047 None None] Provisioning complete for port b71cf594-9e1f-4150-b70d-a25e7c1d26ff triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:53:20.642469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0252e3a5-9996-49bb-845f-e8a49419d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:22.508746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41532) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:22.705373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51a212-c394-4b9b-87af-218ec218666a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:22.705754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51a212-c394-4b9b-87af-218ec218666a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:22.707613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e51a212-c394-4b9b-87af-218ec218666a admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975658 Oct 27 15:53:24.990835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:25.186646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359210e-4c79-4858-a54b-c3b445208f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:25.187022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359210e-4c79-4858-a54b-c3b445208f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:25.188550 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1359210e-4c79-4858-a54b-c3b445208f92 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967499 Oct 27 15:53:27.593773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41550) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:27.754157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070da3b-4501-4a47-b0ed-c44dc1363454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:27.755586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e070da3b-4501-4a47-b0ed-c44dc1363454 admin admin] 10.222.0.70 "GET /v2.0/networks/39dc4c88-cd03-4452-8ef1-393c08817e19 HTTP/1.1" status: 200 len: 869 time: 0.1607246 Oct 27 15:53:29.437192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:53:30.168872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:30.305587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c1314-5c80-4088-a239-7b32b4ff0a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:30.306901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ae5c1314-5c80-4088-a239-7b32b4ff0a96 admin admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 886 time: 0.1370571 Oct 27 15:53:32.739539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41566) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:32.862438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33599696-a28a-4a08-baee-918e1e1424e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:32.862912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33599696-a28a-4a08-baee-918e1e1424e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:32.864485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33599696-a28a-4a08-baee-918e1e1424e7 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239727 Oct 27 15:53:35.179262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41574) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:35.280002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2d05e-a53b-4097-b50a-34905dc8d586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:35.280571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2d05e-a53b-4097-b50a-34905dc8d586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:35.283489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02d2d05e-a53b-4097-b50a-34905dc8d586 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1032474 Oct 27 15:53:37.624666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:37.716517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9b4b3-9e9a-47bf-821f-8abd37012c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:37.717862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3ee9b4b3-9e9a-47bf-821f-8abd37012c41 admin admin] 10.222.0.70 "GET /v2.0/subnets/93dd63fe-058d-4166-8165-fd9a2ddd4bef HTTP/1.1" status: 200 len: 868 time: 0.0922422 Oct 27 15:53:40.032232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41590) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:53:40.126554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bcc53-8bfb-4cb2-918a-21a551908b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:53:40.128188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-896bcc53-8bfb-4cb2-918a-21a551908b5d admin admin] 10.222.0.70 "GET /v2.0/subnets/b0673791-3703-4a27-b764-880d6de85d99 HTTP/1.1" status: 200 len: 816 time: 0.0949469 Oct 27 15:53:41.261461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab0b-4422-4105-9809-4a27a94b4f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:43.987726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ed6359c-437b-452c-835c-0b5b518c4582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:44.601347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:44.950625 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:46.824396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:06.022672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:54:06.071447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-72d2fb7e-f7e3-4ac2-9728-b194f0a878f1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:54:06.072426 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72d2fb7e-f7e3-4ac2-9728-b194f0a878f1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0487950 Oct 27 15:54:06.437479 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:54:08.486806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41652) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:54:08.556777 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b2073-0b70-48c3-9bc8-2ead6adf18f1 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:54:08.558158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c67b2073-0b70-48c3-9bc8-2ead6adf18f1 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0703189 Oct 27 15:54:08.652645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3cdb59-7993-448d-8a8c-b879fc3a4a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:54:08.654214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dd3cdb59-7993-448d-8a8c-b879fc3a4a28 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0908651 Oct 27 15:54:11.012900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:54:11.062103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:54:11.346536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-41f8f987-30f5-4bb6-8be6-eadb63e46ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.386167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Made reservation on behalf of 5651e4b927284099bbc3c596314462ab for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:54:11.388879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.417414 n-d-814735-4 neutron-server[114449]: WARNING neutron.services.revisions.revision_plugin [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Could not find related network for resource to bump revision. Oct 27 15:54:11.429531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:54:11.438940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.439335 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Added segment 5748d2f7-7650-4060-86c8-970a32e1c044 of type vlan for network ae13144c-855f-44bf-8b82-b6754b994198 Oct 27 15:54:11.478843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.572604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.574128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:54:11.575613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:11.640948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Pushing event updated for resources: {'Network': ['ID=ae13144c-855f-44bf-8b82-b6754b994198,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:54:11.648803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.649142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.649473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.649799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.650127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.650449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.650773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.651128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.651432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.651749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.652065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.652380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:11.664017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ae13144c-855f-44bf-8b82-b6754b994198 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:54:11.737319 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-907d53e4-7909-443a-abc8-294f2053725a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7233050 Oct 27 15:54:13.923395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d34a2897-81be-4233-85c1-2db74b68323e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:14.080985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41668) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:54:14.153331 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1345aa-2d49-4a30-9e80-b79133816f50 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:54:14.154685 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff1345aa-2d49-4a30-9e80-b79133816f50 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0727344 Oct 27 15:54:14.258203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f5699-5ed0-4f87-b570-9f5fe09e2079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:54:14.259731 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-036f5699-5ed0-4f87-b570-9f5fe09e2079 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003881 Oct 27 15:54:14.271282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:54:14.374521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Made reservation on behalf of 5651e4b927284099bbc3c596314462ab for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:54:14.376878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:14.575684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:14.643517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:14.698291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6189513-b468-4cf2-9bf5-935e787f0ffd,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:54:14.710562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:54:14.710924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Network hostable DHCP agents. Network: ae13144c-855f-44bf-8b82-b6754b994198, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:54:14.883276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Network ae13144c-855f-44bf-8b82-b6754b994198 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:54:14.967096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.018735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ae13144c-855f-44bf-8b82-b6754b994198) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:54:15.023782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:54:15.024669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.028888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91280672-3df6-4789-a93b-d44b54cba1fd None None] Network ae13144c-855f-44bf-8b82-b6754b994198 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:54:15.178006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-ae13144c-855f-44bf-8b82-b6754b994198', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'tenant_id': '5651e4b927284099bbc3c596314462ab', 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:54:15.178898 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.283232 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1c91d36-67d7-43ef-b94f-c669c578d888 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0155699 Oct 27 15:54:15.324033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Allocated IP 192.168.233.2 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/6d26a59d-be7c-4833-b285-3b88e78617a0) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:54:15.489393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.580683 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.622780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:54:15.625784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:54:15.629358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:54:15.634898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Pushing event updated for resources: {'Port': ['ID=6d26a59d-be7c-4833-b285-3b88e78617a0,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:54:15.663061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.663423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.663766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.664096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.664422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.664747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.665079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.665403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.665724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.666041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.666358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.666674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:54:15.701963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Attempting to bind port 6d26a59d-be7c-4833-b285-3b88e78617a0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:54:15.702878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Attempting to bind port 6d26a59d-be7c-4833-b285-3b88e78617a0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:54:15.702878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Attempting to bind port 6d26a59d-be7c-4833-b285-3b88e78617a0 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:54:15.708151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:54:15.708530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:54:15.708919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.709306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:54:15.709770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Bound port: 6d26a59d-be7c-4833-b285-3b88e78617a0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:54:15.710166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.779336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] For port 6d26a59d-be7c-4833-b285-3b88e78617a0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:54:15.782452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] For port 6d26a59d-be7c-4833-b285-3b88e78617a0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6d26a59d-be7c-4833-b285-3b88e78617a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:54:15.866805 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:15.939600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ce552-1a3b-49ad-ac8d-7f8028975187 None None] Pushing event updated for resources: {'Port': ['ID=6d26a59d-be7c-4833-b285-3b88e78617a0,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:54:16.728162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6d26a59d-be7c-4833-b285-3b88e78617a0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:54:16.790927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6d26a59d-be7c-4833-b285-3b88e78617a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:54:16.791687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:16.797110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:16.862383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b6592-ca27-4d60-90f9-34599cca142e None None] Network ae13144c-855f-44bf-8b82-b6754b994198 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:54:16.930754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:16.949859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a56d17dd-cf89-44b6-9774-8c5508b37ef1 None None] Provisioning complete for port 6d26a59d-be7c-4833-b285-3b88e78617a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:54:16.950222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a56d17dd-cf89-44b6-9774-8c5508b37ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:17.024144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 6d26a59d-be7c-4833-b285-3b88e78617a0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6d26a59d-be7c-4833-b285-3b88e78617a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:54:17.123804 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a56d17dd-cf89-44b6-9774-8c5508b37ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:17.147186 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:17.223626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-a56d17dd-cf89-44b6-9774-8c5508b37ef1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:54:17.224000 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-a56d17dd-cf89-44b6-9774-8c5508b37ef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:54:17.228769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=6d26a59d-be7c-4833-b285-3b88e78617a0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:54:17.883540 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c9d3f78c-b4f3-45b4-a901-21b349984b7c None None] Provisioning complete for port 6d26a59d-be7c-4833-b285-3b88e78617a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:54:17.884194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f78c-b4f3-45b4-a901-21b349984b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:18.646108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6d26a59d-be7c-4833-b285-3b88e78617a0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:54:18.697690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6d26a59d-be7c-4833-b285-3b88e78617a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:54:18.698130 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:41.257415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-111ba996-fa47-4650-b6ab-e70da14d4956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:43.437003 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:54:43.913047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bae3-dacb-47aa-a69c-a64c8f90355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:44.522518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:44.968211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:46.800249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:11.242112 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb27d14b-9d63-4590-8f44-ab1137dd4fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:13.893759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6861a564-3db5-4b24-a256-7cdb1233592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:14.532047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:14.983273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:16.789140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:20.435654 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:55:36.120433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:55:36.126298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-4c7bc6de-9171-41f4-9fb7-9e0f0c457d8f tempest-verify_tempest_config-313584280 tempest-verify_tempest_config-313584280-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:55:36.127262 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4c7bc6de-9171-41f4-9fb7-9e0f0c457d8f tempest-verify_tempest_config-313584280 tempest-verify_tempest_config-313584280-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058053 Oct 27 15:55:36.625392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41730) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:55:36.742277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:36.848934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:36.938598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:36.985932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460d384b-8309-4b48-8668-0175492473d3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:55:36.991648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0232a704a8140eeac35635ee6c23b11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3649175 Oct 27 15:55:36.994155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:55:37.006735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.007095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.007435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.007774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.008105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.008430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.008755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.009076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.009392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.009713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.010031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.010864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951b0b3-a0fb-4009-91a5-f8e16b39d4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:55:37.061150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:37.081606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:37.241843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:37.244484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:37.246134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/460d384b-8309-4b48-8668-0175492473d3 HTTP/1.1" status: 204 len: 168 time: 0.2506692 Oct 27 15:55:37.253839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda592b-429a-42e3-a509-efdc404ba619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d384b-8309-4b48-8668-0175492473d3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:55:41.241694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29847bba-9525-4a4b-a689-d70d1ee7cd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:44.060731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-720ac157-fb81-44d1-b06b-8237f2a08b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:44.561489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:44.938614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:46.801937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:57.434483 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:56:11.247184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd8e-0241-4cd0-a973-e1b23a881b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:13.909804 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d186ea0e-33f4-401c-bf5a-d110c3644fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:14.538526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:14.950383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:16.778507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:34.433989 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:56:41.224491 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-64901b71-1dde-4f25-9ca3-554a12c46f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:43.875602 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-13fe1956-b2df-483d-8c9a-9f43e6548de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:44.533171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:44.950419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:46.807273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.219091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b4ba-d6cb-442d-bde3-eb5152289f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.433521 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:57:13.899196 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ea15-4505-46cb-9c3c-92c0953cdbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.584813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.945166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.785341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:41.289891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c480c82-7d5a-4a8e-a60c-f4660feb7b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.911614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a94338e3-a03d-4212-b13d-aea1f7c68c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.522668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.940397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.803202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.432431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:58:11.236122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6217-b54f-497e-94e1-24e4a0a44c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.924013 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b2628a8-d8fe-441c-ab0f-2342a9935b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.550499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.958104 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.780882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.433033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 5 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:58:41.232815 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-543ea01e-972f-4698-8d77-b617619ef100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.919599 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7773bdf4-1f20-4f78-aea4-40d9d55c8d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.552894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.967869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.787553 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.667673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.199472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3730842'] for agent, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:02.432310 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:59:11.251485 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0fdbeec0-45c2-4c57-87ba-e60295a7d5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:13.954416 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-794a1a1f-cef4-4e70-af83-9128b0c27aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:14.537168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:15.017073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:16.800025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:27.614506 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:28.125603 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.431301 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:59:41.265522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94b72ed5-03ad-444b-adf2-4989b4fd3d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:44.018384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52040e53-a20b-4ff6-826f-25844eb9f90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:44.549557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:45.014693 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.803424 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.962560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41792) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:52.069487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15c31a40-2ebb-4092-8169-1c1c6a0dfb40 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1057935 Oct 27 15:59:54.388460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41802) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:54.450046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec010329-42b5-409b-9b8c-c10494044b48 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0605094 Oct 27 15:59:57.615024 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.151891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.260622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16c614ca-0229-412f-aede-9c4bd8d8af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.963937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28a78206-ebbf-4011-a5ef-a39e1bc4964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.556332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.089477 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:16.430800 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:00:16.866315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:27.741311 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.210043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.289267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-40f87956-6f7a-4ca5-898d-8396c1599389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.917345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa2d21b3-d502-47fa-86d0-616360e7118c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.554322 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.975933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.822184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.429316 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:00:57.643970 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.193281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.302146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f4193b4-da60-4b90-8fd3-034470b5337b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:13.918937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ff684d6-4241-4d4f-9575-d2870b2019f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:14.552920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:14.975959 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:16.839388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.816936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:21.096137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:21.357086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-network', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:21.468660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Made reservation on behalf of 9fce4ce316fc44f5bf6eeb88506e90f2 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:21.472374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.501046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.518949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-76e37cfb-a5a7-4366-9d1b-eca1e4189d4e tempest-AutoAllocateNetworkTest-1645455994 tempest-AutoAllocateNetworkTest-1645455994-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=da78f278a5f84b8896b6cc5966fe2b10&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5332828 Oct 27 16:01:21.519765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:21.590896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.696680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.700491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57300b6-322e-459c-81c9-f8b0953212db tempest-AutoAllocateNetworkTest-1645455994 tempest-AutoAllocateNetworkTest-1645455994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.706147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a57300b6-322e-459c-81c9-f8b0953212db tempest-AutoAllocateNetworkTest-1645455994 tempest-AutoAllocateNetworkTest-1645455994-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1848505 Oct 27 16:01:21.706796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:21.709273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:21.720555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.723967 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Added segment 5e44799d-9e33-456c-83db-05ab3f9a8a76 of type vlan for network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 Oct 27 16:01:21.766715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.779697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a2cf5045-48d1-4df4-a4a0-61f7b5aa142f tempest-AutoAllocateNetworkTest-1645455994 tempest-AutoAllocateNetworkTest-1645455994-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715902 Oct 27 16:01:21.780837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42056) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:21.811086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a3e091e2-6dcf-4a78-8ecb-d56fc47bcd86 tempest-AutoAllocateNetworkTest-1645455994 tempest-AutoAllocateNetworkTest-1645455994-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=da78f278a5f84b8896b6cc5966fe2b10 HTTP/1.1" status: 200 len: 208 time: 0.0287521 Oct 27 16:01:21.815183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ec128-0328-4654-ace5-fcdd340ae3ee,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:21.825208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.825805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Tracked resource versions report: Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: pushed versions: Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: { 'AddressGroup': {'1.2'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'ConntrackHelper': {'1.0'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Log': {'1.0'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Network': {'1.1'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Port': {'1.7'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'PortForwarding': {'1.2'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'QosPolicy': {'1.10'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SecurityGroup': {'1.4'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SubPort': {'1.0'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Subnet': {'1.1'}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Trunk': {'1.1'}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: consumer versions: Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: { DHCP agent@n-d-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: HyperV agent@n-h1-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: HyperV agent@n-h2-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: L3 agent@n-d-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: Metadata agent@n-d-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: Metering agent@n-d-814735-4: {}, Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'ConntrackHelper': '1.0', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Log': '1.0', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Network': '1.1', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Port': '1.7', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'PortForwarding': '1.2', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'QosPolicy': '1.10', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SecurityGroup': '1.4', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SecurityGroupRule': '1.2', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'SubPort': '1.0', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Subnet': '1.1', Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: 'Trunk': '1.1'}} Oct 27 16:01:21.844455 n-d-814735-4 neutron-server[114449]: {{(pid=114449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:01:21.902028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.902999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.903638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.965600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:21.975382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:22.036582 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bca30741-341d-4434-b8e4-ca813a9115c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2179234 Oct 27 16:01:22.039950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:22.047775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Request body: {'subnet': {'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-subnet', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:22.182332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Made reservation on behalf of 9fce4ce316fc44f5bf6eeb88506e90f2 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:22.184767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.462526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.521642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8730be-4e82-4f3a-985a-2f34905d9e7f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:22.530904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Checking segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:22.531299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Network hostable DHCP agents. Network: 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:22.696235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:22.805136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:22.810765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.811553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.823065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe4ecc-5d7d-4f29-b3b1-3aa482d77e2a None None] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:22.913625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42096) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:22.914202 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-651afef0-cb5f-45aa-9690-c56866e3309a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8719263 Oct 27 16:01:22.919498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:22.933771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42098) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:22.999786 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.999948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:01:23.000679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.001165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.110074 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.156564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Allocated IP 172.20.0.2 (5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4/0c8730be-4e82-4f3a-985a-2f34905d9e7f/d518eaee-2687-4d5c-a889-0089bd3c75b2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:23.305050 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.361230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d62fbd6-dcc6-4a3a-9c85-f9f10fdbf326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.389313 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.436747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:23.442223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:23.446023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:23.477159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d62fbd6-dcc6-4a3a-9c85-f9f10fdbf326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.482766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Pushing event updated for resources: {'Port': ['ID=d518eaee-2687-4d5c-a889-0089bd3c75b2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:23.493294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.493294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.493294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.493647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.493859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.494198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.494526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.494953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.495498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.495828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.496159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.496591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Tracked resource versions report: Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: pushed versions: Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: { 'AddressGroup': {'1.2'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'ConntrackHelper': {'1.0'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Log': {'1.0'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Network': {'1.1'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Port': {'1.7'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'PortForwarding': {'1.2'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'QosPolicy': {'1.10'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SecurityGroup': {'1.4'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SubPort': {'1.0'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Subnet': {'1.1'}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Trunk': {'1.1'}} Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: consumer versions: Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: { DHCP agent@n-d-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: HyperV agent@n-h1-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: HyperV agent@n-h2-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: L3 agent@n-d-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: Metadata agent@n-d-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: Metering agent@n-d-814735-4: {}, Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'ConntrackHelper': '1.0', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Log': '1.0', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Network': '1.1', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Port': '1.7', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'PortForwarding': '1.2', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'QosPolicy': '1.10', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SecurityGroup': '1.4', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SecurityGroupRule': '1.2', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'SubPort': '1.0', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Subnet': '1.1', Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: 'Trunk': '1.1'}} Oct 27 16:01:23.497761 n-d-814735-4 neutron-server[114450]: {{(pid=114450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:01:23.527283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.532291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Attempting to bind port d518eaee-2687-4d5c-a889-0089bd3c75b2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:23.532667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Attempting to bind port d518eaee-2687-4d5c-a889-0089bd3c75b2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:23.536205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Attempting to bind port d518eaee-2687-4d5c-a889-0089bd3c75b2 on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:23.538278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:23.538657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Checking segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:23.539096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.539477 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Bound using segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:23.539948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Bound port: d518eaee-2687-4d5c-a889-0089bd3c75b2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:23.540345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.548144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d62fbd6-dcc6-4a3a-9c85-f9f10fdbf326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.609564 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9d62fbd6-dcc6-4a3a-9c85-f9f10fdbf326 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da78f278a5f84b8896b6cc5966fe2b10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6741672 Oct 27 16:01:23.613560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42134) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:23.634291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62fbd6-dcc6-4a3a-9c85-f9f10fdbf326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0d636-b764-4eeb-8023-2f3fada518b4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:23.658673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] For port d518eaee-2687-4d5c-a889-0089bd3c75b2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:23.665733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] For port d518eaee-2687-4d5c-a889-0089bd3c75b2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d518eaee-2687-4d5c-a889-0089bd3c75b2,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:23.737225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.761867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.815325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eac648-0eca-4ab6-b39d-4eb0cc3c96ec None None] Pushing event updated for resources: {'Port': ['ID=d518eaee-2687-4d5c-a889-0089bd3c75b2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:23.817022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.977886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.004194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.183820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.186922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.190777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83b0d636-b764-4eeb-8023-2f3fada518b4 HTTP/1.1" status: 204 len: 168 time: 0.5633402 Oct 27 16:01:24.230239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0d636-b764-4eeb-8023-2f3fada518b4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:24.243126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.243484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.243836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.244167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.244502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.244834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.245159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.245685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.245847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.246126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.246455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.246780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d52e10-4d60-46c0-9b53-3f9ea7583a58 admin admin] Tracked resource versions report: Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: pushed versions: Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: { 'AddressGroup': {'1.2'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'ConntrackHelper': {'1.0'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Log': {'1.0'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Network': {'1.1'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Port': {'1.7'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'PortForwarding': {'1.2'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'QosPolicy': {'1.10'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SecurityGroup': {'1.4'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SubPort': {'1.0'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Subnet': {'1.1'}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Trunk': {'1.1'}} Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: consumer versions: Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: { DHCP agent@n-d-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: HyperV agent@n-h1-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: HyperV agent@n-h2-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: L3 agent@n-d-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: Metadata agent@n-d-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: Metering agent@n-d-814735-4: {}, Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'ConntrackHelper': '1.0', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Log': '1.0', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Network': '1.1', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Port': '1.7', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'PortForwarding': '1.2', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'QosPolicy': '1.10', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SecurityGroup': '1.4', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SecurityGroupRule': '1.2', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'SubPort': '1.0', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Subnet': '1.1', Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: 'Trunk': '1.1'}} Oct 27 16:01:24.247894 n-d-814735-4 neutron-server[114448]: {{(pid=114448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:01:24.269766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Allocated IP 172.25.5.111 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/ca254184-6a9b-4191-8059-07e59ac7d889) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:24.418293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.570997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.617597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:24.620760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:24.624635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:24.665209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca254184-6a9b-4191-8059-07e59ac7d889,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:24.907932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d518eaee-2687-4d5c-a889-0089bd3c75b2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:24.989912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.992729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d518eaee-2687-4d5c-a889-0089bd3c75b2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:24.993174 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.028840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b4a27-ce59-41d5-bafe-e62f7c1e5de8 None None] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:25.246604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.254090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a92b9bd9-c75d-4359-80f1-25ffb78ae918 None None] Provisioning complete for port d518eaee-2687-4d5c-a889-0089bd3c75b2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:25.254947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a92b9bd9-c75d-4359-80f1-25ffb78ae918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.447665 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.510180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42196) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:25.526997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port d518eaee-2687-4d5c-a889-0089bd3c75b2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d518eaee-2687-4d5c-a889-0089bd3c75b2,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:25.583881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a92b9bd9-c75d-4359-80f1-25ffb78ae918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.600164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:01:25.634375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.706450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b58568b2-b0ed-4c57-93e2-8a1299e9719a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.785246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-a92b9bd9-c75d-4359-80f1-25ffb78ae918 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:01:25.785623 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-a92b9bd9-c75d-4359-80f1-25ffb78ae918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:01:25.786520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=d518eaee-2687-4d5c-a889-0089bd3c75b2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:25.818793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:25.830898 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:25.837670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b58568b2-b0ed-4c57-93e2-8a1299e9719a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.850310 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:25.850952 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:25.930834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b58568b2-b0ed-4c57-93e2-8a1299e9719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.940127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.946858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4110b800-929d-4549-ae4a-37ed635a89a1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0310929 Oct 27 16:01:25.948823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:26.010878 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b58568b2-b0ed-4c57-93e2-8a1299e9719a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=131ba49025be468d9e4b47784b0e58a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4939389 Oct 27 16:01:26.011610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:26.018789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:26.025710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58568b2-b0ed-4c57-93e2-8a1299e9719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68747a-1f24-4e22-928e-d68e50c39fcf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:26.106780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.139967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.299788 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:24Z', 'revision_number': 3, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:26.307852 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.310354 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.314635 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b68747a-1f24-4e22-928e-d68e50c39fcf HTTP/1.1" status: 204 len: 168 time: 0.2922297 Oct 27 16:01:26.323438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d462d63-61a1-4fd4-9ab6-d8b622b6164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68747a-1f24-4e22-928e-d68e50c39fcf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:26.344562 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:26.344920 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Updating router e5d86224-730b-47f3-a66b-4fec3bf44a20 port ca254184-6a9b-4191-8059-07e59ac7d889 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:26.383954 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.495808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d200ff4f-f8cd-4ff1-b823-5ccbacd4dcd8 None None] Provisioning complete for port d518eaee-2687-4d5c-a889-0089bd3c75b2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:26.496284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d200ff4f-f8cd-4ff1-b823-5ccbacd4dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.745888 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.777548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.833374 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.892214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Pushing event updated for resources: {'Port': ['ID=ca254184-6a9b-4191-8059-07e59ac7d889,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:26.893792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d518eaee-2687-4d5c-a889-0089bd3c75b2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:26.894333 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Attempting to bind port ca254184-6a9b-4191-8059-07e59ac7d889 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:26.894746 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Attempting to bind port ca254184-6a9b-4191-8059-07e59ac7d889 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:26.895144 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Attempting to bind port ca254184-6a9b-4191-8059-07e59ac7d889 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:26.904392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:26.904762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:26.905354 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.905914 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:26.906526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Bound port: ca254184-6a9b-4191-8059-07e59ac7d889, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:26.907096 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.910378 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.910888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.911407 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.912046 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.912598 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.913075 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.913543 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.914028 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.914494 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.914958 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.915451 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.915782 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Tracked resource versions report: Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: pushed versions: Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: { 'AddressGroup': {'1.2'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'ConntrackHelper': {'1.0'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Log': {'1.0'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Network': {'1.1'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Port': {'1.7'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'PortForwarding': {'1.2'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'QosPolicy': {'1.10'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SecurityGroup': {'1.4'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SecurityGroupRule': {'1.2'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SubPort': {'1.0'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Subnet': {'1.1'}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Trunk': {'1.1'}} Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: consumer versions: Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: { DHCP agent@n-d-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: HyperV agent@n-h1-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: HyperV agent@n-h2-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: L3 agent@n-d-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: Metadata agent@n-d-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: Metering agent@n-d-814735-4: {}, Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: Open vSwitch agent@n-d-814735-4: { 'AddressGroup': '1.2', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'ConntrackHelper': '1.0', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Log': '1.0', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Network': '1.1', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Port': '1.7', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'PortForwarding': '1.2', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'QosPolicy': '1.10', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SecurityGroup': '1.4', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SecurityGroupRule': '1.2', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'SubPort': '1.0', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Subnet': '1.1', Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: 'Trunk': '1.1'}} Oct 27 16:01:26.916882 n-d-814735-4 neutron-server[114451]: {{(pid=114451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 16:01:26.968067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d518eaee-2687-4d5c-a889-0089bd3c75b2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:26.968758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.977980 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] For port ca254184-6a9b-4191-8059-07e59ac7d889, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:26.981215 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] For port ca254184-6a9b-4191-8059-07e59ac7d889, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ca254184-6a9b-4191-8059-07e59ac7d889,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:27.053863 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.093375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Allocated IP 172.20.0.1 (5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4/0c8730be-4e82-4f3a-985a-2f34905d9e7f/913d48ad-eb86-4c06-9009-013b4d5312bb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:27.154077 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:27.154717 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:27.194301 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96fa86-909f-4bdd-aada-b9429ef35af0 None None] Pushing event updated for resources: {'Port': ['ID=ca254184-6a9b-4191-8059-07e59ac7d889,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.216597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.256176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:27.277109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15bc7345-03c2-46ac-af60-3682b5e5f5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.294560 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:27.354683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.375975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15bc7345-03c2-46ac-af60-3682b5e5f5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.431546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:27.435429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:27.456829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:27.457429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.462375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15bc7345-03c2-46ac-af60-3682b5e5f5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.523018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc7345-03c2-46ac-af60-3682b5e5f5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a4600-31fe-4a8a-a2a0-05e5829739f5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.550774 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15bc7345-03c2-46ac-af60-3682b5e5f5de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=113d30cd69444905aa300b45a910eba8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935004 Oct 27 16:01:27.554105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:27.566009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Pushing event updated for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.626943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:24Z', 'revision_number': 3, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:27.643839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.669218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.731193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.761111 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc7ae32-c16a-47ec-8f00-661ceda412fa None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:24Z', 'revision_number': 3, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:27.782767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.790735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.793551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/932a4600-31fe-4a8a-a2a0-05e5829739f5 HTTP/1.1" status: 204 len: 168 time: 0.2383101 Oct 27 16:01:27.801507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8bccc-421e-4591-904f-716512648ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a4600-31fe-4a8a-a2a0-05e5829739f5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.892639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9947fd28-0ff3-4cbd-ba4d-ef2809f99be2 None None] Provisioning complete for port 913d48ad-eb86-4c06-9009-013b4d5312bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:27.894465 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9947fd28-0ff3-4cbd-ba4d-ef2809f99be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.998041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9947fd28-0ff3-4cbd-ba4d-ef2809f99be2 None None] Port 913d48ad-eb86-4c06-9009-013b4d5312bb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:28.010151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.256623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.263034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.365217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.366388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.456574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Pushing event updated for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:28.459922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42362) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:28.537715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:28.539332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:28.702559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:28.924406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ca254184-6a9b-4191-8059-07e59ac7d889 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:28.961602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-27da7a13-c6a9-4eb0-b175-cead89466408 None None] Provisioning complete for port 913d48ad-eb86-4c06-9009-013b4d5312bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:28.962244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27da7a13-c6a9-4eb0-b175-cead89466408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.967899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42382) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:28.980340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:28.991722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-89558863-5aee-4ce6-b579-a86cdce27636 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5d86224-730b-47f3-a66b-4fec3bf44a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410647 Oct 27 16:01:29.039184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-27da7a13-c6a9-4eb0-b175-cead89466408 None None] Port 913d48ad-eb86-4c06-9009-013b4d5312bb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:29.051691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ca254184-6a9b-4191-8059-07e59ac7d889 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:29.052061 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.135981 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.139719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f808e5c-ffa3-4d1b-8742-674d5c37414d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.158120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ca254184-6a9b-4191-8059-07e59ac7d889, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ca254184-6a9b-4191-8059-07e59ac7d889,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:29.239279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.248334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f808e5c-ffa3-4d1b-8742-674d5c37414d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.295234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ca254184-6a9b-4191-8059-07e59ac7d889,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.312097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42400) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.316790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f808e5c-ffa3-4d1b-8742-674d5c37414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.354699 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1f808e5c-ffa3-4d1b-8742-674d5c37414d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=604e3b41f2ac472ca87a7d7606c0a1f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8905118 Oct 27 16:01:29.357425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42404) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.360663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f808e5c-ffa3-4d1b-8742-674d5c37414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02ff7a-e4d2-4d1e-8ce9-a0a25c193884,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.393031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e18e3190-9b4f-426f-a526-a072995bc83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.450702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.474182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42410) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.496796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.525253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e18e3190-9b4f-426f-a526-a072995bc83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.605601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e18e3190-9b4f-426f-a526-a072995bc83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.656298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e18e3190-9b4f-426f-a526-a072995bc83c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=84aeb1e70260412182cd558705b148e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6868756 Oct 27 16:01:29.658941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.664292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.667599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.672137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e02ff7a-e4d2-4d1e-8ce9-a0a25c193884 HTTP/1.1" status: 204 len: 168 time: 0.3134956 Oct 27 16:01:29.706235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc5df771-ecb1-4f32-81fc-13b14926718b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.729437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627fa4c-ba06-4f54-b8b8-4f62098d01fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02ff7a-e4d2-4d1e-8ce9-a0a25c193884,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.735026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3190-9b4f-426f-a526-a072995bc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222f299f-e968-448a-a456-cbe61436b830,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.754180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.758820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ab43c31-e81e-4b46-b657-040564c7ae83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.781645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.891813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.896042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.898044 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/222f299f-e968-448a-a456-cbe61436b830 HTTP/1.1" status: 204 len: 168 time: 0.2378385 Oct 27 16:01:29.911155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6da6f-965a-42e1-973f-e3152303f4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f299f-e968-448a-a456-cbe61436b830,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.924310 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc5df771-ecb1-4f32-81fc-13b14926718b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.936991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ab43c31-e81e-4b46-b657-040564c7ae83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.951458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:29.963651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:29.964363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:30.010863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc5df771-ecb1-4f32-81fc-13b14926718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.048531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ab43c31-e81e-4b46-b657-040564c7ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.060883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bc5df771-ecb1-4f32-81fc-13b14926718b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87dc17db536d465e83aa41bb8bb914a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7474499 Oct 27 16:01:30.064057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5df771-ecb1-4f32-81fc-13b14926718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb359714-9522-49e8-8cc8-abfb3293c7a3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.064566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:30.089185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0ab43c31-e81e-4b46-b657-040564c7ae83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e047b689e01445a8e01e1feb49d3eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6138468 Oct 27 16:01:30.092220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42448) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:30.117591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab43c31-e81e-4b46-b657-040564c7ae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c2cbe-a569-4d22-86c4-9a89237f2d58,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.124912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:30.170003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.173814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.197503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.199877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.351262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:28Z', 'revision_number': 2, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:30.370971 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.373152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.376386 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.377801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.379464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb359714-9522-49e8-8cc8-abfb3293c7a3 HTTP/1.1" status: 204 len: 168 time: 0.3121135 Oct 27 16:01:30.379561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e6c2cbe-a569-4d22-86c4-9a89237f2d58 HTTP/1.1" status: 204 len: 168 time: 0.2854536 Oct 27 16:01:30.385280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:30.385689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Updating router e5d86224-730b-47f3-a66b-4fec3bf44a20 port 913d48ad-eb86-4c06-9009-013b4d5312bb binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:30.390215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fff511-0960-4576-8e84-e6aef896fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c2cbe-a569-4d22-86c4-9a89237f2d58,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.390894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3f045-432f-43e4-b162-d80b19d84d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb359714-9522-49e8-8cc8-abfb3293c7a3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.418268 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.430699 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:01:30.705334 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.831062 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.866680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ca254184-6a9b-4191-8059-07e59ac7d889 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:30.918946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b646-04f9-45e4-9620-3085030dd9f8 None None] Pushing event updated for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.994207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ca254184-6a9b-4191-8059-07e59ac7d889 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:30.994791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.015453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Attempting to bind port 913d48ad-eb86-4c06-9009-013b4d5312bb on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:31.015874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Attempting to bind port 913d48ad-eb86-4c06-9009-013b4d5312bb by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:31.016168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Attempting to bind port 913d48ad-eb86-4c06-9009-013b4d5312bb on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:31.027871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:31.028269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Checking segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:31.028664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.029053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Bound using segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:31.029517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Bound port: 913d48ad-eb86-4c06-9009-013b4d5312bb, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:31.029908 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.138732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-546f994e-fe01-4bb6-b033-b95e1dddd985 None None] Provisioning complete for port 913d48ad-eb86-4c06-9009-013b4d5312bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:31.139124 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-546f994e-fe01-4bb6-b033-b95e1dddd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.142934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:31.149235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] For port 913d48ad-eb86-4c06-9009-013b4d5312bb, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:31.152682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] For port 913d48ad-eb86-4c06-9009-013b4d5312bb, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=913d48ad-eb86-4c06-9009-013b4d5312bb,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:31.167087 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47e4f4dc-f23e-4306-953a-c8719831074e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.190996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-546f994e-fe01-4bb6-b033-b95e1dddd985 None None] Port 913d48ad-eb86-4c06-9009-013b4d5312bb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:31.234689 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.238794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42480) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:31.257384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47e4f4dc-f23e-4306-953a-c8719831074e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.289001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:31.289902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:31.365974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47e4f4dc-f23e-4306-953a-c8719831074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.366499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b646-04f9-45e4-9620-3085030dd9f8 None None] Pushing event updated for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:31.406080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-47e4f4dc-f23e-4306-953a-c8719831074e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e02ec80efb945568d67ff0836439ced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2603409 Oct 27 16:01:31.407117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4f4dc-f23e-4306-953a-c8719831074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a68231-a2f3-4b0f-ac41-9c452c93a17c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:31.409003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42484) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:31.418080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:31.502060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.531555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.665689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42490) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:31.680713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] Provisioning complete for port 913d48ad-eb86-4c06-9009-013b4d5312bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:31.681080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.690906 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.695248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.696791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71a68231-a2f3-4b0f-ac41-9c452c93a17c HTTP/1.1" status: 204 len: 168 time: 0.2847683 Oct 27 16:01:31.700600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0caa13d8-cf8e-4165-b9e5-86b6d710f5cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.759386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548cf47-8dec-498c-8d5f-1d3ad2a76990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a68231-a2f3-4b0f-ac41-9c452c93a17c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:31.836946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.888090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] For port 913d48ad-eb86-4c06-9009-013b4d5312bb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=913d48ad-eb86-4c06-9009-013b4d5312bb,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:31.890561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:31.902565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0caa13d8-cf8e-4165-b9e5-86b6d710f5cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.921814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5b58-9113-4720-b896-35ed17b994eb None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:31.925591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42500) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:31.928433 n-d-814735-4 neutron-server[114448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 16:01:31.954619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-fd6841a0-7c5d-4998-9666-ed92f9aafd13 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233369 Oct 27 16:01:31.975463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.981012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0caa13d8-cf8e-4165-b9e5-86b6d710f5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.049109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29f99f-35ab-497e-a98e-076cd284273e None None] Pushing event updated for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.089976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0caa13d8-cf8e-4165-b9e5-86b6d710f5cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37f14f8b49d44c869b64129961cd7a5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4265838 Oct 27 16:01:32.094393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.120666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa13d8-cf8e-4165-b9e5-86b6d710f5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aabfc7a-6caf-4df9-bbbb-e5338c31d10a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.166484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-e9d862e2-a7ff-4565-ae53-f40c311c070c tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.168318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-e9d862e2-a7ff-4565-ae53-f40c311c070c tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110765 Oct 27 16:01:32.188865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-53692ce3-a2cb-4cc5-9008-9898cf05d00c tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/quotas/703838c9316d4daaaaf5aef4fe97d39a HTTP/1.1" status: 200 len: 375 time: 0.0112612 Oct 27 16:01:32.200278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.234855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.239828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.271237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51bae48a-0dc7-4755-9ff7-83dc02c57ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.287659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-683149dd-ddcb-4499-bae1-19abd6234d10 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912213 Oct 27 16:01:32.289204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e384468-8b88-4966-9fc2-13b78f7286d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.393228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e384468-8b88-4966-9fc2-13b78f7286d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.508091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e384468-8b88-4966-9fc2-13b78f7286d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.509666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.512296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.516978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2aabfc7a-6caf-4df9-bbbb-e5338c31d10a HTTP/1.1" status: 204 len: 168 time: 0.4214706 Oct 27 16:01:32.533519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01558c1-2a10-41f4-9059-6a69e089caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aabfc7a-6caf-4df9-bbbb-e5338c31d10a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.560270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5e384468-8b88-4966-9fc2-13b78f7286d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06ffd4f5aa034e02aec9493f5c57394b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3193405 Oct 27 16:01:32.562942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42512) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.572869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e384468-8b88-4966-9fc2-13b78f7286d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366de5b-a779-45f5-9f36-d560ef5d1f08,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.622084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.631112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51bae48a-0dc7-4755-9ff7-83dc02c57ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.667247 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b27496ad-181c-42f2-a1af-6b80f1b075af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.715240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51bae48a-0dc7-4755-9ff7-83dc02c57ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.715726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.783020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.801256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bae48a-0dc7-4755-9ff7-83dc02c57ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cdb90e-35fe-494c-ae32-216933eb83cb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.810039 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51bae48a-0dc7-4755-9ff7-83dc02c57ad2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f461f7a0c3434dac9e7421f0593238e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5642238 Oct 27 16:01:32.810353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42532) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.893461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.937074 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b27496ad-181c-42f2-a1af-6b80f1b075af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.944574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.965864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 913d48ad-eb86-4c06-9009-013b4d5312bb up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:33.021317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 913d48ad-eb86-4c06-9009-013b4d5312bb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:33.021587 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.097462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b27496ad-181c-42f2-a1af-6b80f1b075af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.102034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.104595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.108401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a366de5b-a779-45f5-9f36-d560ef5d1f08 HTTP/1.1" status: 204 len: 168 time: 0.5410697 Oct 27 16:01:33.126119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.132926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.138307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51cdb90e-35fe-494c-ae32-216933eb83cb HTTP/1.1" status: 204 len: 168 time: 0.3251250 Oct 27 16:01:33.142827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27496ad-181c-42f2-a1af-6b80f1b075af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7ed3a-1a16-41d6-8b3b-d9ab505c3ddd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.149742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b27496ad-181c-42f2-a1af-6b80f1b075af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ae3a71f520c45e1b0b0b8f5403fb7d3&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5214183 Oct 27 16:01:33.150180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42542) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:33.172329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4056a39-8d81-4093-a342-b0964b4bcb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366de5b-a779-45f5-9f36-d560ef5d1f08,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.174154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8434ef6-b16f-43ea-95fb-3cd3c4f66aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cdb90e-35fe-494c-ae32-216933eb83cb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.228132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.252613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.370308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42552) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:33.375788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-network', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:33.405641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.408784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.410683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16b7ed3a-1a16-41d6-8b3b-d9ab505c3ddd HTTP/1.1" status: 204 len: 168 time: 0.2591388 Oct 27 16:01:33.420043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39f54-7c3c-4f54-a59c-0673a0935a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7ed3a-1a16-41d6-8b3b-d9ab505c3ddd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.502586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Made reservation on behalf of 8beaa997932c4d629bb62ce4a977585f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:33.504959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.514070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.597481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.725488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.750869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:33.760556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9333396b-039f-4950-ab5b-678d1b8c6a52,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.765280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.765609 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Added segment f21d7e43-b26f-474f-8781-c323ceb5961b of type vlan for network bca74f62-b05a-4b14-b1a4-808a7f951315 Oct 27 16:01:33.808429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.919813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.920475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:33.921766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.957427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:33.989185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] Pushing event updated for resources: {'Network': ['ID=bca74f62-b05a-4b14-b1a4-808a7f951315,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:34.001878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bca74f62-b05a-4b14-b1a4-808a7f951315 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:34.116920 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bb40dcc4-5747-45bc-8278-568e313adc39 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7450109 Oct 27 16:01:34.119550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42578) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:34.124481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Request body: {'subnet': {'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-subnet', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:34.216679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Made reservation on behalf of 8beaa997932c4d629bb62ce4a977585f for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:34.219634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.396711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:34.410562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8284-cff8-4381-baeb-95f069580bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.484404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8284-cff8-4381-baeb-95f069580bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.559690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.593634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8284-cff8-4381-baeb-95f069580bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.633918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823e08bd-47c2-4e9c-baac-b727f2524e84,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:34.644182 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4a6d8284-cff8-4381-baeb-95f069580bb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=912d6d32c26e449b940a744cf3531cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439301 Oct 27 16:01:34.644182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8284-cff8-4381-baeb-95f069580bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7ad65-0e2d-4178-885c-87cbc596af45,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:34.644530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42592) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:34.655646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Checking segment: {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:34.655964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Network hostable DHCP agents. Network: bca74f62-b05a-4b14-b1a4-808a7f951315, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:34.724724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.794706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-691eac75-734b-46e4-ac15-57480562c0c9 req-c1bd8266-d812-4031-8d1c-bc0d277448e5 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 210 time: 0.8360975 Oct 27 16:01:34.798376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Network bca74f62-b05a-4b14-b1a4-808a7f951315 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:34.802689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.897529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bca74f62-b05a-4b14-b1a4-808a7f951315) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:34.902500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:34.907696 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.912171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9add1e8-1d18-4f91-8a90-95f435e2f47b None None] Network bca74f62-b05a-4b14-b1a4-808a7f951315 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:34.925534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.931268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.931268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bb7ad65-0e2d-4178-885c-87cbc596af45 HTTP/1.1" status: 204 len: 168 time: 0.2835755 Oct 27 16:01:34.938675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23ed38-32cf-4010-b32c-f437293cbe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7ad65-0e2d-4178-885c-87cbc596af45,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:35.071666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fb3081e7-a588-42c6-bf0c-832318f65e82 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9508517 Oct 27 16:01:35.074085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:35.079209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:35.081578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bca74f62-b05a-4b14-b1a4-808a7f951315', 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'fixed_ips': [{'subnet_id': '823e08bd-47c2-4e9c-baac-b727f2524e84'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:01:35.082434 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.177173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.178599 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.224371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Allocated IP 172.20.0.2 (bca74f62-b05a-4b14-b1a4-808a7f951315/823e08bd-47c2-4e9c-baac-b727f2524e84/e75abf5d-3253-4364-af51-074ec3095e26) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:35.231594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.398664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.480363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.530859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Network bca74f62-b05a-4b14-b1a4-808a7f951315 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:35.534457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:35.538845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:35.548838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Pushing event updated for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:35.581967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.608675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Attempting to bind port e75abf5d-3253-4364-af51-074ec3095e26 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:35.609050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Attempting to bind port e75abf5d-3253-4364-af51-074ec3095e26 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:35.609415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Attempting to bind port e75abf5d-3253-4364-af51-074ec3095e26 on network bca74f62-b05a-4b14-b1a4-808a7f951315 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:35.614748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:35.615166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Checking segment: {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:35.615572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.615961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Bound using segment: {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:35.616694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Bound port: e75abf5d-3253-4364-af51-074ec3095e26, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:35.617419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.682303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:35.685761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e75abf5d-3253-4364-af51-074ec3095e26,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:35.777355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.842074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ac3c-23a8-4a65-b070-272dafbd418e None None] Pushing event updated for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:35.944489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.992688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.038844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed38f94d-b4fa-40c0-b256-8a5793e50805 req-ef791585-64ca-47e9-a084-6c67f0da88df tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 210 time: 0.0526090 Oct 27 16:01:36.167756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Allocated IP 172.25.5.33 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/24e0a377-ab44-41b9-a997-cf848e01366f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:36.306762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.411593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.451354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:36.483822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:36.483822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:36.494839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=24e0a377-ab44-41b9-a997-cf848e01366f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:36.848128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.901224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.82', 58813) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:36.958716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-823f5c82-689e-4290-903c-824bed6e0cf2 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552573 Oct 27 16:01:37.010467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e75abf5d-3253-4364-af51-074ec3095e26 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:37.019988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8983ae-e1b6-469c-b1c3-2d1a9e642ae3 None None] Network bca74f62-b05a-4b14-b1a4-808a7f951315 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:37.129458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-5332281c-44cf-4195-9989-51d3968c6350 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.131399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-5332281c-44cf-4195-9989-51d3968c6350 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664195 Oct 27 16:01:37.229083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Request body: {'port': {'device_id': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '703838c9316d4daaaaf5aef4fe97d39a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:37.301525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.444328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] Provisioning complete for port e75abf5d-3253-4364-af51-074ec3095e26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:37.447830 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.481303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3383c6fa-ccb3-453f-8764-e6bc664b7dd8 req-d6feac37-4dfc-479e-8380-8ac95783056d tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 210 time: 0.0753500 Oct 27 16:01:37.565368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:01:37.647725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e75abf5d-3253-4364-af51-074ec3095e26 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:37.648159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.688463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.785014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e75abf5d-3253-4364-af51-074ec3095e26,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:37.805907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:37.818287 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Sync routers for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:37.839586 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:37.840455 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:37.842112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Made reservation on behalf of 703838c9316d4daaaaf5aef4fe97d39a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:37.851681 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.863802 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.867885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.896810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.933660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.939426 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-178fa9d0-2844-4401-90d7-62be103ec5a4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8641357 Oct 27 16:01:37.940242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42698) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:38.001510 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:38.024694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.056917 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:01:38.064410 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:01:38.093197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c41bda-0486-460d-b8b2-11a1d966a4a4 None None] Pushing event updated for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.141145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-258fd5cd-8ba7-4bae-8ace-f58b7d794c5d None None] Provisioning complete for port e75abf5d-3253-4364-af51-074ec3095e26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:38.141877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-258fd5cd-8ba7-4bae-8ace-f58b7d794c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.143253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.245070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:36Z', 'revision_number': 3, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:38.285690 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Checking router: d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:38.285920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04ab50-69ce-4797-80db-5b2ffafc4032,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.287412 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Updating router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 port 24e0a377-ab44-41b9-a997-cf848e01366f binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:38.326486 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.471252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Allocated IP 192.168.233.68 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/aad91137-dcc9-4550-b997-4fb59ec5f563) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:38.820837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4205da9-696e-4469-a2ff-64909910b7ab req-e3600c3f-b6ac-44a8-8510-4a6d5bb758c4 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 210 time: 0.0369749 Oct 27 16:01:38.875027 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.883661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e75abf5d-3253-4364-af51-074ec3095e26 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:38.889510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.917999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.943099 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.950219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e75abf5d-3253-4364-af51-074ec3095e26 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:38.955468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.006059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.036934 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858b2eb-0ee6-49a7-8fde-d013af99b9d4 None None] Pushing event updated for resources: {'Port': ['ID=24e0a377-ab44-41b9-a997-cf848e01366f,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.065938 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Attempting to bind port 24e0a377-ab44-41b9-a997-cf848e01366f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:39.066267 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Attempting to bind port 24e0a377-ab44-41b9-a997-cf848e01366f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:39.067927 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Attempting to bind port 24e0a377-ab44-41b9-a997-cf848e01366f on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:39.077276 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:39.079247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:39.082872 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.083428 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:39.084031 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Bound port: 24e0a377-ab44-41b9-a997-cf848e01366f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:39.084554 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.105780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:39.112275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:39.115428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:39.122614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:39.123298 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.174919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Pushing event updated for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.189665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Allocated IP 172.20.0.1 (bca74f62-b05a-4b14-b1a4-808a7f951315/823e08bd-47c2-4e9c-baac-b727f2524e84/633fc724-70b5-4774-bb42-787a81b6ef64) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:39.192259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] For port 24e0a377-ab44-41b9-a997-cf848e01366f, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:39.195841 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] For port 24e0a377-ab44-41b9-a997-cf848e01366f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24e0a377-ab44-41b9-a997-cf848e01366f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:39.317205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.323751 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.330135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4982b46a-943c-4749-b132-aff3947458f6 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1107605 Oct 27 16:01:39.351201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4b65bdbe-6305-4875-9810-e7d7fe5c4295 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:01:39.355212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-4b65bdbe-6305-4875-9810-e7d7fe5c4295 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167542 Oct 27 16:01:39.379175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2dd69e0e-c1ea-44a4-bf90-1b3532872a25 None None] Provisioning complete for port aad91137-dcc9-4550-b997-4fb59ec5f563 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:39.380534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2dd69e0e-c1ea-44a4-bf90-1b3532872a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.397828 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:39.398362 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:39.428604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2dd69e0e-c1ea-44a4-bf90-1b3532872a25 None None] Port aad91137-dcc9-4550-b997-4fb59ec5f563 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:39.475334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.487856 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858b2eb-0ee6-49a7-8fde-d013af99b9d4 None None] Pushing event updated for resources: {'Port': ['ID=24e0a377-ab44-41b9-a997-cf848e01366f,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.510918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Network bca74f62-b05a-4b14-b1a4-808a7f951315 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:39.534332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:39.543960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:39.553897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:39.554367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.689818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Pushing event updated for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.984290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-276ffd55-2139-41f2-9005-2656268fa651 None None] Provisioning complete for port 633fc724-70b5-4774-bb42-787a81b6ef64 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:39.988591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276ffd55-2139-41f2-9005-2656268fa651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.994056 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:36Z', 'revision_number': 3, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:40.027551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.052180 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784096ff-f4a7-4a60-96db-7d8669310789 None None] The sync data for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 is: [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:36Z', 'revision_number': 3, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:40.089232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c39c3-e72a-48d1-a61c-c8cedd553755 req-6d6ba377-a912-45ef-af1c-8f514f3ed777 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:40.093747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c4c39c3-e72a-48d1-a61c-c8cedd553755 req-6d6ba377-a912-45ef-af1c-8f514f3ed777 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 935 time: 0.1420445 Oct 27 16:01:40.145979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-276ffd55-2139-41f2-9005-2656268fa651 None None] Port 633fc724-70b5-4774-bb42-787a81b6ef64 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:40.228482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c4c39c3-e72a-48d1-a61c-c8cedd553755 req-8e6e5dd6-eb05-40a9-b036-6df6370c744d tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221054 Oct 27 16:01:40.514412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.595385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.597149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.003696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Pushing event updated for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:41.003696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Network bca74f62-b05a-4b14-b1a4-808a7f951315 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:41.003696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:41.231326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:41.231326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:41.231326 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c325d1cd-2b8e-4198-8fea-298fa290db44 admin admin] 10.222.0.70 "PUT /v2.0/routers/d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647626 Oct 27 16:01:41.256566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cccbee1a-a65e-4590-80e5-cb42e2b9deef None None] Provisioning complete for port 633fc724-70b5-4774-bb42-787a81b6ef64 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:41.257787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cccbee1a-a65e-4590-80e5-cb42e2b9deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.261606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24e0a377-ab44-41b9-a997-cf848e01366f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:41.341457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cccbee1a-a65e-4590-80e5-cb42e2b9deef None None] Port 633fc724-70b5-4774-bb42-787a81b6ef64 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:41.365788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 24e0a377-ab44-41b9-a997-cf848e01366f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:41.366367 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.411183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aee3b-924b-43c1-ab68-b4053baec549 req-18247311-065a-407e-b229-b6c0e4620c30 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:41.413678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f91aee3b-924b-43c1-ab68-b4053baec549 req-18247311-065a-407e-b229-b6c0e4620c30 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 935 time: 0.0957563 Oct 27 16:01:41.523704 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd388db2-234f-4017-b8c1-8e19c7aee0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.530970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f91aee3b-924b-43c1-ab68-b4053baec549 req-f84f5a55-ffc3-4331-97a4-6a141c17a2c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048985 Oct 27 16:01:41.562567 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.591172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 24e0a377-ab44-41b9-a997-cf848e01366f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24e0a377-ab44-41b9-a997-cf848e01366f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:41.680574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.714632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Request body: {'port': {'device_id': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'device_owner': 'compute:tempest-test_az-125691268', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:41.850875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.869866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=24e0a377-ab44-41b9-a997-cf848e01366f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:42.449883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad91137-dcc9-4550-b997-4fb59ec5f563 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:42.459616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.489836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Sync routers for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:42.498755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Transition to ACTIVE for port object aad91137-dcc9-4550-b997-4fb59ec5f563 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:42.511979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:42.512894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:42.589461 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.676131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Pushing event updated for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:42.702986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:42.780222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Attempting to bind port aad91137-dcc9-4550-b997-4fb59ec5f563 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:42.780622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Attempting to bind port aad91137-dcc9-4550-b997-4fb59ec5f563 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:42.784138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Attempting to bind port aad91137-dcc9-4550-b997-4fb59ec5f563 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:42.809981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Port aad91137-dcc9-4550-b997-4fb59ec5f563 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:42.809981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Attempting to bind port aad91137-dcc9-4550-b997-4fb59ec5f563 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:42.826726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:42.831880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:42.832832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:42.834898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Bound port: aad91137-dcc9-4550-b997-4fb59ec5f563, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:42.835472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.985385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:42.992782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aad91137-dcc9-4550-b997-4fb59ec5f563,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:43.003416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24e0a377-ab44-41b9-a997-cf848e01366f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:43.081081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f85aec-af3c-46cd-9ab7-3e84b2d0de66 req-4d013651-0988-43fb-9b5e-b87cd509537a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:43.082903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09f85aec-af3c-46cd-9ab7-3e84b2d0de66 req-4d013651-0988-43fb-9b5e-b87cd509537a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0876968 Oct 27 16:01:43.085013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.160900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 24e0a377-ab44-41b9-a997-cf848e01366f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:43.161561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.173236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09f85aec-af3c-46cd-9ab7-3e84b2d0de66 req-d9e332ca-eeeb-4bc7-be8e-3a8b87a714a5 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797389 Oct 27 16:01:43.200343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:43.201491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.206619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] 10.222.0.82 "PUT /v2.0/ports/aad91137-dcc9-4550-b997-4fb59ec5f563 HTTP/1.1" status: 200 len: 1116 time: 2.7753105 Oct 27 16:01:43.220252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:43.357807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:39Z', 'revision_number': 4, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '633fc724-70b5-4774-bb42-787a81b6ef64', 'name': '', 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'mac_address': 'fa:16:3e:46:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:38Z', 'updated_at': '2021-10-27T16:01:40Z', 'revision_number': 2, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'subnets': [{'id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:43.460738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Checking router: d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:43.460947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Updating router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 port 633fc724-70b5-4774-bb42-787a81b6ef64 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:43.527145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50267a9-35ba-46b7-a120-c192784eea11 service neutron] Pushing event updated for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:43.581366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-b1130eff-dd63-4b2d-bc8e-59e69db66fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:43.582750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-b1130eff-dd63-4b2d-bc8e-59e69db66fe2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 1119 time: 0.1561706 Oct 27 16:01:43.613594 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.017050 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02612ee0-a37d-4e75-be35-fd1c333f932d" -d '{"events": [{"name": "network-changed", "server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:44.057993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4860-da5e-4621-b08d-00c0bfa6556c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.287528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.383591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.489260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92073-d645-4897-892b-5547773e7585 None None] Pushing event updated for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:44.667333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Attempting to bind port 633fc724-70b5-4774-bb42-787a81b6ef64 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:44.667991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Attempting to bind port 633fc724-70b5-4774-bb42-787a81b6ef64 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:44.669906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Attempting to bind port 633fc724-70b5-4774-bb42-787a81b6ef64 on network bca74f62-b05a-4b14-b1a4-808a7f951315 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:44.677985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:44.680536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Checking segment: {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:44.680536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.688853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Bound using segment: {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:44.690309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Bound port: 633fc724-70b5-4774-bb42-787a81b6ef64, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21d7e43-b26f-474f-8781-c323ceb5961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:44.691772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a932cb-fe04-435e-9cf5-388ef7de5f7b req-f7ddec19-1659-4b9a-ab06-91e69a3d7a3a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:44.693049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a932cb-fe04-435e-9cf5-388ef7de5f7b req-f7ddec19-1659-4b9a-ab06-91e69a3d7a3a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.1015894 Oct 27 16:01:44.705157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.738318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.799634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a932cb-fe04-435e-9cf5-388ef7de5f7b req-b0b2552b-ed0c-46b0-84db-41b0769e7b2f tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886853 Oct 27 16:01:44.869799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] For port 633fc724-70b5-4774-bb42-787a81b6ef64, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:44.870872 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eff0ffd-3c15-4f84-b6ee-54c11de0f736 x-openstack-request-id: req-0eff0ffd-3c15-4f84-b6ee-54c11de0f736 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:44.871744 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:44.872008 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0eff0ffd-3c15-4f84-b6ee-54c11de0f736 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:44.872533 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563', 'status': 'completed', 'code': 200} Oct 27 16:01:44.877600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] For port 633fc724-70b5-4774-bb42-787a81b6ef64, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=633fc724-70b5-4774-bb42-787a81b6ef64,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:44.984220 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.042695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.067728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] Provisioning complete for port 633fc724-70b5-4774-bb42-787a81b6ef64 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:45.068171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.122955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92073-d645-4897-892b-5547773e7585 None None] Pushing event updated for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:45.138748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:45.139553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:01:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:45.512777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42900) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:45.628237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.671757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] For port 633fc724-70b5-4774-bb42-787a81b6ef64, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=633fc724-70b5-4774-bb42-787a81b6ef64,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:45.673774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:45.721364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352b8eee-895f-49d5-b0e4-732dc5bf308a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.762332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.886484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-5e7d8d87-70d5-4931-87dc-78dff66e848b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403256 Oct 27 16:01:45.929944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352b8eee-895f-49d5-b0e4-732dc5bf308a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.011336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352b8eee-895f-49d5-b0e4-732dc5bf308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.022303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6fd6e5f9-308c-4aa9-87c8-71dab7fb2d6a None None] Provisioning complete for port 633fc724-70b5-4774-bb42-787a81b6ef64 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:46.025435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fd6e5f9-308c-4aa9-87c8-71dab7fb2d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.033168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-f5df9379-f6be-4b80-a043-d9faa27c5a54 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:46.035386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-f5df9379-f6be-4b80-a043-d9faa27c5a54 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455436 Oct 27 16:01:46.057646 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-352b8eee-895f-49d5-b0e4-732dc5bf308a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d17e74f064d040cb9dbdd46079006c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437944 Oct 27 16:01:46.071316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b8eee-895f-49d5-b0e4-732dc5bf308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e545c9c3-0fb7-44a2-869d-58e64c52e79e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:46.072767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-5eccd1e6-e7c3-48ee-b04a-5f5794cfcb98 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/quotas/f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 375 time: 0.0138946 Oct 27 16:01:46.072767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:46.114007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80de2c-11f6-4717-8605-aae5d341ca3a None None] Pushing event updated for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:46.172213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42920) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:46.176822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829168280', 'description': 'tempest-description--376608091'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:46.195557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-46b731ba-1b2d-4864-91fb-5adf6fcf1424 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224225 Oct 27 16:01:46.265202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:39Z', 'revision_number': 4, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '633fc724-70b5-4774-bb42-787a81b6ef64', 'name': '', 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'mac_address': 'fa:16:3e:46:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:38Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'subnets': [{'id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:46.283519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.298154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a35b9-ab61-4ce0-85a5-cedc0d4dfd41 None None] The sync data for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 is: [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:39Z', 'revision_number': 4, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '633fc724-70b5-4774-bb42-787a81b6ef64', 'name': '', 'network_id': 'bca74f62-b05a-4b14-b1a4-808a7f951315', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'mac_address': 'fa:16:3e:46:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:38Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'subnets': [{'id': '823e08bd-47c2-4e9c-baac-b727f2524e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:46.304503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.339468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.451460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.503096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.506069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.508467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e545c9c3-0fb7-44a2-869d-58e64c52e79e HTTP/1.1" status: 204 len: 168 time: 0.4378655 Oct 27 16:01:46.521664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623bc3-a449-46e6-93dd-e09bc94b4fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e545c9c3-0fb7-44a2-869d-58e64c52e79e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:46.554500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.605612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1b381-4195-41ff-971d-756f98d031c1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:46.638206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.644490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e8a83ae-ac2d-416b-ab53-864a7f98f8ad tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4681978 Oct 27 16:01:46.645874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42940) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:46.659102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'security_group_rule': {'security_group_id': 'd1a1b381-4195-41ff-971d-756f98d031c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:46.730318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc4f3-40e5-45c1-89f4-18ac2cc90591 req-bdd2000e-6d0e-44a3-81e7-1d6e508ec811 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:46.759366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59acc4f3-40e5-45c1-89f4-18ac2cc90591 req-bdd2000e-6d0e-44a3-81e7-1d6e508ec811 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.1529589 Oct 27 16:01:46.835546 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.872526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.019130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 633fc724-70b5-4774-bb42-787a81b6ef64 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:47.084133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d472ccb8-f6d3-4958-a460-712e8ec0b984 req-a2a801a5-d818-4238-8fd1-b938978b5084 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.2253358 Oct 27 16:01:47.086929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-08e6b75c-f0e3-488b-b9f8-9c16eb49d8b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=aad91137-dcc9-4550-b997-4fb59ec5f563 HTTP/1.1" status: 200 len: 217 time: 0.3176932 Oct 27 16:01:47.243469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 633fc724-70b5-4774-bb42-787a81b6ef64 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:47.243469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.331622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59acc4f3-40e5-45c1-89f4-18ac2cc90591 req-93aa9737-0c7d-4f5c-8169-1be52a03c42c tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589039 Oct 27 16:01:47.364378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-ce455b5e-a45e-4516-b473-f68843fb3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:47.370987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.373489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-ce455b5e-a45e-4516-b473-f68843fb3fad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.2733536 Oct 27 16:01:47.401124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42964) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:47.474625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.546497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db632628-1c64-4f76-b56f-7469c8b19ee8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:47.635873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-2fe41837-bc2a-4a10-87f4-3af471b4dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:47.638749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-2fe41837-bc2a-4a10-87f4-3af471b4dbe9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2477353 Oct 27 16:01:47.751255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7853ef8a-973a-4bdb-b020-4b1462850d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.905384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.909216 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab5f86db-c235-408d-92de-3684e1bc377a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2578712 Oct 27 16:01:47.926247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:47.945314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'security_group_rule': {'security_group_id': 'd1a1b381-4195-41ff-971d-756f98d031c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:47.952823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42990) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:47.975154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7853ef8a-973a-4bdb-b020-4b1462850d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.988590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df7d0b61-cef6-4308-bec3-a5b47cb04697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.135185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7853ef8a-973a-4bdb-b020-4b1462850d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.199033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-0d9babfe-3091-45d0-bcad-a7c029aee560 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394523 Oct 27 16:01:48.208706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.219200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0bed1a2-37d7-4e6f-aaea-f6d7183e896c req-659d20e1-12b8-4929-b964-b6d6a3754a7e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0385480 Oct 27 16:01:48.223334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853ef8a-973a-4bdb-b020-4b1462850d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0301a-8983-4d8c-a21f-ad793912508b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.245624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df7d0b61-cef6-4308-bec3-a5b47cb04697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.255284 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7853ef8a-973a-4bdb-b020-4b1462850d7a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9b5bdb268f749199556ad1c4bbaf6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8502660 Oct 27 16:01:48.256846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42996) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:48.345675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.367483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.387000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01e2160-f526-4c92-859d-25a3ec05dc94 req-bfae984c-a8b9-41a8-88a5-44fe457fd923 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652837 Oct 27 16:01:48.388920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df7d0b61-cef6-4308-bec3-a5b47cb04697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.460200 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df7d0b61-cef6-4308-bec3-a5b47cb04697 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27cb334acccf464bba4353fb788b81ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975493 Oct 27 16:01:48.488299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43006) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:48.502974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d0b61-cef6-4308-bec3-a5b47cb04697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8030ce8-4659-449d-b168-9e0203ba580d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.508209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.516299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.583125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775cadab-f26b-4d99-a518-6e12b61c0db7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.661696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.667612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b29720cd-b211-4f66-bcbc-9fb27f733408 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7483354 Oct 27 16:01:48.667612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43012) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:48.673997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:48.701877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43014) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:48.706154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.722661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.728351 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bb0301a-8983-4d8c-a21f-ad793912508b HTTP/1.1" status: 204 len: 168 time: 0.4674940 Oct 27 16:01:48.743592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c95b70-a414-42b5-9f0b-d93c4def5c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0301a-8983-4d8c-a21f-ad793912508b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.792303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-5cdc0510-6d5e-4f3b-b232-085caba66299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:48.792303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-5cdc0510-6d5e-4f3b-b232-085caba66299 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 1119 time: 0.2251487 Oct 27 16:01:48.827025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:48.841678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1769ca-807e-42ae-a75a-848ce00e0c4d req-c70c6ff6-7dc3-4698-b920-7f799b45e9a3 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:48.846084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.851400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e1769ca-807e-42ae-a75a-848ce00e0c4d req-c70c6ff6-7dc3-4698-b920-7f799b45e9a3 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.3951945 Oct 27 16:01:48.939594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.979984 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8db-ee90-4b28-9ada-84f0079cd267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.002076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a35f12a-445b-4f88-a3c8-0d31f0f5b79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.144159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.166178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e1769ca-807e-42ae-a75a-848ce00e0c4d req-aa7c4a03-4e4d-4f46-99de-ae18ae732961 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138058 Oct 27 16:01:49.175894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-f6f945c5-bb0f-42b7-bfe2-85fcb4bbfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.177480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-f6f945c5-bb0f-42b7-bfe2-85fcb4bbfe76 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3211486 Oct 27 16:01:49.226490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a35f12a-445b-4f88-a3c8-0d31f0f5b79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.230262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-9fd4c75f-3bd5-4b80-95b8-7860a790dc3b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=aad91137-dcc9-4550-b997-4fb59ec5f563 HTTP/1.1" status: 200 len: 217 time: 0.0429437 Oct 27 16:01:49.239893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8db-ee90-4b28-9ada-84f0079cd267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.250287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.303722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a35f12a-445b-4f88-a3c8-0d31f0f5b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.333076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.336154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.337434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8030ce8-4659-449d-b168-9e0203ba580d HTTP/1.1" status: 204 len: 168 time: 0.8426318 Oct 27 16:01:49.363724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8db-ee90-4b28-9ada-84f0079cd267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.478382 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4a35f12a-445b-4f88-a3c8-0d31f0f5b79b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=425fc0fb0fb5410e81b64607114cc5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508474 Oct 27 16:01:49.486255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:49.486906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35f12a-445b-4f88-a3c8-0d31f0f5b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e70b3f-e6c1-446a-9674-ead58e44bcac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:49.529805 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c98ac8db-ee90-4b28-9ada-84f0079cd267 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03dbf05af65a4f268a22a901a1bc8777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308434 Oct 27 16:01:49.536596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:49.537894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a85b-4f53-4d3d-92b1-deda2e3708d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8030ce8-4659-449d-b168-9e0203ba580d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:49.620548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac8db-ee90-4b28-9ada-84f0079cd267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05096bd-3558-41fc-8444-0257e4a5493f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:49.654479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-1b6e0669-68a6-4195-9fdb-25d32009b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.657089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-1b6e0669-68a6-4195-9fdb-25d32009b743 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.2925758 Oct 27 16:01:49.665607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Allocated IP 172.25.5.7 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/07e9587c-ae3e-4dc7-9e44-a98615189d65) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:49.665970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7289e3c1-e428-497f-b978-a976bc35133d req-01c29156-3c79-4f7a-8124-ab80696ea7d7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.1078374 Oct 27 16:01:49.703907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.732618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-e74203ee-9ca4-4de3-a96c-f91545b745f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.732618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-e74203ee-9ca4-4de3-a96c-f91545b745f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634332 Oct 27 16:01:49.757909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.794337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.860100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.947285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43038) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:49.996361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51191b62-3315-4288-8048-d4b2472e9c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.027618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.099769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.102441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.103617 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19e70b3f-e6c1-446a-9674-ead58e44bcac HTTP/1.1" status: 204 len: 168 time: 0.6134980 Oct 27 16:01:50.118384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c56ffa-73ca-4fc0-97b0-90708c1a444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e70b3f-e6c1-446a-9674-ead58e44bcac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:50.209979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.213178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.216735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a05096bd-3558-41fc-8444-0257e4a5493f HTTP/1.1" status: 204 len: 168 time: 0.6767969 Oct 27 16:01:50.227905 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.330090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8813d3c-4816-478a-9eff-dc54b04f89d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05096bd-3558-41fc-8444-0257e4a5493f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:50.348525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:50.357721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:50.367101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:50.376382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'Port': ['ID=07e9587c-ae3e-4dc7-9e44-a98615189d65,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:50.474427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dc931-5a7b-4d25-bd02-96582f92d9d9 req-c9bfad39-025d-4a78-8146-86459b4347e0 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:50.490150 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51191b62-3315-4288-8048-d4b2472e9c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.492068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-338dc931-5a7b-4d25-bd02-96582f92d9d9 req-c9bfad39-025d-4a78-8146-86459b4347e0 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.1674309 Oct 27 16:01:50.495257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.583840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51191b62-3315-4288-8048-d4b2472e9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.650323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51191b62-3315-4288-8048-d4b2472e9c9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7508449164894a91af701113a73fe658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989725 Oct 27 16:01:50.661646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:50.672388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51191b62-3315-4288-8048-d4b2472e9c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20ad5d-8f30-4a25-9e04-5866551cb61f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:50.697391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.805085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-338dc931-5a7b-4d25-bd02-96582f92d9d9 req-7312ab87-f29b-4891-b2d9-66c4d6247a71 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038738 Oct 27 16:01:50.899071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.79', 52031) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:50.904234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb16c6ab-d965-4fc7-abb1-4b5896ecd0d2 req-594f50d0-c41a-459a-beeb-18cc73fe0b9d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0963523 Oct 27 16:01:51.005122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-758b0701-f00f-4735-ba2b-c285123bb0d8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979738 Oct 27 16:01:51.067360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.083460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-d00843c2-690d-420d-a477-ef4bd1800e45 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458288 Oct 27 16:01:51.085707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.198178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.198716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.300330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.301866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-3b6cfd32-d70e-454b-a887-d6771a92d45c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:51.303468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-3b6cfd32-d70e-454b-a887-d6771a92d45c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742662 Oct 27 16:01:51.313181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02612ee0-a37d-4e75-be35-fd1c333f932d req-ba55f8fe-fa29-4774-bb51-ec91211804de service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012658 Oct 27 16:01:51.337972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'Port': ['ID=07e9587c-ae3e-4dc7-9e44-a98615189d65,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:51.399588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Request body: {'port': {'device_id': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'f214e5b28c364ddeac98cb492f1cf710'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:51.786321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43060) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:51.802495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9a8-8db6-4f4f-9a86-87b516612525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.804767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.805731 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02812419-f8a1-4b41-a7ff-377b44b11e59 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1367567 Oct 27 16:01:51.807581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.810230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.813865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c20ad5d-8f30-4a25-9e04-5866551cb61f HTTP/1.1" status: 204 len: 168 time: 1.1445684 Oct 27 16:01:51.836774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9462d63-ee21-4ae6-be9c-304d1d4db9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20ad5d-8f30-4a25-9e04-5866551cb61f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:51.879881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43070) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:51.903112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84ed48fa-2514-419e-8b9b-c0739d677e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.944151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9a8-8db6-4f4f-9a86-87b516612525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.944728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Made reservation on behalf of f214e5b28c364ddeac98cb492f1cf710 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:51.952422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.963164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.054035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4156f3-aa05-40d4-afd6-f376fcdddc93 req-d9026a1f-c92f-4493-aba1-d1409feeb5df tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:52.056456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a4156f3-aa05-40d4-afd6-f376fcdddc93 req-d9026a1f-c92f-4493-aba1-d1409feeb5df tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0937123 Oct 27 16:01:52.068362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4be3f9a8-8db6-4f4f-9a86-87b516612525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.121909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84ed48fa-2514-419e-8b9b-c0739d677e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.182338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3f9a8-8db6-4f4f-9a86-87b516612525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50083f19-582c-4762-b837-651075da2d43,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:52.186349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fb2ae27-4adc-4ced-80ae-4aee6aa44c83 req-127af5bf-b861-4663-86a4-1b2bc5bd7ab7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0620444 Oct 27 16:01:52.196267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4be3f9a8-8db6-4f4f-9a86-87b516612525 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e6965f3ac7c43b9bed1e575a049e455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055755 Oct 27 16:01:52.198133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:52.235345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84ed48fa-2514-419e-8b9b-c0739d677e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.283548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a4156f3-aa05-40d4-afd6-f376fcdddc93 req-712631a7-a583-4a0f-874b-59229ebdd964 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933417 Oct 27 16:01:52.322589 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.324421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed48fa-2514-419e-8b9b-c0739d677e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e731a-0c1e-45d2-99d2-7c6420fb49ce,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:52.326105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.339892 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84ed48fa-2514-419e-8b9b-c0739d677e10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6922b9977e7043d6a0c7654ff97a2b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587731 Oct 27 16:01:52.340554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:52.359087 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.439099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.459111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.491694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-27a14dd5-6239-4892-bb74-af090b6e3a88 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--829168280&fields=id&tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 267 time: 0.0988724 Oct 27 16:01:52.495999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82be32-24f0-4c22-8399-74869417325f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:52.496334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.627904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.630482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.631704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50083f19-582c-4762-b837-651075da2d43 HTTP/1.1" status: 204 len: 168 time: 0.4316661 Oct 27 16:01:52.668745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532fd1-1c8e-47e4-96d9-8f5213565695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50083f19-582c-4762-b837-651075da2d43,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:52.720422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.724957 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.726306 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb0e731a-0c1e-45d2-99d2-7c6420fb49ce HTTP/1.1" status: 204 len: 168 time: 0.3846679 Oct 27 16:01:52.735305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdd12a-e763-4baa-9e2d-0f619d833268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e731a-0c1e-45d2-99d2-7c6420fb49ce,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:52.786102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-cf934503-d4c3-47c0-a0ef-9869fd66542c tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:52.787620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-cf934503-d4c3-47c0-a0ef-9869fd66542c tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 823 time: 0.2804234 Oct 27 16:01:53.015271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-f5fe2e77-abfe-45a1-8f02-2d6d09339aaa tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/quotas/9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 375 time: 0.2212131 Oct 27 16:01:53.085767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Allocated IP 192.168.233.78 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/262f85d8-2341-4306-a9ff-90213eb06b76) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:53.114772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-144e902b-c90f-43d3-ab7b-6df84dd219ee tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895450 Oct 27 16:01:53.279939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.310075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37249c60-094c-4ca0-be0f-eab73315fe5f req-3e08002f-2d7d-4cd4-a7a4-e4d5d7f68a85 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0378947 Oct 27 16:01:53.445991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce769a-b6e0-4c3e-963d-d5f438170b86 req-07f228a4-5e0e-4080-8001-3694d56827ee tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:53.447769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dce769a-b6e0-4c3e-963d-d5f438170b86 req-07f228a4-5e0e-4080-8001-3694d56827ee tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0622981 Oct 27 16:01:53.503978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dce769a-b6e0-4c3e-963d-d5f438170b86 req-8946ac26-f862-4d82-95a7-2d0b4273f2ca tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Oct 27 16:01:53.521989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.572640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:53.575732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:53.582453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:53.588905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:53.589562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.611394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.683605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-48bbc8cf-defd-4e38-a811-69d4c013448a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2883055 Oct 27 16:01:53.836603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-12f29377-1cac-436c-a096-be3c5b306598 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:01:53.843672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-12f29377-1cac-436c-a096-be3c5b306598 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2405660 Oct 27 16:01:53.870972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-01ac5faa-cf17-4f23-9e9a-c95af53e8287 None None] Provisioning complete for port 262f85d8-2341-4306-a9ff-90213eb06b76 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:53.871637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-01ac5faa-cf17-4f23-9e9a-c95af53e8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.946024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-01ac5faa-cf17-4f23-9e9a-c95af53e8287 None None] Port 262f85d8-2341-4306-a9ff-90213eb06b76 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:53.951575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-877b5272-0008-4b8f-bace-3369bd2a3d8c service neutron] 10.222.0.70 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054337 Oct 27 16:01:54.052559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-f5242b0b-1ca2-483f-8aec-05da202b72db service neutron] 10.222.0.70 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Oct 27 16:01:54.321559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71629653-ee81-45ec-9517-157742ce90e5 req-b0c9f428-b241-4aea-82d3-05fc79d06789 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Oct 27 16:01:54.474105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40c1d0-8db2-46a9-9564-04761fbd5668 req-e2f2df18-4fa5-49f5-b4f0-d43440386b73 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:54.476107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf40c1d0-8db2-46a9-9564-04761fbd5668 req-e2f2df18-4fa5-49f5-b4f0-d43440386b73 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 935 time: 0.0673404 Oct 27 16:01:54.520579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf40c1d0-8db2-46a9-9564-04761fbd5668 req-0b90a249-a58a-4b20-b697-2e5929b68a13 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Oct 27 16:01:54.630475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de471-d7e9-44bd-b438-66cf0eb684ae req-21add558-e24e-4938-bd6b-55499f4ba204 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:54.631976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a75de471-d7e9-44bd-b438-66cf0eb684ae req-21add558-e24e-4938-bd6b-55499f4ba204 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0558684 Oct 27 16:01:54.677352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a75de471-d7e9-44bd-b438-66cf0eb684ae req-4f5c5a50-b23a-46e5-bf61-18bc25f73f73 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Oct 27 16:01:55.495686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-381113d7-0b56-4a15-9702-3fcf3d2bc8fc req-8d23ea6c-a8a1-4d0c-96ff-c745687b069b tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Oct 27 16:01:55.683700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ac5e6-d3d0-4d69-9e35-c4f4659b0c78 req-f5af1b0f-c40b-4574-9491-d59dfcd312f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:55.686384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-000ac5e6-d3d0-4d69-9e35-c4f4659b0c78 req-f5af1b0f-c40b-4574-9491-d59dfcd312f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 935 time: 0.0768285 Oct 27 16:01:55.740516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-000ac5e6-d3d0-4d69-9e35-c4f4659b0c78 req-81c44ef5-1ec9-4826-a43b-b6e84094b052 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Oct 27 16:01:55.814674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5b8b5-a0b3-4cc0-bc8e-f9d8ac9db915 req-875361bc-8810-463b-946f-bd9626d22e3b tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:55.816297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac5b8b5-a0b3-4cc0-bc8e-f9d8ac9db915 req-875361bc-8810-463b-946f-bd9626d22e3b tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0558155 Oct 27 16:01:55.864740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac5b8b5-a0b3-4cc0-bc8e-f9d8ac9db915 req-68d4c3cf-8f10-4554-ac6b-7bee4219ab12 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Oct 27 16:01:56.593779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-264b6ee4-8b3e-426c-b313-57ccbc702b14 req-cb85cf7b-2a37-43a0-bf7f-f8bea1cbdd3d tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0265334 Oct 27 16:01:56.848329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-14740cc4-0560-446b-b886-da5915e21571 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9cdf50642a5549919aa1b513a9e3c420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466125 Oct 27 16:01:56.959064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5566ca-0b7e-44a3-ba07-3c54337cdaca req-1aff1772-bb66-4dc3-a030-7dc671bcabf8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:56.960860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec5566ca-0b7e-44a3-ba07-3c54337cdaca req-1aff1772-bb66-4dc3-a030-7dc671bcabf8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 935 time: 0.1408048 Oct 27 16:01:57.021714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-19fea2a8-60a8-4d5b-a572-9f2287ccb305 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:57.035652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-19fea2a8-60a8-4d5b-a572-9f2287ccb305 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736898 Oct 27 16:01:57.050320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec5566ca-0b7e-44a3-ba07-3c54337cdaca req-306cf5bf-1848-4f18-a442-779edca86599 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779595 Oct 27 16:01:57.053508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-c9188e97-55da-4a46-9ad2-b9f5a4a41de0 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/quotas/9cdf50642a5549919aa1b513a9e3c420 HTTP/1.1" status: 200 len: 375 time: 0.0215352 Oct 27 16:01:57.105222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-3a2ea378-8888-492b-a4ea-d554c41d6a0e tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9cdf50642a5549919aa1b513a9e3c420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330458 Oct 27 16:01:57.176196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1f1ac-39b1-4876-9e0f-96c8bac7b150 req-30dcecbc-5497-4c38-b296-3421af5ce074 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:57.177695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e1f1ac-39b1-4876-9e0f-96c8bac7b150 req-30dcecbc-5497-4c38-b296-3421af5ce074 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0549436 Oct 27 16:01:57.222373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e1f1ac-39b1-4876-9e0f-96c8bac7b150 req-0c1c3b35-9778-47f1-a8ec-97e616eb9a8c tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Oct 27 16:01:57.723816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb45bfde-00f2-49fa-bfb8-1edf079ffb6c req-f5a48ef3-a088-4e69-90c7-c76707f02964 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0317731 Oct 27 16:01:57.957117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.053740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3af4b126-3938-4e5d-a3b0-048453ef2b8b req-18666582-d582-4c29-9f95-844e4ef082b1 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.0423677 Oct 27 16:01:58.200644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cae2cb-2a07-46f0-bbac-b3136518dc89 req-16ee9a2e-ff99-4dc4-bca1-98b3ee977d33 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:58.202311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cae2cb-2a07-46f0-bbac-b3136518dc89 req-16ee9a2e-ff99-4dc4-bca1-98b3ee977d33 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 935 time: 0.0666401 Oct 27 16:01:58.256100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cae2cb-2a07-46f0-bbac-b3136518dc89 req-dc5fda1e-daac-4535-b54c-13d23f6c5ff5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Oct 27 16:01:58.320776 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.354946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa01a3-512b-45cc-805b-230c5e8b273f req-d4bb426e-5a53-4927-b522-2567841eae33 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:58.356640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15fa01a3-512b-45cc-805b-230c5e8b273f req-d4bb426e-5a53-4927-b522-2567841eae33 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 968 time: 0.0611587 Oct 27 16:01:58.396590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aad91137-dcc9-4550-b997-4fb59ec5f563 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:01:58.413061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15fa01a3-512b-45cc-805b-230c5e8b273f req-1e31a604-626f-4f3d-aeee-3fc196cb61fc tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Oct 27 16:01:58.518819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aad91137-dcc9-4550-b997-4fb59ec5f563,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:58.530416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'aad91137-dcc9-4550-b997-4fb59ec5f563', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'aad91137-dcc9-4550-b997-4fb59ec5f563', 'mac_address': 'fa:16:3e:b8:96:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-125691268', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:01:58.575232 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.597828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad91137-dcc9-4550-b997-4fb59ec5f563 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:58.620380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aad91137-dcc9-4550-b997-4fb59ec5f563,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:58.777925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.798098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-03114bcc-017f-4814-9974-2affa710580d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:01:58.799441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-03114bcc-017f-4814-9974-2affa710580d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062571 Oct 27 16:01:58.858596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75b273d6-5eeb-4bfa-98be-3914bc1a5401 req-6db071ec-5f8e-4292-9b16-76256b573067 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0525842 Oct 27 16:01:58.880684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:59.134242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a3eed7b-945f-4472-a08e-bc92ebd30e20 req-6222e253-12e1-456d-8157-472656ed1347 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.0271037 Oct 27 16:01:59.201906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['aad91137-dcc9-4550-b997-4fb59ec5f563'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:59.410532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b0f6-5cb2-4f41-acc5-692b7c1a8790 req-5bd582af-08c9-414c-9495-aa7042be5010 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:59.412655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b223b0f6-5cb2-4f41-acc5-692b7c1a8790 req-5bd582af-08c9-414c-9495-aa7042be5010 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 935 time: 0.0654237 Oct 27 16:01:59.463789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b223b0f6-5cb2-4f41-acc5-692b7c1a8790 req-0aca40db-5b53-468b-b2aa-bc50f832d957 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367222 Oct 27 16:01:59.512637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Request body: {'port': {'device_id': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:59.618341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43332) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:59.635145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.685704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f9246c-ed09-4906-bcea-93dc94c335bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.703619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a785dd0-290a-4ba2-b7c0-d69b4b41e97a req-ab727cee-b9cc-4498-8b77-5c06f3509edf tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:59.713985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a785dd0-290a-4ba2-b7c0-d69b4b41e97a req-ab727cee-b9cc-4498-8b77-5c06f3509edf tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 969 time: 0.1135468 Oct 27 16:01:59.862112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a785dd0-290a-4ba2-b7c0-d69b4b41e97a req-6678733a-07f3-41f3-be2e-d1ccb84ee835 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457183 Oct 27 16:01:59.876911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f9246c-ed09-4906-bcea-93dc94c335bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.966618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f9246c-ed09-4906-bcea-93dc94c335bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.997739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ece7367-7743-4ea1-8e10-b02f30282252 req-fa3c6dc9-8fdf-428c-9a2e-4c3d516f1bd9 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0402589 Oct 27 16:02:00.019631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9246c-ed09-4906-bcea-93dc94c335bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c471d3-1496-4724-87c5-41b7286303f3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.049966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43348) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:00.051328 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40f9246c-ed09-4906-bcea-93dc94c335bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cc53688800c4e43b940bc01fa666732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316158 Oct 27 16:02:00.132883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262f85d8-2341-4306-a9ff-90213eb06b76 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:00.146855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.157981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.165542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Transition to ACTIVE for port object 262f85d8-2341-4306-a9ff-90213eb06b76 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:00.185734 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.248538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e7dd888-4419-47c8-9cf2-a91a6d27a9e2 req-3112dae3-f95e-4160-9fd5-d80eef8a75a1 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.0372560 Oct 27 16:02:00.297709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.323936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.79', 52037) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:00.353920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.371365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aad91137-dcc9-4550-b997-4fb59ec5f563 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:00.404085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:00.404431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:00.404847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:00.414860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:00.415590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:00.421158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.424595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.426461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6c471d3-1496-4724-87c5-41b7286303f3 HTTP/1.1" status: 204 len: 168 time: 0.3755131 Oct 27 16:02:00.430194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:00.430741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:00.431321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:00.431945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Bound port: 262f85d8-2341-4306-a9ff-90213eb06b76, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:00.432526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.448248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b034baa-0e6a-4f84-bf5d-f10e6eff1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c471d3-1496-4724-87c5-41b7286303f3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.581702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:00.582974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port aad91137-dcc9-4550-b997-4fb59ec5f563 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:00.587139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:00.587550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port aad91137-dcc9-4550-b997-4fb59ec5f563 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:00.588035 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.697428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.779292 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.801617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:00.805022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:00.809478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-2a3a4d20-1ec4-462f-8076-c1dc67f92fe7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.812631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-2a3a4d20-1ec4-462f-8076-c1dc67f92fe7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 823 time: 0.4831409 Oct 27 16:02:00.838453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.840789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.842091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] 10.222.0.79 "PUT /v2.0/ports/262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 1095 time: 1.8730943 Oct 27 16:02:00.844982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac397-41d9-47e5-90bb-51745bbaa6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.849014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:00.852748 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:00.866823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd241-78a5-4527-862c-b72338a3b763 req-ce84b607-6e76-4c9c-8bed-b3f927d4eafd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.875401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44dbd241-78a5-4527-862c-b72338a3b763 req-ce84b607-6e76-4c9c-8bed-b3f927d4eafd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.2690680 Oct 27 16:02:00.903195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aad91137-dcc9-4550-b997-4fb59ec5f563,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:00.903560 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-d45e4472-0a9b-4c10-af1b-bad7741d0a4e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 379 time: 0.0761178 Oct 27 16:02:00.917023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'port': {'device_id': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'admin_state_up': True, 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'security_groups': ['d1a1b381-4195-41ff-971d-756f98d031c1']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:00.928017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44dbd241-78a5-4527-862c-b72338a3b763 req-d91cb3d8-eea7-4711-9e8a-6fa8998cf8f2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481179 Oct 27 16:02:00.984569 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38e39e-85a9-46d8-8805-1c57c48446e7 x-openstack-request-id: req-0a38e39e-85a9-46d8-8805-1c57c48446e7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:00.985263 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:00.985263 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a38e39e-85a9-46d8-8805-1c57c48446e7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:00.986863 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'status': 'completed', 'code': 200} Oct 27 16:02:01.024034 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.137165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:01.332399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Made reservation on behalf of 9fce4ce316fc44f5bf6eeb88506e90f2 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:01.336053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.343628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb060d0f-9dea-4814-80e9-8dd4bc83a98b req-e72d7ed0-d3c0-4e8a-9875-ece2e74a5d18 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 210 time: 0.0682216 Oct 27 16:02:01.355791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49267a71-59c4-4df9-808e-c9919e363108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.381356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0 req-01268205-c88d-4634-bf27-6e8e1cc823ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.383755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0 req-01268205-c88d-4634-bf27-6e8e1cc823ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1098 time: 0.3728917 Oct 27 16:02:01.398335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be0a6-0856-45fa-a247-dc6e31c3c3d2 req-5847f69f-1b21-4e79-8e95-f3a418429829 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.401601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b41be0a6-0856-45fa-a247-dc6e31c3c3d2 req-5847f69f-1b21-4e79-8e95-f3a418429829 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.2818596 Oct 27 16:02:01.425354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.79', 52041) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:01.525459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0 req-64416848-ecc1-4b88-a7bc-8c52781993c4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070216 Oct 27 16:02:01.526936 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c664e07-98e8-4567-b998-fa069afe77e6" -d '{"events": [{"server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "name": "network-vif-plugged", "status": "completed", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:01.540197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-97983788-b486-43f8-b2ba-cac76c8825b5 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9cdf50642a5549919aa1b513a9e3c420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977893 Oct 27 16:02:01.650896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Allocated IP 172.20.0.3 (5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4/0c8730be-4e82-4f3a-985a-2f34905d9e7f/8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:01.669434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ca65d64-d8f9-4547-9279-7c688cd04437 req-8430a9d7-44c3-4427-8f30-4a9ee6133c3b tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.1344936 Oct 27 16:02:01.753358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:01.761249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b41be0a6-0856-45fa-a247-dc6e31c3c3d2 req-c4bdb439-f712-42a8-a53a-4906de31275f tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396966 Oct 27 16:02:01.831070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7992ddb0-5658-4a0a-9e9c-1ee66d45743f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.853561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.984915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49267a71-59c4-4df9-808e-c9919e363108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.992793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-fb27091f-cc8d-41c1-8a13-900e7a53b0fc tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.994537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-fb27091f-cc8d-41c1-8a13-900e7a53b0fc tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114263 Oct 27 16:02:01.995690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0 req-dcd31615-7d5d-4a8a-9517-dcb994371e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.996136 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.997447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2edaf3f1-49b7-49d5-add6-b6a0b4b45ef0 req-dcd31615-7d5d-4a8a-9517-dcb994371e26 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4559968 Oct 27 16:02:02.005863 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba0443-da96-4e62-a246-38404a510668 x-openstack-request-id: req-16ba0443-da96-4e62-a246-38404a510668 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:02.006221 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "name": "network-vif-plugged", "status": "completed", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:02.007177 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16ba0443-da96-4e62-a246-38404a510668 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:02.007448 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563', 'code': 200} Oct 27 16:02:02.018045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Request body: {'port': {'device_id': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '9cdf50642a5549919aa1b513a9e3c420'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:02.086498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:02.113609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:02.145718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:02.152180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.152849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.183063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:02.301526 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-39244e09-989c-493c-8cbc-a00db16b6c38 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3902647 Oct 27 16:02:02.319118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Request body: {'port': {'device_id': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:02.355442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-41001045-5eff-4207-b529-3970a887a5b7 None None] Provisioning complete for port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:02.355814 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-41001045-5eff-4207-b529-3970a887a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.380195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.381930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49267a71-59c4-4df9-808e-c9919e363108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.400371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-41001045-5eff-4207-b529-3970a887a5b7 None None] Port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:02.521462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267a71-59c4-4df9-808e-c9919e363108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aaa85a-ef91-443a-b1cd-74972fb45efc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:02.567980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49267a71-59c4-4df9-808e-c9919e363108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81ba0f90b6d4461b849e3418550c462c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7645593 Oct 27 16:02:02.574980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:02.609253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7992ddb0-5658-4a0a-9e9c-1ee66d45743f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.613059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-da24a52f-b2cb-4501-a3a9-a9b27d05f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.614573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-da24a52f-b2cb-4501-a3a9-a9b27d05f0ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1098 time: 0.5181389 Oct 27 16:02:02.626812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9028e9f-d2f2-45c6-8ced-d4cdd7c8ce1c req-2d9ee3bf-e7d5-4af2-a398-ba468b917920 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.628375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9028e9f-d2f2-45c6-8ced-d4cdd7c8ce1c req-2d9ee3bf-e7d5-4af2-a398-ba468b917920 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.5295546 Oct 27 16:02:02.633685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f955-03f1-4081-ba6f-7a797263b993 req-49f23cb5-4a34-4c87-b113-c12d8b338ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.635208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1035f955-03f1-4081-ba6f-7a797263b993 req-49f23cb5-4a34-4c87-b113-c12d8b338ecd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 1121 time: 0.2847338 Oct 27 16:02:02.682746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.702273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-030a441e-d5ab-4384-9360-e1ef65916377 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0720012 Oct 27 16:02:02.720966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.731417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1035f955-03f1-4081-ba6f-7a797263b993 req-79bbc9a1-8d8e-4c27-93bd-7e1c9cce687e service neutron] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.766808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7992ddb0-5658-4a0a-9e9c-1ee66d45743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.782861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:02.789099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e9207-5edd-49f4-a8c9-cc20acb00b29 req-add41119-a242-428e-979f-8189204719a5 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.794263 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.794396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e82e9207-5edd-49f4-a8c9-cc20acb00b29 req-add41119-a242-428e-979f-8189204719a5 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 931 time: 0.3136699 Oct 27 16:02:02.851720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9028e9f-d2f2-45c6-8ced-d4cdd7c8ce1c req-5ee69a3a-d523-4a7e-8b89-f88d735944c1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155356 Oct 27 16:02:02.872056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-b672cce9-6bfd-4397-afd7-65999257ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.873551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-b672cce9-6bfd-4397-afd7-65999257ea31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1599836 Oct 27 16:02:02.879457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7992ddb0-5658-4a0a-9e9c-1ee66d45743f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d983ae3e0914805ba32e9323aa059d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1174989 Oct 27 16:02:02.883906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992ddb0-5658-4a0a-9e9c-1ee66d45743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd72e7-98d5-412f-b60c-92ec3a1d08e9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:02.889218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:02.944465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e82e9207-5edd-49f4-a8c9-cc20acb00b29 req-c53fe287-673b-4900-aaf4-9d1f088f7ccc tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290646 Oct 27 16:02:02.946067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.968110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.974052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-096ff103-6b59-482c-a1e3-ad03b9ba23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.976382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-096ff103-6b59-482c-a1e3-ad03b9ba23eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837901 Oct 27 16:02:02.977569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Made reservation on behalf of 9cdf50642a5549919aa1b513a9e3c420 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:02.981174 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.018311 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.028487 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.033361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.034680 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30aaa85a-ef91-443a-b1cd-74972fb45efc HTTP/1.1" status: 204 len: 168 time: 0.4581175 Oct 27 16:02:03.062348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be08ee-3089-4255-9f96-6748dbccd149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aaa85a-ef91-443a-b1cd-74972fb45efc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.103056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1035f955-03f1-4081-ba6f-7a797263b993 req-79bbc9a1-8d8e-4c27-93bd-7e1c9cce687e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.141468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abb43560-76eb-468d-8b01-703af646f422 req-1e395b4f-ca87-4f6b-b159-9ecf15bf9bc9 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.0784733 Oct 27 16:02:03.166126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Transition to ACTIVE for port object 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:03.167510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.176232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.176232 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5dd72e7-98d5-412f-b60c-92ec3a1d08e9 HTTP/1.1" status: 204 len: 168 time: 0.2802837 Oct 27 16:02:03.188362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ae48-3893-4746-b888-16f46afc2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd72e7-98d5-412f-b60c-92ec3a1d08e9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.214443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1035f955-03f1-4081-ba6f-7a797263b993 req-79bbc9a1-8d8e-4c27-93bd-7e1c9cce687e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.263941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1035f955-03f1-4081-ba6f-7a797263b993 req-79bbc9a1-8d8e-4c27-93bd-7e1c9cce687e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202641 Oct 27 16:02:03.266669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-99a4e41b-c87b-43c9-9302-10c85b0728bb service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799051 Oct 27 16:02:03.300765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa9ad-a34e-44e0-9afb-bbf1ae235159 req-995ddc1c-8051-4d03-91ca-fbd214dd3988 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.302208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-129aa9ad-a34e-44e0-9afb-bbf1ae235159 req-995ddc1c-8051-4d03-91ca-fbd214dd3988 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.1970005 Oct 27 16:02:03.316048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbc9a1-8d8e-4c27-93bd-7e1c9cce687e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e153277-43fb-4556-843a-e067c14ae8fd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.320913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.376146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.415322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.440553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-129aa9ad-a34e-44e0-9afb-bbf1ae235159 req-ce2d7f46-9eb6-4d30-8875-2dd41dd23cdc tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906475 Oct 27 16:02:03.453349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b7222d-45c8-40f3-8754-1295397832c0 req-d6d2d0be-695a-4d2a-a8d8-90c053117a55 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699641 Oct 27 16:02:03.462818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Attempting to bind port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:03.463999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Attempting to bind port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:03.464423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Attempting to bind port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:03.469742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:03.470124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Attempting to bind port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:03.475836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:03.480623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Checking segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:03.480623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Bound using segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:03.480623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Bound port: 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:03.480623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.538258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.549211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:03.554251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:03.601220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8958293-a572-400c-aa51-abe721ff8475,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.682431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Allocated IP 192.168.233.95 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/231a164d-8df3-4fc8-b234-98a086ce6d34) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:03.709681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.744493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.744493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.744493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] 10.222.0.79 "PUT /v2.0/ports/8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 200 len: 1091 time: 1.4297600 Oct 27 16:02:03.746681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:03.871310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11445-0806-4e1e-9975-1b8bf43682a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.882407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.034976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7736a9-9df9-411b-8a9a-08ae9378419b req-d496d1d3-f7bb-40f3-ae4f-0832e7468420 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.036704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7736a9-9df9-411b-8a9a-08ae9378419b req-d496d1d3-f7bb-40f3-ae4f-0832e7468420 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.0849380 Oct 27 16:02:04.040072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-d763109e-c250-434e-83ae-416b413716e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.041547 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-d763109e-c250-434e-83ae-416b413716e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 1094 time: 0.1057639 Oct 27 16:02:04.091665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7736a9-9df9-411b-8a9a-08ae9378419b req-00a39c59-9fa2-4c36-b9fc-964f91956548 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Oct 27 16:02:04.099979 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:04.150498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.225167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:04.230772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:04.250981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:04.254730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.255415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.273348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Pushing event updated for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:04.299157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f37b4-394b-4980-aa19-9344216aa825 req-cb7ea887-4c23-4c48-ab6f-45d1ebcbe579 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.300527 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-cf7278dc-251d-4f60-841c-afc452e20f78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 200 len: 217 time: 0.2467358 Oct 27 16:02:04.300807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945f37b4-394b-4980-aa19-9344216aa825 req-cb7ea887-4c23-4c48-ab6f-45d1ebcbe579 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 943 time: 0.1428680 Oct 27 16:02:04.366220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6260e-72bc-4386-b2c4-444c962f8bd2 req-36f64686-cbf1-456d-913f-ad45e4ed34c7 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.368071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcc6260e-72bc-4386-b2c4-444c962f8bd2 req-36f64686-cbf1-456d-913f-ad45e4ed34c7 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 935 time: 0.0971034 Oct 27 16:02:04.372605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-931fc26b-1c22-4439-a3bb-b113573004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.375620 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-931fc26b-1c22-4439-a3bb-b113573004e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0656929 Oct 27 16:02:04.377172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945f37b4-394b-4980-aa19-9344216aa825 req-5fa96f0a-0b7b-489b-a3a0-b935efbaf9d7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566156 Oct 27 16:02:04.382156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-17d544f9-7131-45f8-b1cc-f34101452050 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3695588 Oct 27 16:02:04.418888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Request body: {'port': {'device_id': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:04.469815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcc6260e-72bc-4386-b2c4-444c962f8bd2 req-b07d7616-2e35-4726-94c0-73c0e12391b1 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Oct 27 16:02:04.485917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-026374a0-3cc9-4b72-ba9c-cc6b0a28b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.487429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-026374a0-3cc9-4b72-ba9c-cc6b0a28b428 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942898 Oct 27 16:02:04.506978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43490) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:04.524482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.557785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7134b1eb-26cb-407c-bf32-5491c88b62c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.590333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9b21159-f762-4b40-8585-cf7c046f5f4a None None] Provisioning complete for port 231a164d-8df3-4fc8-b234-98a086ce6d34 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:04.591443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9b21159-f762-4b40-8585-cf7c046f5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.642035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9b21159-f762-4b40-8585-cf7c046f5f4a None None] Port 231a164d-8df3-4fc8-b234-98a086ce6d34 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:04.650298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-0b358735-63ed-4687-90df-c288ea69d7be service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519136 Oct 27 16:02:04.761673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7134b1eb-26cb-407c-bf32-5491c88b62c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.812826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f362816b-87b6-4aa4-bea6-b8319d135e9b req-a6a7a180-90e9-4bf2-8c19-d4bcb39a122b service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483202 Oct 27 16:02:04.815069 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb64c9-7917-47d5-be07-18f4bf386673 x-openstack-request-id: req-0cdb64c9-7917-47d5-be07-18f4bf386673 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:04.815524 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:04.815920 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cdb64c9-7917-47d5-be07-18f4bf386673 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:04.828829 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'status': 'completed', 'code': 200} Oct 27 16:02:04.867146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231a164d-8df3-4fc8-b234-98a086ce6d34 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:04.875817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7134b1eb-26cb-407c-bf32-5491c88b62c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.878092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.914418 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7134b1eb-26cb-407c-bf32-5491c88b62c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fcf21887c546439e8ab4d6262cab417e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063938 Oct 27 16:02:04.914653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Transition to ACTIVE for port object 231a164d-8df3-4fc8-b234-98a086ce6d34 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:04.917023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43498) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:04.919097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134b1eb-26cb-407c-bf32-5491c88b62c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb44e9cf-0c89-42f4-b109-3e8740df1586,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:04.957904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c057-93cc-48e8-a538-dd7ada364f14 req-bc6101c8-6570-44cb-8db4-527d150ba275 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.959533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fdf0c057-93cc-48e8-a538-dd7ada364f14 req-bc6101c8-6570-44cb-8db4-527d150ba275 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.0849731 Oct 27 16:02:05.008457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.019144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fdf0c057-93cc-48e8-a538-dd7ada364f14 req-13c22b8a-a68e-4e73-9689-334f2ad7573a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Oct 27 16:02:05.028422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-4cd1699e-79f4-4792-b7eb-19ac306441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.030357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-4cd1699e-79f4-4792-b7eb-19ac306441bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 1094 time: 0.0585625 Oct 27 16:02:05.043007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.088620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.147612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:05.186913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Attempting to bind port 231a164d-8df3-4fc8-b234-98a086ce6d34 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:05.188089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Attempting to bind port 231a164d-8df3-4fc8-b234-98a086ce6d34 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:05.188486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Attempting to bind port 231a164d-8df3-4fc8-b234-98a086ce6d34 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:05.193659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Port 231a164d-8df3-4fc8-b234-98a086ce6d34 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:05.194062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Attempting to bind port 231a164d-8df3-4fc8-b234-98a086ce6d34 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:05.201695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:05.203306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:05.203910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:05.204961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Bound port: 231a164d-8df3-4fc8-b234-98a086ce6d34, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:05.205501 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.267631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-858a1153-4d59-4564-836a-4fdf28152893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.269928 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-858a1153-4d59-4564-836a-4fdf28152893 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 924 time: 0.2287195 Oct 27 16:02:05.276749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.283153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.284528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb44e9cf-0c89-42f4-b109-3e8740df1586 HTTP/1.1" status: 204 len: 168 time: 0.3665478 Oct 27 16:02:05.322020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411b44d-5f4d-4b3a-97bf-bcbd5183d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb44e9cf-0c89-42f4-b109-3e8740df1586,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:05.331323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-32e6fe1d-ec52-4a76-84ee-c668cd085c4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 200 len: 217 time: 0.0530863 Oct 27 16:02:05.333202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a88d6-cbcf-4123-8d6c-a9313b72beaa req-efa41535-af8b-48c8-90c4-e2a2e88f256a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.334815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f65a88d6-cbcf-4123-8d6c-a9313b72beaa req-efa41535-af8b-48c8-90c4-e2a2e88f256a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.1259229 Oct 27 16:02:05.416880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-9af881f2-2ecf-4d7e-b2f0-6d3f62d0c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.419165 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-9af881f2-2ecf-4d7e-b2f0-6d3f62d0c352 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0787575 Oct 27 16:02:05.438327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:05.452571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=231a164d-8df3-4fc8-b234-98a086ce6d34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:05.463279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f65a88d6-cbcf-4123-8d6c-a9313b72beaa req-a3a33732-8908-4b47-81e4-7dbe5eb649e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209881 Oct 27 16:02:05.489570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-08c3231b-0283-4974-8848-a4de091160da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.491680 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-08c3231b-0283-4974-8848-a4de091160da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622399 Oct 27 16:02:05.594236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e4b9-d709-4383-948a-4df0b5064367 req-f2091cf5-521c-42e2-8821-dc5a8bcf296d tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.595983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb57e4b9-d709-4383-948a-4df0b5064367 req-f2091cf5-521c-42e2-8821-dc5a8bcf296d tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 943 time: 0.0583942 Oct 27 16:02:05.628891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-9b314076-ad1a-462e-9c62-0e7194641775 service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212192 Oct 27 16:02:05.639757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb57e4b9-d709-4383-948a-4df0b5064367 req-c52cf684-44c8-4a14-beee-958c5d5cac51 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Oct 27 16:02:05.707145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.743947 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f0005df-ce94-4d2e-ad4c-7a5567d46da4 req-fd1bc7d8-d04e-4375-af0b-0b81cc7bfe0b service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032755 Oct 27 16:02:05.770840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.771516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.778123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] 10.222.0.79 "PUT /v2.0/ports/231a164d-8df3-4fc8-b234-98a086ce6d34 HTTP/1.1" status: 200 len: 1095 time: 1.3637192 Oct 27 16:02:05.783668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:05.786205 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3e3b3-0f23-495c-8224-c79bfdd92223" -d '{"events": [{"name": "network-changed", "server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:05.814366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b01721-d1af-4db9-b749-b65688ad9889 req-a21d882b-bdf5-4750-9d5b-498580eb5b01 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.815969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11b01721-d1af-4db9-b749-b65688ad9889 req-a21d882b-bdf5-4750-9d5b-498580eb5b01 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 947 time: 0.1201334 Oct 27 16:02:05.824966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845329d5-0b8a-42e8-8798-4ea28d32ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:05.869814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11b01721-d1af-4db9-b749-b65688ad9889 req-9459cc1e-a91f-46cd-b7c2-eb915c9e4434 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467887 Oct 27 16:02:05.921867 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097af43c-79fa-4a6e-8111-53fc3b3e5aa1 x-openstack-request-id: req-097af43c-79fa-4a6e-8111-53fc3b3e5aa1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:05.922408 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:05.922515 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-097af43c-79fa-4a6e-8111-53fc3b3e5aa1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:05.922923 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34', 'status': 'completed', 'code': 200} Oct 27 16:02:06.007412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e3b3-0f23-495c-8224-c79bfdd92223 req-6eb6af04-4478-4a7b-8b66-8d160305deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.008908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afc3e3b3-0f23-495c-8224-c79bfdd92223 req-6eb6af04-4478-4a7b-8b66-8d160305deb8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdf50642a5549919aa1b513a9e3c420&device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 1098 time: 0.0550826 Oct 27 16:02:06.047631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afc3e3b3-0f23-495c-8224-c79bfdd92223 req-dae624d1-65f4-4597-99e3-2aa9c01aee7a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9cdf50642a5549919aa1b513a9e3c420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243773 Oct 27 16:02:06.195835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba60f7-d092-4585-9208-371155e7857d req-b9f885c0-642f-4a70-838f-951b43478a4f tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.197273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2ba60f7-d092-4585-9208-371155e7857d req-b9f885c0-642f-4a70-838f-951b43478a4f tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.0802317 Oct 27 16:02:06.201959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e3b3-0f23-495c-8224-c79bfdd92223 req-be06221c-1733-420e-b1a5-fc0756b6c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.204029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afc3e3b3-0f23-495c-8224-c79bfdd92223 req-be06221c-1733-420e-b1a5-fc0756b6c19c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435928 Oct 27 16:02:06.237503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2ba60f7-d092-4585-9208-371155e7857d req-5a02ffa0-f66c-489d-a605-c0c662d1caad tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Oct 27 16:02:06.299903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-0814d627-05c7-4ac9-b55a-50c3955e9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.301534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-0814d627-05c7-4ac9-b55a-50c3955e9c0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdf50642a5549919aa1b513a9e3c420&device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 1098 time: 0.0496416 Oct 27 16:02:06.359691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-2aeb4360-d89c-475d-9fcf-17f62e065341 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=231a164d-8df3-4fc8-b234-98a086ce6d34 HTTP/1.1" status: 200 len: 217 time: 0.0484591 Oct 27 16:02:06.438587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-2203453d-1824-460f-abca-5650e99ae6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.440097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-2203453d-1824-460f-abca-5650e99ae6b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0675387 Oct 27 16:02:06.442721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-26172661-314a-4de2-b60b-b33c3a7c9d90 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.447136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-26172661-314a-4de2-b60b-b33c3a7c9d90 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 1121 time: 0.0812047 Oct 27 16:02:06.487749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-eecf9044-1598-4f18-a214-3c7eef8f1fd1 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.520282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-2f257d42-1d81-4e78-8be2-123a65befd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.521799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-2f257d42-1d81-4e78-8be2-123a65befd1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734627 Oct 27 16:02:06.652098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49569-6200-4291-a2fc-a7b383ac2693 req-0113fc97-26a0-4415-b784-a85eee4c374c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.653595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1c49569-6200-4291-a2fc-a7b383ac2693 req-0113fc97-26a0-4415-b784-a85eee4c374c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.1195881 Oct 27 16:02:06.898601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-eecf9044-1598-4f18-a214-3c7eef8f1fd1 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.918386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-f6bacfac-6a7e-4d6b-851d-77bb26bb505c service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853576 Oct 27 16:02:06.926291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1c49569-6200-4291-a2fc-a7b383ac2693 req-f6f4e159-32ff-459d-b58b-27b08ef77747 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618198 Oct 27 16:02:07.011386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:07.025548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-eecf9044-1598-4f18-a214-3c7eef8f1fd1 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.083925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e8331a0-92f6-41a8-acee-65ddca946d00 req-40b9a580-bea9-4e6a-b108-d46520c6a2f1 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497848 Oct 27 16:02:07.095509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90d6d410-650b-42bd-8dd3-27eae0c1414f req-eecf9044-1598-4f18-a214-3c7eef8f1fd1 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359713 Oct 27 16:02:07.137064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376821-be84-4910-a9c9-3409a3d864a1 req-e725f9bf-a219-46f2-92dd-d65ea649c614 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:07.138814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21376821-be84-4910-a9c9-3409a3d864a1 req-e725f9bf-a219-46f2-92dd-d65ea649c614 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 943 time: 0.1303554 Oct 27 16:02:07.140064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf9044-1598-4f18-a214-3c7eef8f1fd1 tempest-AggregatesAdminTestJSON-1982743662 tempest-AggregatesAdminTestJSON-1982743662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb40d43-9ee1-45fe-ae47-a52f9a6f98e3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:07.177598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:07.193745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '262f85d8-2341-4306-a9ff-90213eb06b76', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '262f85d8-2341-4306-a9ff-90213eb06b76', 'mac_address': 'fa:16:3e:d0:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:07.209642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21376821-be84-4910-a9c9-3409a3d864a1 req-72bb2d43-de33-4eae-a141-5054e7b92c0f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547464 Oct 27 16:02:07.253776 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.266252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43582) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:07.273600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262f85d8-2341-4306-a9ff-90213eb06b76 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:07.309787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:07.394157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282be8-fe04-4c67-9d2d-209d5a85c6ed req-033d34df-b9ef-4e36-b042-09845e847722 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:07.395904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e282be8-fe04-4c67-9d2d-209d5a85c6ed req-033d34df-b9ef-4e36-b042-09845e847722 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 947 time: 0.0560591 Oct 27 16:02:07.426569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.445528 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:02:07.447965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e282be8-fe04-4c67-9d2d-209d5a85c6ed req-a26150e0-8969-4347-815f-6607eec94e25 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Oct 27 16:02:07.497472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1623b50-c4f6-4766-bf83-bd026d0b2cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.502991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:07.579754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1623b50-c4f6-4766-bf83-bd026d0b2cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.680776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1623b50-c4f6-4766-bf83-bd026d0b2cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.724339 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1623b50-c4f6-4766-bf83-bd026d0b2cb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fce8934d4604960a03c0d388cf7b6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558964 Oct 27 16:02:07.725493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1623b50-c4f6-4766-bf83-bd026d0b2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d996d55-d3a1-46e6-82af-8e26c3f706a2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:07.726974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:07.822269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.854487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.862695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:08.030020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.033558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.034596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d996d55-d3a1-46e6-82af-8e26c3f706a2 HTTP/1.1" status: 204 len: 168 time: 0.3062398 Oct 27 16:02:08.054887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ee4fe-6a19-4173-b719-17a80805efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d996d55-d3a1-46e6-82af-8e26c3f706a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:08.197981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6d63-7181-4358-88fc-8b9f4aa70d16 req-237cc176-afa2-43d2-89d8-79734075d5e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.199695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e7b6d63-7181-4358-88fc-8b9f4aa70d16 req-237cc176-afa2-43d2-89d8-79734075d5e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 948 time: 0.0697832 Oct 27 16:02:08.237899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e7b6d63-7181-4358-88fc-8b9f4aa70d16 req-f6f35b10-392a-4d29-84a8-29445d58d145 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Oct 27 16:02:08.458215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43343-8070-40d6-97b4-7c0d5eb057b5 req-15586f7f-35dc-4f40-8322-5e6e4b2b0fcb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.468469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e43343-8070-40d6-97b4-7c0d5eb057b5 req-15586f7f-35dc-4f40-8322-5e6e4b2b0fcb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 943 time: 0.0509117 Oct 27 16:02:08.504120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e43343-8070-40d6-97b4-7c0d5eb057b5 req-0341c9a0-15ea-4655-ab97-52781210380a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Oct 27 16:02:08.807025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2c69e-e9f2-4124-a2a1-9d93d393e1c5 req-5d8911ca-76e6-4a9f-aa17-0036e0821d6a tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.808567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25a2c69e-e9f2-4124-a2a1-9d93d393e1c5 req-5d8911ca-76e6-4a9f-aa17-0036e0821d6a tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 947 time: 0.0607364 Oct 27 16:02:08.856899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25a2c69e-e9f2-4124-a2a1-9d93d393e1c5 req-8a9ecc3b-05d2-4b12-b00e-b0f2cc586fd1 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Oct 27 16:02:08.977990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:09.036383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:09.111380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:09.131269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'port_id': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'mac_address': 'fa:16:3e:5d:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:09.160589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43662) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:09.173164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.181154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcffc-f058-4b6d-9300-37e7f0257062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.187846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:09.211090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:09.224173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 262f85d8-2341-4306-a9ff-90213eb06b76 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:09.229419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 262f85d8-2341-4306-a9ff-90213eb06b76 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:09.229865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.281510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.310776 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcffc-f058-4b6d-9300-37e7f0257062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.384149 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.387284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:09.393688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcffc-f058-4b6d-9300-37e7f0257062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.411894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:09.414331 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1309461a-8a1b-4d76-93f7-a033cefd40c5" -d '{"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-plugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:09.428237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:09.441314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8c6bcffc-f058-4b6d-9300-37e7f0257062 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa55284e84ef4601afd201a4d8760d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791705 Oct 27 16:02:09.442443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bcffc-f058-4b6d-9300-37e7f0257062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077540eb-c1d7-412b-b28f-107e6c546616,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:09.445631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43682) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:09.502262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.509763 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.524672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.528885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df134-6fc1-4911-b534-7fdd9c2268dc req-98f16116-d9f9-48b1-bbba-baec7e8e5468 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:09.531936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1df134-6fc1-4911-b534-7fdd9c2268dc req-98f16116-d9f9-48b1-bbba-baec7e8e5468 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 948 time: 0.0525348 Oct 27 16:02:09.564941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:09.576914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:09.589810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1df134-6fc1-4911-b534-7fdd9c2268dc req-22611149-f94e-4b5c-a27b-f86dd99d8845 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506692 Oct 27 16:02:09.649512 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aab2f6-3102-470d-b81a-85eca611e20f x-openstack-request-id: req-61aab2f6-3102-470d-b81a-85eca611e20f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:09.650360 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-plugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:09.650520 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61aab2f6-3102-470d-b81a-85eca611e20f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:09.650973 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'code': 200} Oct 27 16:02:09.686845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.690939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.692198 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/077540eb-c1d7-412b-b28f-107e6c546616 HTTP/1.1" status: 204 len: 168 time: 0.2449439 Oct 27 16:02:09.714180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf86439-0927-4260-b83d-bc2699f90090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077540eb-c1d7-412b-b28f-107e6c546616,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:09.776322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f24bfe-3854-4946-b579-bc034cd2c826 req-ac696707-8d81-4cc7-9a55-4b22bbf080bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:09.778209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8f24bfe-3854-4946-b579-bc034cd2c826 req-ac696707-8d81-4cc7-9a55-4b22bbf080bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1100 time: 0.0519998 Oct 27 16:02:09.837182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8f24bfe-3854-4946-b579-bc034cd2c826 req-78bbcf64-acc4-4afe-888b-ff9c7a757363 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Oct 27 16:02:09.901830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa67d-3b10-42f4-876e-22c32385e4e5 req-0d51efaa-bd51-49b1-b1f5-6f806f0706bb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:09.903367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecfa67d-3b10-42f4-876e-22c32385e4e5 req-0d51efaa-bd51-49b1-b1f5-6f806f0706bb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Oct 27 16:02:09.944214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecfa67d-3b10-42f4-876e-22c32385e4e5 req-6ccb3251-451d-41e0-818f-343072bfb405 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339088 Oct 27 16:02:10.080462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88b5a3-d719-4ffd-a727-e5fa7c863cbb req-674bda25-728f-47a8-8b06-9d71afd2b688 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.081959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c88b5a3-d719-4ffd-a727-e5fa7c863cbb req-674bda25-728f-47a8-8b06-9d71afd2b688 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 947 time: 0.0596125 Oct 27 16:02:10.128286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c88b5a3-d719-4ffd-a727-e5fa7c863cbb req-63cc78a2-dd3a-45f0-ba65-1bb9ad12c90e tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Oct 27 16:02:10.645688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43732) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:10.664907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-58759052-45db-42e2-820d-b4d229448969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.735710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a10ec1-59b6-42e4-af76-e527a6501451 req-68ce96c2-4a88-4cae-9f65-db9dcd5ff47e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.738729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35a10ec1-59b6-42e4-af76-e527a6501451 req-68ce96c2-4a88-4cae-9f65-db9dcd5ff47e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0665963 Oct 27 16:02:10.787254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-58759052-45db-42e2-820d-b4d229448969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.789008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35a10ec1-59b6-42e4-af76-e527a6501451 req-39c6a692-0ca4-409f-b280-4b2ab755e9b3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Oct 27 16:02:10.933266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-58759052-45db-42e2-820d-b4d229448969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.995274 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-58759052-45db-42e2-820d-b4d229448969 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72afc44c3fc64491bcdbf988c627fd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481505 Oct 27 16:02:10.995855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 231a164d-8df3-4fc8-b234-98a086ce6d34 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:10.997704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43746) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:10.998435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58759052-45db-42e2-820d-b4d229448969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb5172-33c9-43a4-b934-478ecb574dae,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:10.999642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:11.141965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.155353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845eaa6-08fe-4a14-bb24-71be95285b9f req-ab11318d-bc99-402a-afdc-16c0f61990af tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:11.157775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d845eaa6-08fe-4a14-bb24-71be95285b9f req-ab11318d-bc99-402a-afdc-16c0f61990af tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 944 time: 0.0920286 Oct 27 16:02:11.223017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.239244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d845eaa6-08fe-4a14-bb24-71be95285b9f req-96947c48-93da-41b0-8ba6-9bc35efa4e17 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710781 Oct 27 16:02:11.247281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=231a164d-8df3-4fc8-b234-98a086ce6d34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:11.258858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43756) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:11.280461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '231a164d-8df3-4fc8-b234-98a086ce6d34', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '231a164d-8df3-4fc8-b234-98a086ce6d34', 'mac_address': 'fa:16:3e:a7:e8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:11.324010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:11.331214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:11.331585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.381619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.397993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231a164d-8df3-4fc8-b234-98a086ce6d34 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:11.427543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf095466-d2d1-425f-9296-bb62641ba30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.428131 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18913133-1aa7-4ba5-9e9b-c69b45feabc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.443572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=231a164d-8df3-4fc8-b234-98a086ce6d34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:11.447754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54245a-0d60-435a-aaf6-278f72b439e6 req-67baacca-d5cb-4c1a-ac80-50f511f7da33 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:11.451253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b54245a-0d60-435a-aaf6-278f72b439e6 req-67baacca-d5cb-4c1a-ac80-50f511f7da33 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 947 time: 0.0973599 Oct 27 16:02:11.494059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.496590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.497245 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.501396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deeb5172-33c9-43a4-b934-478ecb574dae HTTP/1.1" status: 204 len: 168 time: 0.5024018 Oct 27 16:02:11.520563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e416-5a76-4eae-9503-49aa67987c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb5172-33c9-43a4-b934-478ecb574dae,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.540525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:11.551791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.554551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b54245a-0d60-435a-aaf6-278f72b439e6 req-535bae32-4764-435d-bbeb-d6e3e4e587e6 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888035 Oct 27 16:02:11.607585 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf095466-d2d1-425f-9296-bb62641ba30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.627263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.651675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:11.654007 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea8e11-9d94-4ca5-9443-1045713fed66" -d '{"events": [{"server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "name": "network-vif-plugged", "status": "completed", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:11.658691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.698181 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d08b8-804e-4c37-b591-2d5ec0aee664 x-openstack-request-id: req-bd8d08b8-804e-4c37-b591-2d5ec0aee664 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:11.698732 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "name": "network-vif-plugged", "status": "completed", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:11.699147 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd8d08b8-804e-4c37-b591-2d5ec0aee664 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:11.699551 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'code': 200} Oct 27 16:02:11.700454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf095466-d2d1-425f-9296-bb62641ba30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.749996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.801040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf095466-d2d1-425f-9296-bb62641ba30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83baaf4-318e-45c9-8b79-403bfd499250,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.817693 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf095466-d2d1-425f-9296-bb62641ba30f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dbe1e78a1ad487db1e5fe43a8ec0d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575776 Oct 27 16:02:11.822700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43776) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:11.863679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64c87-5fab-4b14-acbf-acf6277fe35b req-c07b86a7-4e5b-46e3-95b1-b5f1ff681fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:11.866241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57e64c87-5fab-4b14-acbf-acf6277fe35b req-c07b86a7-4e5b-46e3-95b1-b5f1ff681fb1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 1096 time: 0.0927370 Oct 27 16:02:11.900758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.918591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['231a164d-8df3-4fc8-b234-98a086ce6d34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:11.929595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.972108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57e64c87-5fab-4b14-acbf-acf6277fe35b req-6fcd087b-0774-4610-80fc-026c01df5d89 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907555 Oct 27 16:02:11.981453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34788482-1945-4335-a4f9-56fae618ae3c req-07251196-6ee7-41d0-99f7-14835c13a2e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:11.983382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34788482-1945-4335-a4f9-56fae618ae3c req-07251196-6ee7-41d0-99f7-14835c13a2e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1136611 Oct 27 16:02:12.047464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34788482-1945-4335-a4f9-56fae618ae3c req-08f3855a-cb9b-4950-9cc2-5feea9a9dc43 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551884 Oct 27 16:02:12.064633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.068653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.070377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f83baaf4-318e-45c9-8b79-403bfd499250 HTTP/1.1" status: 204 len: 168 time: 0.2467091 Oct 27 16:02:12.105006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3cb4-d7f4-4149-a050-d4a603fe3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83baaf4-318e-45c9-8b79-403bfd499250,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:12.229745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:12.394627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae4d6-fe15-47de-aa38-fc39c4b0b3d2 req-214f7360-81f4-4cec-bbe9-114c5ae9afcf tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:12.397228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f11ae4d6-fe15-47de-aa38-fc39c4b0b3d2 req-214f7360-81f4-4cec-bbe9-114c5ae9afcf tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.0651047 Oct 27 16:02:12.418684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd316e08-1ce4-4ab8-aaef-cc6427097bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.457627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f11ae4d6-fe15-47de-aa38-fc39c4b0b3d2 req-1d088175-c91b-4756-95bf-60f2d5bf58a0 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505719 Oct 27 16:02:12.538912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd316e08-1ce4-4ab8-aaef-cc6427097bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.692532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd316e08-1ce4-4ab8-aaef-cc6427097bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.736549 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cd316e08-1ce4-4ab8-aaef-cc6427097bc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f88b2e00bfb24df4b1303b9c4dd9c703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058773 Oct 27 16:02:12.737578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd316e08-1ce4-4ab8-aaef-cc6427097bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8850260d-6f20-477c-a4a2-52ed586a1b96,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:12.739287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:12.828982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f385d59-9dda-4cd0-b811-520e6f2e509c req-dce873bc-681c-4160-9b88-80aef8f0b400 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:12.830526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f385d59-9dda-4cd0-b811-520e6f2e509c req-dce873bc-681c-4160-9b88-80aef8f0b400 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 948 time: 0.0769541 Oct 27 16:02:12.833634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.874342 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.907820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f385d59-9dda-4cd0-b811-520e6f2e509c req-a35160c1-16a6-4538-9490-df642cae7018 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665867 Oct 27 16:02:13.021766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 231a164d-8df3-4fc8-b234-98a086ce6d34 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:13.116958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.127629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.128570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8850260d-6f20-477c-a4a2-52ed586a1b96 HTTP/1.1" status: 204 len: 168 time: 0.3873491 Oct 27 16:02:13.142249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c0226-ed9c-481d-896f-6b255202091c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8850260d-6f20-477c-a4a2-52ed586a1b96,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.165141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43846) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:13.191381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-660fabdf-c400-4c17-ad99-aa23c06ee0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.302305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab548ba8-17cf-414d-a399-f27586862fb5 req-9a0d729b-8904-47b1-a55b-e3b87c2e849a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:13.303874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab548ba8-17cf-414d-a399-f27586862fb5 req-9a0d729b-8904-47b1-a55b-e3b87c2e849a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0803158 Oct 27 16:02:13.349499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-660fabdf-c400-4c17-ad99-aa23c06ee0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.373483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 231a164d-8df3-4fc8-b234-98a086ce6d34 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:13.378991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 231a164d-8df3-4fc8-b234-98a086ce6d34 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:13.379440 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.395557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab548ba8-17cf-414d-a399-f27586862fb5 req-3accd8c0-89b1-4064-861a-b6e52f97e698 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696034 Oct 27 16:02:13.458810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.493661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=231a164d-8df3-4fc8-b234-98a086ce6d34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:13.515814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-660fabdf-c400-4c17-ad99-aa23c06ee0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.575770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-660fabdf-c400-4c17-ad99-aa23c06ee0ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c492a06474974dcb894b113aa9c0187e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091046 Oct 27 16:02:13.576583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fabdf-c400-4c17-ad99-aa23c06ee0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c6f0fc-b5e1-4248-bdbb-b9e2b9ef3ec7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.579219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:13.607412 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.651533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.678387 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.679545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd97767-e86d-4630-b61f-1a7f1389be44 req-92a6e61b-7f78-41d9-886c-2b08fca25f77 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:13.681792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd97767-e86d-4630-b61f-1a7f1389be44 req-92a6e61b-7f78-41d9-886c-2b08fca25f77 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.0682733 Oct 27 16:02:13.701250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:13.717560 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cdf29c-f814-40b4-99c8-6b7058dd1fb3" -d '{"events": [{"server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "name": "network-vif-plugged", "status": "completed", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:13.728150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.742225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd97767-e86d-4630-b61f-1a7f1389be44 req-2d3fe394-1e34-491e-bb2b-ce33c410b392 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531790 Oct 27 16:02:13.835825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.839212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.840609 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78c6f0fc-b5e1-4248-bdbb-b9e2b9ef3ec7 HTTP/1.1" status: 204 len: 168 time: 0.2603929 Oct 27 16:02:13.845330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-d6e17c44-c6cb-4797-9bdc-ffbd1a3a0714 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:13.855728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-d6e17c44-c6cb-4797-9bdc-ffbd1a3a0714 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1100 time: 0.0566447 Oct 27 16:02:13.858048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b83747-9873-45dc-87d9-2c23558c4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c6f0fc-b5e1-4248-bdbb-b9e2b9ef3ec7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.874091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-a867ec4e-80a7-454e-984e-4fc5059227ef tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.926857 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-68add6a7-4774-4e14-b7dc-e6f00cb63b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.962643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-a867ec4e-80a7-454e-984e-4fc5059227ef tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.098128 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-a867ec4e-80a7-454e-984e-4fc5059227ef tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.119633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bfd4eb9-738f-4e53-a189-1033126829e1 req-a867ec4e-80a7-454e-984e-4fc5059227ef tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630293 Oct 27 16:02:14.156545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867ec4e-80a7-454e-984e-4fc5059227ef tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee984b62-466a-49f6-a107-71e7523f6727,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:14.176983 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544820da-8177-492a-97e8-5a618478e13f x-openstack-request-id: req-544820da-8177-492a-97e8-5a618478e13f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:14.177458 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "name": "network-vif-plugged", "status": "completed", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:14.177761 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-544820da-8177-492a-97e8-5a618478e13f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:14.178575 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34', 'code': 200} Oct 27 16:02:14.273076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cd4b2-2a6a-4756-a5f6-85687c14236d req-ada7c29b-ee48-4e38-b1dd-60e007830625 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:14.274640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d2cd4b2-2a6a-4756-a5f6-85687c14236d req-ada7c29b-ee48-4e38-b1dd-60e007830625 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.0530598 Oct 27 16:02:14.276334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:14.295338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d20c7de1-bedf-4de7-a8b9-4d232816fa56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.374188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d2cd4b2-2a6a-4756-a5f6-85687c14236d req-5e97ca2b-207e-48de-be2b-2f725e80c25e tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800326 Oct 27 16:02:14.374188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff45c0-54aa-4df4-96a4-ac571464a745 req-af3d6095-bae4-457a-99b8-386f59d46571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:14.375018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ff45c0-54aa-4df4-96a4-ac571464a745 req-af3d6095-bae4-457a-99b8-386f59d46571 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 1100 time: 0.0988078 Oct 27 16:02:14.425855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d20c7de1-bedf-4de7-a8b9-4d232816fa56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.446798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ff45c0-54aa-4df4-96a4-ac571464a745 req-2d78a27f-4522-4ab9-8480-4895beb7f4cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Oct 27 16:02:14.493266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d20c7de1-bedf-4de7-a8b9-4d232816fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.532838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d20c7de1-bedf-4de7-a8b9-4d232816fa56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8ea94c25b9e4dd2a90dcbabdb781c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547984 Oct 27 16:02:14.533851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c7de1-bedf-4de7-a8b9-4d232816fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1d1f7-f9d7-42ac-93aa-f217309a4d6f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:14.536140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43906) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:14.592758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.612387 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.616032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.731020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-69cc4771-8c8d-40e5-a585-65814fef0c0f req-f443f3d8-58c0-43fb-af26-c1232cfc5ba5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:14.743573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69cc4771-8c8d-40e5-a585-65814fef0c0f req-f443f3d8-58c0-43fb-af26-c1232cfc5ba5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1374421 Oct 27 16:02:14.778452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.785706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.785706 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9d1d1f7-f9d7-42ac-93aa-f217309a4d6f HTTP/1.1" status: 204 len: 168 time: 0.2461290 Oct 27 16:02:14.791936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99316ddd-4a5c-44c1-aabf-0fd2f78b8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1d1f7-f9d7-42ac-93aa-f217309a4d6f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:15.036404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23b7f-ade1-4035-9ccd-80f5beedc067 req-fb49dd32-8cec-44a3-89ce-610b81e93644 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:15.039546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acf23b7f-ade1-4035-9ccd-80f5beedc067 req-fb49dd32-8cec-44a3-89ce-610b81e93644 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Oct 27 16:02:15.064909 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.083567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acf23b7f-ade1-4035-9ccd-80f5beedc067 req-5eda10bb-1e6a-4b9e-80da-55ed383ef0c4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Oct 27 16:02:15.560529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278f9f-5109-47b8-8578-12f58f78fd59 req-dc59f411-509e-4ebb-bdb1-cf3ddd18a534 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:15.560529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24278f9f-5109-47b8-8578-12f58f78fd59 req-dc59f411-509e-4ebb-bdb1-cf3ddd18a534 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.0593901 Oct 27 16:02:15.569433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43966) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:15.577022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'floatingip': {'port_id': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:15.677788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.896537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43976) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:16.028494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309d779-ebff-4a5d-bcf8-2d77eef7c3b5 req-52311e0e-bcdc-431f-bc8e-9ff7ec35bfca tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.033691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7309d779-ebff-4a5d-bcf8-2d77eef7c3b5 req-52311e0e-bcdc-431f-bc8e-9ff7ec35bfca tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.0783701 Oct 27 16:02:16.117313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7309d779-ebff-4a5d-bcf8-2d77eef7c3b5 req-224e05c3-a7ab-409b-8c50-7d414e93eabe tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748212 Oct 27 16:02:16.169475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-343153169-network', 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:16.212672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96e93-05ea-42d7-9be0-b4c734a78987 req-daa68e3b-2433-472d-9ced-f53e53d3fe36 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.214186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51a96e93-05ea-42d7-9be0-b4c734a78987 req-daa68e3b-2433-472d-9ced-f53e53d3fe36 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0586488 Oct 27 16:02:16.253309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51a96e93-05ea-42d7-9be0-b4c734a78987 req-0acff7db-ec88-4959-b439-624e743a40a3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Oct 27 16:02:16.450711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:16.453040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.476169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.491788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:02:16.582985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.613087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44014) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:16.646577 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.688935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44022) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:16.767850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.771482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.825738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00bada99-b2fb-4ef5-a1b1-373708af9d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.854761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-5307fe94-8557-4e1c-b549-aad65843628e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2404952 Oct 27 16:02:16.866011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-f768f105-1698-4f1d-8522-577de612b0f8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:16.866965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-f768f105-1698-4f1d-8522-577de612b0f8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050251 Oct 27 16:02:16.870289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:16.892976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6801943f-a04e-4f4f-aabb-44e8b456d050,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:16.904424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.904966 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Added segment 80d21230-c9d7-4f4b-b1b9-e54436f2644d of type vlan for network bdf740f1-c54e-418b-a124-acf220459d34 Oct 27 16:02:16.915885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.958842 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00bada99-b2fb-4ef5-a1b1-373708af9d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.980230 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1 associated. External IP: 172.25.5.7, port: 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f. Oct 27 16:02:17.024749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00bada99-b2fb-4ef5-a1b1-373708af9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.041466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.132387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00bada99-b2fb-4ef5-a1b1-373708af9d0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6a48045f11f4c97aa875f6e126c4162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421837 Oct 27 16:02:17.135495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bada99-b2fb-4ef5-a1b1-373708af9d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305466d9-e24c-4d18-80a3-f02a6e3e3c92,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:17.137803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:17.236162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.278580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.369493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.370440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:17.371032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.465903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf740f1-c54e-418b-a124-acf220459d34,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:17.482840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:02:17.486123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bdf740f1-c54e-418b-a124-acf220459d34 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:17.526376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-14642e60-44aa-4a6a-9995-5a3186cd5b87 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6258194 Oct 27 16:02:17.535231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44080) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:17.550320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Request body: {'subnet': {'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-343153169-subnet', 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:17.583850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.585590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b08ad-7da9-4134-b5d5-48c4d9ea8f17 req-c3b15846-3e94-40c8-9709-212b8c2da540 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:17.586277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.587417 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/305466d9-e24c-4d18-80a3-f02a6e3e3c92 HTTP/1.1" status: 204 len: 168 time: 0.4485841 Oct 27 16:02:17.593481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e9b08ad-7da9-4134-b5d5-48c4d9ea8f17 req-c3b15846-3e94-40c8-9709-212b8c2da540 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.2032444 Oct 27 16:02:17.627298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd438e-220b-435b-b4cc-f62ae3abe439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305466d9-e24c-4d18-80a3-f02a6e3e3c92,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:17.635140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc5dd-f444-47e4-a833-4bdef4b92795 req-4ba8f8a2-14f2-4edb-beda-0a15f41071a3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:17.637029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c89cc5dd-f444-47e4-a833-4bdef4b92795 req-4ba8f8a2-14f2-4edb-beda-0a15f41071a3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1784346 Oct 27 16:02:17.668736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:17.671702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e9b08ad-7da9-4134-b5d5-48c4d9ea8f17 req-acdbb554-dee3-4e5c-926a-0232eacad8f2 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698018 Oct 27 16:02:17.678660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.695171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:17.703909 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:17.704366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.721799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a7e027ca-27dc-4221-bfdc-d40c0877a3c7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "PUT /v2.0/floatingips/591c30aa-c5e2-42cd-97a6-4cad172234c1 HTTP/1.1" status: 200 len: 989 time: 2.1511385 Oct 27 16:02:17.723371 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:17.724008 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:17.724956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:17.731717 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530de929-eaec-4364-8614-c1c95a0e02b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:17.807670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c89cc5dd-f444-47e4-a833-4bdef4b92795 req-40329d47-d579-427b-9f4c-e2cee0aa1ce0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537259 Oct 27 16:02:17.870764 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:18.132569 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a3898-6323-4a8e-8a01-6ace587057ba x-openstack-request-id: req-8d9a3898-6323-4a8e-8a01-6ace587057ba {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:18.133151 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:18.133728 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d9a3898-6323-4a8e-8a01-6ace587057ba {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:18.134282 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'status': 'completed', 'code': 200} Oct 27 16:02:18.228335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-060e4bf5-d68e-4495-828e-41149e5c12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.229944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-060e4bf5-d68e-4495-828e-41149e5c12f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 1096 time: 0.0687544 Oct 27 16:02:18.313024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.360366 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:5d:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:02:16Z', 'revision_number': 1, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:18.364724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2112ea6a-1af5-47ae-b9aa-595216a3aad8,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:18.388411 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:18.398412 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:18.399584 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:18.421202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:18.421561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Network hostable DHCP agents. Network: bdf740f1-c54e-418b-a124-acf220459d34, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:18.425611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-f6eef716-5470-4a5c-a2f7-1ee2de8bf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.427113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-f6eef716-5470-4a5c-a2f7-1ee2de8bf25f service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 924 time: 0.1861553 Oct 27 16:02:18.522397 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:18.540448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-a4c1f20b-01d3-4f56-9e98-6d56c56cb89c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 200 len: 997 time: 0.1045070 Oct 27 16:02:18.544403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Network bdf740f1-c54e-418b-a124-acf220459d34 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:18.602980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-54cc083d-02c0-4afd-8694-85f20645afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.604670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-54cc083d-02c0-4afd-8694-85f20645afd2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0521049 Oct 27 16:02:18.661670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-84b5a0d2-174e-4c7e-bfc4-29e23fab785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.663307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-84b5a0d2-174e-4c7e-bfc4-29e23fab785b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457551 Oct 27 16:02:18.743536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bdf740f1-c54e-418b-a124-acf220459d34) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:18.752348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.753578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.756871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37127ea6-f4f1-4f2c-be62-bcd74e1dd574 None None] Network bdf740f1-c54e-418b-a124-acf220459d34 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:18.773622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:18.803965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0daa6b3-d0c2-4e35-a26b-0c205cfb1198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.815391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-940b2fad-0494-4be8-b71f-dc149f949bfa service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439707 Oct 27 16:02:18.862945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:5d:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:02:16Z', 'revision_number': 1, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:18.897005 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84785e-71df-4637-8070-e2f2d6c7811e None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:5d:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:02:16Z', 'revision_number': 1, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:18.954384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0daa6b3-d0c2-4e35-a26b-0c205cfb1198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.967823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fc6f8e7-3b23-44cf-acc6-4c1a6b7431af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4295950 Oct 27 16:02:18.976849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bce1e5-ee53-4a8d-8029-3eda8e54bf9a None None] Network bdf740f1-c54e-418b-a124-acf220459d34 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:18.998495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-530de929-eaec-4364-8614-c1c95a0e02b6 req-d566b64c-5457-47d5-9f7d-df975c261b88 service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709125 Oct 27 16:02:19.087003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0daa6b3-d0c2-4e35-a26b-0c205cfb1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.136945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17297770-7e77-4866-bbfa-e3c002420ad0 req-bc33bb04-23f9-4019-88fa-dc5285385258 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.138577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17297770-7e77-4866-bbfa-e3c002420ad0 req-bc33bb04-23f9-4019-88fa-dc5285385258 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.0733542 Oct 27 16:02:19.180665 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f0daa6b3-d0c2-4e35-a26b-0c205cfb1198 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ee16490ea1b40aaadb5c5469518aa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020679 Oct 27 16:02:19.182601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44130) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:19.195621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17297770-7e77-4866-bbfa-e3c002420ad0 req-bca873e0-962b-4431-9dc2-a5d9c8a9e4c7 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Oct 27 16:02:19.204616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa6b3-d0c2-4e35-a26b-0c205cfb1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5ef4c-10e9-40b0-9864-1ddedc2d20ec,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:19.298706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.338942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.366735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519eacfc-fb36-47fa-9ea0-2c5eaf69dc5b None None] New status for floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:02:19.378148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996a0d-69b5-464f-b164-f32d69788ed9 req-ff6d8530-2175-4400-8b0f-7a4817108f46 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.379727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99996a0d-69b5-464f-b164-f32d69788ed9 req-ff6d8530-2175-4400-8b0f-7a4817108f46 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0801103 Oct 27 16:02:19.421286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99996a0d-69b5-464f-b164-f32d69788ed9 req-c054dcf1-a913-4d01-a823-f7433b300ef4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Oct 27 16:02:19.498340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02b9a0-b60c-4774-a50d-84171a717af7 req-4aec7b5d-8c64-4a5e-9bd7-5d629d2ac1cb tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.500382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa02b9a0-b60c-4774-a50d-84171a717af7 req-4aec7b5d-8c64-4a5e-9bd7-5d629d2ac1cb tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.0635602 Oct 27 16:02:19.547960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa02b9a0-b60c-4774-a50d-84171a717af7 req-16080660-4e65-425c-bf4f-85e5ce00542f tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Oct 27 16:02:19.596521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.606769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.614138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5e5ef4c-10e9-40b0-9864-1ddedc2d20ec HTTP/1.1" status: 204 len: 168 time: 0.4293625 Oct 27 16:02:19.658726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211256a7-6fe2-439e-9101-9f8dd9d1dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5ef4c-10e9-40b0-9864-1ddedc2d20ec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:20.348695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ec6c1-0b25-43ba-adc2-e3735a5db269 req-d7a7674e-aacf-41a6-8be8-ff2cbce62ca0 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.350143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-139ec6c1-0b25-43ba-adc2-e3735a5db269 req-d7a7674e-aacf-41a6-8be8-ff2cbce62ca0 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.0664864 Oct 27 16:02:20.393091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-139ec6c1-0b25-43ba-adc2-e3735a5db269 req-de962440-3237-41d0-b8bd-257c611089f9 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Oct 27 16:02:20.545839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1376996c-862a-4f04-bbae-6a71a6ef0736 req-c781c009-9a96-4511-8f5b-7b8603ef5590 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316632 Oct 27 16:02:20.558976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:20.565420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1119248332-network', 'tenant_id': '3c39fe967bc842e091a173688ce4afa8'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:20.649537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-ab1fbfb7-dfad-4541-824e-d794b365c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.651123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-ab1fbfb7-dfad-4541-824e-d794b365c351 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1100 time: 0.1043625 Oct 27 16:02:20.691786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Made reservation on behalf of 3c39fe967bc842e091a173688ce4afa8 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:20.696326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.716287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.740621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376996c-862a-4f04-bbae-6a71a6ef0736 req-58fa4b54-f0ec-450c-88aa-17b71ddd2c48 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.742030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1376996c-862a-4f04-bbae-6a71a6ef0736 req-58fa4b54-f0ec-450c-88aa-17b71ddd2c48 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873255 Oct 27 16:02:20.759293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-be2fd754-8e0b-4218-b4f8-a1131aa04996 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.760949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-be2fd754-8e0b-4218-b4f8-a1131aa04996 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.79 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 949 time: 0.1208408 Oct 27 16:02:20.926101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.964505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Deleting port 231a164d-8df3-4fc8-b234-98a086ce6d34 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:20.964838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.027485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1376996c-862a-4f04-bbae-6a71a6ef0736 req-4ed05b4a-89eb-4fe5-b0d7-368fec8a9c38 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/quotas/f16f1b859e0d4dba812b6c9adaa0e779 HTTP/1.1" status: 200 len: 375 time: 0.2638094 Oct 27 16:02:21.051499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.102589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:21.131898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-6bfbd2a0-dc46-4cba-9d43-29d4310e7435 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.134236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-6bfbd2a0-dc46-4cba-9d43-29d4310e7435 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.4148426 Oct 27 16:02:21.137347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1376996c-862a-4f04-bbae-6a71a6ef0736 req-eb38d3b2-327d-49a1-b939-1eeff50b0142 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012437 Oct 27 16:02:21.150690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d9db1-4bb1-4ef4-9126-7c9b84f968af,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:21.158213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.158702 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Added segment 00440941-45b3-4851-9895-997291af6614 of type vlan for network 1f44d217-a130-48dc-8920-0a78bf34a49b Oct 27 16:02:21.201625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e6e5-b6aa-4e7b-a2a6-dd8442c951e2 req-27a0df58-fb73-447d-b4d9-f42dd57f506c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.202946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] For port 231a164d-8df3-4fc8-b234-98a086ce6d34, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=231a164d-8df3-4fc8-b234-98a086ce6d34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:21.203569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.204190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73f4e6e5-b6aa-4e7b-a2a6-dd8442c951e2 req-27a0df58-fb73-447d-b4d9-f42dd57f506c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.2416635 Oct 27 16:02:21.208458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:21.239597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-f8a3d554-64bb-43e8-9a92-de25ea363fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.241521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-f8a3d554-64bb-43e8-9a92-de25ea363fdf service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.5794861 Oct 27 16:02:21.275210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Calling delete_port for 231a164d-8df3-4fc8-b234-98a086ce6d34 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:21.292004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.332265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-1557c464-3816-45b2-9ebe-c63407b0a533 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0686424 Oct 27 16:02:21.362064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-892959900-network', 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:21.443758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73f4e6e5-b6aa-4e7b-a2a6-dd8442c951e2 req-49417d31-93d0-4877-a556-6ce506264523 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929295 Oct 27 16:02:21.470974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.471982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.472729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-a8a6ace5-b54f-4311-b09d-9df8528b8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.475130 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.475369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-a8a6ace5-b54f-4311-b09d-9df8528b8c5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1107252 Oct 27 16:02:21.490254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c085f-2746-4ebc-90f6-e83d85caa353 req-6669dd78-1c2a-47e1-adeb-48a9fa0a4605 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.491812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a7c085f-2746-4ebc-90f6-e83d85caa353 req-6669dd78-1c2a-47e1-adeb-48a9fa0a4605 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 970 time: 0.1773593 Oct 27 16:02:21.536754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:21.539078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.550578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Deleting port aad91137-dcc9-4550-b997-4fb59ec5f563 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:21.550811 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.564375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.615110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a7c085f-2746-4ebc-90f6-e83d85caa353 req-ef4ed978-11f6-4765-9511-81500ef7aa1a tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a04ab50-69ce-4797-80db-5b2ffafc4032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130166 Oct 27 16:02:21.622231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-94754ecf-c615-4ef4-ae9f-345bb3f262f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.623936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-94754ecf-c615-4ef4-ae9f-345bb3f262f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311491 Oct 27 16:02:21.738133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] For port aad91137-dcc9-4550-b997-4fb59ec5f563, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aad91137-dcc9-4550-b997-4fb59ec5f563,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:21.738500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.770075 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2089968 Oct 27 16:02:21.770742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:21.778567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Request body: {'subnet': {'network_id': '1f44d217-a130-48dc-8920-0a78bf34a49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1119248332-subnet', 'tenant_id': '3c39fe967bc842e091a173688ce4afa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:21.784481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Calling delete_port for aad91137-dcc9-4550-b997-4fb59ec5f563 owned by compute:tempest-test_az-125691268 {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:21.787369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2e2b4-801c-460f-9548-0d4242541354 admin admin] Pushing event updated for resources: {'Network': ['ID=1f44d217-a130-48dc-8920-0a78bf34a49b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:21.804627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1f44d217-a130-48dc-8920-0a78bf34a49b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:21.812937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.818595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-2a005ca1-1fa9-46d3-8226-0a804764c2f2 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802924 Oct 27 16:02:21.856289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Pushing event deleted for resources: {'Port': ['ID=231a164d-8df3-4fc8-b234-98a086ce6d34,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:21.856582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['231a164d-8df3-4fc8-b234-98a086ce6d34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:21.904469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.904816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.909338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:21.951004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] No DVR routers for this DVR port 231a164d-8df3-4fc8-b234-98a086ce6d34 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:21.957269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.961040 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34ed3dd4-09bf-4776-b786-ee278fa67e24 req-5f1dba32-d3c7-4d61-b14d-f405e135d130 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.79 "DELETE /v2.0/ports/231a164d-8df3-4fc8-b234-98a086ce6d34 HTTP/1.1" status: 204 len: 173 time: 1.1901102 Oct 27 16:02:21.961504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'name': 'network-vif-deleted', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:21.962112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca911f-2b38-485a-898e-492a72ae70e7 req-c11bcd62-5dc7-43ad-a399-cf4195788759 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.963899 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb1a91-0f89-4498-a088-f9e72c45b751" -d '{"events": [{"server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "name": "network-vif-deleted", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:21.970374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bca911f-2b38-485a-898e-492a72ae70e7 req-c11bcd62-5dc7-43ad-a399-cf4195788759 tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 867 time: 0.2493954 Oct 27 16:02:21.973199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Made reservation on behalf of 3c39fe967bc842e091a173688ce4afa8 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:21.976487 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.030292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.068789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bca911f-2b38-485a-898e-492a72ae70e7 req-5a7752a6-6d65-44ce-b255-37dd33d344fd tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8958293-a572-400c-aa51-abe721ff8475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973763 Oct 27 16:02:22.079311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-92262cb3-33ad-401f-b28d-92d700f0a6df service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060187 Oct 27 16:02:22.140364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.176393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:22.225143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d987289f-596e-4ec0-b1b3-2a655f5088ea,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.231560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.231914 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Added segment 0e965a88-21b7-4d1b-9451-bafc175fa4a5 of type vlan for network babee0bf-7bb2-47d5-a377-2884d28bd7a3 Oct 27 16:02:22.260351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.266381 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69f1ed-cf30-4e88-8253-c8f5a4177d63 x-openstack-request-id: req-ae69f1ed-cf30-4e88-8253-c8f5a4177d63 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:22.266694 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68676825-1f6e-47c9-bdc5-5ac899756c6e", "name": "network-vif-deleted", "tag": "231a164d-8df3-4fc8-b234-98a086ce6d34", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:22.267334 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae69f1ed-cf30-4e88-8253-c8f5a4177d63 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:22.267334 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68676825-1f6e-47c9-bdc5-5ac899756c6e', 'name': 'network-vif-deleted', 'tag': '231a164d-8df3-4fc8-b234-98a086ce6d34', 'status': 'completed', 'code': 200} Oct 27 16:02:22.273065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['aad91137-dcc9-4550-b997-4fb59ec5f563'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:22.290346 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.322169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Pushing event deleted for resources: {'Port': ['ID=aad91137-dcc9-4550-b997-4fb59ec5f563,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.340068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.413244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5250763d-9dec-4921-b765-02e0b3efc6a2,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.416106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.417275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:22.417942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.441522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] No DVR routers for this DVR port aad91137-dcc9-4550-b997-4fb59ec5f563 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:22.446640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.451240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-297c25b7-9828-4755-ae43-afc28a9cb56b req-d439c160-cd27-41c9-934f-4070f17569c7 tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.82 "DELETE /v2.0/ports/aad91137-dcc9-4550-b997-4fb59ec5f563 HTTP/1.1" status: 204 len: 173 time: 1.3085721 Oct 27 16:02:22.452135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'name': 'network-vif-deleted', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:22.462006 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b9538-ba64-426c-94ea-b61eb2148cfa" -d '{"events": [{"server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "name": "network-vif-deleted", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:22.523882 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7aebaa-fd36-4df9-b05a-c8204856ed57 x-openstack-request-id: req-3c7aebaa-fd36-4df9-b05a-c8204856ed57 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:22.524441 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d588dc70-854d-4907-ba5c-5d4bc33cfe7b", "name": "network-vif-deleted", "tag": "aad91137-dcc9-4550-b997-4fb59ec5f563", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:22.524979 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c7aebaa-fd36-4df9-b05a-c8204856ed57 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:22.525537 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd588dc70-854d-4907-ba5c-5d4bc33cfe7b', 'name': 'network-vif-deleted', 'tag': 'aad91137-dcc9-4550-b997-4fb59ec5f563', 'status': 'completed', 'code': 200} Oct 27 16:02:22.536055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] Pushing event updated for resources: {'Network': ['ID=babee0bf-7bb2-47d5-a377-2884d28bd7a3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.539377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Checking segment: {'id': '00440941-45b3-4851-9895-997291af6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1f44d217-a130-48dc-8920-0a78bf34a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:22.539829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Network hostable DHCP agents. Network: 1f44d217-a130-48dc-8920-0a78bf34a49b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:22.554608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:22.628519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76f8e51e-50b3-41ea-8edd-09ab6f2a211c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4187105 Oct 27 16:02:22.631984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:22.637372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Request body: {'subnet': {'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-892959900-subnet', 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:22.659135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f9fa-9164-4730-b682-bb5dbd20e093 req-7ea7b9b8-1ead-48fe-9053-cb36a49d3b87 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:22.668225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d31f9fa-9164-4730-b682-bb5dbd20e093 req-7ea7b9b8-1ead-48fe-9053-cb36a49d3b87 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0852625 Oct 27 16:02:22.707582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d31f9fa-9164-4730-b682-bb5dbd20e093 req-0592ab88-dbaa-4d23-88e4-4ecbe1c07275 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Oct 27 16:02:22.767431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:22.770712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.774397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Network 1f44d217-a130-48dc-8920-0a78bf34a49b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:22.906011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d381f10c-3a1f-4fdb-a6d8-0a038370b0aa req-e1739fa2-852f-49b2-b9d7-52cb12c12b1b tempest-AggregatesAdminTestJSON-1022436603 tempest-AggregatesAdminTestJSON-1022436603-project] 10.222.0.70 "GET /v2.0/ports?device_id=d588dc70-854d-4907-ba5c-5d4bc33cfe7b HTTP/1.1" status: 200 len: 210 time: 0.0334902 Oct 27 16:02:23.325183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e025aaf9-52a3-4330-ade2-1b564c294c3d req-a07bf6fe-a300-4686-bc96-e9ed9ae4502b tempest-ServerDiagnosticsNegativeTest-1134442821 tempest-ServerDiagnosticsNegativeTest-1134442821-project] 10.222.0.70 "GET /v2.0/ports?device_id=68676825-1f6e-47c9-bdc5-5ac899756c6e HTTP/1.1" status: 200 len: 210 time: 0.0322843 Oct 27 16:02:23.378041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 1f44d217-a130-48dc-8920-0a78bf34a49b) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:23.382535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.383584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.401253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f0993-2fe6-4914-adb5-29fda2df05da None None] Network 1f44d217-a130-48dc-8920-0a78bf34a49b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:23.423625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9a2211-a60f-407f-9ac0-3a45abd484f2 req-4d587d14-9e56-4e9f-9a03-debd215671cc tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266347 Oct 27 16:02:23.477651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.535359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca274d51-e739-48db-adf5-ab46e1b72b06 None None] Network 1f44d217-a130-48dc-8920-0a78bf34a49b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:23.540721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2211-a60f-407f-9ac0-3a45abd484f2 req-735245eb-0d5f-4985-b119-7a1abbe1d2d7 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.545058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9a2211-a60f-407f-9ac0-3a45abd484f2 req-735245eb-0d5f-4985-b119-7a1abbe1d2d7 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122847 Oct 27 16:02:23.563818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925b41ce-bcd7-4489-87d4-a8d8791ed7be,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:23.568501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9a2211-a60f-407f-9ac0-3a45abd484f2 req-55271265-e6e5-423b-b8b8-5f6afd0f9ada tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/quotas/f16f1b859e0d4dba812b6c9adaa0e779 HTTP/1.1" status: 200 len: 375 time: 0.0179193 Oct 27 16:02:23.573581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:23.573581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Network hostable DHCP agents. Network: babee0bf-7bb2-47d5-a377-2884d28bd7a3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:23.603693 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bb27afc0-e3e6-477a-9f8b-56e2c96738cf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8292897 Oct 27 16:02:23.604878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9a2211-a60f-407f-9ac0-3a45abd484f2 req-0c66248e-aef0-4dce-9390-378f7341c630 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332727 Oct 27 16:02:23.718266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:23.753923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:23.806665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, babee0bf-7bb2-47d5-a377-2884d28bd7a3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:23.813497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.819104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076701d-4591-48f1-9c7b-2401c5e00735 None None] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:23.823384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.869074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faae3cc-ecd4-470a-94ea-919eb953702f req-9f5a5056-9059-48bf-819a-f3615c1c13fd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.870834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7faae3cc-ecd4-470a-94ea-919eb953702f req-9f5a5056-9059-48bf-819a-f3615c1c13fd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0745237 Oct 27 16:02:23.939985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7faae3cc-ecd4-470a-94ea-919eb953702f req-ddacb265-fc3e-4e00-b9bb-278245a9b197 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Oct 27 16:02:23.997899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fca20cc7-831c-4a27-b178-daf6f3202fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.017726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9bc8de07-f594-46a0-88c3-0299cad4aea7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3844247 Oct 27 16:02:24.133169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fca20cc7-831c-4a27-b178-daf6f3202fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.215812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4fca6-e2ce-4c31-890b-8f01ef0fa981 None None] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:24.271127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fca20cc7-831c-4a27-b178-daf6f3202fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.313814 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fca20cc7-831c-4a27-b178-daf6f3202fcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22f69c3122554ca499ad0084080da377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5559759 Oct 27 16:02:24.313814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20cc7-831c-4a27-b178-daf6f3202fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30217a89-9582-42ad-a86b-bd233c43d13c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:24.314167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44322) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:24.350528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-a0bd6f17-3ee0-4dcb-89ff-6b08027ca1d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:24.352048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-a0bd6f17-3ee0-4dcb-89ff-6b08027ca1d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.1350315 Oct 27 16:02:24.380124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-ceeeefed-3635-4037-a662-df8286d1bef3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/quotas/aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 375 time: 0.0196002 Oct 27 16:02:24.416930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.420385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-55bc82c5-7b42-497c-9be0-47476492be48 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338829 Oct 27 16:02:24.434498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-582163d8-7bfe-4af1-84ff-cf1de3534dcd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:24.448270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-582163d8-7bfe-4af1-84ff-cf1de3534dcd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049925 Oct 27 16:02:24.457408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.518802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aad91137-dcc9-4550-b997-4fb59ec5f563 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:24.523526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: aad91137-dcc9-4550-b997-4fb59ec5f563 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:24.523878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aad91137-dcc9-4550-b997-4fb59ec5f563 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:24.561708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-9093dbe2-4a61-47e5-99d5-6c5ff4db3a51 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162331 Oct 27 16:02:24.657533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-a2bafbb3-e6a0-4d03-81fc-7c73f2c4e300 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883305 Oct 27 16:02:24.692987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.697116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.699799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30217a89-9582-42ad-a86b-bd233c43d13c HTTP/1.1" status: 204 len: 168 time: 0.3836207 Oct 27 16:02:24.710238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30217a89-9582-42ad-a86b-bd233c43d13c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:24.718089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.718441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.718863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.719785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.720306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.720649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.721005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.721810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.722139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.722471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.722796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:24.723146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c0ce2-4aac-4d55-b62d-8e7ad879b136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:25.071854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c776-bdd1-4570-9e1f-833f30980a5c req-292bdf34-31aa-4466-9ff0-d07bcb72c19e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:25.073374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0105c776-bdd1-4570-9e1f-833f30980a5c req-292bdf34-31aa-4466-9ff0-d07bcb72c19e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0558977 Oct 27 16:02:25.094491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 231a164d-8df3-4fc8-b234-98a086ce6d34 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:25.114992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0105c776-bdd1-4570-9e1f-833f30980a5c req-00f5e44c-898c-4ce8-bafd-5b48d65e317c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Oct 27 16:02:25.141317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 231a164d-8df3-4fc8-b234-98a086ce6d34 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:25.141675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 231a164d-8df3-4fc8-b234-98a086ce6d34 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:25.195835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2de11ea-2a43-4966-9af6-2bf35e5255b3 req-dc887a20-40fe-49c4-aefd-f4ac60eb9c25 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 210 time: 0.0303471 Oct 27 16:02:25.414469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:25.668347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44366) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:25.791278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e577ba1a-5474-4b30-b878-dc757f85055d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=703838c9316d4daaaaf5aef4fe97d39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749666 Oct 27 16:02:25.793723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:25.846019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.867118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.959661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-716048af-b686-4353-8d2b-94db4f90960e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cdf50642a5549919aa1b513a9e3c420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990229 Oct 27 16:02:25.964029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:26.014786 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.037654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.052939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.055561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.056851 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a04ab50-69ce-4797-80db-5b2ffafc4032 HTTP/1.1" status: 204 len: 168 time: 0.2622256 Oct 27 16:02:26.068141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77302-ff3b-478a-895e-0da421f8ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04ab50-69ce-4797-80db-5b2ffafc4032,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.177177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:26.197395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.198291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f90ed7c-5606-47f6-bd85-6d348e6a0c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.206172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.210741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8958293-a572-400c-aa51-abe721ff8475 HTTP/1.1" status: 204 len: 168 time: 0.2456682 Oct 27 16:02:26.243824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d83be-64d4-4417-baa7-506ea974fa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8958293-a572-400c-aa51-abe721ff8475,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.287136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a1d57-9104-4df6-9eb8-1ef2620b9fb3 req-07201c76-722d-4186-b86c-868205497baf tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:26.288985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d2a1d57-9104-4df6-9eb8-1ef2620b9fb3 req-07201c76-722d-4186-b86c-868205497baf tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0672567 Oct 27 16:02:26.337238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f90ed7c-5606-47f6-bd85-6d348e6a0c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.348515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44400) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:26.357118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1040684858-network', 'tenant_id': '5aa6d193972d45f587ab9692db4a2935'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:26.371137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d2a1d57-9104-4df6-9eb8-1ef2620b9fb3 req-b48e8dc0-5c2f-45ce-baa2-b2830d347079 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732801 Oct 27 16:02:26.419126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d8093e7-8ba9-4241-b4c1-0a8c1d1c8a18 req-dfaf871c-a601-4a46-a6be-a3e7d9dbbcc3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 210 time: 0.0469925 Oct 27 16:02:26.425222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f90ed7c-5606-47f6-bd85-6d348e6a0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.479355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0f90ed7c-5606-47f6-bd85-6d348e6a0c64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=376fdaac2edf4959b34ae6efe15193c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010545 Oct 27 16:02:26.481988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:26.484715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ed7c-5606-47f6-bd85-6d348e6a0c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee4583c-bb62-4646-a1eb-f90e610ef707,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.531647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.552650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Made reservation on behalf of 5aa6d193972d45f587ab9692db4a2935 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:26.554959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.558818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.570718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.680656 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.748638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394d0304-515d-4c31-a105-1b77b0d90be2 req-7e27dd4e-e6f6-4996-b685-53b75a289720 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227160 Oct 27 16:02:26.807491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.810843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.815155 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.816483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cee4583c-bb62-4646-a1eb-f90e610ef707 HTTP/1.1" status: 204 len: 168 time: 0.3335266 Oct 27 16:02:26.862273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:26.869829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc271f30-413d-4c21-8980-2373f7a80619,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.894157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730513322581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.894695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Unsubscribe: segment precommit_create {{(pid=114448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 16:02:26.895186 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Added segment 947c964c-cc35-4ab8-aa75-a0bccc3fc75e of type vlan for network 9921a925-22f9-4a6b-a0c3-a2e4f653837c Oct 27 16:02:26.911993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d37b-96f2-4f8c-a49b-1822f70a2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee4583c-bb62-4646-a1eb-f90e610ef707,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.958301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d0304-515d-4c31-a105-1b77b0d90be2 req-e87d2b72-db85-4d24-b6f8-faa7a8eb13e7 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:26.959799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394d0304-515d-4c31-a105-1b77b0d90be2 req-e87d2b72-db85-4d24-b6f8-faa7a8eb13e7 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038965 Oct 27 16:02:26.975482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.987557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394d0304-515d-4c31-a105-1b77b0d90be2 req-b951fa71-2228-481d-891b-983801912dba tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/quotas/f16f1b859e0d4dba812b6c9adaa0e779 HTTP/1.1" status: 200 len: 375 time: 0.0219853 Oct 27 16:02:27.030193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394d0304-515d-4c31-a105-1b77b0d90be2 req-6a8dab7c-1950-442f-ac55-a6b715dbd3b5 tempest-QuotasAdminNegativeTest-1059906948 tempest-QuotasAdminNegativeTest-1059906948-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350881 Oct 27 16:02:27.111371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.112341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:27.112953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.206805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] Pushing event updated for resources: {'Network': ['ID=9921a925-22f9-4a6b-a0c3-a2e4f653837c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:27.217222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9921a925-22f9-4a6b-a0c3-a2e4f653837c details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:27.301107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:27.314223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf298fef-d4a7-446d-b215-86aed1af7d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.325150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d157a6de-0f9e-4a3c-8270-bc423d4be4cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9754529 Oct 27 16:02:27.328077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44426) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:27.333237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Request body: {'subnet': {'network_id': '9921a925-22f9-4a6b-a0c3-a2e4f653837c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1040684858-subnet', 'tenant_id': '5aa6d193972d45f587ab9692db4a2935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:27.412871 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf298fef-d4a7-446d-b215-86aed1af7d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.426074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44430) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:27.448568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Made reservation on behalf of 5aa6d193972d45f587ab9692db4a2935 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:27.450956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.556622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1273e22f-f9ff-4f6f-8623-7c89b01f44d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8a747437d754410ba4b8ac440f5bdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268368 Oct 27 16:02:27.557620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:27.587284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a206d-810b-42ab-acb8-f33ef1d7d608 req-b36bef6b-28fe-4350-bf87-2b818ab098f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:27.596214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414a206d-810b-42ab-acb8-f33ef1d7d608 req-b36bef6b-28fe-4350-bf87-2b818ab098f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1300144 Oct 27 16:02:27.638902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.662117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf298fef-d4a7-446d-b215-86aed1af7d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.663897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.685456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414a206d-810b-42ab-acb8-f33ef1d7d608 req-dff1d1b7-f7fb-4bfd-94f9-fca78092588e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862432 Oct 27 16:02:27.738515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cf298fef-d4a7-446d-b215-86aed1af7d46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72d091d55f1140c8aeb90b9df6ff3de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363163 Oct 27 16:02:27.742185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44440) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:27.769307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298fef-d4a7-446d-b215-86aed1af7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b79c84-152f-45f5-8199-90a33985dcc1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:27.787914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.797409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.806141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3e81167-018f-4072-92ab-59d28e05dbbb req-3d68916d-550b-4cd7-be03-6d955102bd64 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 210 time: 0.0438306 Oct 27 16:02:27.822934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.837013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.840107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.845951 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5eb40d43-9ee1-45fe-ae47-a52f9a6f98e3 HTTP/1.1" status: 204 len: 168 time: 0.2823918 Oct 27 16:02:27.855974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b22a88-531c-4429-a4f3-379564dc1c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb40d43-9ee1-45fe-ae47-a52f9a6f98e3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:28.041697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.053317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.053317 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69b79c84-152f-45f5-8199-90a33985dcc1 HTTP/1.1" status: 204 len: 168 time: 0.3035076 Oct 27 16:02:28.058362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b906a-5d6e-443f-9c02-1208df51e9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b79c84-152f-45f5-8199-90a33985dcc1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:28.166003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.238145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce19c30-8041-4cc0-807c-7f2eb8a3447d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:28.275067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Checking segment: {'id': '947c964c-cc35-4ab8-aa75-a0bccc3fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9921a925-22f9-4a6b-a0c3-a2e4f653837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:28.275421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Network hostable DHCP agents. Network: 9921a925-22f9-4a6b-a0c3-a2e4f653837c, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:28.281986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.286587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-c81f80f2-f2e6-4e3f-84c7-1ce0245d4806 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:28.288066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-c81f80f2-f2e6-4e3f-84c7-1ce0245d4806 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.4332175 Oct 27 16:02:28.301978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Request body: {'port': {'device_id': '4161503a-de30-4785-9496-f45ddd4e60bb', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'admin_state_up': True, 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:28.441840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Network 9921a925-22f9-4a6b-a0c3-a2e4f653837c is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:28.556475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:28.560058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.612589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9921a925-22f9-4a6b-a0c3-a2e4f653837c) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:28.621221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:28.621821 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.628698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45acfcf-770c-4b37-b3b2-6c406ea1c395 None None] Network 9921a925-22f9-4a6b-a0c3-a2e4f653837c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:28.709745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Allocated IP 172.20.0.13 (bdf740f1-c54e-418b-a124-acf220459d34/2112ea6a-1af5-47ae-b9aa-595216a3aad8/961f6639-1447-4456-9dc0-ebbcf781ea7b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:28.791743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27d22444-2913-405d-8cc1-680b21cd1a1d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4620702 Oct 27 16:02:28.798221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bcd8cd-a9a2-4cdf-ad33-d4b54ccc584d None None] Network 9921a925-22f9-4a6b-a0c3-a2e4f653837c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:28.934081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8972ef3c-9afc-41b8-927c-ceb2932b07d4 req-25c9f45f-9798-4e09-8af8-330ff6d6c4f0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 210 time: 0.0381215 Oct 27 16:02:28.948772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5625e4-8140-438c-b595-b3b2eb96fceb req-b79be59b-3068-4de6-9b6f-804e5f0171ed tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:28.950308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d5625e4-8140-438c-b595-b3b2eb96fceb req-b79be59b-3068-4de6-9b6f-804e5f0171ed tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1450863 Oct 27 16:02:29.021983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d5625e4-8140-438c-b595-b3b2eb96fceb req-e11f0e67-70f4-479a-aa38-a0943626707d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Oct 27 16:02:29.034531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.058265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44474) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:29.191548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.241432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Network bdf740f1-c54e-418b-a124-acf220459d34 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:29.244779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:29.248615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:29.254291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:29.254909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.263902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:29.289041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6751fb23-ab3a-4714-892d-80c1f99f162b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.346332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-51b21cb1-f434-475d-83fa-2b80e3e59af5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479591 Oct 27 16:02:29.362261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Request body: {'port': {'device_id': '4161503a-de30-4785-9496-f45ddd4e60bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:29.382459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6751fb23-ab3a-4714-892d-80c1f99f162b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.439160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.481896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6751fb23-ab3a-4714-892d-80c1f99f162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.525605 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6751fb23-ab3a-4714-892d-80c1f99f162b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f16f1b859e0d4dba812b6c9adaa0e779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630265 Oct 27 16:02:29.525605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751fb23-ab3a-4714-892d-80c1f99f162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223fd96-b7ce-49ed-a2ba-ca46ccd43e30,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:29.526748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44502) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:29.586153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.613059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.741505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f6639-1447-4456-9dc0-ebbcf781ea7b {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:29.750649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.807671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.810449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.811687 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3223fd96-b7ce-49ed-a2ba-ca46ccd43e30 HTTP/1.1" status: 204 len: 168 time: 0.2844441 Oct 27 16:02:29.814271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Transition to ACTIVE for port object 961f6639-1447-4456-9dc0-ebbcf781ea7b will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:29.820407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3ff78-2afe-4f24-b560-b42e71ec5789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223fd96-b7ce-49ed-a2ba-ca46ccd43e30,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:29.905619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-db2281f6-8918-4ea8-90d5-ad32c069e073 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:29.907741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-db2281f6-8918-4ea8-90d5-ad32c069e073 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.1048338 Oct 27 16:02:29.923392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-2b755530-7af1-483b-aca4-2569cb7c2d5b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/quotas/e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 375 time: 0.0095804 Oct 27 16:02:29.939540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.962024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-597b2bd3-a78b-43be-9b9a-8287be07210f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323462 Oct 27 16:02:30.078216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:30.153709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:30.159825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:30.159825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:30.165328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-36f222e5-4e68-40cc-9123-27a5507cfebd service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796374 Oct 27 16:02:30.173859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5783c-063d-4583-b70b-9ebb0b423d97 req-d821a4d9-82c6-4ded-8015-55ade6d61fbc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.175387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6d5783c-063d-4583-b70b-9ebb0b423d97 req-d821a4d9-82c6-4ded-8015-55ade6d61fbc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.1569946 Oct 27 16:02:30.175968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:30.176293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:30.210126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:30.211016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:30.211016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:30.211662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Bound port: 961f6639-1447-4456-9dc0-ebbcf781ea7b, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:30.211825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.316207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6d5783c-063d-4583-b70b-9ebb0b423d97 req-c3573b5e-8745-4c04-90ae-31abba282268 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226923 Oct 27 16:02:30.362708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-0cc6ef0d-725a-4e11-bcaa-13f6fd12f827 service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782234 Oct 27 16:02:30.366766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:30.371370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:30.437251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.493524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.494150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.495801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] 10.222.0.82 "PUT /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 1092 time: 1.1407282 Oct 27 16:02:30.496244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:30.498540 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562fccb2-9baa-4b62-b051-d70bdae8ff69" -d '{"events": [{"name": "network-changed", "server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:30.544847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d707f-fe7a-4f16-9ce9-bd46cc0476ad service neutron] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:30.564966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f9c10-477a-494c-b3af-8598227a8eeb req-2a1fa45a-9d2e-4d32-8b5f-93b0f7ad1bec tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.566500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-386f9c10-477a-494c-b3af-8598227a8eeb req-2a1fa45a-9d2e-4d32-8b5f-93b0f7ad1bec tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0775096 Oct 27 16:02:30.624908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-386f9c10-477a-494c-b3af-8598227a8eeb req-f1ba6627-7259-455a-ac6e-2824ef692f7e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Oct 27 16:02:30.651343 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64faf980-887a-4f4c-b256-6ba5e55ec660 x-openstack-request-id: req-64faf980-887a-4f4c-b256-6ba5e55ec660 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:30.651773 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:30.652035 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64faf980-887a-4f4c-b256-6ba5e55ec660 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:30.652462 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'status': 'completed', 'code': 200} Oct 27 16:02:30.714930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e29fe41c-b4f4-44a8-ae65-965447e5bd33 req-631579f1-e8ae-4a5f-9001-edcb8900fe16 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Oct 27 16:02:30.732199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-09488832-7b9e-40bd-8b50-b819ea595bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.734419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-09488832-7b9e-40bd-8b50-b819ea595bed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1095 time: 0.0804834 Oct 27 16:02:30.793633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-fde46ade-918a-4b20-90cb-588d178333c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0504034 Oct 27 16:02:30.850332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-4ca8f9cd-92a6-4f12-bd69-387c305d655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.851874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-4ca8f9cd-92a6-4f12-bd69-387c305d655a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0519450 Oct 27 16:02:30.883707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-608019a1-afec-474d-b89c-ed71ebd9c82d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246215 Oct 27 16:02:30.947618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44556) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:30.963812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca40dba7-7faa-4875-a755-357c8081183c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.976400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-1ba646ea-712e-41e4-a236-de17bfbf62cc service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839448 Oct 27 16:02:31.065998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca40dba7-7faa-4875-a755-357c8081183c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.098025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd34a44-83d1-4ab9-8101-cba41be66b22 req-2376147e-e2d5-41b5-92cd-958610aadb79 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167293 Oct 27 16:02:31.156335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca40dba7-7faa-4875-a755-357c8081183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.199323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ca40dba7-7faa-4875-a755-357c8081183c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=828ff158299b4ed0bc16a0f7f1b83f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505441 Oct 27 16:02:31.206533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40dba7-7faa-4875-a755-357c8081183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57e61e-6a13-4596-b498-8cd391599413,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.207786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44564) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:31.260486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.281956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.361269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-444238c2-05a3-46a7-9896-0cebfe7c2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.361269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-444238c2-05a3-46a7-9896-0cebfe7c2793 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1095 time: 0.0498824 Oct 27 16:02:31.491020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311637a-4092-48fa-98bb-fe9ce536d4c2 req-d6d3c75b-1a6b-4413-9263-130c5f069e3e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.492548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8311637a-4092-48fa-98bb-fe9ce536d4c2 req-d6d3c75b-1a6b-4413-9263-130c5f069e3e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.0827689 Oct 27 16:02:31.510623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-0fe33cdf-bf24-4b51-9597-ec7827ffc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.512457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-0fe33cdf-bf24-4b51-9597-ec7827ffc447 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1455381 Oct 27 16:02:31.556859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.559366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.562763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea57e61e-6a13-4596-b498-8cd391599413 HTTP/1.1" status: 204 len: 168 time: 0.3517127 Oct 27 16:02:31.562763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-8921fe5d-9a80-405e-a083-3517cfdd2824 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0430765 Oct 27 16:02:31.587843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e2f56-3846-468f-8a9d-1a78d19702b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57e61e-6a13-4596-b498-8cd391599413,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.623491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8311637a-4092-48fa-98bb-fe9ce536d4c2 req-dd745f2d-a863-4ca5-8ef0-65d36cb26e11 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165237 Oct 27 16:02:31.638392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-4d3d1fea-72f4-459f-9111-8378ce19fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.639888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-4d3d1fea-72f4-459f-9111-8378ce19fdbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0645671 Oct 27 16:02:31.676931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-20e86000-1d28-4b2b-aa80-ca50da92f768 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293117 Oct 27 16:02:31.801942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c885-3553-46e7-ab14-ae3337d291fc req-dc130433-be74-42f4-af0f-fef376848d50 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.803512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8581c885-3553-46e7-ab14-ae3337d291fc req-dc130433-be74-42f4-af0f-fef376848d50 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0792446 Oct 27 16:02:31.851989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a6e71ca-92f5-4610-bf51-6ae41cf217cd req-eaa6d6a3-33a0-47cb-8d35-b38a8b58c514 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.0439563 Oct 27 16:02:31.855856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-0264454a-1ace-42cb-a1d1-7db23d60313a service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723011 Oct 27 16:02:31.918438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8581c885-3553-46e7-ab14-ae3337d291fc req-bf185a9a-c82a-4daa-8ff4-d6168972360c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039994 Oct 27 16:02:31.971481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562fccb2-9baa-4b62-b051-d70bdae8ff69 req-12c6ed6c-94f0-43b6-b45a-fb5b92f6cf95 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054652 Oct 27 16:02:32.789428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6703-aef6-4f90-a340-1964cf42cb27 req-623e15e9-ec0b-42c5-8807-01f084f62779 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.791009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fae6703-aef6-4f90-a340-1964cf42cb27 req-623e15e9-ec0b-42c5-8807-01f084f62779 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.0712407 Oct 27 16:02:32.833678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fae6703-aef6-4f90-a340-1964cf42cb27 req-a44c039d-72fd-4773-881d-ef12f05488e5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Oct 27 16:02:32.982551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c02a2e73-d912-4ef5-877b-ca7f2960560c req-a8edeeb2-fe6a-42ae-9fa6-00e4de21a315 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.0310693 Oct 27 16:02:33.154821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655fcf1-4513-4dce-ab9a-02fcbdce2d48 req-0f29925f-3445-48c3-a65b-f4f7ab7494f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:33.156504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9655fcf1-4513-4dce-ab9a-02fcbdce2d48 req-0f29925f-3445-48c3-a65b-f4f7ab7494f1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0531540 Oct 27 16:02:33.198705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9655fcf1-4513-4dce-ab9a-02fcbdce2d48 req-c63fc8d3-929d-4742-b0ac-8812440965f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Oct 27 16:02:33.762943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44690) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:34.000531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9037a368-7929-4bd5-8f30-911c2c53cb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.077870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5a89-5a15-492e-8bd5-fdb31cfab0c7 req-6861d533-6e70-4add-88e0-218adebec8e6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.079923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-456a5a89-5a15-492e-8bd5-fdb31cfab0c7 req-6861d533-6e70-4add-88e0-218adebec8e6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.1420710 Oct 27 16:02:34.191380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-456a5a89-5a15-492e-8bd5-fdb31cfab0c7 req-39037755-bb5e-49aa-b5b7-d65f1fde0d4f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049297 Oct 27 16:02:34.201530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44dbc7fd-c7c4-446d-a68b-727f00220d7e req-ec2dec6f-79ee-4e5d-8e2f-d49643ecfda8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.0554154 Oct 27 16:02:34.227317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-381ec11e-be86-4902-b422-10a3378c33ae tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.227317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-381ec11e-be86-4902-b422-10a3378c33ae tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.2126784 Oct 27 16:02:34.243994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Request body: {'port': {'device_id': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'admin_state_up': True, 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:34.321831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9037a368-7929-4bd5-8f30-911c2c53cb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.504693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:34.557398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:34.567942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9037a368-7929-4bd5-8f30-911c2c53cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.614508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:34.627135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'port_id': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'mac_address': 'fa:16:3e:a9:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2112ea6a-1af5-47ae-b9aa-595216a3aad8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:34.642915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9037a368-7929-4bd5-8f30-911c2c53cb97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4efbe433ad7e42d29b1744b6dbae5e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788316 Oct 27 16:02:34.646615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44732) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:34.647591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037a368-7929-4bd5-8f30-911c2c53cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97eb399-589c-4441-adfe-84a53ab59547,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:34.659558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8ecc-413f-4cfd-bd8b-59264de80b32 req-41dd3c1d-1a25-473c-ad74-49b9e25959a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.669552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d8c8ecc-413f-4cfd-bd8b-59264de80b32 req-41dd3c1d-1a25-473c-ad74-49b9e25959a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.3763704 Oct 27 16:02:34.678580 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.698419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961f6639-1447-4456-9dc0-ebbcf781ea7b {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:34.721397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:34.727073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.765194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d8c8ecc-413f-4cfd-bd8b-59264de80b32 req-c3abb954-08b3-4f84-8c7e-2f25c8182df2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Oct 27 16:02:34.772795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.843497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d50b87e3-27de-45c6-a83d-4f143ea6a471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.860629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.894178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:34.898976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.921172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:34.939329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.940040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.940745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.941459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.942139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.942828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.943568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.944339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.945031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.945818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.946488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:34.947219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:35.069032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.079142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.080329 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c97eb399-589c-4441-adfe-84a53ab59547 HTTP/1.1" status: 204 len: 168 time: 0.4324474 Oct 27 16:02:35.099560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ca711-30b5-4258-8e7b-faaaecf6b997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97eb399-589c-4441-adfe-84a53ab59547,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.164767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['961f6639-1447-4456-9dc0-ebbcf781ea7b'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:35.191762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d50b87e3-27de-45c6-a83d-4f143ea6a471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.202763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Allocated IP 172.20.0.6 (babee0bf-7bb2-47d5-a377-2884d28bd7a3/925b41ce-bcd7-4489-87d4-a8d8791ed7be/864c29dd-7710-4dd2-b51c-d8070ed8f2ea) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:35.287616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d50b87e3-27de-45c6-a83d-4f143ea6a471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.325734 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d50b87e3-27de-45c6-a83d-4f143ea6a471 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfee0a91ff6b4dc0aeb25dc0b7904caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661841 Oct 27 16:02:35.330531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44762) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:35.343794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b87e3-27de-45c6-a83d-4f143ea6a471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2cf76-9315-42c5-a354-adcbc8639f15,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.409315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.445908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67493008-434b-4457-a851-39cc6526ad88 req-1bf852ac-63cf-4ca8-be18-518128265809 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:35.446127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.454583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67493008-434b-4457-a851-39cc6526ad88 req-1bf852ac-63cf-4ca8-be18-518128265809 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.1758738 Oct 27 16:02:35.536053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67493008-434b-4457-a851-39cc6526ad88 req-b7f34d46-b2ae-41c1-a133-ca7b82243613 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798407 Oct 27 16:02:35.579303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-587dc4ec-61c3-4a6e-96de-4117b6698623 req-6f8e02e1-95dd-4d6b-8eb9-ba1d75c188eb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.0408285 Oct 27 16:02:35.590857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.612733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.615851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.617020 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93b2cf76-9315-42c5-a354-adcbc8639f15 HTTP/1.1" status: 204 len: 168 time: 0.2853651 Oct 27 16:02:35.626093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddeb08-cddf-42da-b3d8-61ebd445ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2cf76-9315-42c5-a354-adcbc8639f15,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.722913 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.771081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:35.774583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:35.777363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:35.784077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:35.784712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.800842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.922858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89da7f2-2dfa-48ad-979a-963e019f1483 req-6cd67f82-e9e1-4d06-85c4-af6f4b8975f2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:35.924380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d89da7f2-2dfa-48ad-979a-963e019f1483 req-6cd67f82-e9e1-4d06-85c4-af6f4b8975f2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0613256 Oct 27 16:02:35.964174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d89da7f2-2dfa-48ad-979a-963e019f1483 req-c9508bbf-8482-42bd-b513-ac5a6a6079fb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Oct 27 16:02:35.969984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-68e92c58-56f4-409f-b0f1-a0a3e3c43401 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7302561 Oct 27 16:02:35.982014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Request body: {'port': {'device_id': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:36.037048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.299603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:36.325815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864c29dd-7710-4dd2-b51c-d8070ed8f2ea {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:36.334441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.350119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Transition to ACTIVE for port object 864c29dd-7710-4dd2-b51c-d8070ed8f2ea will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:36.465111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.511656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:36.532503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:36.563388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:36.563722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:36.563975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:36.570088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:36.570425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:36.576091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:36.576553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:36.576912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:36.577480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Bound port: 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:36.577870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.654468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 961f6639-1447-4456-9dc0-ebbcf781ea7b completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:36.682767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:36.683505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 961f6639-1447-4456-9dc0-ebbcf781ea7b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:36.683505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.683677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e90e5946-43a3-4da5-b7ea-f63cc86fd020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.696621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:36.706737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0325ce1-e8de-46a1-a824-78e5bdb6be66 req-9bafcb92-3855-4891-a765-cc0c4f807579 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.708460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0325ce1-e8de-46a1-a824-78e5bdb6be66 req-9bafcb92-3855-4891-a765-cc0c4f807579 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.0694845 Oct 27 16:02:36.721203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:36.779287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0325ce1-e8de-46a1-a824-78e5bdb6be66 req-c8e7be5b-e842-48ed-9fd3-67c60bab31b6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Oct 27 16:02:36.804237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.825596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e90e5946-43a3-4da5-b7ea-f63cc86fd020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.837410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:36.839974 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd4c448-9646-417d-94fa-18a5a036c63e" -d '{"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-plugged", "status": "completed", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:36.856906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:36.871570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939901-cac8-463e-8aee-07d0796c229a req-2d3bfb33-a807-44c4-9d04-71911c662463 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.871570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92939901-cac8-463e-8aee-07d0796c229a req-2d3bfb33-a807-44c4-9d04-71911c662463 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0639887 Oct 27 16:02:36.882496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44818) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:36.905036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3842742-f863-4500-a945-d51c0d9212bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.912230 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7510a985-531a-490a-8b9f-065368cec8e0 x-openstack-request-id: req-7510a985-531a-490a-8b9f-065368cec8e0 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:36.912553 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-plugged", "status": "completed", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:36.912994 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7510a985-531a-490a-8b9f-065368cec8e0 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:36.913397 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'code': 200} Oct 27 16:02:36.921221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c86aefd-3dec-4060-95a4-08bd5fce3b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.973954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92939901-cac8-463e-8aee-07d0796c229a req-c5ab5ade-7de9-4234-b820-4660a2f84812 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988953 Oct 27 16:02:36.983269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.986641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.82', 58829) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:37.007153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.013943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e90e5946-43a3-4da5-b7ea-f63cc86fd020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.115665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.135500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e90e5946-43a3-4da5-b7ea-f63cc86fd020 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e066067bf884020b43c54c8f42820fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749196 Oct 27 16:02:37.138935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:37.140284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.140904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.142907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] 10.222.0.82 "PUT /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 1091 time: 1.1651487 Oct 27 16:02:37.145599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:37.148013 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9858abd0-0fa2-48e6-8c00-e1573b895d45" -d '{"events": [{"name": "network-changed", "server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:37.153895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e5946-43a3-4da5-b7ea-f63cc86fd020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df938c-3acd-4fa7-a4a9-12c25d3b3f97,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.159756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c86aefd-3dec-4060-95a4-08bd5fce3b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.161982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3842742-f863-4500-a945-d51c0d9212bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.216843 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc51478-97c3-451a-aae0-0252c0075da8 x-openstack-request-id: req-4fc51478-97c3-451a-aae0-0252c0075da8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:37.217387 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:37.217852 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fc51478-97c3-451a-aae0-0252c0075da8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:37.218481 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'status': 'completed', 'code': 200} Oct 27 16:02:37.264221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf707822-9e38-4370-819e-31d39e0ce178 service neutron] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.276953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034fbc4-9bd2-429a-8920-86051918e5e8 req-2039d71e-21a2-483f-8ec1-747914334175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.278452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7034fbc4-9bd2-429a-8920-86051918e5e8 req-2039d71e-21a2-483f-8ec1-747914334175 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1097 time: 0.2626109 Oct 27 16:02:37.328338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3842742-f863-4500-a945-d51c0d9212bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.330808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c86aefd-3dec-4060-95a4-08bd5fce3b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.336439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc4ef-90be-4f45-82ae-a3d28f425186 req-e8d26188-9159-4455-ba9d-03f7e44fa5d7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.337949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0ebc4ef-90be-4f45-82ae-a3d28f425186 req-e8d26188-9159-4455-ba9d-03f7e44fa5d7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.2049947 Oct 27 16:02:37.374031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.383552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-fb6a3748-cf2e-4c74-a4c8-78925c5e62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.385079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-fb6a3748-cf2e-4c74-a4c8-78925c5e62ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1094 time: 0.1491504 Oct 27 16:02:37.387154 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3842742-f863-4500-a945-d51c0d9212bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2095d063ccb64f32ba65505d7656a01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034776 Oct 27 16:02:37.389744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c86aefd-3dec-4060-95a4-08bd5fce3b8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=098ebb736baa49839ed429a67ebc8e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886512 Oct 27 16:02:37.390268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:37.392319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3842742-f863-4500-a945-d51c0d9212bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2ab0e-b3c3-4658-8253-8be19b22fbca,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.394371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7034fbc4-9bd2-429a-8920-86051918e5e8 req-b181dc95-e094-4d1f-b326-281c168e264b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943396 Oct 27 16:02:37.401488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:37.467911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86aefd-3dec-4060-95a4-08bd5fce3b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c31308c-41be-42cb-a428-0a992a903268,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.508833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.509739 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.512204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.529596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0ebc4ef-90be-4f45-82ae-a3d28f425186 req-0fe03c03-ccbc-490a-a424-0ad26be62189 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838410 Oct 27 16:02:37.552297 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.573698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.620378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-a842cc83-b3e0-4849-b053-20468561980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.621880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-a842cc83-b3e0-4849-b053-20468561980c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2246048 Oct 27 16:02:37.737048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-5d8d6a08-5bc7-4f42-aab5-eef3f1e1ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.738541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9858abd0-0fa2-48e6-8c00-e1573b895d45 req-5d8d6a08-5bc7-4f42-aab5-eef3f1e1ae54 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968318 Oct 27 16:02:37.823103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-89b81aa7-b18a-4f54-a47e-f9754e748840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.824621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-89b81aa7-b18a-4f54-a47e-f9754e748840 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1094 time: 0.0474870 Oct 27 16:02:37.883136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-bf2b8d54-6ab3-4658-abea-061f63c7660a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 217 time: 0.0486481 Oct 27 16:02:37.915174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.915174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.918958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c31308c-41be-42cb-a428-0a992a903268 HTTP/1.1" status: 204 len: 168 time: 0.5164490 Oct 27 16:02:37.936448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.939054 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.940218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7b2ab0e-b3c3-4658-8253-8be19b22fbca HTTP/1.1" status: 204 len: 168 time: 0.5489063 Oct 27 16:02:37.957087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dc3f8-5918-41d1-bff9-e0c995dc5562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c31308c-41be-42cb-a428-0a992a903268,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:37.985083 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.988589 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.993070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68df938c-3acd-4fa7-a4a9-12c25d3b3f97 HTTP/1.1" status: 204 len: 168 time: 0.8481557 Oct 27 16:02:38.034730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e23b25-c5ec-45da-b18d-6228869b3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df938c-3acd-4fa7-a4a9-12c25d3b3f97,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:38.035573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97d2c-b06c-4f7c-9a0c-b5398cb2a861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2ab0e-b3c3-4658-8253-8be19b22fbca,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:38.057540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9161-5381-43fd-b7f3-ddd9bfc70252 req-03e9b012-d933-4de1-a53f-073ea34c313c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.069093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62cd9161-5381-43fd-b7f3-ddd9bfc70252 req-03e9b012-d933-4de1-a53f-073ea34c313c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 946 time: 0.1952646 Oct 27 16:02:38.081096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-1e4839a8-82b4-440c-ba1a-baf48d2f39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.083773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-1e4839a8-82b4-440c-ba1a-baf48d2f39a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1821275 Oct 27 16:02:38.192808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-d0f93408-64cb-408a-8767-a195f65f947d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803332 Oct 27 16:02:38.282474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62cd9161-5381-43fd-b7f3-ddd9bfc70252 req-e9469ace-121f-43a1-9ce6-b373d7325b58 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122395 Oct 27 16:02:38.359707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8adb28-d1ea-4bcb-9626-bad9190e1d77 req-eb3c6bbb-9faa-4615-a4b0-8fed80540008 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.361277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f8adb28-d1ea-4bcb-9626-bad9190e1d77 req-eb3c6bbb-9faa-4615-a4b0-8fed80540008 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.1397793 Oct 27 16:02:38.365308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-f058d8b2-c095-4980-a117-ada761b35789 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608377 Oct 27 16:02:38.459385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f8adb28-d1ea-4bcb-9626-bad9190e1d77 req-5e5b0502-adc5-4e3d-8cbe-5d87ae643ead tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917518 Oct 27 16:02:38.491571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a4b23b-ac29-4cd8-bc59-51bbe480b7b7 req-27b27515-878c-464a-8b71-0661b4d6519f service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128070 Oct 27 16:02:38.665923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd337-c8b1-4e69-9273-b6380e855610 req-8fef8a90-567e-4c77-bccd-55e476416879 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.667730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbedd337-c8b1-4e69-9273-b6380e855610 req-8fef8a90-567e-4c77-bccd-55e476416879 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0632432 Oct 27 16:02:38.715465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbedd337-c8b1-4e69-9273-b6380e855610 req-13b11710-5969-4a74-a850-98e7bfda6f53 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Oct 27 16:02:39.255623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:39.269516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e030-787a-43d8-a7c2-27f54cdf4603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.348898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e030-787a-43d8-a7c2-27f54cdf4603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.424832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbefa-c80c-484b-80d6-a465f17f8cd9 req-3f775477-9ccb-4e02-a27f-89e815adc8d2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.426360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-433fbefa-c80c-484b-80d6-a465f17f8cd9 req-3f775477-9ccb-4e02-a27f-89e815adc8d2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 946 time: 0.0652850 Oct 27 16:02:39.470569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-433fbefa-c80c-484b-80d6-a465f17f8cd9 req-80ec06d5-fd28-41e6-9625-f2b6aabcf202 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Oct 27 16:02:39.471431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef6e030-787a-43d8-a7c2-27f54cdf4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.515148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44914) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:39.515290 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ef6e030-787a-43d8-a7c2-27f54cdf4603 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=787d04918d5941edba0c55b0e8d9f9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583663 Oct 27 16:02:39.516528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6e030-787a-43d8-a7c2-27f54cdf4603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb2883f-6a2c-47c2-80b0-d1f8b187f6e3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:39.601677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.623612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fc707-b6af-41cd-ba38-6b5f564d9bdb req-500e29a4-92d5-4283-b25b-88d94a4cb10b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.625169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b1fc707-b6af-41cd-ba38-6b5f564d9bdb req-500e29a4-92d5-4283-b25b-88d94a4cb10b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0730569 Oct 27 16:02:39.643730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.696278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b1fc707-b6af-41cd-ba38-6b5f564d9bdb req-48b03160-7145-4a74-ae46-9a21e86c194c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Oct 27 16:02:39.809133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.809408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44922) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:39.810428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.814605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3eb2883f-6a2c-47c2-80b0-d1f8b187f6e3 HTTP/1.1" status: 204 len: 168 time: 0.2953832 Oct 27 16:02:39.825530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f398b-38ba-46a4-b43f-bab4b0dde819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb2883f-6a2c-47c2-80b0-d1f8b187f6e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:39.871025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580ba6-46e8-4424-8be3-8640b70e1fbb req-6779eeba-2c5d-4c22-a78b-e5beec01a52f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.872553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00580ba6-46e8-4424-8be3-8640b70e1fbb req-6779eeba-2c5d-4c22-a78b-e5beec01a52f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0923760 Oct 27 16:02:39.906473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8635b58-d7ec-4188-b991-0da2a27fb750 req-bf7513bd-ce42-4927-811c-502b4611f211 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.908049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8635b58-d7ec-4188-b991-0da2a27fb750 req-bf7513bd-ce42-4927-811c-502b4611f211 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1097 time: 0.0744064 Oct 27 16:02:39.926517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00580ba6-46e8-4424-8be3-8640b70e1fbb req-91fcf12f-051c-45e1-b95e-782acfe8c1ac tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Oct 27 16:02:39.951103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8635b58-d7ec-4188-b991-0da2a27fb750 req-8b37429c-43b5-4b78-9627-039aa48ce5ac tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369332 Oct 27 16:02:40.105712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea03e8-b0e2-4312-880e-c568ca1e2a95 req-888d3bbd-b210-4fe9-97cd-58d16c6415bc tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:40.107336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ea03e8-b0e2-4312-880e-c568ca1e2a95 req-888d3bbd-b210-4fe9-97cd-58d16c6415bc tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1097 time: 0.0467398 Oct 27 16:02:40.127676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057af6d8-1e42-4dc4-a3f1-45a97cc83053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.149798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ea03e8-b0e2-4312-880e-c568ca1e2a95 req-209f4300-1357-4ca8-abf4-a28fc808c23f tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Oct 27 16:02:40.223222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057af6d8-1e42-4dc4-a3f1-45a97cc83053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.313275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-772e80a0-db31-4099-b155-67a185ac1af9 req-4d0a3fa6-d29d-4d27-b293-5571512ce6b3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:40.314248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-772e80a0-db31-4099-b155-67a185ac1af9 req-4d0a3fa6-d29d-4d27-b293-5571512ce6b3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054777 Oct 27 16:02:40.316642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057af6d8-1e42-4dc4-a3f1-45a97cc83053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.370945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-057af6d8-1e42-4dc4-a3f1-45a97cc83053 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13d84efd35534385821b349b77a61223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574517 Oct 27 16:02:40.370945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057af6d8-1e42-4dc4-a3f1-45a97cc83053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ad8b1-d56a-45da-86f2-512bf69ff89f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.373395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44954) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:40.442285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.478867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.648808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.651597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.652778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab1ad8b1-d56a-45da-86f2-512bf69ff89f HTTP/1.1" status: 204 len: 168 time: 0.2782247 Oct 27 16:02:40.661411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e85e8-2ede-41b7-bfde-1b4a2fccb127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ad8b1-d56a-45da-86f2-512bf69ff89f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.704136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44968) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:40.831587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd22d-10da-4ed4-becf-790f248abea8 req-dceab2ce-44b9-4941-bef4-2147e1064a8f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:40.833170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-089dd22d-10da-4ed4-becf-790f248abea8 req-dceab2ce-44b9-4941-bef4-2147e1064a8f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0528965 Oct 27 16:02:40.873023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-089dd22d-10da-4ed4-becf-790f248abea8 req-ac23701d-1d1b-4171-ad04-3a77c876f492 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337195 Oct 27 16:02:41.049496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481a56-abed-44fd-a3ac-24dab7133512 req-1c656c3e-5dd6-4948-838b-b019c94f3d08 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:41.050835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89481a56-abed-44fd-a3ac-24dab7133512 req-1c656c3e-5dd6-4948-838b-b019c94f3d08 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0554571 Oct 27 16:02:41.082258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-network', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:41.104691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89481a56-abed-44fd-a3ac-24dab7133512 req-a71f9616-713b-4d5d-a74c-d77c5adf0956 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Oct 27 16:02:41.248776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Made reservation on behalf of b1007ad7b42e407994e9613230ac42f3 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:41.251349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.262073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.307836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0276a989-bab0-4a74-9966-5d9cf53e6c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.344303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.533306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.561022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:41.571843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc431d4-1604-4ae8-af1f-6bf855705ccb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:41.589857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.589857 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Added segment 555c497b-c7e3-4eea-8be9-e0487513959e of type vlan for network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 Oct 27 16:02:41.636306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.762582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:41.774619 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6e52aa3-8079-4a71-a9a9-2c3b96f93b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.784523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.785445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:41.786051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.869251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:41.888485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:41.951758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6e52aa3-8079-4a71-a9a9-2c3b96f93b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.972757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-737702df-9d2e-444b-8770-01b85fdad4f4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2671142 Oct 27 16:02:41.975579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:41.980628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Request body: {'subnet': {'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-subnet', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:42.031794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f707-f4fa-42e7-b227-421b772f6324 req-3d897bb5-1acb-4a38-b1f0-d18981f3d41c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:42.033385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1275f707-f4fa-42e7-b227-421b772f6324 req-3d897bb5-1acb-4a38-b1f0-d18981f3d41c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0595927 Oct 27 16:02:42.041885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6e52aa3-8079-4a71-a9a9-2c3b96f93b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.111226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52aa3-8079-4a71-a9a9-2c3b96f93b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8ede8-470a-4491-8299-57f717b9fd92,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.123526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a6e52aa3-8079-4a71-a9a9-2c3b96f93b91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a2ef043c01b49a282fdd8558e100cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548460 Oct 27 16:02:42.123943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45016) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:42.135295 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Made reservation on behalf of b1007ad7b42e407994e9613230ac42f3 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:42.137549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.144447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1275f707-f4fa-42e7-b227-421b772f6324 req-63b5116a-bc7d-4f60-a46c-96e307fd76ec tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771933 Oct 27 16:02:42.257790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0b810-f446-43f3-84d1-dfa5bf97ec53 req-17e9e3a3-625e-4de9-a2c5-a5861091c84d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:42.266167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82b0b810-f446-43f3-84d1-dfa5bf97ec53 req-17e9e3a3-625e-4de9-a2c5-a5861091c84d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0631781 Oct 27 16:02:42.274179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.303607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.324771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82b0b810-f446-43f3-84d1-dfa5bf97ec53 req-542ff23b-00b3-49b3-956d-83cffbcf4fa0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Oct 27 16:02:42.552014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:42.563916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.567998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.570766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.576970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34a8ede8-470a-4491-8299-57f717b9fd92 HTTP/1.1" status: 204 len: 168 time: 0.4558592 Oct 27 16:02:42.622422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8144163-d2ff-4865-97d6-a9ca4f80e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8ede8-470a-4491-8299-57f717b9fd92,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.644589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07290a88-2567-4e26-93f5-86ace152a1ee,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.668241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Checking segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:42.668592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Network hostable DHCP agents. Network: 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:42.701207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:42.716841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'port_id': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'mac_address': 'fa:16:3e:68:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b41ce-bcd7-4489-87d4-a8d8791ed7be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:42.754699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.769775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864c29dd-7710-4dd2-b51c-d8070ed8f2ea {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:42.791845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:42.802881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:43.030052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.079200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:43.092604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:43.097433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:43.098140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.104274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79aff6-0970-47cc-b0e1-ae2b733cfee1 None None] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:43.274139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ba772483-bad2-4e51-bc4d-c701b7ce642e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2973521 Oct 27 16:02:43.281033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:02:43.281899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.282456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:43.289053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:43.361857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['864c29dd-7710-4dd2-b51c-d8070ed8f2ea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:43.404613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.411848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.442605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40fa2-7398-4749-bf72-589dfa4a68c7 req-2bdf4466-e5fe-4b63-96b1-19d4721eec7e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:43.457136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1e40fa2-7398-4749-bf72-589dfa4a68c7 req-2bdf4466-e5fe-4b63-96b1-19d4721eec7e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.1166766 Oct 27 16:02:43.490187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Allocated IP 172.20.0.2 (4ae3cbd0-0e74-4304-ac0b-328ac0b263c6/07290a88-2567-4e26-93f5-86ace152a1ee/212496c8-499c-4cbe-9a92-5745f60a8131) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:43.540891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.542896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1e40fa2-7398-4749-bf72-589dfa4a68c7 req-50ad63a0-3480-4245-9b42-2647ee73cd0a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804582 Oct 27 16:02:43.710347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.820748 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.840990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.881565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:43.882816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Pushing event updated for resources: {'Port': ['ID=212496c8-499c-4cbe-9a92-5745f60a8131,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:43.885364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:43.887466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:43.941271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Attempting to bind port 212496c8-499c-4cbe-9a92-5745f60a8131 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:43.941631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Attempting to bind port 212496c8-499c-4cbe-9a92-5745f60a8131 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:43.941982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Attempting to bind port 212496c8-499c-4cbe-9a92-5745f60a8131 on network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:43.946855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:43.947254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Checking segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:43.947644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.948027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Bound using segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:43.948481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Bound port: 212496c8-499c-4cbe-9a92-5745f60a8131, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:43.948846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.016412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] For port 212496c8-499c-4cbe-9a92-5745f60a8131, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:44.019684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] For port 212496c8-499c-4cbe-9a92-5745f60a8131, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=212496c8-499c-4cbe-9a92-5745f60a8131,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:44.107360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16009bc-d296-4298-86e2-ff5f3c73c4cb req-128a7be2-91db-48ba-adbf-33d35c1359d2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.108924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a16009bc-d296-4298-86e2-ff5f3c73c4cb req-128a7be2-91db-48ba-adbf-33d35c1359d2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0594208 Oct 27 16:02:44.134550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c56c9a2-bb19-482c-a1dc-9f24a7561c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.136966 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.157810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a16009bc-d296-4298-86e2-ff5f3c73c4cb req-fdfc4896-e5d7-438b-aef7-a7130b1dad8e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Oct 27 16:02:44.210383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea262-ea3e-4744-8d06-41c2e3a8c7e3 None None] Pushing event updated for resources: {'Port': ['ID=212496c8-499c-4cbe-9a92-5745f60a8131,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.383323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.415465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.435271 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:02:44.546396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45110) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:44.559179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-92d58f08-71b5-4e26-8e18-1dfda23ef917 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341802 Oct 27 16:02:44.572381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:44.630415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.682688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Allocated IP 172.25.5.177 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b40e527b-e395-45be-a7ca-c5027c023b29) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:44.729718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-f0ba91d4-633a-4cee-9629-035db6de8118 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.741082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-f0ba91d4-633a-4cee-9629-035db6de8118 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798906 Oct 27 16:02:44.762738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-854a19fc-ec15-447a-b64c-aa508818f4b9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/quotas/fb6ee1f2c0844667a3d79bf2c6658676 HTTP/1.1" status: 200 len: 375 time: 0.0206695 Oct 27 16:02:44.795498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-069a3fdc-3eb7-4d20-aa1a-27f5592e7537 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317585 Oct 27 16:02:44.801617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:44.810884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:44.811421 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.862960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.926114 n-d-814735-4 neutron-server[114449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 16:02:44.929441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e0351e3a-760f-4b4f-a0fd-ebc1d7aacc62 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:44.930540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e0351e3a-760f-4b4f-a0fd-ebc1d7aacc62 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3832514 Oct 27 16:02:44.976670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-edb0b832-9808-41f0-b993-815ba09bc5ba tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.978233 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-edb0b832-9808-41f0-b993-815ba09bc5ba tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 1094 time: 0.0401185 Oct 27 16:02:45.000601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.015355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.015923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 212496c8-499c-4cbe-9a92-5745f60a8131 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:45.056638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:45.058966 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2108821e-d66a-4b24-b77b-333e061ce5d2" -d '{"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-plugged", "status": "completed", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:45.076852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:45.078155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:45.080472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:45.085159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.085464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:45.096546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 212496c8-499c-4cbe-9a92-5745f60a8131 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:45.096546 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.125882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Pushing event updated for resources: {'Port': ['ID=b40e527b-e395-45be-a7ca-c5027c023b29,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:45.131354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:45.136539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Unknown quota resources ['binding']. {{(pid=114449) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:02:45.465594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:45.466311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:45.466311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:45.480471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.499462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1a7bb-0838-4bd0-9514-3698fe87463a req-01a3d948-29f1-49e3-a2e8-c4e0a2ca2a21 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:45.508519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:45.515770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdb1a7bb-0838-4bd0-9514-3698fe87463a req-01a3d948-29f1-49e3-a2e8-c4e0a2ca2a21 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.1238835 Oct 27 16:02:45.517995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:45.529244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:45.529244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:45.529244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:45.529244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Bound port: 961f6639-1447-4456-9dc0-ebbcf781ea7b, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:45.546122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.580967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdb1a7bb-0838-4bd0-9514-3698fe87463a req-ff5ababc-00ec-4c98-9fd7-15f8de3bdcfa tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Oct 27 16:02:45.594695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:45.610234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 212496c8-499c-4cbe-9a92-5745f60a8131, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=212496c8-499c-4cbe-9a92-5745f60a8131,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:45.646573 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74962f7-8c28-4135-9430-484ee44a53b7 x-openstack-request-id: req-c74962f7-8c28-4135-9430-484ee44a53b7 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:45.646910 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-plugged", "status": "completed", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:45.647192 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c74962f7-8c28-4135-9430-484ee44a53b7 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:45.648752 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'code': 200} Oct 27 16:02:45.662651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cf77b-9e1e-4f8a-9cd6-bacc783da736 None None] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:45.753428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:45.764147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.775792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.815784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16697e1-e611-47c6-b03d-da872dfabe40 req-fab877b8-9c9b-4dcc-bab5-2d7c8fb9e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:45.817673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a16697e1-e611-47c6-b03d-da872dfabe40 req-fab877b8-9c9b-4dcc-bab5-2d7c8fb9e2ae service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1096 time: 0.1000943 Oct 27 16:02:45.827951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2bd8-e846-40de-91f8-3a1158e9d29a req-25f67d74-db07-4211-99af-3a0b816f7fa0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:45.833493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1ec2bd8-e846-40de-91f8-3a1158e9d29a req-25f67d74-db07-4211-99af-3a0b816f7fa0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1135969 Oct 27 16:02:45.849215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=212496c8-499c-4cbe-9a92-5745f60a8131,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:45.852144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a1434089-f64e-49dd-949b-14cf8c306fa4 None None] Provisioning complete for port 212496c8-499c-4cbe-9a92-5745f60a8131 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:45.852659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1434089-f64e-49dd-949b-14cf8c306fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.899725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1ec2bd8-e846-40de-91f8-3a1158e9d29a req-19db3245-c13c-4702-b182-d7e81000f438 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602829 Oct 27 16:02:45.917214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a16697e1-e611-47c6-b03d-da872dfabe40 req-1d609180-556c-4669-ab5f-be199ffe4e2c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Oct 27 16:02:46.012073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.024633 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f64e031f-b9f1-4572-aa9a-096ad362e2b8 service neutron] 10.222.0.70 "POST /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9690073 Oct 27 16:02:46.225889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.329457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7bdd95e5-1fe0-4ece-a1a8-a262d0f3d68c None None] Provisioning complete for port 212496c8-499c-4cbe-9a92-5745f60a8131 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:46.329917 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7bdd95e5-1fe0-4ece-a1a8-a262d0f3d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.471651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Router eb0767d4-7768-40d8-b58e-dc866012702f is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:02:46.537401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-23e1bff4-3c5b-4544-ba4a-9611a5a88b79 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229273 Oct 27 16:02:46.614480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:46.627941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Sync routers for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:46.646493 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:46.647281 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:46.676172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-4f7bb32a-c5e3-4338-8c7f-a0d3785d94a8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:46.677698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-4f7bb32a-c5e3-4338-8c7f-a0d3785d94a8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334879 Oct 27 16:02:46.693663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-efe2fc4e-1892-4574-8772-00a6d31477a9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/quotas/fb6ee1f2c0844667a3d79bf2c6658676 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Oct 27 16:02:46.733971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-bcd8e307-9a8d-4096-86d2-d45800870224 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304232 Oct 27 16:02:46.764992 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:46.794085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.795913 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b177ee83-94b4-4667-899f-390a6bff7e85 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5118124 Oct 27 16:02:46.799484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45174) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:46.928883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.962766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 212496c8-499c-4cbe-9a92-5745f60a8131 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:46.974911 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 3, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:47.006959 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Checking router: eb0767d4-7768-40d8-b58e-dc866012702f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:47.007586 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Updating router eb0767d4-7768-40d8-b58e-dc866012702f port b40e527b-e395-45be-a7ca-c5027c023b29 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:47.030640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 212496c8-499c-4cbe-9a92-5745f60a8131 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:47.031129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.037436 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.150991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e5e0515b-94c3-402e-b14f-e25b35849dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.152745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e5e0515b-94c3-402e-b14f-e25b35849dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1097 time: 0.4089401 Oct 27 16:02:47.274178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-53eccd57-0c38-4fd6-b7ae-74182211842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.275707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-53eccd57-0c38-4fd6-b7ae-74182211842c service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1021366 Oct 27 16:02:47.283989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4624d3-95e3-425b-a0b3-36a0733fd9d7 req-6f5f4c63-0d93-4d41-9093-c1f155c7caf6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.291542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d4624d3-95e3-425b-a0b3-36a0733fd9d7 req-6f5f4c63-0d93-4d41-9093-c1f155c7caf6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 946 time: 0.1887648 Oct 27 16:02:47.391869 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.403730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-40eef96b-3d78-423c-ae69-4c30c03bc749 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.1094851 Oct 27 16:02:47.436915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.496565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d4624d3-95e3-425b-a0b3-36a0733fd9d7 req-d086b2e3-07aa-4b85-b413-673db4c7a7f3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040842 Oct 27 16:02:47.514916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e2303b26-960e-49fa-be74-90cff04daeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.516449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e2303b26-960e-49fa-be74-90cff04daeca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0973191 Oct 27 16:02:47.533282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283b30-120c-4bdc-a6ff-9bde9d1ac107 req-9128cfde-a487-46f1-abc6-e4a7690186e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.533282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6283b30-120c-4bdc-a6ff-9bde9d1ac107 req-9128cfde-a487-46f1-abc6-e4a7690186e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.1290901 Oct 27 16:02:47.552081 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.615782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-dd6c898e-0951-4967-850f-5fa74e4b10fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859382 Oct 27 16:02:47.633297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Allocated IP 172.20.0.1 (4ae3cbd0-0e74-4304-ac0b-328ac0b263c6/07290a88-2567-4e26-93f5-86ace152a1ee/adb6a4a9-6803-453f-9a25-44b0f9c73886) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:47.637539 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Attempting to bind port b40e527b-e395-45be-a7ca-c5027c023b29 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:47.638054 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Attempting to bind port b40e527b-e395-45be-a7ca-c5027c023b29 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:47.638264 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Attempting to bind port b40e527b-e395-45be-a7ca-c5027c023b29 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:47.657467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6283b30-120c-4bdc-a6ff-9bde9d1ac107 req-f9da8e05-5ee9-4c00-8fa9-509b7ffee1bf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105103 Oct 27 16:02:47.661757 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:47.662421 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:47.662977 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.663535 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:47.664201 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Bound port: b40e527b-e395-45be-a7ca-c5027c023b29, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:47.664773 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.736690 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Pushing event updated for resources: {'Port': ['ID=b40e527b-e395-45be-a7ca-c5027c023b29,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:47.754728 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.755192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.755611 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.756117 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.756449 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.756777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.757097 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.757424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.757742 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.758058 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.758377 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.758691 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:47.765392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] For port b40e527b-e395-45be-a7ca-c5027c023b29, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:47.779726 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] For port b40e527b-e395-45be-a7ca-c5027c023b29, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b40e527b-e395-45be-a7ca-c5027c023b29,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:47.789792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b27c2306-d4a7-4c4b-98ca-db38f6856703 req-d27ed6d2-5630-4e06-bbdc-9593fc9de9a5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 210 time: 0.0445793 Oct 27 16:02:47.793161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.794784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-8de55e15-c2d4-46c8-8680-3aeb817e897b service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647909 Oct 27 16:02:47.892400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b648be9-b1c8-4b5d-83ff-c9480b4f03c9 req-b083fa3a-07fa-41f2-8771-30f3986a045c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.893816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b648be9-b1c8-4b5d-83ff-c9480b4f03c9 req-b083fa3a-07fa-41f2-8771-30f3986a045c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1333375 Oct 27 16:02:47.951853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-169cb947-a5cb-48ea-b9ef-74d3120c18cf service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424816 Oct 27 16:02:47.954865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b648be9-b1c8-4b5d-83ff-c9480b4f03c9 req-0bdfa5c9-f959-42e6-913f-74c4239923f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Oct 27 16:02:47.993561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.993958 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.056413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:48.060190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:48.062857 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:48.063526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:48.065237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:48.065771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.069426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Pushing event updated for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:48.107228 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a976cbd-7315-460f-bf43-8e2db9f2fad6 None None] Pushing event updated for resources: {'Port': ['ID=b40e527b-e395-45be-a7ca-c5027c023b29,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:48.200667 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:48.347520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-52d03650-6de1-4749-8ffb-921d1c2b02d3 None None] Provisioning complete for port adb6a4a9-6803-453f-9a25-44b0f9c73886 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:48.348008 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52d03650-6de1-4749-8ffb-921d1c2b02d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.401009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.430875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-52d03650-6de1-4749-8ffb-921d1c2b02d3 None None] Port adb6a4a9-6803-453f-9a25-44b0f9c73886 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:48.494569 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 3, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:48.501627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7d039e69-d3ac-4685-bb6f-42f68c2e1967 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:48.504594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7d039e69-d3ac-4685-bb6f-42f68c2e1967 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1097 time: 0.1281693 Oct 27 16:02:48.520617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:48.556133 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26873388-706a-4f20-b225-b19f779f6aa9 None None] The sync data for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 is: [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 3, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:48.593822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.698276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.836463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec969c5-6cb1-4bde-8519-d0527ff53733 req-f25a57c6-0ef3-4a7e-9704-6b9155fbb79a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:48.838021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec969c5-6cb1-4bde-8519-d0527ff53733 req-f25a57c6-0ef3-4a7e-9704-6b9155fbb79a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 946 time: 0.1835237 Oct 27 16:02:48.884419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788021ed-6300-4373-97eb-3855731f7a75 req-bd3261c1-1d4e-4714-ad99-4164f9ca9732 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:48.886003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-788021ed-6300-4373-97eb-3855731f7a75 req-bd3261c1-1d4e-4714-ad99-4164f9ca9732 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.1472905 Oct 27 16:02:48.888642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.889646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.953934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:49.036285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec969c5-6cb1-4bde-8519-d0527ff53733 req-75872c40-0533-4d8b-96c9-c0712206374f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490629 Oct 27 16:02:49.066308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b40e527b-e395-45be-a7ca-c5027c023b29 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:49.066715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-788021ed-6300-4373-97eb-3855731f7a75 req-325de5ed-6f9d-4fc1-a963-f45ac11b4258 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606715 Oct 27 16:02:49.106921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Pushing event updated for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:49.118293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:49.202684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b40e527b-e395-45be-a7ca-c5027c023b29 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:49.203650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.204834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:49.207407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:49.251350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2114e14-6773-4c56-af89-71b795868415 req-cced0d11-45a0-40da-8d63-bb8ad36f1eb9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 210 time: 0.0703716 Oct 27 16:02:49.331486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.345999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:49.354494 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfde600-ef74-4ba0-aee3-79c04d383741" -d '{"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-unplugged", "status": "completed", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:49.388443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.404804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357b90-80b6-4d25-bc5f-50b1a3774e47 req-f976a2c2-36d4-4ca2-8a69-bf2f53538847 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:49.419084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64357b90-80b6-4d25-bc5f-50b1a3774e47 req-f976a2c2-36d4-4ca2-8a69-bf2f53538847 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.2202930 Oct 27 16:02:49.457745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-ee5dbcc5-f97e-44d2-9848-00417bb5b588 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126254 Oct 27 16:02:49.462482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b40e527b-e395-45be-a7ca-c5027c023b29, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b40e527b-e395-45be-a7ca-c5027c023b29,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:49.486689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.563775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b9c361ba-ab21-429a-8ce4-9b39a7de59ae None None] Provisioning complete for port adb6a4a9-6803-453f-9a25-44b0f9c73886 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:49.564172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9c361ba-ab21-429a-8ce4-9b39a7de59ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.571488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64357b90-80b6-4d25-bc5f-50b1a3774e47 req-c0e3ba99-08bf-4265-aaf1-d3ada953479a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483369 Oct 27 16:02:49.593440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:49.651942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.684854 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfccef4-30bc-43da-a2d8-99de34cdce59 x-openstack-request-id: req-3bfccef4-30bc-43da-a2d8-99de34cdce59 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:49.685410 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-unplugged", "status": "completed", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:49.685845 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bfccef4-30bc-43da-a2d8-99de34cdce59 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:49.686386 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'code': 200} Oct 27 16:02:49.745360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:49.752257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:49.752889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:49.753386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:49.758758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:49.759345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Attempting to bind port 961f6639-1447-4456-9dc0-ebbcf781ea7b on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:49.759462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b9c361ba-ab21-429a-8ce4-9b39a7de59ae None None] Port adb6a4a9-6803-453f-9a25-44b0f9c73886 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:49.772128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:49.773418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:49.774652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:49.775294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Bound port: 961f6639-1447-4456-9dc0-ebbcf781ea7b, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:49.775901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.795235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45238) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:49.800240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b40e527b-e395-45be-a7ca-c5027c023b29,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:49.924510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:49.932631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:50.019946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfd69b36-6381-4d86-b1f1-d17bad17b6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.082551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5abebf-b794-4152-82d2-4df8421b6aef req-74af3091-1b61-404b-ae6b-e709b42931a7 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.084286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d5abebf-b794-4152-82d2-4df8421b6aef req-74af3091-1b61-404b-ae6b-e709b42931a7 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1096 time: 0.1438212 Oct 27 16:02:50.085294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.091066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f758404-5b95-423b-b919-126c21ed1b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.129810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Router eb0767d4-7768-40d8-b58e-dc866012702f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:02:50.140551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-c3fa37c3-4725-44f6-abfe-f3ce0e7ec1d1 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.142053 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-c3fa37c3-4725-44f6-abfe-f3ce0e7ec1d1 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6754735 Oct 27 16:02:50.219405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Request body: {'port': {'device_id': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'fb6ee1f2c0844667a3d79bf2c6658676'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:50.291973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=8']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.297072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.297701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.299437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-3ce3d6f8-771f-43d8-9b9d-194d045fda04 service neutron] 10.222.0.79 "PUT /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 1122 time: 1.7841215 Oct 27 16:02:50.323525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d5abebf-b794-4152-82d2-4df8421b6aef req-b4d96ad1-697d-4f36-8648-0b30e4eadd6f tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126613 Oct 27 16:02:50.348257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4b35b-5fce-4572-87ac-1cd2fc9da364 req-281782f4-b08e-41c0-9c99-55a48a44c1a8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.349810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8b4b35b-5fce-4572-87ac-1cd2fc9da364 req-281782f4-b08e-41c0-9c99-55a48a44c1a8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.2066209 Oct 27 16:02:50.373300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['961f6639-1447-4456-9dc0-ebbcf781ea7b'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:50.384752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfd69b36-6381-4d86-b1f1-d17bad17b6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.398983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:50.419088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0437bae5-9d37-4717-950d-2d92bb758140 admin admin] 10.222.0.70 "PUT /v2.0/routers/eb0767d4-7768-40d8-b58e-dc866012702f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164038 Oct 27 16:02:50.472714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-4acc1edc-3b2b-4bbc-acf0-b890dc06e4ba tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397556 Oct 27 16:02:50.475809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8b4b35b-5fce-4572-87ac-1cd2fc9da364 req-5fdceea5-bc1e-4664-ba06-a997fef47f31 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164873 Oct 27 16:02:50.508975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f758404-5b95-423b-b919-126c21ed1b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.511719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Made reservation on behalf of fb6ee1f2c0844667a3d79bf2c6658676 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:50.516112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.540720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.545379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f00a141-d6b6-4352-a2ea-24d4177e890c req-e810449a-ec90-4fde-a536-608597720805 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 210 time: 0.0608830 Oct 27 16:02:50.546180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfd69b36-6381-4d86-b1f1-d17bad17b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.641419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f758404-5b95-423b-b919-126c21ed1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.714663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.726255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dfd69b36-6381-4d86-b1f1-d17bad17b6d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df2422020b5a48d5a6228d374ea05358&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1313794 Oct 27 16:02:50.729156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:50.743100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69b36-6381-4d86-b1f1-d17bad17b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cdc2ea-51ef-4fc0-83c8-c794d92ab3d3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.794399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.802351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f758404-5b95-423b-b919-126c21ed1b9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56bf0834f6894c93952afec13c76b668&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0056641 Oct 27 16:02:50.806262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45260) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:50.822807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.841996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.864499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-3258b869-0357-4340-8669-47de10c2e7f5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.866001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-3258b869-0357-4340-8669-47de10c2e7f5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855572 Oct 27 16:02:50.883939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Request body: {'port': {'device_id': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'fb6ee1f2c0844667a3d79bf2c6658676'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:50.888481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615f134-5de3-4d96-8491-df952e8ca4d8 req-56dc9300-252a-452e-85af-8f3e305b2ccc tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.890036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e615f134-5de3-4d96-8491-df952e8ca4d8 req-56dc9300-252a-452e-85af-8f3e305b2ccc tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1096 time: 0.2345359 Oct 27 16:02:50.894757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f758404-5b95-423b-b919-126c21ed1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd9949-6217-4e9a-93e4-c020dd288660,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.959632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e87f39-142e-4f81-9095-bdfb81be25b5 req-3b04fcd3-0a46-4c3e-b63e-9ce0a6da01a5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.966327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3e87f39-142e-4f81-9095-bdfb81be25b5 req-3b04fcd3-0a46-4c3e-b63e-9ce0a6da01a5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.2188592 Oct 27 16:02:50.966566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.983058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b40e527b-e395-45be-a7ca-c5027c023b29 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:50.999981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.046899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.063369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e615f134-5de3-4d96-8491-df952e8ca4d8 req-8006f4e9-a0a8-48b8-aea9-cb664eed8521 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184185 Oct 27 16:02:51.081949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3e87f39-142e-4f81-9095-bdfb81be25b5 req-cdfd443b-5423-429f-ab6b-41a6ad4575a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157007 Oct 27 16:02:51.098230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b40e527b-e395-45be-a7ca-c5027c023b29 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:51.098636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.166037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Sync routers for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:51.168194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Allocated IP 192.168.233.119 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/aaf49f77-59f8-4715-b562-1423ae63bfa1) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:51.210656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.213596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.215374 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26cdc2ea-51ef-4fc0-83c8-c794d92ab3d3 HTTP/1.1" status: 204 len: 168 time: 0.4850676 Oct 27 16:02:51.244897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fafa5-25ca-4726-976a-6d3c2de4403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cdc2ea-51ef-4fc0-83c8-c794d92ab3d3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.257490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:51.258446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:51.323526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Made reservation on behalf of fb6ee1f2c0844667a3d79bf2c6658676 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:51.327259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.433549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:51.450254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.457560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.464241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.464998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5bd9949-6217-4e9a-93e4-c020dd288660 HTTP/1.1" status: 204 len: 168 time: 0.6574659 Oct 27 16:02:51.479735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471f6f9-e220-4b58-8a28-65f3c04e4718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd9949-6217-4e9a-93e4-c020dd288660,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.518532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-5cea2823-b463-4c5d-9a17-7ece6735f4d5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.520174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-5cea2823-b463-4c5d-9a17-7ece6735f4d5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 828 time: 0.2095807 Oct 27 16:02:51.539618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-fcb38a39-b630-4a4f-9948-a2afdd207398 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/quotas/b1007ad7b42e407994e9613230ac42f3 HTTP/1.1" status: 200 len: 375 time: 0.0117836 Oct 27 16:02:51.598556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-aeb89a62-4cb5-4ae8-a912-fe77252942b0 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542912 Oct 27 16:02:51.649292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.697722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:51.700975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:51.705846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:51.711616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.712139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.725569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.741756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:51.744658 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708167db-3e32-4410-8282-51ffc6a737e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:51.758143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 2, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:51.765795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Allocated IP 192.168.233.67 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/3db91937-1ea5-434b-9c08-88859f31be59) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:51.797180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Checking router: eb0767d4-7768-40d8-b58e-dc866012702f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:51.797533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Updating router eb0767d4-7768-40d8-b58e-dc866012702f port adb6a4a9-6803-453f-9a25-44b0f9c73886 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:51.824914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.841811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-b7baf639-3ec9-4e8b-9ec7-276ec2301c37 service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357268 Oct 27 16:02:51.903636 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-e8c4c551-6398-46ce-9460-5d03a4f52c44 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7145734 Oct 27 16:02:51.919012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Request body: {'port': {'device_id': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:51.990843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.020517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.074173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5c150101-5562-4534-ac71-1c28936637c1 None None] Provisioning complete for port aaf49f77-59f8-4715-b562-1423ae63bfa1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:52.074746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c150101-5562-4534-ac71-1c28936637c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.122831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-2cedbd69-9b00-4d03-ae3a-e03e7464bf2c service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709796 Oct 27 16:02:52.136811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c150101-5562-4534-ac71-1c28936637c1 None None] Port aaf49f77-59f8-4715-b562-1423ae63bfa1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:52.137120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45296) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:52.175729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a1f-b1c3-45ea-b8f7-ab33672aa2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.196695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.287204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a1f-b1c3-45ea-b8f7-ab33672aa2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.317190 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.363964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768a368-47be-42a0-a195-8480b31777e5 None None] Pushing event updated for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.408257 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.430668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:52.433334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:52.435699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Attempting to bind port adb6a4a9-6803-453f-9a25-44b0f9c73886 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:52.436620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Attempting to bind port adb6a4a9-6803-453f-9a25-44b0f9c73886 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:52.438046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Attempting to bind port adb6a4a9-6803-453f-9a25-44b0f9c73886 on network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:52.454012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:52.457600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:52.459141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Checking segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:52.460026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.462758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Bound using segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:52.463362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Bound port: adb6a4a9-6803-453f-9a25-44b0f9c73886, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:52.463799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.473690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:52.479187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.504411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a1f-b1c3-45ea-b8f7-ab33672aa2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.632417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] For port adb6a4a9-6803-453f-9a25-44b0f9c73886, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:52.644586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] For port adb6a4a9-6803-453f-9a25-44b0f9c73886, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=adb6a4a9-6803-453f-9a25-44b0f9c73886,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:52.645237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7653251 Oct 27 16:02:52.650624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a58d5e-f0a3-4056-8962-59bbba56a4ec tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event updated for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.656781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-df4c7a1f-b1c3-45ea-b8f7-ab33672aa2dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eed7e3a8f4b949c28d8da258c115ca69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097089 Oct 27 16:02:52.662000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45304) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:52.672324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Request body: {'port': {'device_id': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:52.678150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7a1f-b1c3-45ea-b8f7-ab33672aa2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99961e79-b1ee-4a67-b3fb-b5d934b453da,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.771333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0142aecf-96db-48ad-8c1b-cd2aac0a8817 None None] Provisioning complete for port adb6a4a9-6803-453f-9a25-44b0f9c73886 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:52.771705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0142aecf-96db-48ad-8c1b-cd2aac0a8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.776047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:52.788195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.795683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45314) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:52.820342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01854f7b-7a02-4f01-bd6c-7bbc455003f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.834689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Transition to ACTIVE for port object aaf49f77-59f8-4715-b562-1423ae63bfa1 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:52.835276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.840490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe78d-d753-4e9f-846b-73fb5fd8f2ff req-e4e9e78d-7f5e-4fa3-a506-9f538a47f433 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:52.842098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45fbe78d-d753-4e9f-846b-73fb5fd8f2ff req-e4e9e78d-7f5e-4fa3-a506-9f538a47f433 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.2596662 Oct 27 16:02:52.947175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0142aecf-96db-48ad-8c1b-cd2aac0a8817 None None] Port adb6a4a9-6803-453f-9a25-44b0f9c73886 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:52.958949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:52.959603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:52.977592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.978219 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01854f7b-7a02-4f01-bd6c-7bbc455003f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.987874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.108725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.124825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Attempting to bind port aaf49f77-59f8-4715-b562-1423ae63bfa1 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:53.125183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Attempting to bind port aaf49f77-59f8-4715-b562-1423ae63bfa1 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:53.125491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Attempting to bind port aaf49f77-59f8-4715-b562-1423ae63bfa1 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:53.135856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Port aaf49f77-59f8-4715-b562-1423ae63bfa1 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:53.136172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Attempting to bind port aaf49f77-59f8-4715-b562-1423ae63bfa1 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:53.151834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:53.151834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:53.151834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:53.151834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Bound port: aaf49f77-59f8-4715-b562-1423ae63bfa1, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:53.151834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.153612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01854f7b-7a02-4f01-bd6c-7bbc455003f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.255532 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01854f7b-7a02-4f01-bd6c-7bbc455003f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65862fddf48c4ddfb3fa8669ab6e80e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549673 Oct 27 16:02:53.257327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:53.301686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854f7b-7a02-4f01-bd6c-7bbc455003f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d2d881-3fde-46b3-a9a0-eb8fd421b8f7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.331016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:53.438392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.444117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768a368-47be-42a0-a195-8480b31777e5 None None] Pushing event updated for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.457028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:53.461408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:53.465040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.465195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45fbe78d-d753-4e9f-846b-73fb5fd8f2ff req-833c8a1f-92ab-4da1-b6e4-3af017488a74 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653234 Oct 27 16:02:53.489554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.491154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7618aacf-774b-4be5-ae74-7574b0257a49 None None] Provisioning complete for port 3db91937-1ea5-434b-9c08-88859f31be59 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:53.491761 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7618aacf-774b-4be5-ae74-7574b0257a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.511671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.561514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.563986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:53.607655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:02:53.612392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7618aacf-774b-4be5-ae74-7574b0257a49 None None] Port 3db91937-1ea5-434b-9c08-88859f31be59 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:53.620694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:53.631622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.632247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.633710 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] 10.222.0.79 "PUT /v2.0/ports/aaf49f77-59f8-4715-b562-1423ae63bfa1 HTTP/1.1" status: 200 len: 1096 time: 1.7199600 Oct 27 16:02:53.634288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:53.636973 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22193c3-0168-4ece-9299-126d32aac9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:53.667288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c228aaa-6586-45f9-9313-73e7b64d8634 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.714613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079fe5-0c1a-4db7-82e6-13717b29864b req-10b0b9e6-501d-4a97-9a37-2f0447b86e20 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.716229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3079fe5-0c1a-4db7-82e6-13717b29864b req-10b0b9e6-501d-4a97-9a37-2f0447b86e20 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 935 time: 0.1233587 Oct 27 16:02:53.769313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.774464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.778466 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6d2d881-3fde-46b3-a9a0-eb8fd421b8f7 HTTP/1.1" status: 204 len: 168 time: 0.4857538 Oct 27 16:02:53.788258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972b8b0-e206-43db-bd7c-caea63251764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d2d881-3fde-46b3-a9a0-eb8fd421b8f7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.819111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3079fe5-0c1a-4db7-82e6-13717b29864b req-1b80b0cd-e039-457d-ab08-64436960c9e9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951540 Oct 27 16:02:53.909911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-11342268-c9f7-4231-84e8-f34d56fb2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.911818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] Provisioning complete for port adb6a4a9-6803-453f-9a25-44b0f9c73886 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:53.912195 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.913587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-11342268-c9f7-4231-84e8-f34d56fb2283 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1099 time: 0.1093602 Oct 27 16:02:53.916819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.930738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.934357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99961e79-b1ee-4a67-b3fb-b5d934b453da HTTP/1.1" status: 204 len: 168 time: 1.2712429 Oct 27 16:02:53.976471 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-ab810b63-b67e-48a8-a6e4-af49cddbcf30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1 HTTP/1.1" status: 200 len: 217 time: 0.0477452 Oct 27 16:02:53.993522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed141f-be54-4654-a9f2-7f9031ebda5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99961e79-b1ee-4a67-b3fb-b5d934b453da,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.085049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-3bac4cfd-028a-471d-a5ca-9ad96abed244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.100114 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-3bac4cfd-028a-471d-a5ca-9ad96abed244 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1061442 Oct 27 16:02:54.111943 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c7064-cf95-457b-b94a-430e614ff3bd x-openstack-request-id: req-6f1c7064-cf95-457b-b94a-430e614ff3bd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:54.129543 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:54.129543 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f1c7064-cf95-457b-b94a-430e614ff3bd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:54.129543 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'status': 'completed', 'code': 200} Oct 27 16:02:54.141330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.146794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db91937-1ea5-434b-9c08-88859f31be59 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:54.159078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.184026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-173472f6-2c8a-4d9b-aeb7-36cbb40573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.186843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-173472f6-2c8a-4d9b-aeb7-36cbb40573ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799444 Oct 27 16:02:54.187770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] For port adb6a4a9-6803-453f-9a25-44b0f9c73886, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=adb6a4a9-6803-453f-9a25-44b0f9c73886,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:54.196812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Transition to ACTIVE for port object 3db91937-1ea5-434b-9c08-88859f31be59 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:54.209474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:52Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:54.209944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708167db-3e32-4410-8282-51ffc6a737e4 req-46c5a85b-5392-44af-b561-fdeed6f63b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.212061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-46c5a85b-5392-44af-b561-fdeed6f63b98 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1125 time: 0.0768051 Oct 27 16:02:54.240845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e04c2c-f729-4a47-b947-17a7e6b15a2c None None] The sync data for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 is: [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:52Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:54.327638 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-1a1ae005-8380-4043-90b1-a624d98c9373 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271040 Oct 27 16:02:54.378137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708167db-3e32-4410-8282-51ffc6a737e4 req-488914c1-e24d-4e5a-a828-a24b411eb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.379702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-488914c1-e24d-4e5a-a828-a24b411eb1e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1570888 Oct 27 16:02:54.388240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32c67-5217-49f4-82c7-764540839f19 req-0e26f1d9-53c5-496b-a79f-25cd8c3a244f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.389773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15b32c67-5217-49f4-82c7-764540839f19 req-0e26f1d9-53c5-496b-a79f-25cd8c3a244f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1436484 Oct 27 16:02:54.433154 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-282e5eaa-e3e5-405f-9f0d-70090e289b8f req-02ae3ed2-63f2-4d48-930a-aa48c36add05 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Oct 27 16:02:54.441573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-32ac70a4-f98d-4d12-bc64-d10dbaa297e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0490408 Oct 27 16:02:54.505042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15b32c67-5217-49f4-82c7-764540839f19 req-08d5ce27-c55c-4522-aadb-2e1dc323573a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013970 Oct 27 16:02:54.512522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708167db-3e32-4410-8282-51ffc6a737e4 req-ca0e6481-2537-4a25-bf98-28357ec593c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.514035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-ca0e6481-2537-4a25-bf98-28357ec593c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0656259 Oct 27 16:02:54.556164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-9c0cab4a-475c-4be3-9555-58849aec80c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332146 Oct 27 16:02:54.580035 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.658166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.672660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0c3ca-6b30-45ee-b385-7fd2f759cf00 None None] Pushing event updated for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.694478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81aa169f-f9c7-46f8-a6dd-1864ed82a23c req-c02a3bf6-0a61-4f65-a9d9-951c58bebd2c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 210 time: 0.1218154 Oct 27 16:02:54.753077 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd1aa3-96b6-431c-8f37-5e8b44ffba0b x-openstack-request-id: req-c9bd1aa3-96b6-431c-8f37-5e8b44ffba0b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:54.753422 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:54.754337 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9bd1aa3-96b6-431c-8f37-5e8b44ffba0b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:54.754768 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'status': 'completed', 'code': 200} Oct 27 16:02:54.874644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Pushing event updated for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.908028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Attempting to bind port 3db91937-1ea5-434b-9c08-88859f31be59 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:54.908400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Attempting to bind port 3db91937-1ea5-434b-9c08-88859f31be59 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:54.908998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Attempting to bind port 3db91937-1ea5-434b-9c08-88859f31be59 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:54.937289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-b59ebeb8-55dc-403e-84b8-00fc7252a667 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743081 Oct 27 16:02:54.959948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22193c3-0168-4ece-9299-126d32aac9ca req-89304dfc-ab03-4c91-846b-51323558f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.962202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Port 3db91937-1ea5-434b-9c08-88859f31be59 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:54.962608 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-89304dfc-ab03-4c91-846b-51323558f7d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1099 time: 0.1558652 Oct 27 16:02:54.963018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Attempting to bind port 3db91937-1ea5-434b-9c08-88859f31be59 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:55.075375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device adb6a4a9-6803-453f-9a25-44b0f9c73886 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:55.220104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708167db-3e32-4410-8282-51ffc6a737e4 req-72279ea0-2aea-467e-a6f8-aeec762e7b60 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599065 Oct 27 16:02:55.223183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:55.231767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:55.232207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:55.232681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Bound port: 3db91937-1ea5-434b-9c08-88859f31be59, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:55.233052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.243763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22193c3-0168-4ece-9299-126d32aac9ca req-b036d81b-4a88-480d-a144-cdc58f88840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.245823 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-b036d81b-4a88-480d-a144-cdc58f88840d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2603450 Oct 27 16:02:55.268186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port adb6a4a9-6803-453f-9a25-44b0f9c73886 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:55.268893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.337077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-a5f5acd5-8161-461e-9342-266f1bf78ce0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1 HTTP/1.1" status: 200 len: 217 time: 0.0729208 Oct 27 16:02:55.344237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3f77a-5177-42fe-aa81-33da39ac4a87 req-17ce8e69-6d38-47fe-90a3-28688cdd687d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.359353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6aa3f77a-5177-42fe-aa81-33da39ac4a87 req-17ce8e69-6d38-47fe-90a3-28688cdd687d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.3981216 Oct 27 16:02:55.410941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22193c3-0168-4ece-9299-126d32aac9ca req-5c7e018b-a690-42d5-8fbb-f0f642d259b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.413119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-5c7e018b-a690-42d5-8fbb-f0f642d259b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0664790 Oct 27 16:02:55.416430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:55.453731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=3db91937-1ea5-434b-9c08-88859f31be59,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:55.460980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6aa3f77a-5177-42fe-aa81-33da39ac4a87 req-ee361129-d755-4caf-b6a0-a97939a3f9b7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006770 Oct 27 16:02:55.471075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22193c3-0168-4ece-9299-126d32aac9ca req-54a97538-d27e-4b58-a309-bfde0eb78dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.473587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-54a97538-d27e-4b58-a309-bfde0eb78dfe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513511 Oct 27 16:02:55.547447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.620086 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-5eddf0d2-1a3c-4c63-9ce9-e2128261f1e3 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345985 Oct 27 16:02:55.638128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.642561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.642561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] 10.222.0.79 "PUT /v2.0/ports/3db91937-1ea5-434b-9c08-88859f31be59 HTTP/1.1" status: 200 len: 1095 time: 2.9798398 Oct 27 16:02:55.642561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aac260-5544-4193-b4e9-7a799c41e848 service neutron] Pushing event updated for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:55.711871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892c143-a8ea-454e-b1bb-fb9107af937e req-1ed9a54d-c87f-4b9b-a592-99a4075af6be tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.714003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9892c143-a8ea-454e-b1bb-fb9107af937e req-1ed9a54d-c87f-4b9b-a592-99a4075af6be tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 947 time: 0.0673637 Oct 27 16:02:55.768860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9892c143-a8ea-454e-b1bb-fb9107af937e req-3890e598-2519-431e-aa59-80ecdb7140b8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Oct 27 16:02:55.797790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b22193c3-0168-4ece-9299-126d32aac9ca req-043f1cdd-224f-45d8-a4cd-5e99b8a58cf2 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686845 Oct 27 16:02:55.839015 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-829fc92d-cb35-4fc0-b6ec-4eaeebd01382 service neutron] show failed (client error): The resource could not be found. Oct 27 16:02:55.840202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-829fc92d-cb35-4fc0-b6ec-4eaeebd01382 service neutron] 10.222.0.79 "GET /v2.0/ports/262f85d8-2341-4306-a9ff-90213eb06b76/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0800805 Oct 27 16:02:55.985114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-e259fe14-5786-41c3-9baf-eb05743eb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.989964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-e259fe14-5786-41c3-9baf-eb05743eb26f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 1098 time: 0.1086607 Oct 27 16:02:56.095985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-5df8c0e6-8176-4dc6-8a93-ae472ad2c647 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3db91937-1ea5-434b-9c08-88859f31be59 HTTP/1.1" status: 200 len: 217 time: 0.0733192 Oct 27 16:02:56.130397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d792-e4a4-4375-a2ea-92c54cbff718 req-d73203a6-eabd-4ca3-a8a9-ce490d3dd6c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.151475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4115d792-e4a4-4375-a2ea-92c54cbff718 req-d73203a6-eabd-4ca3-a8a9-ce490d3dd6c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1403518 Oct 27 16:02:56.151475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:56.151475 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "tag": "3db91937-1ea5-434b-9c08-88859f31be59"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:56.207400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-dd19368b-f2c2-490e-be3c-1641fe251b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.208879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-dd19368b-f2c2-490e-be3c-1641fe251b78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0982358 Oct 27 16:02:56.214021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4115d792-e4a4-4375-a2ea-92c54cbff718 req-70ed7b12-14c3-4293-9cfb-5d252f70f1d2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Oct 27 16:02:56.338370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e38d2c65-b279-42b1-b246-6d7b2101c232 req-ce119015-40ad-4908-acce-6d1cf422550b tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 210 time: 0.0474701 Oct 27 16:02:56.361285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-a0eff546-46c0-457a-8609-fe0d04eb355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.362155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-a0eff546-46c0-457a-8609-fe0d04eb355d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430852 Oct 27 16:02:56.383376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45396) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:56.457416 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5693947a-5a6f-48f2-9328-68b64d5be8cb x-openstack-request-id: req-5693947a-5a6f-48f2-9328-68b64d5be8cb {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:56.457416 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "tag": "3db91937-1ea5-434b-9c08-88859f31be59", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:56.457416 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5693947a-5a6f-48f2-9328-68b64d5be8cb {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:56.457416 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59', 'status': 'completed', 'code': 200} Oct 27 16:02:56.467976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-f5c6270f-4e0f-486f-90d3-e763b86a6bb1 service neutron] 10.222.0.82 "GET /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.2189510 Oct 27 16:02:56.580416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-5bb285d4-e37a-442a-af71-2c6cf86d028c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.581991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-5bb285d4-e37a-442a-af71-2c6cf86d028c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.82 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 828 time: 0.2465007 Oct 27 16:02:56.600369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-network', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:56.601909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'port': {'device_id': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'admin_state_up': True, 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:56.654167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-8aa59d55-aa26-4feb-ba62-32b98fe30b28 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:56.655237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-8aa59d55-aa26-4feb-ba62-32b98fe30b28 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.6245680 Oct 27 16:02:56.657705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-cadaa94c-e655-4553-8e8e-8473da64784b service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824371 Oct 27 16:02:56.757998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Made reservation on behalf of 8613f9d1b6134ee19b411616cd39e395 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:56.760344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.769985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.838166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-e3dbc62a-ee8d-4a0f-9ff8-ad4c0596ea41 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.839587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-e3dbc62a-ee8d-4a0f-9ff8-ad4c0596ea41 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 1093 time: 0.1519682 Oct 27 16:02:56.874510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.82', 58856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:56.887862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7322-f18f-4bda-b078-0e1ee5f481e1 req-ee10e975-76da-47f6-9146-892bd2c54048 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.889409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aaba7322-f18f-4bda-b078-0e1ee5f481e1 req-ee10e975-76da-47f6-9146-892bd2c54048 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 944 time: 0.3015354 Oct 27 16:02:56.893236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:56.896505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:02:56.901844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.975966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-51f62c08-522a-4cf5-a790-05e788c5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.977661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-51f62c08-522a-4cf5-a790-05e788c5cc61 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1100 time: 0.0964518 Oct 27 16:02:56.992555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:56.997363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.047786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd252fc5-2049-47d0-87fb-de21f5305372 req-1ab3c46f-73c5-41c2-8d34-fdd241825232 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587592 Oct 27 16:02:57.083646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:57.093638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aaba7322-f18f-4bda-b078-0e1ee5f481e1 req-5fd469e2-ff38-4f56-8fd4-a32e74da2487 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906784 Oct 27 16:02:57.094027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd803cf-e2de-428d-8c13-b6714df40d25,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:57.103989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.104328 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Added segment 700376f7-50e7-40b1-9e95-fbee7e65ee8c of type vlan for network 7a0781ed-99e2-43c4-8331-370e2cd01abf Oct 27 16:02:57.104626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.105686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.151477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:57.178783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.205246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f6639-1447-4456-9dc0-ebbcf781ea7b {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:57.227831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.259132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:57.259132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:57.259132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:57.277067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Made reservation on behalf of b1007ad7b42e407994e9613230ac42f3 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:57.280631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.315107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:57.315364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:57.332208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:57.332589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:57.332945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:57.333384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Bound port: 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:57.350758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:57.364604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.371250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:57.371250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.389572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.399074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb3a7f-ba83-44e3-967b-f252d193e2c1 req-c34da7ac-5509-46e6-a2ee-641c50034f37 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:57.403013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8eb3a7f-ba83-44e3-967b-f252d193e2c1 req-c34da7ac-5509-46e6-a2ee-641c50034f37 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 947 time: 0.1766725 Oct 27 16:02:57.466924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.481663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:02:57.482028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:57.488879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] Pushing event updated for resources: {'Network': ['ID=7a0781ed-99e2-43c4-8331-370e2cd01abf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:57.492463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.504900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:57.543829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:57.603372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.623212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Transition to ACTIVE for port object 262f85d8-2341-4306-a9ff-90213eb06b76 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:57.624039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:57.626511 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6eb25f-f729-42ed-88ac-50a915512d8c" -d '{"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-unplugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:57.637041 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb42bcc0-ffaa-4db5-b22f-2d6d514600ca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2491558 Oct 27 16:02:57.637592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:57.645535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Request body: {'subnet': {'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-subnet', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:57.707998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.714395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-45954f7b-1de8-4a26-a874-027b0f245c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:57.717190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-45954f7b-1de8-4a26-a874-027b0f245c68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 1098 time: 0.4908650 Oct 27 16:02:57.725702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.759020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'mac_address': 'fa:16:3e:6c:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:57.763799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:57.766259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Made reservation on behalf of 8613f9d1b6134ee19b411616cd39e395 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:57.769457 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.786236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.791180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] No DVR routers for this DVR port 262f85d8-2341-4306-a9ff-90213eb06b76 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:57.842158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.867241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:57.891238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:57.897993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:57.898328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:57.898653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:57.905493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:57.910825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:57.911174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Attempting to bind port 262f85d8-2341-4306-a9ff-90213eb06b76 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:57.920194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:57.921331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:57.921331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:57.921331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Bound port: 262f85d8-2341-4306-a9ff-90213eb06b76, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:57.921736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.931860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8eb3a7f-ba83-44e3-967b-f252d193e2c1 req-0f19ca7c-d5d2-462b-8579-93d7acf1be35 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359426 Oct 27 16:02:57.992296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.993532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-6772f357-be03-46bd-b925-45d0edb2ba0e service neutron] 10.222.0.70 "POST /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea/bindings HTTP/1.1" status: 201 len: 389 time: 1.1200676 Oct 27 16:02:58.004449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.009790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Allocated IP 172.20.0.4 (4ae3cbd0-0e74-4304-ac0b-328ac0b263c6/07290a88-2567-4e26-93f5-86ace152a1ee/653c3ec3-30df-416e-8f6f-87609d897208) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:58.014000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-76ef9859-cd87-40d5-80db-64e614283631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.016611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-76ef9859-cd87-40d5-80db-64e614283631 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2831576 Oct 27 16:02:58.044246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] Transition to ACTIVE for port object 961f6639-1447-4456-9dc0-ebbcf781ea7b will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:58.093999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:58.104636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-60d7e3c2-7cb7-4ec0-9d5c-3a638daf4c66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=3db91937-1ea5-434b-9c08-88859f31be59 HTTP/1.1" status: 200 len: 217 time: 0.0743237 Oct 27 16:02:58.180268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.253835 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.291706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-69f6deae-013e-40af-a026-d20c90b218d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.293182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-69f6deae-013e-40af-a026-d20c90b218d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1709974 Oct 27 16:02:58.330926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319139aa-e9dd-46d8-939b-834af69df81f req-64c23548-174a-43db-b0e3-ec8cecaacd40 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.331450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:58.332514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319139aa-e9dd-46d8-939b-834af69df81f req-64c23548-174a-43db-b0e3-ec8cecaacd40 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.2266095 Oct 27 16:02:58.348166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:58.373157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['aaf49f77-59f8-4715-b562-1423ae63bfa1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:58.399578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] No DVR routers for this DVR port 961f6639-1447-4456-9dc0-ebbcf781ea7b on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:58.401658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] Pushing event updated for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:58.421251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.432795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.460252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c01af380-7731-422e-ac61-2cd7e3258d81 req-9c3c6a60-1c83-46a2-8217-67ce77e04f7f tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 210 time: 0.0688214 Oct 27 16:02:58.506189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.512181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.512181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] 10.222.0.82 "PUT /v2.0/ports/262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 1095 time: 1.5212073 Oct 27 16:02:58.539704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319139aa-e9dd-46d8-939b-834af69df81f req-cc91b903-8202-4092-a3dd-4644c2942307 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862803 Oct 27 16:02:58.576020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-7b5a5c06-af8e-4201-b405-7862fc588593 service neutron] 10.222.0.82 "PUT /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0681446 Oct 27 16:02:58.598437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c1a7d-d87d-4f53-8e86-c171ea9b4f08 service neutron] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:58.607470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5087e0-feaa-4493-9ec4-6bda44a95c89,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:58.609620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-86ad7226-b97a-4922-8a20-8fc9169d938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.611153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-86ad7226-b97a-4922-8a20-8fc9169d938b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756610 Oct 27 16:02:58.633264 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33690aa7-1fee-41f7-9b76-684479f9b223 x-openstack-request-id: req-33690aa7-1fee-41f7-9b76-684479f9b223 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:58.633869 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-unplugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:58.634309 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33690aa7-1fee-41f7-9b76-684479f9b223 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:58.634885 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'code': 200} Oct 27 16:02:58.659003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Checking segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:58.659794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Network hostable DHCP agents. Network: 7a0781ed-99e2-43c4-8331-370e2cd01abf, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:58.671979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-61a697ac-cce3-4b91-97df-d164c8abc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.675606 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-61a697ac-cce3-4b91-97df-d164c8abc4af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1098 time: 0.1283956 Oct 27 16:02:58.689292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.822345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:58.860509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6176f-233b-445f-b672-10ce92b37ebe req-5c4cb160-cc66-4f62-b21c-bddb458b44d6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.868340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82e6176f-233b-445f-b672-10ce92b37ebe req-5c4cb160-cc66-4f62-b21c-bddb458b44d6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.1352115 Oct 27 16:02:58.887924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.916078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-ba97e7da-2b0b-4215-ab4b-2c00932a65f5 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885656 Oct 27 16:02:58.918534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-6bc7ce7a-8133-4a8a-afba-f84b46079f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.920122 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-6bc7ce7a-8133-4a8a-afba-f84b46079f1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2366099 Oct 27 16:02:58.931739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-b79d0b70-57cb-4adf-88c9-c3c0f8168efd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.933344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-b79d0b70-57cb-4adf-88c9-c3c0f8168efd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.1584888 Oct 27 16:02:58.977377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-d9e14881-21ba-4617-bbf4-28e9e8112877 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0478921 Oct 27 16:02:59.032401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 7a0781ed-99e2-43c4-8331-370e2cd01abf) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:59.044381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.044581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8a5c0-52f5-436f-8a78-f16208087501 None None] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:59.044703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.044794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:59.064006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82e6176f-233b-445f-b672-10ce92b37ebe req-99d8a1b1-1f19-4595-b8cb-52fb568f85ea tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947372 Oct 27 16:02:59.068382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event updated for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:59.077665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-78181d14-dcf0-4ffa-8888-a4da16c63db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.080530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:59.089496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:59.096367 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-78181d14-dcf0-4ffa-8888-a4da16c63db2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&tenant_id=aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 1096 time: 0.1140199 Oct 27 16:02:59.101263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.105337 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.110127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-e9c6a914-cf14-4d6a-b783-350bb174c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.113754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-e9c6a914-cf14-4d6a-b783-350bb174c04d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1138091 Oct 27 16:02:59.151898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549be4-11a4-41a8-9387-f89eaa7c9f81 req-54e6ded9-1b84-40b2-bd6a-eba8c11d73f5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.153738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98549be4-11a4-41a8-9387-f89eaa7c9f81 req-54e6ded9-1b84-40b2-bd6a-eba8c11d73f5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.2636440 Oct 27 16:02:59.182130 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aab82167-b2b1-4b6d-aa6d-b5a8f3602c65 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5434074 Oct 27 16:02:59.182658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ecbc799-e9c7-4aa8-8060-d4c2206c7a0a req-1b08085c-b053-4b45-b115-697e3c975bf9 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398117 Oct 27 16:02:59.186633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:59.209499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:59.231998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-ca9b8106-aceb-44d2-a896-b7be5d46af64 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6340096 Oct 27 16:02:59.253322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98549be4-11a4-41a8-9387-f89eaa7c9f81 req-807d625e-81cc-4dd4-96dd-54e95097e050 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803738 Oct 27 16:02:59.258727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Request body: {'port': {'device_id': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:59.303063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-9b5dd448-3a1d-4d80-b6a4-d549c16100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.310855 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-9b5dd448-3a1d-4d80-b6a4-d549c16100bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1096 time: 0.1946230 Oct 27 16:02:59.316595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-7a0781ed-99e2-43c4-8331-370e2cd01abf', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'fixed_ips': [{'subnet_id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:02:59.317956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.344340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.345643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.413144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.415149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.452063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:59.467467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-d92796f6-cfce-4dc5-b0c5-703e65db47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.469877 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-d92796f6-cfce-4dc5-b0c5-703e65db47d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3405836 Oct 27 16:02:59.478566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ac638-cd08-41fa-9936-e271a906830b req-64c45c5c-6679-4c01-be4b-9b47f2ad9890 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.486874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d1ac638-cd08-41fa-9936-e271a906830b req-64c45c5c-6679-4c01-be4b-9b47f2ad9890 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 947 time: 0.1106913 Oct 27 16:02:59.579454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-144d37e4-8165-49e3-b928-f563d2e7e37e None None] Provisioning complete for port 653c3ec3-30df-416e-8f6f-87609d897208 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:59.579454 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-144d37e4-8165-49e3-b928-f563d2e7e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.591771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d1ac638-cd08-41fa-9936-e271a906830b req-6ca52c6f-71bd-4021-a7d9-3d0e2e504282 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038814 Oct 27 16:02:59.712874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d381f-a873-49bd-aa46-503437fb0f79 req-2a79ce0e-053c-48cf-a71e-184469dc4ded tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.719643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d2d381f-a873-49bd-aa46-503437fb0f79 req-2a79ce0e-053c-48cf-a71e-184469dc4ded tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 931 time: 0.1267638 Oct 27 16:02:59.720962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.760040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-b0a6d15b-9314-4790-b6f3-cd3b523087cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.761833 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-b0a6d15b-9314-4790-b6f3-cd3b523087cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.4389760 Oct 27 16:02:59.768256 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-97668e91-4679-4b19-9e15-d113b96df3f8 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873192 Oct 27 16:02:59.799787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-144d37e4-8165-49e3-b928-f563d2e7e37e None None] Port 653c3ec3-30df-416e-8f6f-87609d897208 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:59.806409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Allocated IP 172.20.0.2 (7a0781ed-99e2-43c4-8331-370e2cd01abf/2f5087e0-feaa-4493-9ec4-6bda44a95c89/1e16200e-2f90-4aae-bec2-c85f22aebbb8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:59.824535 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-59f3731a-37ad-4614-90fa-852ebe468cf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0530496 Oct 27 16:02:59.840307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcae16-dafc-44d4-9557-dec32afab4c3 req-5699b632-9557-48a9-aa72-af7e25f206f8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.841992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eefcae16-dafc-44d4-9557-dec32afab4c3 req-5699b632-9557-48a9-aa72-af7e25f206f8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.1209674 Oct 27 16:02:59.855107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d2d381f-a873-49bd-aa46-503437fb0f79 req-00778850-d055-48ba-bcdb-1ddde4d4bb0a tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Oct 27 16:02:59.925694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port aaf49f77-59f8-4715-b562-1423ae63bfa1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:59.940377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port aaf49f77-59f8-4715-b562-1423ae63bfa1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:59.940596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.982217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-eeda507b-f98e-4dbe-bcc6-0aeb14c9ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.983808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-eeda507b-f98e-4dbe-bcc6-0aeb14c9ed62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1316667 Oct 27 16:03:00.011737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34064504-82a2-4b52-a3d1-f297f18e7289 req-1b677923-effd-4c12-a247-9aa03d3cb68e service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327981 Oct 27 16:03:00.032528 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-985be53d-64b8-4af5-97dc-5cc629fc9783 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382228 Oct 27 16:03:00.066476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.067716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eefcae16-dafc-44d4-9557-dec32afab4c3 req-c857a5d2-358b-4769-b216-4fc5411fd85e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107418 Oct 27 16:03:00.134664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.135998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653c3ec3-30df-416e-8f6f-87609d897208 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:00.146123 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.161032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Transition to ACTIVE for port object 653c3ec3-30df-416e-8f6f-87609d897208 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:00.175990 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.202274 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-5ff6f258-6a03-4c66-b934-5d030a7456c5 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591280 Oct 27 16:03:00.239699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10e0e-08b3-42d5-a7e1-00dfab46e8b0 req-0346d8bb-fd18-407a-9fb5-66b39d5a9f72 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:00.247430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5b10e0e-08b3-42d5-a7e1-00dfab46e8b0 req-0346d8bb-fd18-407a-9fb5-66b39d5a9f72 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.0596905 Oct 27 16:03:00.250585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.266547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:00.272718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:00.276078 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c2fa3-773f-4814-b308-6080481a84fa" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:00.297742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:00.299147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Pushing event updated for resources: {'Port': ['ID=1e16200e-2f90-4aae-bec2-c85f22aebbb8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.304582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:00.307030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:00.366465 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.368354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:00.369996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.385024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5b10e0e-08b3-42d5-a7e1-00dfab46e8b0 req-55c90957-a975-4255-9b45-8afafa10932c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Oct 27 16:03:00.415333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.447212 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-e457fff6-a060-4c40-a8f4-c0dcb7e23d48 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048299 Oct 27 16:03:00.449454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.453785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:00.462314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Attempting to bind port 653c3ec3-30df-416e-8f6f-87609d897208 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:00.464152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Attempting to bind port 653c3ec3-30df-416e-8f6f-87609d897208 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:00.464726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Attempting to bind port 653c3ec3-30df-416e-8f6f-87609d897208 on network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:00.485488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Port 653c3ec3-30df-416e-8f6f-87609d897208 on network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:00.486131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Attempting to bind port 653c3ec3-30df-416e-8f6f-87609d897208 on network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:00.496384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:00.499926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Checking segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:00.503879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Bound using segment: {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:00.504636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Bound port: 653c3ec3-30df-416e-8f6f-87609d897208, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555c497b-c7e3-4eea-8be9-e0487513959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:00.505292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.515268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Attempting to bind port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:00.515754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Attempting to bind port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:00.516534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Attempting to bind port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 on network 7a0781ed-99e2-43c4-8331-370e2cd01abf {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:00.536278 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f871fee-0ae6-47cb-8315-fa0072ec54d4 x-openstack-request-id: req-8f871fee-0ae6-47cb-8315-fa0072ec54d4 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:00.536529 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:00.536902 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f871fee-0ae6-47cb-8315-fa0072ec54d4 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:00.537446 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'code': 200} Oct 27 16:03:00.539609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:00.540171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Checking segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:00.541323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.541323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Bound using segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:00.541520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Bound port: 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:00.541961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.630977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] For port 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:00.634361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] For port 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e16200e-2f90-4aae-bec2-c85f22aebbb8,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:00.655400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.684336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:00.706431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784ae9-2dcb-4675-b036-6fb96451b902 req-a6d211bd-3c25-4567-a74b-3e44cb1046ed tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:00.716160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef784ae9-2dcb-4675-b036-6fb96451b902 req-a6d211bd-3c25-4567-a74b-3e44cb1046ed tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.2058609 Oct 27 16:03:00.721251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:00.723961 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac91de8-4f76-440d-b096-e1dab42b94e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:00.748150 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.760535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:00.828755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:00.846521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799581f3-3a03-499c-a3f9-9551e90ca0e9 None None] Pushing event updated for resources: {'Port': ['ID=1e16200e-2f90-4aae-bec2-c85f22aebbb8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.848712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=653c3ec3-30df-416e-8f6f-87609d897208,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:00.868521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4904-8641-4ace-8def-79a24d3b111b req-fa77e96f-91e7-4ccc-bdc5-e1c49366b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:00.875210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fdf4904-8641-4ace-8def-79a24d3b111b req-fa77e96f-91e7-4ccc-bdc5-e1c49366b1a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1101 time: 0.3024914 Oct 27 16:03:00.896197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef784ae9-2dcb-4675-b036-6fb96451b902 req-f161831d-9ae1-4d45-8b4d-a90a341991fc tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767199 Oct 27 16:03:00.905785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45498) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:00.913178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Allocated IP 172.25.5.190 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e144edb0-e80b-41da-8798-da8e82a8a2a2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:00.944518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc1e7-dbb5-4965-94de-a6a028068b38 req-b95bc9f6-f840-4a54-aaae-21546fe072a7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:00.950313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ebc1e7-dbb5-4965-94de-a6a028068b38 req-b95bc9f6-f840-4a54-aaae-21546fe072a7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 947 time: 0.2119253 Oct 27 16:03:00.986669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.050086 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a41bc-2057-4b2a-9153-7839e205d410 x-openstack-request-id: req-d93a41bc-2057-4b2a-9153-7839e205d410 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:01.050371 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:01.050621 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d93a41bc-2057-4b2a-9153-7839e205d410 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:01.050999 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'status': 'completed', 'code': 200} Oct 27 16:03:01.062404 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fdf4904-8641-4ace-8def-79a24d3b111b req-8d3cb757-5767-4840-8196-70cc5f2be082 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768126 Oct 27 16:03:01.091262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.091829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.092997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] 10.222.0.82 "PUT /v2.0/ports/653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 1091 time: 1.8385396 Oct 27 16:03:01.093493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:01.096150 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d54e1-c0a6-497a-9541-57dfbd6790ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:01.144807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66e188-0954-4a00-bb8e-b9628e453ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:01.172528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-be482ef3-bd8e-44cb-8d2f-ee405ea76f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.176479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ebc1e7-dbb5-4965-94de-a6a028068b38 req-a4de57f0-236e-47a8-804d-9bcd461325b8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171066 Oct 27 16:03:01.178125 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-be482ef3-bd8e-44cb-8d2f-ee405ea76f55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1098 time: 0.1061294 Oct 27 16:03:01.223193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6daffe3d-d6ae-48f6-9ed0-1cc30c6c4dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.298045 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.385354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 3db91937-1ea5-434b-9c08-88859f31be59 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:01.401028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-0453602e-4996-4f97-9d33-2a31487005cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.405353 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-0453602e-4996-4f97-9d33-2a31487005cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1980953 Oct 27 16:03:01.466982 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6daffe3d-d6ae-48f6-9ed0-1cc30c6c4dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.472434 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-fd37e1bf-cf18-4e20-8318-3fc61b8071be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0577126 Oct 27 16:03:01.483526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-b7c426db-adb7-4d5d-bf5e-a5594198d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.485061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-b7c426db-adb7-4d5d-bf5e-a5594198d740 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1098 time: 0.4194341 Oct 27 16:03:01.489107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.542702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=3db91937-1ea5-434b-9c08-88859f31be59,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:01.545574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-989a00d9-2ef6-44b0-babd-d1f751dc936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.547359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-989a00d9-2ef6-44b0-babd-d1f751dc936d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1094 time: 0.3291759 Oct 27 16:03:01.556467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06222c9d-bf50-42b6-94f1-74a5194b1aef req-10d758bb-90a7-4e12-b876-78b275b665bc tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.561973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '3db91937-1ea5-434b-9c08-88859f31be59', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '3db91937-1ea5-434b-9c08-88859f31be59', 'mac_address': 'fa:16:3e:92:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:01.562168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06222c9d-bf50-42b6-94f1-74a5194b1aef req-10d758bb-90a7-4e12-b876-78b275b665bc tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 943 time: 0.4303315 Oct 27 16:03:01.567163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:01.574308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:01.580201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:01.592242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-76b66c54-d73d-48e5-8983-536d2af46682 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.593976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-76b66c54-d73d-48e5-8983-536d2af46682 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.3073242 Oct 27 16:03:01.599075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.605592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6daffe3d-d6ae-48f6-9ed0-1cc30c6c4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.616463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db91937-1ea5-434b-9c08-88859f31be59 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:01.639763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6daffe3d-d6ae-48f6-9ed0-1cc30c6c4dd8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71ec5bf62e924fd997abcaa60ef8c34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256310 Oct 27 16:03:01.651605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=3db91937-1ea5-434b-9c08-88859f31be59,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:01.742385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.820760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:01.877910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:01.929696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5240695-7637-4342-bf45-c2422bcc0714 req-3228dbc0-9cb5-4da7-96d8-7dba46abd8c9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.935376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5240695-7637-4342-bf45-c2422bcc0714 req-3228dbc0-9cb5-4da7-96d8-7dba46abd8c9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.5352042 Oct 27 16:03:01.957228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Pushing event updated for resources: {'Port': ['ID=e144edb0-e80b-41da-8798-da8e82a8a2a2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:01.961115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-a529e633-9889-4c68-becf-934e4b837410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.962606 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-a529e633-9889-4c68-becf-934e4b837410 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.4768951 Oct 27 16:03:01.966473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-32d776e6-cd09-44a1-a94f-23c05d8daf97 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 217 time: 0.3775339 Oct 27 16:03:02.044826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-93a9fe32-fff1-4901-a4ee-2c9fc66e5efa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728592 Oct 27 16:03:02.069189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.076697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-8037fe4e-c5c6-4fc6-8415-45f90ea59ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.076847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffe3d-d6ae-48f6-9ed0-1cc30c6c4dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b20ed-6000-4e18-b747-10f313bbca1a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:02.076954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-8037fe4e-c5c6-4fc6-8415-45f90ea59ae5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915220 Oct 27 16:03:02.129078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['3db91937-1ea5-434b-9c08-88859f31be59'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:02.144188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.144801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06222c9d-bf50-42b6-94f1-74a5194b1aef req-4545c7f4-d0e4-4e14-b520-587eb001588b tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415261 Oct 27 16:03:02.170194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-772e9a25-aa2c-4191-8f7f-506052771b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.171990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-772e9a25-aa2c-4191-8f7f-506052771b05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.1820211 Oct 27 16:03:02.201655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5240695-7637-4342-bf45-c2422bcc0714 req-d661a9a0-eea3-40f2-b272-6501b027e2e8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421703 Oct 27 16:03:02.219017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-a52425f8-f567-4243-976f-1c359d37cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.220470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-a52425f8-f567-4243-976f-1c359d37cdd7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.7200232 Oct 27 16:03:02.296645 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c882892-30ae-43e0-9871-0c3df45cd52a x-openstack-request-id: req-1c882892-30ae-43e0-9871-0c3df45cd52a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:02.296938 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:02.297197 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c882892-30ae-43e0-9871-0c3df45cd52a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:02.297599 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208', 'status': 'completed', 'code': 200} Oct 27 16:03:02.306497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-75ac8874-3c0d-460d-83ec-c4a7a726d5a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0717158 Oct 27 16:03:02.389568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-82c06e57-4212-4991-8149-a6a737835bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.390016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-a9280d00-8463-4fbd-9e9e-679afd7d5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.391611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-82c06e57-4212-4991-8149-a6a737835bbb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060556 Oct 27 16:03:02.392231 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-a9280d00-8463-4fbd-9e9e-679afd7d5d5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 1096 time: 0.2512329 Oct 27 16:03:02.479068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.488313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-e5aae77b-168e-4aed-841e-ff951f00df53 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983512 Oct 27 16:03:02.499482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc41d9-21b9-41a4-9937-e88073587e32 None None] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:02.519811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-ab439d06-c3f4-4e90-80d4-cebfe0ff0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.521287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-ab439d06-c3f4-4e90-80d4-cebfe0ff0394 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1986656 Oct 27 16:03:02.568135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-a87ffcc5-58e2-4b2c-b2ed-71491542f0c4 service neutron] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:02.595454 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-a87ffcc5-58e2-4b2c-b2ed-71491542f0c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.597211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd45eccf-cdf6-4086-bb23-0d715654b9ad req-a87ffcc5-58e2-4b2c-b2ed-71491542f0c4 service neutron] 10.222.0.79 "DELETE /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.9621391 Oct 27 16:03:02.624803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] Provisioning complete for port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:02.625340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.633206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.636693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.641618 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/946b20ed-6000-4e18-b747-10f313bbca1a HTTP/1.1" status: 204 len: 168 time: 0.7625425 Oct 27 16:03:02.671270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1bcdb-129b-4cd4-a4f5-5bd7955b6739 req-d3a4450a-d36d-46c9-b380-a0c209dc83fe tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.683407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25b1bcdb-129b-4cd4-a4f5-5bd7955b6739 req-d3a4450a-d36d-46c9-b380-a0c209dc83fe tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.2897003 Oct 27 16:03:02.685765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4522a-5819-4c12-99f5-2f68bc027094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b20ed-6000-4e18-b747-10f313bbca1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:02.759671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-50b5cf76-75c1-4e31-b5ce-5dc1260905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.760988 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-50b5cf76-75c1-4e31-b5ce-5dc1260905e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 924 time: 0.3074777 Oct 27 16:03:02.788036 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.794086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-3d41fa1f-6763-4f74-9bca-83102cc25972 service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646069 Oct 27 16:03:02.835385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] For port 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e16200e-2f90-4aae-bec2-c85f22aebbb8,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:02.850076 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-c373b047-aec2-496c-9181-f267c579fe7e service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149567 Oct 27 16:03:02.903129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-8152a32f-5567-4fff-b46e-88e4522d68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.903420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-8152a32f-5567-4fff-b46e-88e4522d68ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633356 Oct 27 16:03:02.917403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c77ef-515f-4d78-9cfe-1dc6dd6116da req-19659283-2afc-423a-a132-a02c6ec1079b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.925494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080c77ef-515f-4d78-9cfe-1dc6dd6116da req-19659283-2afc-423a-a132-a02c6ec1079b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.4090171 Oct 27 16:03:02.961930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25b1bcdb-129b-4cd4-a4f5-5bd7955b6739 req-3d7a9825-12df-4bf1-9877-21193bf3e3c1 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756960 Oct 27 16:03:02.984879 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-c9e9d8cc-505c-4988-8ef6-51f3098d7f9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 200 len: 999 time: 0.2110751 Oct 27 16:03:02.990925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.062457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e16200e-2f90-4aae-bec2-c85f22aebbb8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:03.084054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080c77ef-515f-4d78-9cfe-1dc6dd6116da req-d673edab-736f-47af-9151-9b35e3fe0422 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519496 Oct 27 16:03:03.124186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-77299f1a-2f32-43e0-bb93-b46e0b4cb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.126616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-77299f1a-2f32-43e0-bb93-b46e0b4cb0b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.1303697 Oct 27 16:03:03.154250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e291-15fe-4804-892e-e139f35d2ae8 None None] Pushing event updated for resources: {'Port': ['ID=1e16200e-2f90-4aae-bec2-c85f22aebbb8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:03.180100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.184528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8f6ab0a2-8c69-46e2-80a0-e254b22e2cc9 None None] Provisioning complete for port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:03.185082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab0a2-8c69-46e2-80a0-e254b22e2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.186850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:03.187270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.240116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f7e0bae-5668-47e4-b3b8-14a123859ff3 req-9b5c686c-cda2-4748-a12b-b363d4f51f6e service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273376 Oct 27 16:03:03.243279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-5937fa8b-b219-4dc2-b8ff-e89a74d75ad1 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096690 Oct 27 16:03:03.341122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-503c4b16-32bc-4210-bb54-741353971bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.349313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-503c4b16-32bc-4210-bb54-741353971bda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065761 Oct 27 16:03:03.390381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 3db91937-1ea5-434b-9c08-88859f31be59 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:03.479684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115ccd9-4325-4965-aea5-982226b7438a req-fb017142-21e3-4964-9935-f23a46fc385f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.480977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-dcfc300f-8ca8-401f-954c-3ce075c1f7e8 service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289606 Oct 27 16:03:03.481482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0115ccd9-4325-4965-aea5-982226b7438a req-fb017142-21e3-4964-9935-f23a46fc385f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 948 time: 0.3373647 Oct 27 16:03:03.570484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Router 8d5cc0f5-635e-4002-a997-629363c9c1ea is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:03:03.626639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 3db91937-1ea5-434b-9c08-88859f31be59 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:03.634144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 3db91937-1ea5-434b-9c08-88859f31be59 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:03.635070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.638717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0115ccd9-4325-4965-aea5-982226b7438a req-1bc2afe1-a690-409d-9ce7-80c75fcbd060 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340308 Oct 27 16:03:03.695824 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0f642397-483f-4ba6-9b24-52bd9ca67a95 req-f8ff6e0f-0e2e-4ea7-be65-9cc654ad9b4b service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027864 Oct 27 16:03:03.747370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac91de8-4f76-440d-b096-e1dab42b94e2 req-703f6329-ecc2-4b63-8568-d6b1159e8284 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808605 Oct 27 16:03:03.757547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45532) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:03.765032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-be9d0281-d5d8-4eb4-bbae-0f4aa2b400b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.768737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-be9d0281-d5d8-4eb4-bbae-0f4aa2b400b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1094 time: 0.2845609 Oct 27 16:03:03.773943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbbc78-9225-45b3-9738-72b31acd2079 req-386465c9-e29a-43cd-a77d-7f2fb9f6792e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.788742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4dbbc78-9225-45b3-9738-72b31acd2079 req-386465c9-e29a-43cd-a77d-7f2fb9f6792e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1096 time: 0.4924250 Oct 27 16:03:03.795514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a899af9-bca8-4357-aef3-2bf63c8f7c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.804943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:03.817434 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Sync routers for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:03.831563 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:03.832365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:03.859516 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.902517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:03.906366 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7714c35-3873-462b-8d23-456f070e7221" -d '{"events": [{"server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "name": "network-vif-plugged", "status": "completed", "tag": "3db91937-1ea5-434b-9c08-88859f31be59"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:03.917750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a899af9-bca8-4357-aef3-2bf63c8f7c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.923058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=3db91937-1ea5-434b-9c08-88859f31be59,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:03.926735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.931113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1bbcee10-d8a1-4dce-b74f-54a43f9dec3b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7402587 Oct 27 16:03:03.932243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:03.976950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a899af9-bca8-4357-aef3-2bf63c8f7c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.992226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.993837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13671bac-7acf-4755-93d0-8f8db632a576 req-593f0f4d-a2a3-4dcb-8d25-7d64967bbc82 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.996577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13671bac-7acf-4755-93d0-8f8db632a576 req-593f0f4d-a2a3-4dcb-8d25-7d64967bbc82 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 943 time: 0.1505795 Oct 27 16:03:04.016229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4dbbc78-9225-45b3-9738-72b31acd2079 req-e22e10e0-64c5-4854-9e05-fdf2998ab830 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148011 Oct 27 16:03:04.016820 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:04.115173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a899af9-bca8-4357-aef3-2bf63c8f7c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18690f73-b892-4a44-a608-c2e13465eed3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:04.119610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13671bac-7acf-4755-93d0-8f8db632a576 req-9eb8d979-09e9-48e9-95df-185ebb4188bb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001108 Oct 27 16:03:04.129816 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a899af9-bca8-4357-aef3-2bf63c8f7c2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e4b063329504692a0ee06876d0ea2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656242 Oct 27 16:03:04.131293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45542) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:04.133825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:04.206268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-fcdad876-518c-4eca-b464-8badad8c377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.208022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-fcdad876-518c-4eca-b464-8badad8c377c service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 929 time: 0.3271694 Oct 27 16:03:04.223077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408584a-29cb-4dfa-9ac6-89c2ae0ae113 req-6b78d26d-1417-43a3-82f0-33b78187f407 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.232374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b408584a-29cb-4dfa-9ac6-89c2ae0ae113 req-6b78d26d-1417-43a3-82f0-33b78187f407 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 947 time: 0.0956590 Oct 27 16:03:04.325071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-81c0bb25-d756-4c4b-9f60-bf510ffc8d59 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 217 time: 0.0705903 Oct 27 16:03:04.386609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b408584a-29cb-4dfa-9ac6-89c2ae0ae113 req-04162ae5-4671-47c5-a8f8-8c8c0d933803 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523917 Oct 27 16:03:04.442872 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2b2763-8c2c-40ac-a378-334fb10141f9 x-openstack-request-id: req-ed2b2763-8c2c-40ac-a378-334fb10141f9 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:04.443302 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "name": "network-vif-plugged", "status": "completed", "tag": "3db91937-1ea5-434b-9c08-88859f31be59", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:04.444280 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed2b2763-8c2c-40ac-a378-334fb10141f9 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:04.444831 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59', 'code': 200} Oct 27 16:03:04.452299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-102fac72-f2ed-4a20-988a-451ceabee7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.453888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-102fac72-f2ed-4a20-988a-451ceabee7e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.1109867 Oct 27 16:03:04.574990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:02Z', 'revision_number': 3, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:04.632835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758bea4-f57b-46c6-922e-ecaaf9de93a2 req-3ce268ea-254a-49a6-a910-1d49a20d9cc6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.634391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4758bea4-f57b-46c6-922e-ecaaf9de93a2 req-3ce268ea-254a-49a6-a910-1d49a20d9cc6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.1417100 Oct 27 16:03:04.651906 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Checking router: 8d5cc0f5-635e-4002-a997-629363c9c1ea for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:04.652370 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Updating router 8d5cc0f5-635e-4002-a997-629363c9c1ea port e144edb0-e80b-41da-8798-da8e82a8a2a2 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:04.670140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-a9ea4cc5-9290-4e12-aaaf-7fe3301e0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.671842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-a9ea4cc5-9290-4e12-aaaf-7fe3301e0584 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090473 Oct 27 16:03:04.689532 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.718769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.974433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:04.975443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.975974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce80dea-8203-4cf5-8b47-c191e79aacf7 req-32904ed8-5172-48af-8d4a-f26a4d78e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.975974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ce80dea-8203-4cf5-8b47-c191e79aacf7 req-32904ed8-5172-48af-8d4a-f26a4d78e372 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 1100 time: 0.2463901 Oct 27 16:03:04.975974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4758bea4-f57b-46c6-922e-ecaaf9de93a2 req-5e0429e8-ce9c-4e75-8898-f5516ff0d832 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093434 Oct 27 16:03:04.976505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:04.976505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '262f85d8-2341-4306-a9ff-90213eb06b76', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '262f85d8-2341-4306-a9ff-90213eb06b76', 'mac_address': 'fa:16:3e:d0:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:04.977246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e16200e-2f90-4aae-bec2-c85f22aebbb8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:04.991265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-f7e740cb-4b94-4638-9d4d-2cd9dc9de888 service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035581 Oct 27 16:03:04.996981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ce80dea-8203-4cf5-8b47-c191e79aacf7 req-142b122a-bd6f-4c35-9927-836910d188dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932337 Oct 27 16:03:05.004839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.014774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-186444fc-a4ce-4e33-a166-b46842fd270c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.026982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-186444fc-a4ce-4e33-a166-b46842fd270c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.4452186 Oct 27 16:03:05.047624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262f85d8-2341-4306-a9ff-90213eb06b76 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:05.075107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-3d94abae-4963-4880-b661-37a0d1a08bd3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/quotas/aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 375 time: 0.0466235 Oct 27 16:03:05.083589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.086877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:05.089712 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.091245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:05.091855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.192496 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.194113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.196639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.197750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.202113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18690f73-b892-4a44-a608-c2e13465eed3 HTTP/1.1" status: 204 len: 168 time: 1.0645583 Oct 27 16:03:05.268932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.277363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e25d1-87d7-4d9a-9b8c-9f44a9070e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18690f73-b892-4a44-a608-c2e13465eed3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.315665 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13010e4d-335c-4f10-915b-af27cbe3cad0 None None] Pushing event updated for resources: {'Port': ['ID=e144edb0-e80b-41da-8798-da8e82a8a2a2,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.369042 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Attempting to bind port e144edb0-e80b-41da-8798-da8e82a8a2a2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:05.369676 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Attempting to bind port e144edb0-e80b-41da-8798-da8e82a8a2a2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:05.370028 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Attempting to bind port e144edb0-e80b-41da-8798-da8e82a8a2a2 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:05.378303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:05.379300 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:05.380670 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.381400 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:05.382082 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Bound port: e144edb0-e80b-41da-8798-da8e82a8a2a2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:05.382858 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.472216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Allocated IP 172.20.0.1 (7a0781ed-99e2-43c4-8331-370e2cd01abf/2f5087e0-feaa-4493-9ec4-6bda44a95c89/288037a1-752f-4905-b853-1ed8f0e4e147) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:05.477908 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] For port e144edb0-e80b-41da-8798-da8e82a8a2a2, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:05.480512 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] For port e144edb0-e80b-41da-8798-da8e82a8a2a2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e144edb0-e80b-41da-8798-da8e82a8a2a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:05.560712 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.562212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:05.592940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-0bd892f2-01a7-48c1-894d-9697fcf85566 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5165341 Oct 27 16:03:05.602406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-8333f39d-3a3d-46df-8c6f-74819e30c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.603960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-8333f39d-3a3d-46df-8c6f-74819e30c5e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1096 time: 0.1417758 Oct 27 16:03:05.605932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d54e1-c0a6-497a-9541-57dfbd6790ee req-c2e237c2-cc1b-4be3-860b-e13f2df08591 service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761960 Oct 27 16:03:05.622576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322b05-28dd-4c70-b96a-03cb63b023ce req-4c7cef0f-4829-442f-91e6-25f6e535dfea tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.628112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-0fc91108-e5a1-48a7-9c04-a65298f7ed9c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.629357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f322b05-28dd-4c70-b96a-03cb63b023ce req-4c7cef0f-4829-442f-91e6-25f6e535dfea tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.1591344 Oct 27 16:03:05.629626 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-0fc91108-e5a1-48a7-9c04-a65298f7ed9c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080&tenant_id=f214e5b28c364ddeac98cb492f1cf710&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 948 time: 0.1549082 Oct 27 16:03:05.657833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13010e4d-335c-4f10-915b-af27cbe3cad0 None None] Pushing event updated for resources: {'Port': ['ID=e144edb0-e80b-41da-8798-da8e82a8a2a2,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.723597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.734794 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:05.738272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:05.773762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f322b05-28dd-4c70-b96a-03cb63b023ce req-fb7cad8d-f415-4dc3-9afc-c3a8c80ff554 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433761 Oct 27 16:03:05.788104 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-52e3e7da-da4c-438d-8717-14f702959538 service neutron] delete failed (client error): The resource could not be found. Oct 27 16:03:05.789388 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-52e3e7da-da4c-438d-8717-14f702959538 service neutron] 10.222.0.79 "DELETE /v2.0/ports/262f85d8-2341-4306-a9ff-90213eb06b76/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.1477501 Oct 27 16:03:05.920750 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:05.932264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.932397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-9c9e3ad0-971c-4ce1-b7ad-d41b30bf80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.933091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-9c9e3ad0-971c-4ce1-b7ad-d41b30bf80e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.3017361 Oct 27 16:03:05.973384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-0daa580d-9389-4d04-84d4-c3d1c749c5dd service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655379 Oct 27 16:03:05.990847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:06.002688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:06.005997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:06.009831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:06.010435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.097189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-2f050f5b-a526-4d77-bd25-eb8368109da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.099577 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-2f050f5b-a526-4d77-bd25-eb8368109da7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1099 time: 0.2108371 Oct 27 16:03:06.124854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-cef6091f-caf7-483b-be00-5752a7e12969 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3424740 Oct 27 16:03:06.126664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-a1f9697c-81bc-495b-88b8-b5f4b4e06c4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 217 time: 0.1641626 Oct 27 16:03:06.172377 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:02Z', 'revision_number': 3, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:06.219174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66e3a4-2d0f-4c9b-beb3-5c1a59d99c74 None None] The sync data for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 is: [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:02Z', 'revision_number': 3, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:06.251910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ee92-c68f-4968-84ff-184f8da7cba5 req-86156917-7ab3-417c-8e17-70cdafe5ce6f tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.261597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7af4ee92-c68f-4968-84ff-184f8da7cba5 req-86156917-7ab3-417c-8e17-70cdafe5ce6f tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 943 time: 0.3801959 Oct 27 16:03:06.333090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-4a94e538-d1f1-4771-a1dc-1bb7b64767ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.334367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-4a94e538-d1f1-4771-a1dc-1bb7b64767ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1862381 Oct 27 16:03:06.361005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-6c7378fe-fe1f-446c-af9f-13a849c12130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.362801 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-6c7378fe-fe1f-446c-af9f-13a849c12130 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2529061 Oct 27 16:03:06.378434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fd60e4ad-1258-4b99-9bb9-e6cb4c19eea9 None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:06.379543 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd60e4ad-1258-4b99-9bb9-e6cb4c19eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.407360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-5c0df6a4-252b-448e-915f-0847ed86c9f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564501 Oct 27 16:03:06.412858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7af4ee92-c68f-4968-84ff-184f8da7cba5 req-fc312b81-3115-45f6-ac9e-55ba6239402d tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500831 Oct 27 16:03:06.418419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-23193c27-41d6-45d1-b0f4-0827452cd514 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440250 Oct 27 16:03:06.424167 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-035e1295-dc4d-4964-8cb3-6448dd4383c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0493319 Oct 27 16:03:06.456180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fd60e4ad-1258-4b99-9bb9-e6cb4c19eea9 None None] Port 288037a1-752f-4905-b853-1ed8f0e4e147 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:06.505474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-2c54e6db-ab89-457e-a126-db6e836bf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.507000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-2c54e6db-ab89-457e-a126-db6e836bf2c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0640550 Oct 27 16:03:06.568566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-9de4eefc-6def-48dd-ac9c-44739d10e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.570252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-9de4eefc-6def-48dd-ac9c-44739d10e409 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1099 time: 0.3750699 Oct 27 16:03:06.611294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.673293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-75d2d629-0f45-4638-af67-1b2b0969777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.678077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-75d2d629-0f45-4638-af67-1b2b0969777a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452546 Oct 27 16:03:06.753010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-74325653-8daa-46d7-8656-44b3d74007d7 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329349 Oct 27 16:03:06.776122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 653c3ec3-30df-416e-8f6f-87609d897208 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:06.816207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d316-166a-428a-817e-d73775c26463 req-f6bf2709-eebc-4119-8c33-b9f8db50eef5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.818180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec00d316-166a-428a-817e-d73775c26463 req-f6bf2709-eebc-4119-8c33-b9f8db50eef5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 948 time: 0.2443216 Oct 27 16:03:06.899144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-d7076683-94e2-4664-b7e1-054e4ca3ec0d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915157 Oct 27 16:03:06.908777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:07.055996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec00d316-166a-428a-817e-d73775c26463 req-82b07f06-a234-470f-8320-361d621fd36b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218015 Oct 27 16:03:07.056704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-1060256a-b7f8-4ac2-b140-e0e8fe7edf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.058249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-1060256a-b7f8-4ac2-b140-e0e8fe7edf83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.4403954 Oct 27 16:03:07.065446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45598) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:07.126389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-1189d8da-083d-45a9-98c2-9cbaf5fc0733 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0583324 Oct 27 16:03:07.191456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-29210b0c-eb9c-4a31-a1ba-a7b18bc1f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.193199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-29210b0c-eb9c-4a31-a1ba-a7b18bc1f2ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0574002 Oct 27 16:03:07.226420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ebc1-d0d3-4ed5-afc1-e91aa9fb2a8b req-a1e3f640-b827-44ac-97bc-a18a1a4e4697 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.233776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ae0ebc1-d0d3-4ed5-afc1-e91aa9fb2a8b req-a1e3f640-b827-44ac-97bc-a18a1a4e4697 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 945 time: 0.3218548 Oct 27 16:03:07.237414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e144edb0-e80b-41da-8798-da8e82a8a2a2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:07.245156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-12fb6c05-a852-4c6a-a9c1-7c0ec94c86bb service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235449 Oct 27 16:03:07.246456 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-48a683ee-df98-4f86-acb6-a48b840d4f62 req-b880a2d4-a99d-4f85-b3b5-67b3531dda77 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333013 Oct 27 16:03:07.317067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e4a4608-c885-42f1-b073-8eeaaaaf4a52 req-f708afae-c003-4ec6-b644-49ed21512a0a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 210 time: 0.0500357 Oct 27 16:03:07.329520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-716413840-network', 'tenant_id': 'a172dcffd39a4b7682f43bd51a62b1f5'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:07.353314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-a7ae69b0-8f80-4bcb-a32a-f7a38386f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.359166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-a7ae69b0-8f80-4bcb-a32a-f7a38386f6d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561694 Oct 27 16:03:07.367536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=653c3ec3-30df-416e-8f6f-87609d897208,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:07.385287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.386558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ae0ebc1-d0d3-4ed5-afc1-e91aa9fb2a8b req-45b5e62d-8e1f-467b-ac42-2dfd203022f1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516914 Oct 27 16:03:07.392369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '653c3ec3-30df-416e-8f6f-87609d897208', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'mac_address': 'fa:16:3e:5f:fe:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:07.429859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e144edb0-e80b-41da-8798-da8e82a8a2a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:07.430236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.484138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-bb0bde62-0ce4-4dc6-bc80-7fedbddbd131 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.486301 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-bb0bde62-0ce4-4dc6-bc80-7fedbddbd131 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0816786 Oct 27 16:03:07.503526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:07.506440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.511508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.513174 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.515145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 262f85d8-2341-4306-a9ff-90213eb06b76 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:07.521688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 262f85d8-2341-4306-a9ff-90213eb06b76 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:07.522339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.567414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Made reservation on behalf of a172dcffd39a4b7682f43bd51a62b1f5 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:07.571826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.582076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653c3ec3-30df-416e-8f6f-87609d897208 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:07.611088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=653c3ec3-30df-416e-8f6f-87609d897208,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:07.636836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.662532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fe6d8-ce90-43df-8a57-e6e235300cb3 req-1edaee8a-63b1-4846-9040-7d55180eb08b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.666402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f76fe6d8-ce90-43df-8a57-e6e235300cb3 req-1edaee8a-63b1-4846-9040-7d55180eb08b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.1721096 Oct 27 16:03:07.672483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-b067dc2b-5239-4333-9493-cda3e62cd02d service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811384 Oct 27 16:03:07.677448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.722936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:07.737052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port e144edb0-e80b-41da-8798-da8e82a8a2a2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e144edb0-e80b-41da-8798-da8e82a8a2a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:07.746760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.747585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.794051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce534-60e0-4c3f-8fe3-6da18ffdb29d req-fa5e328d-7167-4c56-9ff4-978b71a79fdd tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.798909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:07.801999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15bce534-60e0-4c3f-8fe3-6da18ffdb29d req-fa5e328d-7167-4c56-9ff4-978b71a79fdd tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 943 time: 0.2477226 Oct 27 16:03:07.803638 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf410b23-aa09-4a3f-bf53-93992d96b10e" -d '{"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-plugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:07.830627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.833758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:07.847168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f76fe6d8-ce90-43df-8a57-e6e235300cb3 req-6b2830c5-4154-4a99-93d2-379ed560dfdc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730688 Oct 27 16:03:07.865048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:07.869594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:07.904770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:07.904770 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.912679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c56aa7d6-fe33-4a84-a1fc-7456097dfa59 req-d225a6de-4a15-48ce-8d33-7553c5a1743e service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247171 Oct 27 16:03:07.974074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=e144edb0-e80b-41da-8798-da8e82a8a2a2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.007333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15bce534-60e0-4c3f-8fe3-6da18ffdb29d req-11892ed3-b8dc-49c8-a969-c54a6d78b234 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042077 Oct 27 16:03:08.008313 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dca7c7e-df69-409d-9dfa-ccdcf83e229d x-openstack-request-id: req-0dca7c7e-df69-409d-9dfa-ccdcf83e229d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:08.015335 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-plugged", "status": "completed", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:08.015335 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dca7c7e-df69-409d-9dfa-ccdcf83e229d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:08.015335 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'code': 200} Oct 27 16:03:08.015335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.067358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.092160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.144939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:08.165148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.185766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Router 8d5cc0f5-635e-4002-a997-629363c9c1ea has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:08.208104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:08.210379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:08.215904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e241f0d-8f21-4452-9f81-4d2004e35cc8 None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:08.216887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e241f0d-8f21-4452-9f81-4d2004e35cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.220917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['653c3ec3-30df-416e-8f6f-87609d897208'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:08.244910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67258-968b-49bb-b1ae-0f01210c59cb req-49e3dd00-5958-43f6-bc20-bec1ac9547bf tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.260858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28d67258-968b-49bb-b1ae-0f01210c59cb req-49e3dd00-5958-43f6-bc20-bec1ac9547bf tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1149547 Oct 27 16:03:08.264311 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.264487 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Added segment 23dd4636-7e55-4042-8128-2f72891001b6 of type vlan for network 2a73388d-827e-428e-a7a4-12c8a0d4ee83 Oct 27 16:03:08.265958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a3b22-b87b-4940-9c14-b4fef083a593,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.336807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6e241f0d-8f21-4452-9f81-4d2004e35cc8 None None] Port 288037a1-752f-4905-b853-1ed8f0e4e147 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:08.370067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28d67258-968b-49bb-b1ae-0f01210c59cb req-0054e0ef-0574-4541-a942-2b2628a4409e tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083059 Oct 27 16:03:08.371708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.387568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:08.395698 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3be0dc-d7e3-4981-bc42-574a9a016f2b" -d '{"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-unplugged", "status": "completed", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:08.404074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.443259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf90e-46ce-4f41-8595-5cccee3c87c7 req-ffe5d284-d77a-400a-9338-630a9ad52234 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.452063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-470bf90e-46ce-4f41-8595-5cccee3c87c7 req-ffe5d284-d77a-400a-9338-630a9ad52234 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1689608 Oct 27 16:03:08.471755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:08.488605 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ecf8d0f0-1a1f-487c-ba66-7be9674b6dd3 admin admin] 10.222.0.70 "PUT /v2.0/routers/8d5cc0f5-635e-4002-a997-629363c9c1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444114 Oct 27 16:03:08.520211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33d67a14-8e4a-4b99-86be-3bd0a0818f8e req-51c7b9f0-f89c-4177-8203-e3deed5e5097 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 210 time: 0.0414481 Oct 27 16:03:08.536845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-470bf90e-46ce-4f41-8595-5cccee3c87c7 req-866f0f74-b187-4fcb-9bd9-a211c1b4b5fd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 Oct 27 16:03:08.562947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.563105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.563230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.563230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.665459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6007583 Oct 27 16:03:08.690198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45632) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:08.696241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Request body: {'subnet': {'network_id': '2a73388d-827e-428e-a7a4-12c8a0d4ee83', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-716413840-subnet', 'tenant_id': 'a172dcffd39a4b7682f43bd51a62b1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:08.736843 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f8bc9b-a87e-4cf4-96df-d9f027c13bf5 x-openstack-request-id: req-99f8bc9b-a87e-4cf4-96df-d9f027c13bf5 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:08.737189 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-unplugged", "status": "completed", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:08.737380 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99f8bc9b-a87e-4cf4-96df-d9f027c13bf5 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:08.737868 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'code': 200} Oct 27 16:03:08.740266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188c4f2-6859-4cbc-a919-ff23788a736c admin admin] Pushing event updated for resources: {'Network': ['ID=2a73388d-827e-428e-a7a4-12c8a0d4ee83,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.742125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.758293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2a73388d-827e-428e-a7a4-12c8a0d4ee83 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:08.765633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-b8c1b02a-fe51-4cb9-9d5a-bbf87359e2ce tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409234 Oct 27 16:03:08.802483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e181-0211-45a5-baaf-09a51d0aa2e2 req-4ec7eaa4-76b9-4c22-8a76-4fe8504834ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.805033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f78e181-0211-45a5-baaf-09a51d0aa2e2 req-4ec7eaa4-76b9-4c22-8a76-4fe8504834ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.1590471 Oct 27 16:03:08.862256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:08.862766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:08.864388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:08.873824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:08.874251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Attempting to bind port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:08.880272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:08.880758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:08.881204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:08.881710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Bound port: 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:08.882176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.987779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Sync routers for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:08.987919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:08.993060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:08.995544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e144edb0-e80b-41da-8798-da8e82a8a2a2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:09.035600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:09.037144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:09.109132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Made reservation on behalf of a172dcffd39a4b7682f43bd51a62b1f5 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:09.111365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.117935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.153140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e144edb0-e80b-41da-8798-da8e82a8a2a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:09.153510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.198878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f78e181-0211-45a5-baaf-09a51d0aa2e2 req-5e02ac5b-fdc6-4129-915a-b3650d94a5c8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816416 Oct 27 16:03:09.254060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:09.260382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:09.276158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.276954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.278571 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-29ced2a2-13c5-4553-895f-9daa8c9b2878 service neutron] 10.222.0.79 "PUT /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 1121 time: 1.7801855 Oct 27 16:03:09.311414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-4d7f376d-4a69-4646-b40d-3d770ffd0c6a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.313270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-4d7f376d-4a69-4646-b40d-3d770ffd0c6a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467753 Oct 27 16:03:09.340590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-ae6666fa-febd-4f3e-ac89-0b5cef2750b7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/quotas/fb6ee1f2c0844667a3d79bf2c6658676 HTTP/1.1" status: 200 len: 375 time: 0.0209262 Oct 27 16:03:09.402300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['864c29dd-7710-4dd2-b51c-d8070ed8f2ea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:09.508643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-7961fd41-1836-4c99-9c21-4b021b2ad24a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324031 Oct 27 16:03:09.516465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf65c2-174d-41b2-96fb-6aa5d75608c4 req-e7f27cd1-77a6-41d9-b0e2-11c4bc3fe502 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.518431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8bcf65c2-174d-41b2-96fb-6aa5d75608c4 req-e7f27cd1-77a6-41d9-b0e2-11c4bc3fe502 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 944 time: 0.1429543 Oct 27 16:03:09.569558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8bcf65c2-174d-41b2-96fb-6aa5d75608c4 req-fa0fb9d2-a334-4615-bd5a-2b93b0ad4855 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Oct 27 16:03:09.581973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.656874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45658) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:09.661971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb7822d-abab-4c01-b901-572561d924ca,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:09.663331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-network', 'tenant_id': 'f572833238f24325932f5e241883a933'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:09.673052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Checking segment: {'id': '23dd4636-7e55-4042-8128-2f72891001b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2a73388d-827e-428e-a7a4-12c8a0d4ee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:09.673419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Network hostable DHCP agents. Network: 2a73388d-827e-428e-a7a4-12c8a0d4ee83, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:09.703842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:06Z', 'revision_number': 4, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '288037a1-752f-4905-b853-1ed8f0e4e147', 'name': '', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'mac_address': 'fa:16:3e:e5:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:05Z', 'updated_at': '2021-10-27T16:03:07Z', 'revision_number': 2, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'subnets': [{'id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:09.712592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea113ccd-f35b-4bd2-a972-ded4a6b13cdf req-9aba1b41-5eb6-4eef-adab-780d918c3eda tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 210 time: 0.0316699 Oct 27 16:03:09.739317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Checking router: 8d5cc0f5-635e-4002-a997-629363c9c1ea for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:09.739671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Updating router 8d5cc0f5-635e-4002-a997-629363c9c1ea port 288037a1-752f-4905-b853-1ed8f0e4e147 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:09.785141 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.837616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Made reservation on behalf of f572833238f24325932f5e241883a933 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:09.840140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.843466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a393299e-b3b2-433f-ad23-a4851ee23f88 req-01fd58dd-fd37-481d-b54a-f11435ced4ce tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.0460598 Oct 27 16:03:09.868528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b14f-c832-48e5-b44c-85a456e32cda req-86c2e283-89bd-402a-b7b5-cc6f3c0f174a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.870356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd88b14f-c832-48e5-b44c-85a456e32cda req-86c2e283-89bd-402a-b7b5-cc6f3c0f174a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0865390 Oct 27 16:03:09.871902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Network 2a73388d-827e-428e-a7a4-12c8a0d4ee83 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:09.880981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.969460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd88b14f-c832-48e5-b44c-85a456e32cda req-c3a265a1-990a-4da9-8e40-a42832e78e0c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804100 Oct 27 16:03:10.014260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2a73388d-827e-428e-a7a4-12c8a0d4ee83) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:10.021501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.024813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.025401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.029072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb009db-eac0-43c6-b6ee-9e50af034f44 None None] Network 2a73388d-827e-428e-a7a4-12c8a0d4ee83 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:10.071177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-655b65bf-1dad-4e4c-acb3-458db2d49e51 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.072740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-655b65bf-1dad-4e4c-acb3-458db2d49e51 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.1633830 Oct 27 16:03:10.090858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Request body: {'port': {'device_id': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'admin_state_up': True, 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:10.153687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.163127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-05c4e3ff-b3fe-44c4-b564-d74eb61c164a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4689999 Oct 27 16:03:10.167803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:10.182404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.183175 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Added segment f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1 of type vlan for network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 Oct 27 16:03:10.189478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2190-1e52-4f31-a3b3-f28203ccc7c5 req-8566be89-b6e4-4f92-aeb0-66af19e08d39 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.192059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-804c2190-1e52-4f31-a3b3-f28203ccc7c5 req-8566be89-b6e4-4f92-aeb0-66af19e08d39 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1100 time: 0.1166017 Oct 27 16:03:10.210451 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.240614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69c308-d986-4770-a138-02571f5f119e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:10.250786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf78f6-55a5-4dcf-b379-76fa8a654f52 None None] Network 2a73388d-827e-428e-a7a4-12c8a0d4ee83 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:10.266156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.307649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-804c2190-1e52-4f31-a3b3-f28203ccc7c5 req-2fda5a72-e3ac-4b74-8b2a-4c67bfce963a tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 Oct 27 16:03:10.355375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.393471 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.394878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.395752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.493075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78795038-38f5-4cd0-a649-007120025f2c req-b48adfad-cb63-4229-8c33-9b20debdef50 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.496853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78795038-38f5-4cd0-a649-007120025f2c req-b48adfad-cb63-4229-8c33-9b20debdef50 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.1291604 Oct 27 16:03:10.500241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:10.508600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.612571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Attempting to bind port 288037a1-752f-4905-b853-1ed8f0e4e147 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:10.614967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Attempting to bind port 288037a1-752f-4905-b853-1ed8f0e4e147 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:10.616401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Attempting to bind port 288037a1-752f-4905-b853-1ed8f0e4e147 on network 7a0781ed-99e2-43c4-8331-370e2cd01abf {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:10.631657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621ea75-c238-4cca-82f7-5a857a878906 None None] Pushing event updated for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:10.644607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:10.645687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Checking segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:10.646369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.646969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Bound using segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:10.647745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Bound port: 288037a1-752f-4905-b853-1ed8f0e4e147, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:10.648729 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.705923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78795038-38f5-4cd0-a649-007120025f2c req-f75c506f-e44c-4df9-969e-f50bc28af88f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541657 Oct 27 16:03:10.820034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 653c3ec3-30df-416e-8f6f-87609d897208 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:10.833894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e4773-99ae-41d1-afa9-28eac3905c6d req-758b9666-0c75-439a-b8da-b78b53a99c01 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.846110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-933e4773-99ae-41d1-afa9-28eac3905c6d req-758b9666-0c75-439a-b8da-b78b53a99c01 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 944 time: 0.1626713 Oct 27 16:03:10.908307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:10.912380 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49f100-80f2-44f3-a4db-797d506886ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:10.918320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-44ec49e2-b707-4a2e-8388-145a4f35ad8d None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:10.918696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44ec49e2-b707-4a2e-8388-145a4f35ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.937002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-f8e5780d-e583-4582-87b1-2f87806448c5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714412 Oct 27 16:03:10.940809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3696e3f4-8c67-4d4b-8236-3b443ecd6857,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:10.981642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:11.034238 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-396d5ccc-eb08-4533-9fc5-4e9a60a4d1a7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3755791 Oct 27 16:03:11.034964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-933e4773-99ae-41d1-afa9-28eac3905c6d req-0712d016-d837-4eab-aa9a-2356ae1c4bee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879873 Oct 27 16:03:11.040881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45704) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:11.052241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Request body: {'subnet': {'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-subnet', 'tenant_id': 'f572833238f24325932f5e241883a933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:11.067137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Allocated IP 172.20.0.7 (bdf740f1-c54e-418b-a124-acf220459d34/2112ea6a-1af5-47ae-b9aa-595216a3aad8/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:11.168035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-e0a70813-0113-4a09-ae3b-4d5e2a2928c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.179835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-e0a70813-0113-4a09-ae3b-4d5e2a2928c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222524 Oct 27 16:03:11.241292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] For port 288037a1-752f-4905-b853-1ed8f0e4e147, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:11.270505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-44ec49e2-b707-4a2e-8388-145a4f35ad8d None None] Port 288037a1-752f-4905-b853-1ed8f0e4e147 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:11.273014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] For port 288037a1-752f-4905-b853-1ed8f0e4e147, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=288037a1-752f-4905-b853-1ed8f0e4e147,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:11.288987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Made reservation on behalf of f572833238f24325932f5e241883a933 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:11.291264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.303688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41cfda1b-20b9-49ac-b734-812bbfbd6d75 req-d69db17e-b09a-457d-b8de-f33c292022e4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 210 time: 0.0441241 Oct 27 16:03:11.316711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-83e45533-dab9-430f-8882-6201cbce6ab5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/quotas/f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 375 time: 0.1358209 Oct 27 16:03:11.335343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-833446fe-3949-4349-b3ca-a0409675057b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.394070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 653c3ec3-30df-416e-8f6f-87609d897208 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:11.399403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 653c3ec3-30df-416e-8f6f-87609d897208 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:11.399952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.402166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.442091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c85696ca-867f-41f7-b9cd-8389be46b006 req-17579f17-3384-4080-9453-ad013d47f876 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.0633163 Oct 27 16:03:11.478597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.497366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-e326e1b0-9cfd-433e-ba23-fec8f7735173 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539550 Oct 27 16:03:11.501769 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62418189-578d-4d19-bf8d-fc91c407e2de x-openstack-request-id: req-62418189-578d-4d19-bf8d-fc91c407e2de {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:11.502059 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:11.502878 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62418189-578d-4d19-bf8d-fc91c407e2de {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:11.503344 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'status': 'completed', 'code': 200} Oct 27 16:03:11.584490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:11.590028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187987375-network', 'tenant_id': 'aa2e8de834b44ada91b8b0fa484f90d5'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:11.598465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:11.637526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f100-80f2-44f3-a4db-797d506886ff req-a643a6bd-3792-4535-b2ad-68a1a4e8b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.643998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-a643a6bd-3792-4535-b2ad-68a1a4e8b617 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1124 time: 0.1075518 Oct 27 16:03:11.675481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621ea75-c238-4cca-82f7-5a857a878906 None None] Pushing event updated for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:11.731734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:11.732509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:11.787236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.822458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f100-80f2-44f3-a4db-797d506886ff req-69b7710c-d4aa-4968-bbc6-a3c0cb519d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.823957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-69b7710c-d4aa-4968-bbc6-a3c0cb519d0c service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1679797 Oct 27 16:03:11.887293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.923451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Made reservation on behalf of aa2e8de834b44ada91b8b0fa484f90d5 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:11.927800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.932440 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-f39956ef-c69b-49cb-853b-e1e6775609be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 217 time: 0.1003294 Oct 27 16:03:11.939250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:11.990259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:12.008969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.017418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b17ae2-f18f-4009-abe7-d5ce3d7379ee,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.039119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:03:12.075127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:12.076938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:12.077998 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.106253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.128966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f100-80f2-44f3-a4db-797d506886ff req-e0b8cf46-9f08-4674-a4dc-acffd6b55600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.130479 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-e0b8cf46-9f08-4674-a4dc-acffd6b55600 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1873016 Oct 27 16:03:12.134707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:12.136993 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3811cb5-5127-42ec-a413-e32582ab3c26" -d '{"events": [{"server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "name": "network-vif-plugged", "status": "completed", "tag": "653c3ec3-30df-416e-8f6f-87609d897208"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:12.157615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d72fca0-7920-4ad5-9f07-31b5ed05f1d7 req-e12b354b-55c9-4663-96bc-fe953efd660d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.1753595 Oct 27 16:03:12.178311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Network bdf740f1-c54e-418b-a124-acf220459d34 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:12.187151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=653c3ec3-30df-416e-8f6f-87609d897208,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:12.209949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:12.213967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-276e7fbd-c460-4bdd-95a5-37260f2f4583 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607765 Oct 27 16:03:12.220355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:12.220658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.226524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.227409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.233101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Checking segment: {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:12.233638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Network hostable DHCP agents. Network: 3696e3f4-8c67-4d4b-8236-3b443ecd6857, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:12.239083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.247069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:12.253824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b094-90ec-4ea5-8cb2-46094e8dcfe5 req-48c6074b-ef89-4ad5-b2ce-46c007922e2e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.261480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28f6b094-90ec-4ea5-8cb2-46094e8dcfe5 req-48c6074b-ef89-4ad5-b2ce-46c007922e2e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.4188354 Oct 27 16:03:12.348910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.352748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28f6b094-90ec-4ea5-8cb2-46094e8dcfe5 req-b6834a5f-2628-46e1-ab13-c7fabe123b00 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Oct 27 16:03:12.361070 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-e326e97a-023f-4ae7-ab78-5434080a4e62 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013381 Oct 27 16:03:12.373073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.373073 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Added segment fe86f99f-46dc-4cdb-a546-4fd060dbd920 of type vlan for network 12933e66-efe6-44f1-8281-87695b333063 Oct 27 16:03:12.373378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.390715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb98d25-a0d4-4797-8920-b7c2a38220d5 req-c6917f51-ae12-46c2-af51-b88f8bc305cf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.398127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cb98d25-a0d4-4797-8920-b7c2a38220d5 req-c6917f51-ae12-46c2-af51-b88f8bc305cf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 944 time: 0.1320038 Oct 27 16:03:12.436764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.446537 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138ab77-d087-407f-9727-9198f7962c93 x-openstack-request-id: req-a138ab77-d087-407f-9727-9198f7962c93 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:12.446859 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "name": "network-vif-plugged", "status": "completed", "tag": "653c3ec3-30df-416e-8f6f-87609d897208", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:12.447141 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a138ab77-d087-407f-9727-9198f7962c93 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:12.447529 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208', 'code': 200} Oct 27 16:03:12.465032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5dc439be-517b-4657-9cbd-576c0f79a9d9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3794503 Oct 27 16:03:12.483988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cb98d25-a0d4-4797-8920-b7c2a38220d5 req-cbf702e8-2665-4153-9c01-14f7ce215c11 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781147 Oct 27 16:03:12.496642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Request body: {'port': {'device_id': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:12.503617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:12.506862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] For port 288037a1-752f-4905-b853-1ed8f0e4e147, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=288037a1-752f-4905-b853-1ed8f0e4e147,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:12.528022 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd49f100-80f2-44f3-a4db-797d506886ff req-eafd9719-ea59-4e07-b7ee-2dca2383db63 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530960 Oct 27 16:03:12.546971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:06Z', 'revision_number': 4, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '288037a1-752f-4905-b853-1ed8f0e4e147', 'name': '', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'mac_address': 'fa:16:3e:e5:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:05Z', 'updated_at': '2021-10-27T16:03:11Z', 'revision_number': 4, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'subnets': [{'id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:12.578469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b71140-afb5-418a-9b95-67a47341cc9e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.586602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.631397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.637999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94db677-7e34-47e0-9f86-e96ff72176ea None None] The sync data for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 is: [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:03:06Z', 'revision_number': 4, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '288037a1-752f-4905-b853-1ed8f0e4e147', 'name': '', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'mac_address': 'fa:16:3e:e5:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:05Z', 'updated_at': '2021-10-27T16:03:11Z', 'revision_number': 4, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'subnets': [{'id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:12.682253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9d12792-d6b2-43cd-898d-37597eef38e3 req-ea493866-d8f7-4945-9f41-3e83691f5a6e tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.0816853 Oct 27 16:03:12.688012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.713116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.713988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.715891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.736263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3696e3f4-8c67-4d4b-8236-3b443ecd6857) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:12.752669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1f9b-3e58-4086-8d1c-437faa3146e8 req-f47e2bc2-5153-490c-b55d-425d65535369 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.757592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc454b64-1e20-4499-9c03-fb4bff1bc88c None None] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:12.760835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9bd1f9b-3e58-4086-8d1c-437faa3146e8 req-f47e2bc2-5153-490c-b55d-425d65535369 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 931 time: 0.2124531 Oct 27 16:03:12.770504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.771391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.781278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a997f99-5e42-4c82-b255-0a1ac2b83ee2 req-76788669-9d0f-4380-b1f9-ee19682c784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.783376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a997f99-5e42-4c82-b255-0a1ac2b83ee2 req-76788669-9d0f-4380-b1f9-ee19682c784d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1096 time: 0.2205038 Oct 27 16:03:12.878133 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2924383 Oct 27 16:03:12.881658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45742) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:12.920545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Request body: {'subnet': {'network_id': '12933e66-efe6-44f1-8281-87695b333063', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187987375-subnet', 'tenant_id': 'aa2e8de834b44ada91b8b0fa484f90d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:12.950931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9bd1f9b-3e58-4086-8d1c-437faa3146e8 req-33f07e4e-ae48-4be5-a257-6862edc1a7c2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867785 Oct 27 16:03:12.951468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2eb0-c37c-4f6a-a4a6-c9ad3279e56f admin admin] Pushing event updated for resources: {'Network': ['ID=12933e66-efe6-44f1-8281-87695b333063,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.958470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db450b9-fa5e-4b7a-851b-254681b034ba None None] Pushing event updated for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:12.958794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a997f99-5e42-4c82-b255-0a1ac2b83ee2 req-2fc98d50-311f-4ca5-856c-6bedb37e879c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637170 Oct 27 16:03:12.983069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 12933e66-efe6-44f1-8281-87695b333063 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:13.063892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dd8c4931-7dc4-4648-985f-8503a82d9193 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0175855 Oct 27 16:03:13.066164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:13.070580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:13.079108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 288037a1-752f-4905-b853-1ed8f0e4e147 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:13.093265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Made reservation on behalf of aa2e8de834b44ada91b8b0fa484f90d5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:13.095802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.191850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'tenant_id': 'f572833238f24325932f5e241883a933', 'fixed_ips': [{'subnet_id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:03:13.192707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.199927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:13.200295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.255597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.259280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.300957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e69b2294-e6d9-47ce-b5ea-4795d43ac741 req-afca60ce-2462-490f-8d9a-18911aebb4ab tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.0425422 Oct 27 16:03:13.370254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b0e2ed-01cf-4b57-9d10-2ec051638e1f {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:13.389052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Allocated IP 172.20.0.2 (3696e3f4-8c67-4d4b-8236-3b443ecd6857/a7b17ae2-f18f-4009-abe7-d5ce3d7379ee/47766668-dfb0-4712-9bb2-05a696ba51de) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:13.399247 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.435013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Transition to ACTIVE for port object a7b0e2ed-01cf-4b57-9d10-2ec051638e1f will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:13.436868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.458780 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-b1a5b949-ffb8-4964-9aa3-ec3bb2d59c08 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519969 Oct 27 16:03:13.522941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ef9f-94df-47d5-820f-d87b9ad07542 req-90467dc3-4145-4e91-915c-60772ec4a9f6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:13.524074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3783ef9f-94df-47d5-820f-d87b9ad07542 req-90467dc3-4145-4e91-915c-60772ec4a9f6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0664828 Oct 27 16:03:13.552056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.617309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.633612 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.642136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3783ef9f-94df-47d5-820f-d87b9ad07542 req-35eb51ac-6ecc-42a1-8c7f-e39fa3d2892f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055624 Oct 27 16:03:13.643944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:13.720090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:13.728165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:13.728165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:13.730073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:13.730406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:13.743420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec44d-2673-4ea7-9252-7e09bda9c110 req-a13f5ec1-4904-46df-a100-f107da6a076e tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:13.745266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9ec44d-2673-4ea7-9252-7e09bda9c110 req-a13f5ec1-4904-46df-a100-f107da6a076e tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 945 time: 0.1038969 Oct 27 16:03:13.746084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:13.746423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:13.746807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:13.747298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Bound port: a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:13.747655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.765662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3fec89-dc0b-438a-8332-96011643da05,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:13.801083 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.852907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9ec44d-2673-4ea7-9252-7e09bda9c110 req-3a0821d0-f2b4-4063-baf6-8f73d9e4c1b6 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892043 Oct 27 16:03:13.880328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.900850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Pushing event updated for resources: {'Port': ['ID=47766668-dfb0-4712-9bb2-05a696ba51de,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:13.940881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-218a7d19-6611-4d39-a57f-3e87902f0ad0 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:13.942407 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-218a7d19-6611-4d39-a57f-3e87902f0ad0 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733725 Oct 27 16:03:13.945728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fda3b880-e3c3-4ee4-9d49-f251d4655c77 req-8bc175cb-08a2-478a-9803-9e09145be082 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.0801280 Oct 27 16:03:13.948944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:13.951430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:13.952517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:13.961209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:13.963399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Checking segment: {'id': 'fe86f99f-46dc-4cdb-a546-4fd060dbd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '12933e66-efe6-44f1-8281-87695b333063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:13.964438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Network hostable DHCP agents. Network: 12933e66-efe6-44f1-8281-87695b333063, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:13.985436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:13.985737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Request body: {'port': {'device_id': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'fb6ee1f2c0844667a3d79bf2c6658676'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:14.112302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.152061 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-01aa93d9-5f3b-459e-949e-f942ae666978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.164025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Attempting to bind port 47766668-dfb0-4712-9bb2-05a696ba51de on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:14.164392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Attempting to bind port 47766668-dfb0-4712-9bb2-05a696ba51de by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:14.164755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Attempting to bind port 47766668-dfb0-4712-9bb2-05a696ba51de on network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:14.170593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:14.170991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Checking segment: {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:14.171394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.171784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Bound using segment: {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:14.172258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Bound port: 47766668-dfb0-4712-9bb2-05a696ba51de, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:14.172636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.203337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Network 12933e66-efe6-44f1-8281-87695b333063 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:14.212955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.213572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.224181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] 10.222.0.82 "PUT /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 1091 time: 1.7373893 Oct 27 16:03:14.226810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:14.239810 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cb9786-269d-4f39-942c-8aa77e465cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:14.262923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] For port 47766668-dfb0-4712-9bb2-05a696ba51de, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:14.267131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99c80-03e8-4207-b56f-27c7e63b708e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:14.280415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] For port 47766668-dfb0-4712-9bb2-05a696ba51de, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=47766668-dfb0-4712-9bb2-05a696ba51de,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:14.308867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2664d46-e645-449b-ae38-31b48ca27def req-ce43812f-41e3-4da4-a4c3-04474f888f7a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.309262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Made reservation on behalf of fb6ee1f2c0844667a3d79bf2c6658676 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:14.310590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2664d46-e645-449b-ae38-31b48ca27def req-ce43812f-41e3-4da4-a4c3-04474f888f7a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.2306690 Oct 27 16:03:14.312068 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3708f70e-1f69-49e9-bd5d-505c9e5686c3 x-openstack-request-id: req-3708f70e-1f69-49e9-bd5d-505c9e5686c3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:14.312355 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:14.312608 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3708f70e-1f69-49e9-bd5d-505c9e5686c3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:14.312846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.313026 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'status': 'completed', 'code': 200} Oct 27 16:03:14.366552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 12933e66-efe6-44f1-8281-87695b333063) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:14.382995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0db9c-ee99-4611-bb99-10aaa3d5950e None None] Network 12933e66-efe6-44f1-8281-87695b333063 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:14.416891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.417726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.425677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-faeb6546-8dc1-468d-b661-91e1aa60168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.427305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-faeb6546-8dc1-468d-b661-91e1aa60168e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1094 time: 0.0899463 Oct 27 16:03:14.456478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.467791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4ac67c-7457-4aa4-8b06-d703396b78a3 req-4c144e65-bd33-478d-bb7c-d7a3946c5a7b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.0393989 Oct 27 16:03:14.476492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.522082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.539065 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e63900ad-1f6f-4681-a778-feb45c9ab340 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6563411 Oct 27 16:03:14.604121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2664d46-e645-449b-ae38-31b48ca27def req-09cce731-2158-42cd-befe-d5c60f0fc900 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776678 Oct 27 16:03:14.605218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Allocated IP 192.168.233.79 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/6a39b6d7-0e28-46ed-a618-639177cd9983) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:14.612318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-fd1cc8a2-e174-4066-a14f-038cd7aeb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.614422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-fd1cc8a2-e174-4066-a14f-038cd7aeb2bb service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1453874 Oct 27 16:03:14.636275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ddeb-bad3-45f4-9144-16bac793b375 None None] Pushing event updated for resources: {'Port': ['ID=47766668-dfb0-4712-9bb2-05a696ba51de,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:14.697880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c837751b-2e2d-4a05-9336-3df1eca322e0 None None] Network 12933e66-efe6-44f1-8281-87695b333063 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:14.789558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45766) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:14.812860 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.830095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-8957f568-13b3-474a-b439-9e12f7d0ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.831702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4cb9786-269d-4f39-942c-8aa77e465cc6 req-8957f568-13b3-474a-b439-9e12f7d0ac1c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095127 Oct 27 16:03:14.854227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58077-dcc7-4928-a4f7-eb3a0ed199ae req-312c4697-dca6-4660-848a-5a560125798b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.856249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfe58077-dcc7-4928-a4f7-eb3a0ed199ae req-312c4697-dca6-4660-848a-5a560125798b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.0899577 Oct 27 16:03:14.950897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Allocated IP 172.25.5.30 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/55fb1192-dcf4-46e0-8f63-b05fa6fbb93e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:15.016112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfe58077-dcc7-4928-a4f7-eb3a0ed199ae req-ca71e710-b794-4bcd-b213-125e1a9cbaa5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464627 Oct 27 16:03:15.053595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Deleting subnet ceb7822d-abab-4c01-b901-572561d924ca {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:15.065626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.081857 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.097863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-730c21df-eca8-41e0-b3ff-ac3963d209de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.099355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-730c21df-eca8-41e0-b3ff-ac3963d209de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1094 time: 0.1657948 Oct 27 16:03:15.189227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 288037a1-752f-4905-b853-1ed8f0e4e147 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:15.203830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.234686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.247758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 288037a1-752f-4905-b853-1ed8f0e4e147 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:15.248130 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.267228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fba9fc7-bf0a-4e7d-a88c-281b4a9b0b6b req-fdbe3a88-f5ed-4920-8ad3-08d1dc9774ca tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.1147149 Oct 27 16:03:15.269112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-e2625135-6993-47e6-8714-ba5ef62e8d5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 217 time: 0.1155739 Oct 27 16:03:15.279815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-3c65d4fd-71ec-4d6a-9875-11a5cb950d74 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199164 Oct 27 16:03:15.292741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666805-d07a-48f5-b7b5-4d8bf64b4693 req-4e3bb746-e5e3-4d93-be19-48076b44fae9 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.294535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45666805-d07a-48f5-b7b5-4d8bf64b4693 req-4e3bb746-e5e3-4d93-be19-48076b44fae9 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 945 time: 0.2682812 Oct 27 16:03:15.316856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.345373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.410135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 47766668-dfb0-4712-9bb2-05a696ba51de up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:15.465359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 47766668-dfb0-4712-9bb2-05a696ba51de triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:15.465636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.480487 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.523168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.558797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.566812 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ceb7822d-abab-4c01-b901-572561d924ca HTTP/1.1" status: 204 len: 168 time: 0.7750969 Oct 27 16:03:15.568902 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45778) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:15.569681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbf6f8-b436-4b54-8627-fc99fa036bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb7822d-abab-4c01-b901-572561d924ca,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.582837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:15.603435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.639101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:15.642694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:15.649171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 47766668-dfb0-4712-9bb2-05a696ba51de, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=47766668-dfb0-4712-9bb2-05a696ba51de,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:15.654724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.674394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['aaf49f77-59f8-4715-b562-1423ae63bfa1', '3db91937-1ea5-434b-9c08-88859f31be59'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:15.715458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-4fec70ca-eae0-49c7-ae9a-f7d635a6d9a0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.716959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-4fec70ca-eae0-49c7-ae9a-f7d635a6d9a0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216173 Oct 27 16:03:15.723372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.750939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Request body: {'port': {'device_id': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'f214e5b28c364ddeac98cb492f1cf710'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:15.776382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a467f92-e21d-436e-9869-52d2b8d7b039 req-f56b33f3-0380-490d-8239-f2f15b1b1580 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.0754075 Oct 27 16:03:15.785582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Pushing event updated for resources: {'Port': ['ID=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.825854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-2fda9b1c-7b8b-4404-be65-f77cdf6de8f8 service neutron] 10.222.0.82 "GET /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.7368548 Oct 27 16:03:15.853428 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=47766668-dfb0-4712-9bb2-05a696ba51de,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.883954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:15.888922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.900310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-af91d5de-7b91-4763-8f59-2036310232d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.901803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-af91d5de-7b91-4763-8f59-2036310232d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.6225824 Oct 27 16:03:15.904943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:15.907595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:15.911380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45666805-d07a-48f5-b7b5-4d8bf64b4693 req-0ed4368c-9c1b-4a9c-a6ef-0ae8fcfa3caa tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123210 Oct 27 16:03:15.921328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.921999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.991992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event updated for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:16.073259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-ed6895bc-e5ee-4983-b15f-d025f6b3c8a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608250 Oct 27 16:03:16.104665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.114021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58743ec-d1be-4a36-8fbe-3c7a2e7ac28e None None] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:16.118480 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-cba40c87-8585-476e-a262-6aa81409b079 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1488113 Oct 27 16:03:16.137253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.137609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.138325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.138647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > port after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.138962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.139324 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > port after_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.139641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.139971 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.140457 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.140776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.217586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-44c21a33-d32f-433f-ad51-1bbb5fcd91b5 None None] Provisioning complete for port 47766668-dfb0-4712-9bb2-05a696ba51de triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:16.218039 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44c21a33-d32f-433f-ad51-1bbb5fcd91b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.228167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.228637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.230948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.230948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:03:16.230948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a73388d-827e-428e-a7a4-12c8a0d4ee83']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.239064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Request body: {'port': {'device_id': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:16.276500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dd4636-7e55-4042-8128-2f72891001b6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.276836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dd4636-7e55-4042-8128-2f72891001b6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.343967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04de429-1650-42ea-96e6-69593b326f44 req-16e913c0-89af-4148-a660-0600b887c935 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:16.351371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04de429-1650-42ea-96e6-69593b326f44 req-16e913c0-89af-4148-a660-0600b887c935 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.4099550 Oct 27 16:03:16.486207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-c5964b65-c40c-41fb-b3b5-140f84a006fc tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 258 time: 0.4715197 Oct 27 16:03:16.495573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cd3645b7-bf53-43cd-9f75-ce1443ecf7cf None None] Provisioning complete for port 6a39b6d7-0e28-46ed-a618-639177cd9983 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:16.496326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cd3645b7-bf53-43cd-9f75-ce1443ecf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.541176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:16.541870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cd3645b7-bf53-43cd-9f75-ce1443ecf7cf None None] Port 6a39b6d7-0e28-46ed-a618-639177cd9983 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:16.553876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-b68c6a4d-2670-417b-9e66-6175b6289782 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086454 Oct 27 16:03:16.564526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04de429-1650-42ea-96e6-69593b326f44 req-efdc297f-cceb-40d8-bc0b-39519c00d687 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122748 Oct 27 16:03:16.604544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.628152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Made reservation on behalf of f214e5b28c364ddeac98cb492f1cf710 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:16.628669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.631629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.646985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:16.646985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.663606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c3901c4f-41a5-4a3c-a53f-8f1d59401ef8 None None] Provisioning complete for port 47766668-dfb0-4712-9bb2-05a696ba51de triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:16.663972 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3901c4f-41a5-4a3c-a53f-8f1d59401ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: from cryptography.utils import int_from_bytes Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: from cryptography.utils import int_from_bytes Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:16.674208 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:16.712443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:16.758744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.786319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.795879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.808682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:16.844146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82f8e3a2-9bc6-4a7a-8815-534815cd9aa9 req-409c017f-62de-44c1-80aa-c114f554ceb6 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770109 Oct 27 16:03:16.857074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca5d5-6419-47fd-8de2-ec018d33d5cf req-5dbefeb5-8347-40df-bc24-65dfb50d9059 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:16.858558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fca5d5-6419-47fd-8de2-ec018d33d5cf req-5dbefeb5-8347-40df-bc24-65dfb50d9059 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 943 time: 0.2093980 Oct 27 16:03:16.867929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.902981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.941785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864c29dd-7710-4dd2-b51c-d8070ed8f2ea {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:16.961651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.968592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2a73388d-827e-428e-a7a4-12c8a0d4ee83 HTTP/1.1" status: 204 len: 168 time: 1.3806906 Oct 27 16:03:16.968889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:16.976417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:16.981436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 47766668-dfb0-4712-9bb2-05a696ba51de up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:17.000479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e21e6e-056f-462b-8071-a2476cf29719 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a73388d-827e-428e-a7a4-12c8a0d4ee83,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:17.019392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fca5d5-6419-47fd-8de2-ec018d33d5cf req-d3824dea-b822-4d7e-b998-4d3cc86a4466 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476095 Oct 27 16:03:17.026860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Allocated IP 192.168.233.66 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/1bb2f78a-140b-4f02-a072-bbdee07b4d0d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:17.074554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 47766668-dfb0-4712-9bb2-05a696ba51de triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:17.074925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.083112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.094607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Deleting subnet af3fec89-dc0b-438a-8332-96011643da05 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:17.124875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.171410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.222644 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.226646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.252088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.332541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8b08-b543-423d-bb56-928bf17bc62c req-74a55831-c8a3-4fff-8e4f-340e043a0289 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.334105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-374c8b08-b543-423d-bb56-928bf17bc62c req-74a55831-c8a3-4fff-8e4f-340e043a0289 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 935 time: 0.1892025 Oct 27 16:03:17.362225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] Transition to ACTIVE for port object 864c29dd-7710-4dd2-b51c-d8070ed8f2ea will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:17.394870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.427150 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.446373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-374c8b08-b543-423d-bb56-928bf17bc62c req-599bcfd6-bd7c-4d2d-a3ff-532600a7839c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001887 Oct 27 16:03:17.453876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3fec89-dc0b-438a-8332-96011643da05,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:17.457991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.463492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-709254a9-ece1-44f2-a47a-f75d550d6609 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/af3fec89-dc0b-438a-8332-96011643da05 HTTP/1.1" status: 204 len: 168 time: 0.4753208 Oct 27 16:03:17.464169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45794) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:17.485278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Allocated IP 172.25.5.121 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/7446feae-a708-4915-b391-2a1f4111f435) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:17.490281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.528210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Router 35ea9c88-bf4e-497d-886e-8c5f08fc052d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:03:17.544399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.777328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.794794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:17.807320 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Sync routers for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:17.819887 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:17.820939 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:17.826651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12933e66-efe6-44f1-8281-87695b333063']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:17.834028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] No DVR routers for this DVR port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:17.844638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe86f99f-46dc-4cdb-a546-4fd060dbd920') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:17.845011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe86f99f-46dc-4cdb-a546-4fd060dbd920') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:17.845313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.858259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:17.863607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.885637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] Pushing event updated for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:17.899572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.911636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:17.911636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:17.913427 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:17.926412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a39b6d7-0e28-46ed-a618-639177cd9983 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:17.961205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.962470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-03ea115d-f078-4b6d-940d-2bb1d19c7d6b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8953121 Oct 27 16:03:17.966027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:17.966646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.968677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:17.988560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:18.007457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-07b89835-337c-4908-a4c9-49010fb371cb service neutron] 10.222.0.82 "PUT /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1668139 Oct 27 16:03:18.011798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:18.018161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.018996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.026084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.053784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504d23d-de4e-4544-b5c0-2eeb98ea42ff req-23df70a9-44a6-4f19-9a0e-24ee7cf8ef75 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.062175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e504d23d-de4e-4544-b5c0-2eeb98ea42ff req-23df70a9-44a6-4f19-9a0e-24ee7cf8ef75 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 935 time: 0.2292793 Oct 27 16:03:18.086179 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:18.088742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.161505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e504d23d-de4e-4544-b5c0-2eeb98ea42ff req-3561734a-deb8-40b7-ac4d-320ad2d23eaa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981066 Oct 27 16:03:18.211618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-32b42729-ef14-4965-a497-80da76eee3de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4739003 Oct 27 16:03:18.226059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Request body: {'port': {'device_id': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:18.256678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Transition to ACTIVE for port object 6a39b6d7-0e28-46ed-a618-639177cd9983 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:18.260114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.275818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.284992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/12933e66-efe6-44f1-8281-87695b333063 HTTP/1.1" status: 204 len: 168 time: 0.8181736 Oct 27 16:03:18.309143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25045-acab-4ddd-b220-90c7b41ccec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12933e66-efe6-44f1-8281-87695b333063,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.320477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.332020 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:15Z', 'revision_number': 3, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:18.356800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.404284 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Checking router: 35ea9c88-bf4e-497d-886e-8c5f08fc052d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:18.404574 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Updating router 35ea9c88-bf4e-497d-886e-8c5f08fc052d port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:18.411032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1768ba7f-8522-44da-85ce-1f3ec66e42c4 None None] Provisioning complete for port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:18.413032 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1768ba7f-8522-44da-85ce-1f3ec66e42c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.417564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:18.430675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:18.433682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event updated for resources: {'Port': ['ID=7446feae-a708-4915-b391-2a1f4111f435,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.435834 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.439943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:18.466900 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.471919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eae92-defd-4717-8fc3-dff68a493850 req-f67349b9-4034-442b-a3dd-50e4ed845e73 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.473463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562eae92-defd-4717-8fc3-dff68a493850 req-f67349b9-4034-442b-a3dd-50e4ed845e73 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.2026203 Oct 27 16:03:18.488372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1768ba7f-8522-44da-85ce-1f3ec66e42c4 None None] Port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:18.502815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-11528726-fe8c-4d2d-b03c-597409272fd2 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.504354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-11528726-fe8c-4d2d-b03c-597409272fd2 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.2384458 Oct 27 16:03:18.536516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Pushing event updated for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.680607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Attempting to bind port 6a39b6d7-0e28-46ed-a618-639177cd9983 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:18.680958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Attempting to bind port 6a39b6d7-0e28-46ed-a618-639177cd9983 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:18.681292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Attempting to bind port 6a39b6d7-0e28-46ed-a618-639177cd9983 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:18.693580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Port 6a39b6d7-0e28-46ed-a618-639177cd9983 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:18.693838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Attempting to bind port 6a39b6d7-0e28-46ed-a618-639177cd9983 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:18.706955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.720692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:18.720978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:18.721339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:18.721787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Bound port: 6a39b6d7-0e28-46ed-a618-639177cd9983, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:18.722526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.730713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562eae92-defd-4717-8fc3-dff68a493850 req-777bb66a-733c-4821-9b5b-a7596ddc32c9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945212 Oct 27 16:03:18.790414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45808) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:18.802044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-f2fbbacc-3ea3-4ec9-80d9-2a6899836b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.803867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-f2fbbacc-3ea3-4ec9-80d9-2a6899836b7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&tenant_id=e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 1095 time: 0.2660429 Oct 27 16:03:18.851418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:18.899065 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.899771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:18.902417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.919488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:18.933351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=6a39b6d7-0e28-46ed-a618-639177cd9983,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:18.985137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7051360a-0995-414d-8cce-27ff2bfde279 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a172dcffd39a4b7682f43bd51a62b1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923482 Oct 27 16:03:18.988066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:19.003141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.016539 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.049091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-2654e1ef-61ad-4ee5-bdcd-e1750a6ee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.051478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-2654e1ef-61ad-4ee5-bdcd-e1750a6ee201 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1095 time: 0.1730976 Oct 27 16:03:19.075328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.085282 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Attempting to bind port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:19.086148 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Attempting to bind port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:19.086676 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Attempting to bind port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:19.093102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749af684-5cc1-4752-bffe-86ba19ed8771 req-8bdb05da-a88a-48b0-aa75-c5fefb03ae75 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.094245 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b2f6-ce90-406c-80da-d246a217dc9c None None] Pushing event updated for resources: {'Port': ['ID=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.094528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749af684-5cc1-4752-bffe-86ba19ed8771 req-8bdb05da-a88a-48b0-aa75-c5fefb03ae75 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.2177873 Oct 27 16:03:19.097493 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:19.098208 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:19.098328 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.098619 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:19.099104 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Bound port: 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:19.099628 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.152273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.152767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.155303 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] 10.222.0.79 "PUT /v2.0/ports/6a39b6d7-0e28-46ed-a618-639177cd9983 HTTP/1.1" status: 200 len: 1095 time: 3.0221603 Oct 27 16:03:19.157859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] For port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:19.161436 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:19.163753 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03" -d '{"events": [{"name": "network-changed", "server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:19.170937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] For port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:19.181205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.194397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Allocated IP 172.20.0.1 (3696e3f4-8c67-4d4b-8236-3b443ecd6857/a7b17ae2-f18f-4009-abe7-d5ce3d7379ee/479e8307-d644-40b8-97ee-66d6272b0f24) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:19.218973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f046d-057f-4a7a-be1c-c73753998935 service neutron] Pushing event updated for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.233135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.285138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749af684-5cc1-4752-bffe-86ba19ed8771 req-7a1a9b9c-962c-4125-8b7e-f6bfb8f4a235 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719983 Oct 27 16:03:19.298238 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.312295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:19.324901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.334475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-d2e392be-bf8b-4ec3-8f2b-e5ba4cb32882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.336011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-d2e392be-bf8b-4ec3-8f2b-e5ba4cb32882 service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.2727950 Oct 27 16:03:19.402568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Transition to ACTIVE for port object 1bb2f78a-140b-4f02-a072-bbdee07b4d0d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:19.409184 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b2f6-ce90-406c-80da-d246a217dc9c None None] Pushing event updated for resources: {'Port': ['ID=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.420023 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:19.420644 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:19.449733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-3782a6b5-16fe-4e3e-8168-0740cf169b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.451325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-3782a6b5-16fe-4e3e-8168-0740cf169b0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 1098 time: 0.1096056 Oct 27 16:03:19.454280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.457833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-5c8e5413-aca9-4743-80c2-8b605da5888d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 217 time: 0.1059864 Oct 27 16:03:19.467663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.470345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.475499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d8a3b22-b87b-4940-9c14-b4fef083a593 HTTP/1.1" status: 204 len: 168 time: 0.4864228 Oct 27 16:03:19.513210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.535171 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-928b97a9-9f23-44a6-aac7-fbb18e1c470e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6a39b6d7-0e28-46ed-a618-639177cd9983 HTTP/1.1" status: 200 len: 217 time: 0.0581176 Oct 27 16:03:19.549160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.582426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e513dd-0dcd-438a-b62a-4ba02c8127ed req-ce1a2d88-b7ce-4e07-83dc-3ecd91d44d03 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.583574 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:19.589880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8e513dd-0dcd-438a-b62a-4ba02c8127ed req-ce1a2d88-b7ce-4e07-83dc-3ecd91d44d03 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 947 time: 0.1958189 Oct 27 16:03:19.624439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-2711ed9e-d4ae-42d9-a608-ddfbfa6dd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.626146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-2711ed9e-d4ae-42d9-a608-ddfbfa6dd941 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1504793 Oct 27 16:03:19.641518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.665582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.742680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-fbab77a9-e27a-4e0e-8290-e1b124da8d34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930438 Oct 27 16:03:19.757861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8e513dd-0dcd-438a-b62a-4ba02c8127ed req-0ba9b4d4-db6c-438e-b08f-390b217bce9e tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624374 Oct 27 16:03:19.804651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.831450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbe77b-d9a4-4519-82a8-9b8ae4f11efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a3b22-b87b-4940-9c14-b4fef083a593,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.877169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:19.877868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:19.878423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:19.886472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event updated for resources: {'Port': ['ID=7446feae-a708-4915-b391-2a1f4111f435,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.894633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:19.895361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:19.914643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-480022c3-6e31-4f97-98d3-a37bd5eb793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.915105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:19.915728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:19.916345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:19.917003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Bound port: 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:19.917533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.917764 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-480022c3-6e31-4f97-98d3-a37bd5eb793d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.3621035 Oct 27 16:03:19.930757 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:15Z', 'revision_number': 3, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:19.947142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-43f05786-a263-49b1-aa61-47881d3fd961 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852043 Oct 27 16:03:19.962259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b1f2-4a12-4aee-91f1-f3023b878bbc None None] The sync data for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 is: [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:15Z', 'revision_number': 3, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:19.973865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-22737fe9-d1ae-4534-b5e2-c31013bf04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.975400 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-22737fe9-d1ae-4534-b5e2-c31013bf04b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493338 Oct 27 16:03:19.979746 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad08de-d37d-4ae7-ba42-dfea2194d104 x-openstack-request-id: req-9dad08de-d37d-4ae7-ba42-dfea2194d104 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:19.980036 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:19.980288 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dad08de-d37d-4ae7-ba42-dfea2194d104 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:19.980689 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983', 'status': 'completed', 'code': 200} Oct 27 16:03:20.087335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.088683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-a9fb6855-fc67-4119-b1ff-21c60095b53c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5883763 Oct 27 16:03:20.092009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:20.100075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.162109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:20.163400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:20.169007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:20.171460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:20.174492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Pushing event updated for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:20.192954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-944f272b-31de-4d2c-af80-5451bb3363fb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.0951490 Oct 27 16:03:20.210251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab619f2-ce2f-4805-8d3b-da92fa21cff1 req-65006ffb-7416-4119-9ee9-6b3e62536f4e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.211890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eab619f2-ce2f-4805-8d3b-da92fa21cff1 req-65006ffb-7416-4119-9ee9-6b3e62536f4e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.1788769 Oct 27 16:03:20.221898 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-d52035be-aaac-4d8e-8b7c-8e5f41789d93 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340219 Oct 27 16:03:20.253684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-4920f8d0-d0e2-44be-b2fe-7f8d49df926b service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884471 Oct 27 16:03:20.314233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.323183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.434590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e31d52d5-d623-4e7f-af8b-54ba352e135a req-fb30a310-5c22-470c-85d8-2fadd335af7e service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039700 Oct 27 16:03:20.439511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eab619f2-ce2f-4805-8d3b-da92fa21cff1 req-3fb9df51-e0bb-4a19-8711-ce97f2eaf605 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086909 Oct 27 16:03:20.447437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.448120 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.449731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] 10.222.0.79 "PUT /v2.0/ports/1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 1095 time: 2.2287180 Oct 27 16:03:20.487616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:20.493442 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:20.501902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9473d-e3a1-41e9-96b3-0d140e7eca82 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:20.649116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5ba9edeb-42dc-44af-87a1-142e68c46314 None None] Provisioning complete for port 479e8307-d644-40b8-97ee-66d6272b0f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:20.649662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5ba9edeb-42dc-44af-87a1-142e68c46314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.691260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9edeb-42dc-44af-87a1-142e68c46314 None None] Port 479e8307-d644-40b8-97ee-66d6272b0f24 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:20.794799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.856026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c3fd0b00-ee13-4863-b5c5-6d4d9680c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.859199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c3fd0b00-ee13-4863-b5c5-6d4d9680c6ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1098 time: 0.0972693 Oct 27 16:03:20.861413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:20.877294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-d9fc4061-5b75-4107-993b-f007fe17caa2 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.879198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-d9fc4061-5b75-4107-993b-f007fe17caa2 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.6647482 Oct 27 16:03:20.913370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-c0643da9-27e8-4fe9-a48e-c1715fc01f29 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:20.914731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342fe8cf-4173-4228-81f9-b5208dfe32d2 req-c0643da9-27e8-4fe9-a48e-c1715fc01f29 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216777 Oct 27 16:03:20.937771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4ef2-bbdd-487c-ad80-28cd563f77ea req-5f060e39-73c3-43a6-b142-62eef6f8e470 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.942215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45832) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:20.955730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-274d4ef2-bbdd-487c-ad80-28cd563f77ea req-5f060e39-73c3-43a6-b142-62eef6f8e470 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.1508129 Oct 27 16:03:20.967636 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-1af34c87-8301-458b-9353-ee2b5a67b313 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0767581 Oct 27 16:03:20.979386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-6c4e9669-f650-437c-b188-96c01ac1eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.980991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-6c4e9669-f650-437c-b188-96c01ac1eb82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 1098 time: 0.1671276 Oct 27 16:03:21.081230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:21.130402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:21.152639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'port_id': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'mac_address': 'fa:16:3e:a2:69:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2112ea6a-1af5-47ae-b9aa-595216a3aad8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:21.181935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-274d4ef2-bbdd-487c-ad80-28cd563f77ea req-8b7e4995-a47c-49e2-a39b-dc7493f4d9ad tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253327 Oct 27 16:03:21.187246 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.192385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-b735765b-7c36-4594-af2e-d38e58e4fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.194260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-b735765b-7c36-4594-af2e-d38e58e4fff1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1843796 Oct 27 16:03:21.198504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:21.213658 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-538e23be-4a79-4a28-8eeb-62a0352fc204 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa2e8de834b44ada91b8b0fa484f90d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497590 Oct 27 16:03:21.214166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.214262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45834) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:21.239347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.245088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-3ca3af38-a5f4-4759-8790-6dd44f7f2d36 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.246599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-3ca3af38-a5f4-4759-8790-6dd44f7f2d36 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.1329236 Oct 27 16:03:21.265330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b0e2ed-01cf-4b57-9d10-2ec051638e1f {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:21.271188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb295a5-fe7e-4d71-9bd1-d69ce5c9c1c9 req-033798f9-199a-4394-8acb-fe93d25d30da tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.271188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfb295a5-fe7e-4d71-9bd1-d69ce5c9c1c9 req-033798f9-199a-4394-8acb-fe93d25d30da tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.1530666 Oct 27 16:03:21.271188 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23efb77-ee52-4afd-923c-863532d22515 x-openstack-request-id: req-a23efb77-ee52-4afd-923c-863532d22515 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:21.271188 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:21.272181 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a23efb77-ee52-4afd-923c-863532d22515 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:21.272181 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'status': 'completed', 'code': 200} Oct 27 16:03:21.273117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-557673dc-22ff-48bf-a3af-10a300fe3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.274712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-557673dc-22ff-48bf-a3af-10a300fe3ebf service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2777054 Oct 27 16:03:21.287503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c88a23e5-514a-4fa0-8129-b45e17f11b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.289246 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-c88a23e5-514a-4fa0-8129-b45e17f11b1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796061 Oct 27 16:03:21.300858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.304915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:21.355026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.376307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:21.395852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-8b5b132c-deb3-43ad-8b71-c9b995a864bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6a39b6d7-0e28-46ed-a618-639177cd9983 HTTP/1.1" status: 200 len: 217 time: 0.0724390 Oct 27 16:03:21.404428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.441763 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:03:21.446416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.467492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:21.470411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfb295a5-fe7e-4d71-9bd1-d69ce5c9c1c9 req-1f4e5da3-86fb-4ca7-a391-65a6ce890a1b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458287 Oct 27 16:03:21.490071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.529562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-33cd29f0-b941-421b-8b75-b70e74c2cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.534524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-33cd29f0-b941-421b-8b75-b70e74c2cb57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1198652 Oct 27 16:03:21.545825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d5f7-9172-41a6-85a4-ba82ff3bbff7 req-e282f508-5200-45e4-a379-7141d07c4158 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.553117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6c4d5f7-9172-41a6-85a4-ba82ff3bbff7 req-e282f508-5200-45e4-a379-7141d07c4158 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 947 time: 0.1652102 Oct 27 16:03:21.556054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:21.605325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.612776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Pushing event updated for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:21.637613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-22aae7d7-db97-41ec-858b-035dab33bea9 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872305 Oct 27 16:03:21.678341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.679648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6c4d5f7-9172-41a6-85a4-ba82ff3bbff7 req-e7991ecd-ddd4-4d68-b87f-b2daed23603b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255932 Oct 27 16:03:21.687854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-91c10adf-a12e-4f61-a260-dd5442f1bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.689579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-91c10adf-a12e-4f61-a260-dd5442f1bb0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345239 Oct 27 16:03:21.717111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-d11911e8-458e-4179-90a6-4356cdd98a40 service neutron] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:21.745897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:21.762496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-d11911e8-458e-4179-90a6-4356cdd98a40 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.763661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a48c25a-670a-4a44-b007-5616fee3f9b8 req-d11911e8-458e-4179-90a6-4356cdd98a40 service neutron] 10.222.0.79 "DELETE /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.4945745 Oct 27 16:03:21.776157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-f238dd19-9f33-4a44-a08b-a639be1695d5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.776401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:21.777923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-f238dd19-9f33-4a44-a08b-a639be1695d5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1651521 Oct 27 16:03:21.781665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:21.879419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-be3bbe47-7370-4b3d-ad40-06425eb0c639 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.0856020 Oct 27 16:03:21.898957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-49c53b5b-0d5e-49e0-9f08-b99456d6aecf req-656d244b-6ddf-4783-97dc-073e410f173d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490611 Oct 27 16:03:21.918039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'floatingip': {'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:21.967479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Router 35ea9c88-bf4e-497d-886e-8c5f08fc052d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:22.027795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.032081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.033386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2b71140-afb5-418a-9b95-67a47341cc9e HTTP/1.1" status: 204 len: 168 time: 0.8319328 Oct 27 16:03:22.039448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-5d0a08bb-47ea-408c-994e-73a2b672d08d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323841 Oct 27 16:03:22.043876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.147726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b71140-afb5-418a-9b95-67a47341cc9e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:22.173012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.173364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.173725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.174163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.174920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.175282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.175939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.176078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.176396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.176732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.177047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.177365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd185a4e-5f3d-4ae7-ac70-2255fb07c2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:22.178275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9c512bd5-7ddd-41e1-9f5c-eb7b3b0506c7 None None] Provisioning complete for port 479e8307-d644-40b8-97ee-66d6272b0f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:22.178646 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c512bd5-7ddd-41e1-9f5c-eb7b3b0506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.189563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:22.192296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4b75-1b61-4def-adde-29327d1d1236 req-9aa4b5bd-7778-487b-b06c-001d2d06f600 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.198903 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8b4a4713-cc32-498d-9deb-50f8f8c14046 admin admin] 10.222.0.70 "PUT /v2.0/routers/35ea9c88-bf4e-497d-886e-8c5f08fc052d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266569 Oct 27 16:03:22.199634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44ae4b75-1b61-4def-adde-29327d1d1236 req-9aa4b5bd-7778-487b-b06c-001d2d06f600 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.3190203 Oct 27 16:03:22.202753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-fea9f35f-8e58-4881-98e2-314fcb767913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.205487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-fea9f35f-8e58-4881-98e2-314fcb767913 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1098 time: 0.1013875 Oct 27 16:03:22.282416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9c512bd5-7ddd-41e1-9f5c-eb7b3b0506c7 None None] Port 479e8307-d644-40b8-97ee-66d6272b0f24 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:22.302990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9b9c69-1046-4e2b-a302-1e46d35b6d03 req-b5ecf080-efb9-483e-bdf7-31a3e18c9641 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453411 Oct 27 16:03:22.402539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-a8a63603-a737-4c4d-9cd7-ce18bbb0fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.404117 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-a8a63603-a737-4c4d-9cd7-ce18bbb0fa62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1811435 Oct 27 16:03:22.407348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44ae4b75-1b61-4def-adde-29327d1d1236 req-a986f39a-7096-4ef9-929f-5904f21c09fe tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064016 Oct 27 16:03:22.477198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Sync routers for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:22.490763 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-3c08e2c1-bf98-448e-a7ad-0a6d7dc916dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0735915 Oct 27 16:03:22.496945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:22.500568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:22.570594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-99a547cd-7afd-41f8-85a6-0a21ff5e9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.572640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-99a547cd-7afd-41f8-85a6-0a21ff5e9ffb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0633521 Oct 27 16:03:22.692287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-41ccc588-81fe-4b4e-8ca0-c72d000622cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.692287 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-41ccc588-81fe-4b4e-8ca0-c72d000622cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932851 Oct 27 16:03:22.745777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93689167-9ce2-49f5-af6e-377be21abdb6 req-bc841141-f6a8-4d2f-be51-06e76464bc8c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.753823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93689167-9ce2-49f5-af6e-377be21abdb6 req-bc841141-f6a8-4d2f-be51-06e76464bc8c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 944 time: 0.2466996 Oct 27 16:03:22.804109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:22.828197 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-c1a89acb-361a-4de0-9f1d-8150867f039d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329842 Oct 27 16:03:22.834181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93689167-9ce2-49f5-af6e-377be21abdb6 req-ead471c9-5f69-4623-ab01-42cd9b95433a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744953 Oct 27 16:03:22.867073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:23.030323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d001ffb7-dac8-4b06-b9d5-5def2dc23ac9 req-64bd8063-8d94-48a2-90fc-d2b820f65ddf service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754103 Oct 27 16:03:23.056824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.076886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a503-1d47-4b4a-9675-bc1b6ca8f949 req-4d8cd410-54de-4ec5-bdd5-186c4bd2a13f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:23.078844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1017a503-1d47-4b4a-9675-bc1b6ca8f949 req-4d8cd410-54de-4ec5-bdd5-186c4bd2a13f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.1181893 Oct 27 16:03:23.090474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:23.175514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1017a503-1d47-4b4a-9675-bc1b6ca8f949 req-0db08f68-4e6c-49b0-bcd6-2a11a185b442 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 Oct 27 16:03:23.177782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.340238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:23.340238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.395344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:23.401257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 4, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '479e8307-d644-40b8-97ee-66d6272b0f24', 'name': '', 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'tenant_id': 'f572833238f24325932f5e241883a933', 'mac_address': 'fa:16:3e:49:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 2, 'project_id': 'f572833238f24325932f5e241883a933', 'subnets': [{'id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:23.402846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:23.403361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.432344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f503-2d39-43ea-99c4-b1c429b421dc req-fb049227-112e-47cc-b12d-06e3aea10d5d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:23.435525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99a1f503-2d39-43ea-99c4-b1c429b421dc req-fb049227-112e-47cc-b12d-06e3aea10d5d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 947 time: 0.0753295 Oct 27 16:03:23.460664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Checking router: 35ea9c88-bf4e-497d-886e-8c5f08fc052d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:23.461012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Updating router 35ea9c88-bf4e-497d-886e-8c5f08fc052d port 479e8307-d644-40b8-97ee-66d6272b0f24 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:23.471076 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Floating IP 585091b0-5486-4ae7-a712-27bb2112bd79 associated. External IP: 172.25.5.121, port: 653c3ec3-30df-416e-8f6f-87609d897208. Oct 27 16:03:23.489893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 6a39b6d7-0e28-46ed-a618-639177cd9983 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:23.536629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.776895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.779820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=6a39b6d7-0e28-46ed-a618-639177cd9983,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:23.800160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '6a39b6d7-0e28-46ed-a618-639177cd9983', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '6a39b6d7-0e28-46ed-a618-639177cd9983', 'mac_address': 'fa:16:3e:af:9a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:23.816672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:23.818941 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c01520-80c4-4593-8796-0eeb351b23bf" -d '{"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:23.820298 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99a1f503-2d39-43ea-99c4-b1c429b421dc req-d1310843-2698-45d0-a5e6-61e53e452caf tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694355 Oct 27 16:03:23.853321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:23.875997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.930028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a39b6d7-0e28-46ed-a618-639177cd9983 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:23.964258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.964258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=6a39b6d7-0e28-46ed-a618-639177cd9983,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:24.056033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:24.064448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.079792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Router eb0767d4-7768-40d8-b58e-dc866012702f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:24.156268 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.162331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:24.227077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a15ea-28b8-4420-94d7-e45139392fbd req-1fcdf955-b973-4d5b-a3c2-6e091297dd4a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.227077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f5a15ea-28b8-4420-94d7-e45139392fbd req-1fcdf955-b973-4d5b-a3c2-6e091297dd4a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.1358221 Oct 27 16:03:24.262176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:24.268286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.272564 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Sync routers for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:24.286178 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:24.294531 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:24.307110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f5a15ea-28b8-4420-94d7-e45139392fbd req-9797e659-48a8-4aec-b3d1-0a5dc39ea1c2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742710 Oct 27 16:03:24.311137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1de75187-2d9a-40e0-8edd-19fbc04c72cb tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "PUT /v2.0/floatingips/585091b0-5486-4ae7-a712-27bb2112bd79 HTTP/1.1" status: 200 len: 996 time: 2.3989050 Oct 27 16:03:24.311592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:24.314134 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9be2c-81ca-419e-9a04-e1493dd7c317" -d '{"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:24.344379 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.380870 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3167e1-337a-4d9e-860a-6683740a4d7e x-openstack-request-id: req-1b3167e1-337a-4d9e-860a-6683740a4d7e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:24.381554 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:24.382689 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b3167e1-337a-4d9e-860a-6683740a4d7e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:24.383686 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'code': 200} Oct 27 16:03:24.415383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397104f-e1d4-43e9-a1ec-c860059b33ca None None] Pushing event updated for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:24.437260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['6a39b6d7-0e28-46ed-a618-639177cd9983'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:24.542699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Attempting to bind port 479e8307-d644-40b8-97ee-66d6272b0f24 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:24.543145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Attempting to bind port 479e8307-d644-40b8-97ee-66d6272b0f24 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:24.543457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Attempting to bind port 479e8307-d644-40b8-97ee-66d6272b0f24 on network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:24.558710 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:24.564294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:24.564668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Checking segment: {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:24.565099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.565504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Bound using segment: {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:24.566007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Bound port: 479e8307-d644-40b8-97ee-66d6272b0f24, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:24.566443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.646830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-bf363ce6-e191-45de-acdf-9b7402e19158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.652662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] For port 479e8307-d644-40b8-97ee-66d6272b0f24, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:24.655084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-bf363ce6-e191-45de-acdf-9b7402e19158 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1096 time: 0.2982905 Oct 27 16:03:24.658578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] For port 479e8307-d644-40b8-97ee-66d6272b0f24, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=479e8307-d644-40b8-97ee-66d6272b0f24,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:24.661474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b8c8-6740-47e6-822e-0eaed1f25290 req-cbe8bddc-a7dc-410b-8955-6891197c857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.663242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d431b8c8-6740-47e6-822e-0eaed1f25290 req-cbe8bddc-a7dc-410b-8955-6891197c857b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.1573827 Oct 27 16:03:24.752422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7a5c-a380-4282-85a9-69cb6d1ec13e req-3bdf7879-661b-4c04-a9a1-b734eb999719 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.760751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd3e7a5c-a380-4282-85a9-69cb6d1ec13e req-3bdf7879-661b-4c04-a9a1-b734eb999719 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 945 time: 0.2137532 Oct 27 16:03:24.802274 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.836572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d431b8c8-6740-47e6-822e-0eaed1f25290 req-565b3b93-5cca-4e51-8db4-2d9d7d389a71 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643040 Oct 27 16:03:24.874324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] Provisioning complete for port 479e8307-d644-40b8-97ee-66d6272b0f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:24.874940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.935716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd3e7a5c-a380-4282-85a9-69cb6d1ec13e req-55e7089b-0ec8-450f-8372-d709dce1d512 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737304 Oct 27 16:03:24.960753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-70807209-dc69-4f0d-8d74-f7b0c2882151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.976246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-70807209-dc69-4f0d-8d74-f7b0c2882151 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 929 time: 0.3012562 Oct 27 16:03:24.990205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397104f-e1d4-43e9-a1ec-c860059b33ca None None] Pushing event updated for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:25.020170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:25.020948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.208998 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '585091b0-5486-4ae7-a712-27bb2112bd79', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'mac_address': 'fa:16:3e:5f:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:22Z', 'revision_number': 1, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.220085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-ebf9ad0e-bf9c-4689-9c63-7e53e1258e1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 999 time: 0.2424796 Oct 27 16:03:25.226983 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.284554 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Checking router: eb0767d4-7768-40d8-b58e-dc866012702f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:25.296289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:25.323416 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:25.324043 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.326715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cb25e-6191-43ca-8d08-f08c8b384de5 req-95b9a770-672e-4c29-aa86-6f57491a94fd tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.338451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749cb25e-6191-43ca-8d08-f08c8b384de5 req-95b9a770-672e-4c29-aa86-6f57491a94fd tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1095 time: 0.2517974 Oct 27 16:03:25.395851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-e3bcb62a-6421-473e-840a-df634fb2698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.404601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-e3bcb62a-6421-473e-840a-df634fb2698c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.1698825 Oct 27 16:03:25.484301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749cb25e-6191-43ca-8d08-f08c8b384de5 req-29295c7c-3ce3-4558-b4d2-e61e6a52f69d tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432540 Oct 27 16:03:25.530295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-92cd0467-7173-464a-a8d9-8afda2a9431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.547703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-92cd0467-7173-464a-a8d9-8afda2a9431b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411364 Oct 27 16:03:25.553704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-19d24334-93ba-48f5-8dc3-7f523a7a6677 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:25.570954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-19d24334-93ba-48f5-8dc3-7f523a7a6677 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0219226 Oct 27 16:03:25.635212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:25.644366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] For port 479e8307-d644-40b8-97ee-66d6272b0f24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=479e8307-d644-40b8-97ee-66d6272b0f24,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:25.755985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.774870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:25.784732 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35729480-c31b-4475-9519-057304064b15 x-openstack-request-id: req-35729480-c31b-4475-9519-057304064b15 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:25.785360 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:25.788889 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35729480-c31b-4475-9519-057304064b15 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:25.789432 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208', 'status': 'completed', 'code': 200} Oct 27 16:03:25.791815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-478cfbbc-59f7-42c7-bbe5-24854beaee4c service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198517 Oct 27 16:03:25.936165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6c76d-426e-44dd-9464-fc50be146759 None None] Pushing event updated for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:25.969314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-33923d94-0759-4445-997f-ce959a320876 None None] Provisioning complete for port 479e8307-d644-40b8-97ee-66d6272b0f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:25.969741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33923d94-0759-4445-997f-ce959a320876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.977998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:26.029565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'mac_address': 'fa:16:3e:ea:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:26.078409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-6bf5106d-ab1f-4fd8-b36c-0b9f00cd86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.080146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-6bf5106d-ab1f-4fd8-b36c-0b9f00cd86dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1096 time: 0.2500224 Oct 27 16:03:26.094476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 4, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '479e8307-d644-40b8-97ee-66d6272b0f24', 'name': '', 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'tenant_id': 'f572833238f24325932f5e241883a933', 'mac_address': 'fa:16:3e:49:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:24Z', 'revision_number': 4, 'project_id': 'f572833238f24325932f5e241883a933', 'subnets': [{'id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:26.097830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8269-9fdd-47fb-a1e8-09d5ceb2e3c2 req-ff428902-4ebc-4e0c-8012-221dba79af70 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.106079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-494d8269-9fdd-47fb-a1e8-09d5ceb2e3c2 req-ff428902-4ebc-4e0c-8012-221dba79af70 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 948 time: 0.1138866 Oct 27 16:03:26.139657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60db6-3f84-4466-9c89-c9d28f3f0244 None None] The sync data for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 is: [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 4, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '479e8307-d644-40b8-97ee-66d6272b0f24', 'name': '', 'network_id': '3696e3f4-8c67-4d4b-8236-3b443ecd6857', 'tenant_id': 'f572833238f24325932f5e241883a933', 'mac_address': 'fa:16:3e:49:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:24Z', 'revision_number': 4, 'project_id': 'f572833238f24325932f5e241883a933', 'subnets': [{'id': 'a7b17ae2-f18f-4009-abe7-d5ce3d7379ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:26.167659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.247987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:26.259669 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '585091b0-5486-4ae7-a712-27bb2112bd79', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'mac_address': 'fa:16:3e:5f:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:22Z', 'revision_number': 1, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:26.275888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-494d8269-9fdd-47fb-a1e8-09d5ceb2e3c2 req-7a9e9da7-3770-490b-a299-2cdd06f70754 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689258 Oct 27 16:03:26.277802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-508664e6-3f4f-4145-8917-6d042a7f0463 req-1bb6148b-276a-468f-8d44-94374d0fbe88 service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720435 Oct 27 16:03:26.302876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:26.348184 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe95b6d7-414b-4116-ac32-a94a821c12e4 None None] The sync data for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 is: [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '585091b0-5486-4ae7-a712-27bb2112bd79', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'mac_address': 'fa:16:3e:5f:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:03:18Z', 'updated_at': '2021-10-27T16:03:22Z', 'revision_number': 1, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:26.372424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-2f550723-f4f0-475f-bca7-27d17f0e73da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.375722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-2f550723-f4f0-475f-bca7-27d17f0e73da service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 929 time: 0.2447233 Oct 27 16:03:26.413895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.560738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-5749804c-10f2-4d72-a731-f3b712b51463 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 999 time: 0.1691918 Oct 27 16:03:26.614622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:26.654731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-b399ec68-1964-4a13-8ca4-a0e297b41f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.656279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-b399ec68-1964-4a13-8ca4-a0e297b41f29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.0871477 Oct 27 16:03:26.779359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026f85-ef71-434e-b0f4-079958210f1b req-ed75726d-2e67-4a35-8417-4389afa60e77 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.788898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77026f85-ef71-434e-b0f4-079958210f1b req-ed75726d-2e67-4a35-8417-4389afa60e77 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 948 time: 0.1315403 Oct 27 16:03:26.823814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:26.868879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-45ecfb25-c7f3-4830-aa91-8228fb4192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.876536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-45ecfb25-c7f3-4830-aa91-8228fb4192c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066257 Oct 27 16:03:26.903737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77026f85-ef71-434e-b0f4-079958210f1b req-05ace758-45e8-41c0-afce-2764c77283e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138616 Oct 27 16:03:27.034496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-2a830548-fc47-4e2d-bc0a-270c9089c2b3 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=52e4009110c84fb19edb6cdf776374cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324194 Oct 27 16:03:27.184882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 479e8307-d644-40b8-97ee-66d6272b0f24 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:27.305461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2959e7-dbd5-48c6-8281-800e6637dae1 None None] New status for floating IP 585091b0-5486-4ae7-a712-27bb2112bd79: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:03:27.328928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c810-5169-43f0-83a8-8f0b4d273278 req-dc9e568f-650f-4d11-a2a9-11521e65cd7e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:27.336863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de71c810-5169-43f0-83a8-8f0b4d273278 req-dc9e568f-650f-4d11-a2a9-11521e65cd7e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 945 time: 0.1983261 Oct 27 16:03:27.356342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-b2bd13e4-a1d2-493e-8de2-82e07767c4e0 service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515827 Oct 27 16:03:27.369148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-9c6ee9cb-c6f8-4a2a-b5b0-0e3e41c323b2 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:27.371672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-9c6ee9cb-c6f8-4a2a-b5b0-0e3e41c323b2 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102658 Oct 27 16:03:27.434152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de71c810-5169-43f0-83a8-8f0b4d273278 req-dba9b486-7018-4c84-906f-bbaa45ce136e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939524 Oct 27 16:03:27.526485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-a634e5e4-bf29-43f0-9c7b-f7854fb4c0d8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/quotas/52e4009110c84fb19edb6cdf776374cd HTTP/1.1" status: 200 len: 375 time: 0.1416368 Oct 27 16:03:27.553280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 6a39b6d7-0e28-46ed-a618-639177cd9983 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:27.666788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 479e8307-d644-40b8-97ee-66d6272b0f24 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:27.667183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.712991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ed305c39-48cf-4d02-b29e-c1649527b9f3 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627151 Oct 27 16:03:27.765307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3db9be2c-81ca-419e-9a04-e1493dd7c317 req-2f6f3dbe-c7fe-4e2c-ba55-0575aecefe28 service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923719 Oct 27 16:03:27.814555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.847325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-352120fe-338a-4cc9-95f7-1a9a5191c624 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:27.847325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-352120fe-338a-4cc9-95f7-1a9a5191c624 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.2814236 Oct 27 16:03:27.864833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-02b62fd6-6116-446f-bb5f-0d58592a03ae tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/quotas/e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 375 time: 0.0182407 Oct 27 16:03:27.932990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 6a39b6d7-0e28-46ed-a618-639177cd9983 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:27.939233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 6a39b6d7-0e28-46ed-a618-639177cd9983 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:27.939650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.948269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-620c6382-5fba-4181-bdc6-e3814110eefe tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823543 Oct 27 16:03:28.110598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-fae08c88-e863-4229-b589-a7d1b0c84965 service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543796 Oct 27 16:03:28.204967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.256997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=6a39b6d7-0e28-46ed-a618-639177cd9983,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:28.261239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:28.263761 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082b61ac-caae-4d00-abf7-02db02844212" -d '{"events": [{"server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "name": "network-vif-plugged", "status": "completed", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:28.309487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-cd104a58-b1a6-4632-8e6a-e36d82ef185b service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976323 Oct 27 16:03:28.320510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-f6e155db-68c5-4e75-a572-6b943d8c316f tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 258 time: 0.2014327 Oct 27 16:03:28.338864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:28.357079 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.412842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.434492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:28.501626 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.612996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.753361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Allocated IP 172.25.5.221 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e5df6cda-cba1-4477-aa9d-b547c4478107) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:28.868173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfbfab-9dc0-41f0-8ea8-a3da4b158a5e req-2633ff69-2148-4967-8a2f-5dd341e664ae tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:28.873640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28dfbfab-9dc0-41f0-8ea8-a3da4b158a5e req-2633ff69-2148-4967-8a2f-5dd341e664ae tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.1001258 Oct 27 16:03:28.928815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.935638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28dfbfab-9dc0-41f0-8ea8-a3da4b158a5e req-d9bcc669-99c7-45a1-8dcd-bd0c6a7749de tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569460 Oct 27 16:03:29.071474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.146461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:29.155672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:29.158180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:29.163764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event updated for resources: {'Port': ['ID=e5df6cda-cba1-4477-aa9d-b547c4478107,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:29.197358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.197724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.198050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.198388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.198719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.199071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.199398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.199729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.200056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.200381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.200702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.201023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:29.210892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957485d9-35b9-4e49-9a18-28399aa29fcc req-98f00587-5d44-4d2f-9a54-2b7f07dba493 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:29.212536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-957485d9-35b9-4e49-9a18-28399aa29fcc req-98f00587-5d44-4d2f-9a54-2b7f07dba493 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.1160738 Oct 27 16:03:29.242726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.262435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-957485d9-35b9-4e49-9a18-28399aa29fcc req-e21782ec-9db0-4513-9dd4-975d1f9daf81 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Oct 27 16:03:29.391571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.438832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49e54a-8c5e-45cb-915e-220df954efff req-aadd5570-d577-4ae9-b133-ea98799d0814 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:29.440334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e49e54a-8c5e-45cb-915e-220df954efff req-aadd5570-d577-4ae9-b133-ea98799d0814 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 948 time: 0.0897036 Oct 27 16:03:29.519240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:29.527170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e49e54a-8c5e-45cb-915e-220df954efff req-4ce8ec32-928f-4ed0-a37b-aed644def302 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804856 Oct 27 16:03:29.611794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.639590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-896a2a88-9f0d-40bb-9d0b-72a53b6159b7 req-399c7b6a-d1be-410e-8056-f7cf61489e12 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 210 time: 0.0257227 Oct 27 16:03:29.672713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:29.676982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:29.677797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.702082 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03a9ef-7522-489a-a697-fc3691b203f2 x-openstack-request-id: req-2d03a9ef-7522-489a-a697-fc3691b203f2 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:29.702380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.702535 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "name": "network-vif-plugged", "status": "completed", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:29.702641 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d03a9ef-7522-489a-a697-fc3691b203f2 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:29.703218 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983', 'code': 200} Oct 27 16:03:29.782681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.823064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9727fdb9-df84-4c5f-8c19-69f2171a9fa2 req-84719f08-9a15-476e-b64a-04aac7f48902 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 210 time: 0.0475571 Oct 27 16:03:29.825876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:29.837793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.862376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event updated for resources: {'Port': ['ID=e5df6cda-cba1-4477-aa9d-b547c4478107,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:29.879665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f907dc-0d28-4d4d-8687-fea410c2ca4f req-993b513b-2460-44fc-a1ac-79eff2a9f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:29.881158 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-75f907dc-0d28-4d4d-8687-fea410c2ca4f req-993b513b-2460-44fc-a1ac-79eff2a9f1af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 1100 time: 0.0846078 Oct 27 16:03:29.927075 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-75f907dc-0d28-4d4d-8687-fea410c2ca4f req-a1e55065-5a2e-421c-9939-37eba701383c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Oct 27 16:03:29.954647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4b2cc-ac00-406f-b0e0-877134ec14b7 req-c6b00f59-3a56-469c-927f-797ea108c152 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:29.957124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7f4b2cc-ac00-406f-b0e0-877134ec14b7 req-c6b00f59-3a56-469c-927f-797ea108c152 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.0463922 Oct 27 16:03:29.993253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.993490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7f4b2cc-ac00-406f-b0e0-877134ec14b7 req-3fc701eb-233d-44e8-b5dc-63ba955136b1 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283098 Oct 27 16:03:30.001483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.007508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-5bca491f-b8ec-4354-b036-69d9a0ae31c5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6801190 Oct 27 16:03:30.067651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-41e6df65-3e02-4cc3-a7b3-2fe26e6a6743 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0591669 Oct 27 16:03:30.104339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:30.488639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33da76-7f50-42c1-aa5a-3cb887641916 req-f8ab1a30-fbbb-4e39-a0cb-8d36279a4351 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:30.490330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb33da76-7f50-42c1-aa5a-3cb887641916 req-f8ab1a30-fbbb-4e39-a0cb-8d36279a4351 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.0792775 Oct 27 16:03:30.519102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-53b1e937-d199-4e1b-b13d-93779cac9ed5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:30.520509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76ecf8fd-2984-4cfc-adcc-ef803249a0ca req-53b1e937-d199-4e1b-b13d-93779cac9ed5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.4517329 Oct 27 16:03:30.550481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb33da76-7f50-42c1-aa5a-3cb887641916 req-5054829b-f539-4cf7-be4e-2c29c7359693 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Oct 27 16:03:30.722511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-a451ee00-4ccc-415c-89c0-ff6357e8e952 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:30.723981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-a451ee00-4ccc-415c-89c0-ff6357e8e952 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0836489 Oct 27 16:03:30.746692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315e871-d763-4cfd-80f8-05219f5d9053 req-626cecf4-fc8a-45d1-b4a2-5dfb08a22e4f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:30.748172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5315e871-d763-4cfd-80f8-05219f5d9053 req-626cecf4-fc8a-45d1-b4a2-5dfb08a22e4f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0763195 Oct 27 16:03:30.799983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-e4c89eba-08c1-4f25-90d5-86229ba13295 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0690992 Oct 27 16:03:30.811439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-82b0fd0b-043a-41c6-8608-42f841913e47 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'floatingip': {'port_id': '653c3ec3-30df-416e-8f6f-87609d897208', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:30.861584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5315e871-d763-4cfd-80f8-05219f5d9053 req-3e1976a1-8cfe-46a2-9e6e-9f22a6ca7bc2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835955 Oct 27 16:03:30.865474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-82b0fd0b-043a-41c6-8608-42f841913e47 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.106750 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-82b0fd0b-043a-41c6-8608-42f841913e47 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:03:31.107846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3359c2d-8642-4e3a-bbf3-48c556556819 req-82b0fd0b-043a-41c6-8608-42f841913e47 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "PUT /v2.0/floatingips/4a4e83ac-8c20-4dbf-900f-3ba0d7d1a3ce HTTP/1.1" status: 409 len: 550 time: 0.3014050 Oct 27 16:03:31.244063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73de74c9-7b09-43fe-8d4a-72bb743446a3 req-ee3ee8af-d605-441f-a141-d31c6f14f083 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 210 time: 0.0610526 Oct 27 16:03:31.332359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-b7ce5325-1579-49a6-8ef6-63c29ec27847 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:31.332901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-b7ce5325-1579-49a6-8ef6-63c29ec27847 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.1751633 Oct 27 16:03:31.375874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Request body: {'port': {'device_id': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'admin_state_up': True, 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:31.427185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-af2e5ccf-2c5e-4da6-b9a6-0aedeb9f5614 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips/4a4e83ac-8c20-4dbf-900f-3ba0d7d1a3ce HTTP/1.1" status: 200 len: 693 time: 0.1138456 Oct 27 16:03:31.453904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5bc8fbd-ca93-4d8c-a3dc-3e7fe882ad43 req-c80801e8-a74e-48d0-b0d6-f0210d852c34 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 210 time: 0.0857179 Oct 27 16:03:31.650287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7124e94-9a99-45bf-8aea-e3447ea8f4d5 req-90568d33-9606-48f7-9e57-7ca30da8b6df tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:31.651890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7124e94-9a99-45bf-8aea-e3447ea8f4d5 req-90568d33-9606-48f7-9e57-7ca30da8b6df tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.1090198 Oct 27 16:03:31.694886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-3726b1fa-c9e7-4577-85a3-9da5e7ac66db tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:31.696342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-3726b1fa-c9e7-4577-85a3-9da5e7ac66db tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2398195 Oct 27 16:03:31.704620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:31.708303 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35401f91-8b0a-4304-893c-2c21fbb9e775" -d '{"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:31.717887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-a7a303b0-00e7-40bd-a73f-5db20c3e0ab1 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:31.719135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-a7a303b0-00e7-40bd-a73f-5db20c3e0ab1 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151377 Oct 27 16:03:31.731807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7124e94-9a99-45bf-8aea-e3447ea8f4d5 req-fca6eb83-998c-4ad6-a6fd-3e149889ecb8 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Oct 27 16:03:31.806920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-b0dea922-b9a0-4716-815f-347e9fe9a876 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0558007 Oct 27 16:03:31.884494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-508956ba-7237-4c63-ac12-dc4e7f9fe59d tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0682061 Oct 27 16:03:31.991254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f848de1-97e4-43e9-8ebc-e98aecbca37e req-e2779bd0-6026-455d-8370-962f80a68240 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:31.992808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f848de1-97e4-43e9-8ebc-e98aecbca37e req-e2779bd0-6026-455d-8370-962f80a68240 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.1783912 Oct 27 16:03:31.993483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:31.997193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.075314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f848de1-97e4-43e9-8ebc-e98aecbca37e req-506fd862-0573-4fdd-bb89-a1b7bde3b2b7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Oct 27 16:03:32.209711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Deleting port e5df6cda-cba1-4477-aa9d-b547c4478107 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:32.210443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.252674 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0c6671-db93-4976-ba41-38770c841dc8 x-openstack-request-id: req-ca0c6671-db93-4976-ba41-38770c841dc8 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:32.252990 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:32.253301 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca0c6671-db93-4976-ba41-38770c841dc8 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:32.253711 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'code': 200} Oct 27 16:03:32.265377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-234aea77-2731-4c32-9ec4-44522113a25a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=52e4009110c84fb19edb6cdf776374cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773399 Oct 27 16:03:32.311777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Allocated IP 172.20.0.2 (babee0bf-7bb2-47d5-a377-2884d28bd7a3/925b41ce-bcd7-4489-87d4-a8d8791ed7be/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:32.414843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f36225-6950-4f20-af24-746c4db0c817 req-5565ff10-de4f-4852-b3ce-ff16bd5eaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:32.416653 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f3f36225-6950-4f20-af24-746c4db0c817 req-5565ff10-de4f-4852-b3ce-ff16bd5eaafe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1100 time: 0.0674896 Oct 27 16:03:32.444050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.444378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.473838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f3f36225-6950-4f20-af24-746c4db0c817 req-81d9bab7-099b-4bee-b960-a822f1da5f57 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Oct 27 16:03:32.496567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Calling delete_port for e5df6cda-cba1-4477-aa9d-b547c4478107 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:32.528274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c3ff-8a00-45a1-b4fd-d72bf590c460 req-7360a89b-9959-41a7-b368-b0a4282ba2f6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:32.529826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2749c3ff-8a00-45a1-b4fd-d72bf590c460 req-7360a89b-9959-41a7-b368-b0a4282ba2f6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1818302 Oct 27 16:03:32.584415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-68004a2b-b6d2-43d2-b2ae-caf21e25aa9f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:32.585812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-68004a2b-b6d2-43d2-b2ae-caf21e25aa9f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098738 Oct 27 16:03:32.643123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Request body: {'port': {'device_id': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '52e4009110c84fb19edb6cdf776374cd'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:32.749340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2749c3ff-8a00-45a1-b4fd-d72bf590c460 req-f9f85740-5632-4bed-9bf8-4963d9717b1a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830349 Oct 27 16:03:32.817439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.022471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.097745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Made reservation on behalf of 52e4009110c84fb19edb6cdf776374cd for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:33.101260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.103197 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.107389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:33.132103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:33.138688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.144319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:33.154645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.155627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.183463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5c72397-733e-430e-8aea-3522cac4720f req-d305a458-df40-475e-b346-74a6caec53ed tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 210 time: 0.0912213 Oct 27 16:03:33.198411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:33.242211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.245367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.246605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c31e83-84ae-4be0-ab54-b704ece6a5a3 req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "DELETE /v2.0/floatingips/4a4e83ac-8c20-4dbf-900f-3ba0d7d1a3ce HTTP/1.1" status: 204 len: 173 time: 1.3551068 Oct 27 16:03:33.250814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b77ba-dddc-4299-ae58-e8a3c934c067 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event deleted for resources: {'Port': ['ID=e5df6cda-cba1-4477-aa9d-b547c4478107,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:33.293023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-bfefc819-e16c-4cfe-a560-131dde61ccdf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9259586 Oct 27 16:03:33.341110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Request body: {'port': {'device_id': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:33.406830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.447011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9b78-8784-4880-ab5e-27a18882002b req-a6198230-8a92-4d22-b5d5-86fb9c64cb68 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.448659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de5e9b78-8784-4880-ab5e-27a18882002b req-a6198230-8a92-4d22-b5d5-86fb9c64cb68 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.1350095 Oct 27 16:03:33.458385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74767b-e594-40d6-a5c2-4e8a40bbb8e3 req-6ea2cf22-164f-4471-a549-1708c5fdcab5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.459976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d74767b-e594-40d6-a5c2-4e8a40bbb8e3 req-6ea2cf22-164f-4471-a549-1708c5fdcab5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 931 time: 0.1609161 Oct 27 16:03:33.464038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.498659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.616248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed57790-7b05-4182-971f-deb1561cb91c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:33.625912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de5e9b78-8784-4880-ab5e-27a18882002b req-20eecad4-d148-4afb-b730-2a4919ad90be tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631269 Oct 27 16:03:33.651325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d74767b-e594-40d6-a5c2-4e8a40bbb8e3 req-3e94137d-da6e-483c-98f2-a0cd4d0af60d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784568 Oct 27 16:03:33.952902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Allocated IP 192.168.233.244 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/eb7580ce-a99f-4f1d-b307-15b9ed3c22a0) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:33.981427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-46318975-be1d-41f8-8c7a-249eed61f78c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1001 time: 0.1987524 Oct 27 16:03:34.106359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-f60241df-3d7d-4bc2-bc7e-8989f25f9acc tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.107683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-f60241df-3d7d-4bc2-bc7e-8989f25f9acc tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports/653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 942 time: 0.1135027 Oct 27 16:03:34.482031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.482847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.482930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.483412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.483848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.484297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.484747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.485192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.485634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.486072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.486513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.489443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-470cb512-c343-40ce-a067-bc404ffb3b08 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&device_id=513cb96d-095b-43d5-8f58-35aadcb870bb&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e&device_id=eb720c75-acd5-408c-b727-a1bda86977ad&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe&device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a&device_id=8c50f99e-8551-45c2-9287-1bb25d76f980&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&device_id=4161503a-de30-4785-9496-f45ddd4e60bb&device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 9908 time: 0.4888737 Oct 27 16:03:34.491632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ee6b8b-c654-4f41-b546-1f8ab6f7985f {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:34.541429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.565640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-a4494266-90e1-4092-b3f6-433ef2acd8e0 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.588970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Transition to ACTIVE for port object f9ee6b8b-c654-4f41-b546-1f8ab6f7985f will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:34.606920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-caea50bc-8f36-4222-9b99-861c2dab2e0f tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1001 time: 0.4394300 Oct 27 16:03:34.711488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.715363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.840193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-8062b084-38ff-46d8-9259-48101107de08 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.841571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-8062b084-38ff-46d8-9259-48101107de08 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2254486 Oct 27 16:03:34.845724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:34.936655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-a4494266-90e1-4092-b3f6-433ef2acd8e0 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.942837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:34.943202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:34.943528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:34.955075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:34.955399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:34.963784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:34.964118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:34.964499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:34.964924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Bound port: f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:34.965278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.978260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.982609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-d4de4264-4809-4574-b875-817a3f10ca7c tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1001 time: 0.1287723 Oct 27 16:03:35.015840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:35.104806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:35.109069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-a4494266-90e1-4092-b3f6-433ef2acd8e0 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.123706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:35.141028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Pushing event updated for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:35.149863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:35.161204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:35.161204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.207471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb93d2d1-bf5a-4fdb-aa63-70bf51e0a2cb req-a4494266-90e1-4092-b3f6-433ef2acd8e0 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&id=d987289f-596e-4ec0-b1b3-2a655f5088ea&id=6801943f-a04e-4f4f-aabb-44e8b456d050&id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6736631 Oct 27 16:03:35.218116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494266-90e1-4092-b3f6-433ef2acd8e0 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726a065-69d8-47cc-8d83-e5eb4d7bb3d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:35.233875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.244142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:35.311107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:35.318720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-896ca25f-13c9-420f-84c2-fa7b1e1cbf32 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6857615 Oct 27 16:03:35.333592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Request body: {'port': {'device_id': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:35.436130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.458374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bf192186-d88b-4a6e-b64f-503425e9fbf7 None None] Provisioning complete for port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:35.459011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bf192186-d88b-4a6e-b64f-503425e9fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.491262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:35.491262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.502372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] 10.222.0.82 "PUT /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 1091 time: 2.1851676 Oct 27 16:03:35.503595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.512917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:35.515226 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264" -d '{"events": [{"name": "network-changed", "server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:35.522847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bf192186-d88b-4a6e-b64f-503425e9fbf7 None None] Port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:35.580226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.612080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0c30a-0be4-41a3-9b8d-45f263fc6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:35.721433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.721882 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Floating IP 585091b0-5486-4ae7-a712-27bb2112bd79 disassociated. External IP: 172.25.5.121, port: 653c3ec3-30df-416e-8f6f-87609d897208. Oct 27 16:03:35.913343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-26462ef3-bb8b-4866-8c56-cca7b91db7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:35.914937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-26462ef3-bb8b-4866-8c56-cca7b91db7da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1094 time: 0.2090790 Oct 27 16:03:36.003259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-3d3ea5b7-13cb-4c6c-b7cf-14bf175ddd64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0728054 Oct 27 16:03:36.133937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-ebd705e5-9b9b-4aa4-96a9-74f2396ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.135344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-ebd705e5-9b9b-4aa4-96a9-74f2396ffd6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1018608 Oct 27 16:03:36.140841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:36.169007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.193569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-c534f1cf-3122-400e-9181-4f5306824558 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466113 Oct 27 16:03:36.194800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Transition to ACTIVE for port object eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:36.203477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Router eb0767d4-7768-40d8-b58e-dc866012702f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:36.326281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.428682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-32aaf0ae-4d51-432d-b476-e45e158c2c08 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272451 Oct 27 16:03:36.434856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:36.506998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:36.522380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.528088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Sync routers for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:36.545999 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:36.546630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.569416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Attempting to bind port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:36.569752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Attempting to bind port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:36.570078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Attempting to bind port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:36.584158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-030e0ab0-320c-461f-b59d-2bc5c90960bf tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "PUT /v2.0/floatingips/585091b0-5486-4ae7-a712-27bb2112bd79 HTTP/1.1" status: 200 len: 695 time: 1.5933309 Oct 27 16:03:36.587389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:36.587389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Attempting to bind port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:36.617702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:36.633813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:36.633813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:36.633813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Bound port: eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:36.633813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.656836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69b0a889-eafc-4809-8bcf-81f1bc561a66 req-381a8620-d79c-4462-9735-8b236a31bef7 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174330 Oct 27 16:03:36.676778 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:36.695295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-2ff3b953-572d-4561-acc3-ce1f009ca94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.696817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-2ff3b953-572d-4561-acc3-ce1f009ca94d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1096 time: 0.0920939 Oct 27 16:03:36.764939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:36.783629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:36.818104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-909a4d2e-78d9-41bc-9f8e-b782ee15c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.821004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-909a4d2e-78d9-41bc-9f8e-b782ee15c368 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 929 time: 0.1126008 Oct 27 16:03:36.864168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-580310f5-5da3-4618-95e3-fc6ac3f0f6c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 217 time: 0.0353863 Oct 27 16:03:36.887678 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.917516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-e7336d62-0ca0-471d-9600-de8be96920b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.917995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Checking router: eb0767d4-7768-40d8-b58e-dc866012702f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:36.919101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-e7336d62-0ca0-471d-9600-de8be96920b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.0490370 Oct 27 16:03:36.926398 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:36.927169 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.963147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.997424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-14bccd2d-4959-4464-bddf-b6d3cd64aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.998930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-14bccd2d-4959-4464-bddf-b6d3cd64aafd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732639 Oct 27 16:03:37.003856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:37.004475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.005798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] 10.222.0.82 "PUT /v2.0/ports/eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 HTTP/1.1" status: 200 len: 1096 time: 1.6773360 Oct 27 16:03:37.055914 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:37.149880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-e89ab20b-8d65-4049-a2d7-b131905cfc5f service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334791 Oct 27 16:03:37.286162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b6a625-c1f1-49e7-b01b-b783e404e3d6 req-83e3ff40-1c66-428c-b790-e110cc26542c service neutron] 10.222.0.70 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317046 Oct 27 16:03:37.287817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd37f5-b362-4e10-a894-14df7729a937 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:37.293119 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:37.331377 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f392-dc99-4ca8-9d41-8c54ad2d389a None None] The sync data for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 is: [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'adb6a4a9-6803-453f-9a25-44b0f9c73886', 'name': '', 'network_id': '4ae3cbd0-0e74-4304-ac0b-328ac0b263c6', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'mac_address': 'fa:16:3e:cf:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:47Z', 'updated_at': '2021-10-27T16:02:54Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'subnets': [{'id': '07290a88-2567-4e26-93f5-86ace152a1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:37.338470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-92505e92-f4a7-43dd-8144-2722655d5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:37.340283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-92505e92-f4a7-43dd-8144-2722655d5cb4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 1099 time: 0.0473509 Oct 27 16:03:37.470648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-c0184d87-1d41-4855-a8c6-28126bd32a28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 HTTP/1.1" status: 200 len: 217 time: 0.1137521 Oct 27 16:03:37.587144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-dbc9ffac-dac1-43a2-a61a-dad595337f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:37.588653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-dbc9ffac-dac1-43a2-a61a-dad595337f6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1132283 Oct 27 16:03:37.601391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11feeab-d23d-4a5d-90db-766f681fd686 req-7bfd2dd9-7ac5-4a93-9933-662188da909a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:37.603305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c11feeab-d23d-4a5d-90db-766f681fd686 req-7bfd2dd9-7ac5-4a93-9933-662188da909a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0870306 Oct 27 16:03:37.783224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb57d77-6f35-45ea-a1e0-e8d94e92b661 None None] New status for floating IP 585091b0-5486-4ae7-a712-27bb2112bd79: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:03:37.984702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-d552b676-a9bf-4105-8565-25564eba7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:37.986197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-d552b676-a9bf-4105-8565-25564eba7d2c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3819654 Oct 27 16:03:38.006004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c11feeab-d23d-4a5d-90db-766f681fd686 req-b05da2a1-f3c2-4825-8699-770afc32e59f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648884 Oct 27 16:03:38.148203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-a53c508c-bd10-4a8c-9097-4bc40e088720 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403766 Oct 27 16:03:38.156268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276db6d-1acb-4c04-9fb3-a7d80b897d79 req-801578b9-18d5-4815-aa6a-33acfa6f8816 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:38.158119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c276db6d-1acb-4c04-9fb3-a7d80b897d79 req-801578b9-18d5-4815-aa6a-33acfa6f8816 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 948 time: 0.0913343 Oct 27 16:03:38.179738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-cd80b08e-7757-4eba-afe7-642d3d11ea8d tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:38.186949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-cd80b08e-7757-4eba-afe7-642d3d11ea8d tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0126352 Oct 27 16:03:38.241648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-c0ead2de-53b2-4048-b666-1a6cf47a570f tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:38.244162 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-c0ead2de-53b2-4048-b666-1a6cf47a570f tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 1093 time: 0.0554514 Oct 27 16:03:38.256353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:38.257244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Unknown quota resources ['binding']. {{(pid=114449) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:03:38.321156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c276db6d-1acb-4c04-9fb3-a7d80b897d79 req-21333343-05ba-46cc-ad9a-c7323b7e0124 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203411 Oct 27 16:03:38.344587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec930f8-42aa-44f6-b86c-5f3f484fd097 req-42bb7ff3-258f-49ab-8351-b231a1672111 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850193 Oct 27 16:03:38.481067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:38.481711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:38.483138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:38.489282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:38.489725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:38.495700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:38.496383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:38.497027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:38.497667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Bound port: a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:38.505566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dc938-2177-4392-aa79-72abafcbb3ea req-aea883cc-3628-47d1-acad-977bc7639897 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:38.507324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-363dc938-2177-4392-aa79-72abafcbb3ea req-aea883cc-3628-47d1-acad-977bc7639897 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0925615 Oct 27 16:03:38.567957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-363dc938-2177-4392-aa79-72abafcbb3ea req-cefdcc79-015f-4375-a530-73e38e247540 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Oct 27 16:03:38.578059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:38.665497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.666963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-e15c26ca-d3c4-49ab-a266-7c25b611f20d service neutron] 10.222.0.70 "POST /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4167645 Oct 27 16:03:38.785568 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2bf6aa-eae5-4ce7-84e6-bb434baea367 x-openstack-request-id: req-7d2bf6aa-eae5-4ce7-84e6-bb434baea367 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:38.786484 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:38.786935 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d2bf6aa-eae5-4ce7-84e6-bb434baea367 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:38.787907 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'status': 'completed', 'code': 200} Oct 27 16:03:38.880786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-cc43677c-3c27-4a5b-8aac-7cd6c7630be9 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips/585091b0-5486-4ae7-a712-27bb2112bd79 HTTP/1.1" status: 200 len: 693 time: 0.0827582 Oct 27 16:03:38.957319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-17a000ee-ccd1-4466-a81d-1d4af8e6adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:38.958833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-17a000ee-ccd1-4466-a81d-1d4af8e6adec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1094 time: 0.1144607 Oct 27 16:03:39.047848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-806faf7f-394d-46fd-8d24-d29f4221da58 req-5dd43dcd-3222-458b-a5c0-ce1ca852c663 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:39.047848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-806faf7f-394d-46fd-8d24-d29f4221da58 req-5dd43dcd-3222-458b-a5c0-ce1ca852c663 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099726 Oct 27 16:03:39.102302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-c974da48-f11f-4550-80d7-9c42e39f6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.104074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-c974da48-f11f-4550-80d7-9c42e39f6e1f service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1349049 Oct 27 16:03:39.111218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-6e464c55-92e9-4553-93a5-dcecd7b5d1e6 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.117812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-6e464c55-92e9-4553-93a5-dcecd7b5d1e6 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2362082 Oct 27 16:03:39.124696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-5b52dd44-bd8b-4f63-9518-88e4d00edad7 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:39.135668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-5b52dd44-bd8b-4f63-9518-88e4d00edad7 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0169129 Oct 27 16:03:39.211779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-87141607-1f4e-4162-af10-868dcc33fcf9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0917974 Oct 27 16:03:39.226590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2451252c-fe92-407d-a196-76d0b0ebf09b tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.0898650 Oct 27 16:03:39.329117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-b304235a-4575-47a8-b368-dda4569b57a6 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.1013873 Oct 27 16:03:39.343149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-b43aed7d-bb30-4e1d-b38f-735ae80cbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.344685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-b43aed7d-bb30-4e1d-b38f-735ae80cbf73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1156785 Oct 27 16:03:39.410846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-54726900-5c7c-41b8-830e-467ac0e556d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337930 Oct 27 16:03:39.566549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-5990b459-5d5a-4bd3-aa97-e62ef4d8f457 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292317 Oct 27 16:03:39.573214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Deleting port 7446feae-a708-4915-b391-2a1f4111f435 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:39.573598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.669618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-0c417030-bb2b-45b0-8dae-4f5744c88d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.671872 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-0c417030-bb2b-45b0-8dae-4f5744c88d65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1096 time: 0.0525355 Oct 27 16:03:39.745662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.746004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.769241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Calling delete_port for 7446feae-a708-4915-b391-2a1f4111f435 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:39.772532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5bcc2d-dc2b-417d-b5ce-6dc6ec931264 req-462418d1-cff1-456b-a2eb-8b1a8cd91b84 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969063 Oct 27 16:03:39.834805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-5c87238a-cf1f-4d14-8d86-af9dea4e963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.837026 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-5c87238a-cf1f-4d14-8d86-af9dea4e963a service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1405830 Oct 27 16:03:39.897043 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-0ae0f44c-5566-4601-b892-07b2db8f2f0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 217 time: 0.0467436 Oct 27 16:03:39.983553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-68d43a40-39a9-4727-a95f-fda4138e0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:39.989019 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-68d43a40-39a9-4727-a95f-fda4138e0a85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0796659 Oct 27 16:03:40.028729 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-cc914a5d-8232-4bb2-a246-2d640e29338e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302694 Oct 27 16:03:40.030327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee982-3361-4ee3-b3e3-59eda6a81e3e req-1122293f-6873-43d2-bee3-acbc22d30a34 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.030894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee982-3361-4ee3-b3e3-59eda6a81e3e req-1122293f-6873-43d2-bee3-acbc22d30a34 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.031382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee982-3361-4ee3-b3e3-59eda6a81e3e req-1122293f-6873-43d2-bee3-acbc22d30a34 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.033285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1aee982-3361-4ee3-b3e3-59eda6a81e3e req-1122293f-6873-43d2-bee3-acbc22d30a34 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad&device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a&device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 2882 time: 0.0580406 Oct 27 16:03:40.096154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.134305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event deleted for resources: {'Port': ['ID=7446feae-a708-4915-b391-2a1f4111f435,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:40.156207 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-6415beab-e916-4e1b-a3f8-abbac18b1b63 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182306 Oct 27 16:03:40.162670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-7209c401-989f-45dd-8dbd-f59822625145 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238132 Oct 27 16:03:40.195753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1aee982-3361-4ee3-b3e3-59eda6a81e3e req-ba90e70a-ba68-4fc4-80d3-5280f76187de tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348281 Oct 27 16:03:40.199124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.206722 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.209212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a960868d-2933-4697-82ee-7aea8e8c9ee3 req-2398f330-ecbb-4be2-ae3c-9cbbee9c61ee tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "DELETE /v2.0/floatingips/585091b0-5486-4ae7-a712-27bb2112bd79 HTTP/1.1" status: 204 len: 173 time: 0.8783290 Oct 27 16:03:40.313527 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-a26e3eb1-6a23-4aef-bd7d-c59e62e5db5b service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380897 Oct 27 16:03:40.345126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361dd87-ac3d-40df-8984-8d24c66b3c39 req-106d3d5b-a33a-4bae-9e60-a0f0658974ec tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.351832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3361dd87-ac3d-40df-8984-8d24c66b3c39 req-106d3d5b-a33a-4bae-9e60-a0f0658974ec tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 945 time: 0.1030974 Oct 27 16:03:40.407894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61346-9139-44e3-8301-d13466373689 req-ccd31a46-ef7f-4e5a-8885-91868474024a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.411497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6f61346-9139-44e3-8301-d13466373689 req-ccd31a46-ef7f-4e5a-8885-91868474024a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 948 time: 0.1193142 Oct 27 16:03:40.483109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3361dd87-ac3d-40df-8984-8d24c66b3c39 req-af22ef46-1069-4643-8e10-c8bbc147aea2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167836 Oct 27 16:03:40.515572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6f61346-9139-44e3-8301-d13466373689 req-1eeeb192-07d4-4b71-9c46-15346f503a90 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Oct 27 16:03:40.581704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-dfd4fb16-0891-4363-a296-e906df01956e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.583749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-dfd4fb16-0891-4363-a296-e906df01956e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0664525 Oct 27 16:03:40.606760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:40.643130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1216daf-445a-463b-a28f-9e9d1c1a9f98 req-f8d298d7-2f8c-4df5-bbd2-79004736af4b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.654423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1216daf-445a-463b-a28f-9e9d1c1a9f98 req-f8d298d7-2f8c-4df5-bbd2-79004736af4b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0693097 Oct 27 16:03:40.711618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.726627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1216daf-445a-463b-a28f-9e9d1c1a9f98 req-10f863a4-61b7-4836-bc96-89409092db8f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Oct 27 16:03:40.793757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208'}, {'name': 'network-changed', 'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:40.797082 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472" -d '{"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208"}, {"name": "network-changed", "server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:40.872492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbecb-4cfc-4aae-92a4-379908987b3e req-b94856ce-7d41-49fc-b480-2da8b4451e60 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.874322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed9fbecb-4cfc-4aae-92a4-379908987b3e req-b94856ce-7d41-49fc-b480-2da8b4451e60 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0898550 Oct 27 16:03:40.928553 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db02f9-18c4-438e-ac81-d555f22ad2aa x-openstack-request-id: req-39db02f9-18c4-438e-ac81-d555f22ad2aa {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:40.928992 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "tag": "653c3ec3-30df-416e-8f6f-87609d897208", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:40.929256 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39db02f9-18c4-438e-ac81-d555f22ad2aa {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:40.929662 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208', 'status': 'completed', 'code': 200} Oct 27 16:03:40.929911 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', 'status': 'completed', 'code': 200} Oct 27 16:03:40.933928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:40.939150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:40.980692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:41.029826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed9fbecb-4cfc-4aae-92a4-379908987b3e req-bc4d6170-0502-4de4-a8ef-613a9eb9c5ea tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403804 Oct 27 16:03:41.069249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-fa8a91d3-fe96-40a9-bce9-630662ae202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.070804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-fa8a91d3-fe96-40a9-bce9-630662ae202c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b1007ad7b42e407994e9613230ac42f3&device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 1096 time: 0.1127520 Oct 27 16:03:41.073247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:41.074670 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e38728-4e9c-4cb2-bcfd-3fce96184b36" -d '{"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:41.091555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.176835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.211221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:41.227889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'port_id': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'mac_address': 'fa:16:3e:84:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b41ce-bcd7-4489-87d4-a8d8791ed7be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:41.241231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-703f4704-5883-446a-8ca1-f67a5f8c6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.243941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-703f4704-5883-446a-8ca1-f67a5f8c6f1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 200 len: 929 time: 0.1647954 Oct 27 16:03:41.253908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.261383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61591a-f9be-4383-843b-c089644fee05 req-d124a078-c458-4ee9-bb75-db57072893f4 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.262357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c61591a-f9be-4383-843b-c089644fee05 req-d124a078-c458-4ee9-bb75-db57072893f4 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0962062 Oct 27 16:03:41.284437 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.289250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:41.290201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:41.290747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:41.299210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:41.299779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Attempting to bind port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:41.305123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ee6b8b-c654-4f41-b546-1f8ab6f7985f {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:41.306818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:41.307272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:41.307729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:41.308366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Bound port: a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:41.308793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.313041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-fc810a19-36aa-4d23-8e26-f1c5fa392a51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 200 len: 217 time: 0.0496104 Oct 27 16:03:41.334366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:41.336426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6230f57a-df8c-4306-b8b6-834aadf6a07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.368432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c61591a-f9be-4383-843b-c089644fee05 req-68c65325-6869-4641-b19d-e72d8dd78c81 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0543544 Oct 27 16:03:41.427656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-71a91993-2f45-445f-bc5e-9278efaac958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.429347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-71a91993-2f45-445f-bc5e-9278efaac958 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 200 len: 867 time: 0.1052682 Oct 27 16:03:41.439515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.451766 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ebd72-9c51-4069-8297-9981d7dc7709 x-openstack-request-id: req-f42ebd72-9c51-4069-8297-9981d7dc7709 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:41.452565 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:41.453001 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f42ebd72-9c51-4069-8297-9981d7dc7709 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:41.453590 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'code': 200} Oct 27 16:03:41.461546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:41.480682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:41.522840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.534250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbcead55-14a6-4f6e-afbf-3959e91cd9e0 req-bb79f45f-6c63-4b6f-a20a-19596388ced9 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0582297 Oct 27 16:03:41.548403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.548753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.549317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.550371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.551150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.551615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.552096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.552629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.553361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.553819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.554406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.555369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:41.557274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-64dbdb55-8174-4baa-b183-7c2a7a95da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.558910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-64dbdb55-8174-4baa-b183-7c2a7a95da8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216609 Oct 27 16:03:41.690078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6918cf-98e7-40c0-b656-c0bb26bbc7ac req-345c955f-e344-489b-b25b-0ebe23b47512 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.692476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6918cf-98e7-40c0-b656-c0bb26bbc7ac req-345c955f-e344-489b-b25b-0ebe23b47512 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.0804737 Oct 27 16:03:41.764748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-6e7e2e3c-6f86-4aae-b2e3-e686e5817a7d service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275856 Oct 27 16:03:41.785219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6918cf-98e7-40c0-b656-c0bb26bbc7ac req-7d3ebfee-3446-4e81-bd8c-a71c64d88507 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 Oct 27 16:03:41.792503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:41.824838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-e315d806-7537-4be0-a189-590c3b72c72f service neutron] 10.222.0.82 "GET /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191375 Oct 27 16:03:41.927353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-b9f78914-cd6d-4f4c-96ca-83862393b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.928991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-b9f78914-cd6d-4f4c-96ca-83862393b1ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 1099 time: 0.0631406 Oct 27 16:03:42.027418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-0f7cf5e2-8eef-46fe-b44f-8fe71bddac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.027608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.028077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-0f7cf5e2-8eef-46fe-b44f-8fe71bddac5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.0884967 Oct 27 16:03:42.068699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-042682c6-241c-4251-8a4e-34f6b845ba06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 HTTP/1.1" status: 200 len: 217 time: 0.0357521 Oct 27 16:03:42.119068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.119683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.119827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-2e4567a5-2c1d-4a29-aae8-71a83cf50778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.121441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] 10.222.0.79 "PUT /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 1121 time: 1.5248344 Oct 27 16:03:42.121589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-2e4567a5-2c1d-4a29-aae8-71a83cf50778 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0455256 Oct 27 16:03:42.122484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145c8c-1749-475a-a537-17b09ed8116a service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:42.177590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-46f4db56-ea4b-4b59-a8f6-2e9241eaa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.179085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-46f4db56-ea4b-4b59-a8f6-2e9241eaa92a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503769 Oct 27 16:03:42.210189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:42.278707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-4bd3f950-1024-4564-93c1-af5dcea3ff95 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909631 Oct 27 16:03:42.392355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e4ee14-8dd6-4954-9a2a-bb6287b99472 req-fa6437af-e7c0-46d5-8a15-847a565b2546 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062622 Oct 27 16:03:42.458751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583c5a-7b5c-4418-93c8-e1747523b2a3 req-bcbf0f63-092c-47fb-bdf6-f658da3fc082 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.460354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82583c5a-7b5c-4418-93c8-e1747523b2a3 req-bcbf0f63-092c-47fb-bdf6-f658da3fc082 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 948 time: 0.0599504 Oct 27 16:03:42.512231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82583c5a-7b5c-4418-93c8-e1747523b2a3 req-4c2a89f2-a2ff-4e37-a7cd-3b47794c2d50 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Oct 27 16:03:42.791073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0818725-b817-452f-acd9-56beaa9ee980 req-8ee57512-eb23-4ccf-9844-df988b0a4078 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.799339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0818725-b817-452f-acd9-56beaa9ee980 req-8ee57512-eb23-4ccf-9844-df988b0a4078 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.0632043 Oct 27 16:03:42.862584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0818725-b817-452f-acd9-56beaa9ee980 req-20f6d80e-9a78-48f0-aec9-a63238c28ea7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619612 Oct 27 16:03:42.957623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:42.961625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:42.995319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb165f-a72a-42fd-b8d4-5d4e558fa936 req-e928ad67-f49b-4cc4-8ac6-a3752bdca282 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.014425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32bb165f-a72a-42fd-b8d4-5d4e558fa936 req-e928ad67-f49b-4cc4-8ac6-a3752bdca282 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1591685 Oct 27 16:03:43.094408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32bb165f-a72a-42fd-b8d4-5d4e558fa936 req-8e797bc2-d4ee-480c-9e39-a99173e211bd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767922 Oct 27 16:03:43.191306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:43.206946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', 'mac_address': 'fa:16:3e:30:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:43.211927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:43.218685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:43.219246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.360530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391fee-a647-4824-8c47-7841e36ade89 req-118fab9e-ad72-471b-82d8-a1379ba43eb4 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.367518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16391fee-a647-4824-8c47-7841e36ade89 req-118fab9e-ad72-471b-82d8-a1379ba43eb4 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 945 time: 0.1150956 Oct 27 16:03:43.396551 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.418399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:43.446766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16391fee-a647-4824-8c47-7841e36ade89 req-19f9cdd8-7b32-4d0d-93fa-ee090c6fc291 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708137 Oct 27 16:03:43.455395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:43.457817 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8" -d '{"events": [{"name": "network-changed", "server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:43.462389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:43.514865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.543073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.574989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c2af4-b05e-46dd-b02b-f3ed831a8ac9 req-dd3e69a3-a843-4f5d-93d7-98d477f09c1d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.576549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d7c2af4-b05e-46dd-b02b-f3ed831a8ac9 req-dd3e69a3-a843-4f5d-93d7-98d477f09c1d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.0682034 Oct 27 16:03:43.579692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:43.581977 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e1fe7f-52bb-49fa-9cad-4e22b2f27290" -d '{"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-plugged", "status": "completed", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:43.603761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:43.623064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:43.647490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d7c2af4-b05e-46dd-b02b-f3ed831a8ac9 req-87ac7469-bedf-443c-b25f-8432115de1ee tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Oct 27 16:03:43.691771 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.695803 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea6788-6ba2-4c33-8a9c-7f28bf10d6aa x-openstack-request-id: req-eaea6788-6ba2-4c33-8a9c-7f28bf10d6aa {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:43.696376 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:43.696694 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaea6788-6ba2-4c33-8a9c-7f28bf10d6aa {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:43.697176 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'status': 'completed', 'code': 200} Oct 27 16:03:43.770411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:43.835078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-83107248-ea2d-4b0f-9cd5-064bc3b4388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.836507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-83107248-ea2d-4b0f-9cd5-064bc3b4388e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1124 time: 0.1159108 Oct 27 16:03:43.886273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a18f78-6fd5-430c-8afa-40d0e2a33c10 req-a5d256d5-3309-4999-a3f6-0cdbcba829ee tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.888033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83a18f78-6fd5-430c-8afa-40d0e2a33c10 req-a5d256d5-3309-4999-a3f6-0cdbcba829ee tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 949 time: 0.1142008 Oct 27 16:03:43.930960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a8d2-47f4-48f8-9e9d-14071cfa2bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.941278 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fde0d6-8be5-41b9-81a7-393a240f76fe x-openstack-request-id: req-50fde0d6-8be5-41b9-81a7-393a240f76fe {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:43.941907 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-plugged", "status": "completed", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:43.942567 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50fde0d6-8be5-41b9-81a7-393a240f76fe {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:43.943541 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'code': 200} Oct 27 16:03:43.971823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['eb7580ce-a99f-4f1d-b307-15b9ed3c22a0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:44.019507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83a18f78-6fd5-430c-8afa-40d0e2a33c10 req-77ddde05-6858-4b66-803c-2278f1acddbc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953789 Oct 27 16:03:44.140986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-5901d920-3802-43a1-b999-0ba8d1c7949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.142599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-5901d920-3802-43a1-b999-0ba8d1c7949c service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.2975554 Oct 27 16:03:44.154437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-27ccf0c8-de0c-423d-85fc-4f7d9c462dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.158852 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-27ccf0c8-de0c-423d-85fc-4f7d9c462dd5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1100 time: 0.0862484 Oct 27 16:03:44.285846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8c7f4-ded7-480b-bccf-b2205f85076a req-cbd07b92-dfbc-404e-9faa-dd169c958a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.287302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa8c7f4-ded7-480b-bccf-b2205f85076a req-cbd07b92-dfbc-404e-9faa-dd169c958a5e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.2484188 Oct 27 16:03:44.290908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-e5607043-c83b-4357-8f40-592b50d907ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 217 time: 0.1378880 Oct 27 16:03:44.358764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f959-4852-409f-b7e1-108899c12bbb req-d95cadfa-1f95-4de4-b45b-2f0b5c4ac213 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.360337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d010f959-4852-409f-b7e1-108899c12bbb req-d95cadfa-1f95-4de4-b45b-2f0b5c4ac213 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1101 time: 0.2062485 Oct 27 16:03:44.372645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd05a3-f4b6-4195-8752-e83a425a84e9 req-1dcd1083-2fea-4189-90bf-531d9cb240df tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.374182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3bd05a3-f4b6-4195-8752-e83a425a84e9 req-1dcd1083-2fea-4189-90bf-531d9cb240df tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 945 time: 0.1766186 Oct 27 16:03:44.426614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa8c7f4-ded7-480b-bccf-b2205f85076a req-3a11df1e-9c0a-4672-869a-266cf082ccb9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237597 Oct 27 16:03:44.439668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-847e1afe-5113-4eed-8e70-b8a86563f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.441449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-847e1afe-5113-4eed-8e70-b8a86563f9b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1339350 Oct 27 16:03:44.478356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d010f959-4852-409f-b7e1-108899c12bbb req-55f093a8-605a-4adb-829a-4d67b70a7133 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987031 Oct 27 16:03:44.496563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3bd05a3-f4b6-4195-8752-e83a425a84e9 req-d21663a5-52e9-47d5-a243-98f794d3c0e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090245 Oct 27 16:03:44.560144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.565947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-9b2f7198-52c6-40ec-8f53-fd5d994cc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.575334 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-9b2f7198-52c6-40ec-8f53-fd5d994cc0f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.4051142 Oct 27 16:03:44.590643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1971653-8390-4769-94be-ec8c88f0276f req-5e9ec70c-5d9c-448e-8a70-2d28ca3b5fb5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.592122 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d1971653-8390-4769-94be-ec8c88f0276f req-5e9ec70c-5d9c-448e-8a70-2d28ca3b5fb5 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.82 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 945 time: 0.0909770 Oct 27 16:03:44.631820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-a91e12b6-e8f8-4be2-9f38-9c18b1fac7a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0387223 Oct 27 16:03:44.652285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cecc1-e814-4521-8d97-5b0d5e121169 req-d12d182e-a14c-44e2-9f9b-27027edd16de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.653871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c4cecc1-e814-4521-8d97-5b0d5e121169 req-d12d182e-a14c-44e2-9f9b-27027edd16de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0624106 Oct 27 16:03:44.662284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974adf-8936-4145-bdde-0ba8f5ff0850 req-d697728d-eb02-468f-b7a9-8e562f75ad61 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.669731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a974adf-8936-4145-bdde-0ba8f5ff0850 req-d697728d-eb02-468f-b7a9-8e562f75ad61 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 945 time: 0.1090097 Oct 27 16:03:44.693160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-5c4599a0-68ff-4381-b520-d62a2734940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.694712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-5c4599a0-68ff-4381-b520-d62a2734940e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0512590 Oct 27 16:03:44.743952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-8c617d45-a744-4a5e-a788-ddebe5c9b198 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414801 Oct 27 16:03:44.773006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a974adf-8936-4145-bdde-0ba8f5ff0850 req-3adfd2d5-9c25-4d8c-93f4-a09e528cb6bd tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbc431d4-1604-4ae8-af1f-6bf855705ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882051 Oct 27 16:03:44.780882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c4cecc1-e814-4521-8d97-5b0d5e121169 req-9cb4a590-21ba-4845-924e-de869239cff9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043994 Oct 27 16:03:44.881276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-3b9d9ff1-1c4d-4415-bc44-9a37d92e7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.884559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-3b9d9ff1-1c4d-4415-bc44-9a37d92e7074 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474578 Oct 27 16:03:44.925616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Deleting port 653c3ec3-30df-416e-8f6f-87609d897208 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:44.926066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.930109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-e7c7816b-a4b8-4501-88cf-36a839594957 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652756 Oct 27 16:03:44.960288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183df8b-a431-4601-909d-bf0cc070aca8 req-a3770c1e-5e1b-4210-b88a-ffe70f61fc76 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:44.961917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8183df8b-a431-4601-909d-bf0cc070aca8 req-a3770c1e-5e1b-4210-b88a-ffe70f61fc76 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1101 time: 0.0981770 Oct 27 16:03:45.020479 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.028282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b4db-9d3d-4b19-86d6-5da1c51c6732 req-19ce37c8-bc91-4caa-9f66-c6ce57c08c76 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:45.030075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1249b4db-9d3d-4b19-86d6-5da1c51c6732 req-19ce37c8-bc91-4caa-9f66-c6ce57c08c76 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.1513152 Oct 27 16:03:45.100707 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-9aa10323-85a2-434e-afee-4e836f473dce service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020271 Oct 27 16:03:45.106739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] For port 653c3ec3-30df-416e-8f6f-87609d897208, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=653c3ec3-30df-416e-8f6f-87609d897208,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:45.107252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.179825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Calling delete_port for 653c3ec3-30df-416e-8f6f-87609d897208 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:45.291937 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-0253f1fd-f33e-425b-b221-358e1e043a35 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814930 Oct 27 16:03:45.378169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8183df8b-a431-4601-909d-bf0cc070aca8 req-b2ae8cda-beee-4fc4-baef-08f72cb59950 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035211 Oct 27 16:03:45.423175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1249b4db-9d3d-4b19-86d6-5da1c51c6732 req-49f0f11f-a7c2-43dd-a3d8-849d1ff69995 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867801 Oct 27 16:03:45.439289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9a63f9f-e64a-42ac-9abb-50f5b00833e8 req-bbb578ca-baa6-455b-9766-df69b0e85052 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896383 Oct 27 16:03:45.523979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c769c-d607-47a8-8496-f17e01cb154b req-00f040d3-d1b0-4e70-ac96-40db04296047 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:45.533621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-952c769c-d607-47a8-8496-f17e01cb154b req-00f040d3-d1b0-4e70-ac96-40db04296047 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 949 time: 0.0697887 Oct 27 16:03:45.557176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.561647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:45.582569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['653c3ec3-30df-416e-8f6f-87609d897208'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:45.583509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-952c769c-d607-47a8-8496-f17e01cb154b req-ae20210c-3127-4a89-96fc-3a243b6897ba tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 Oct 27 16:03:45.627171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Pushing event deleted for resources: {'Port': ['ID=653c3ec3-30df-416e-8f6f-87609d897208,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.683696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] No DVR routers for this DVR port 653c3ec3-30df-416e-8f6f-87609d897208 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:45.688349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.693080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.resource_extend [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:03:45.696402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d1971653-8390-4769-94be-ec8c88f0276f req-656aaf6d-c03d-40aa-ab36-98f07c270579 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.82 "DELETE /v2.0/ports/653c3ec3-30df-416e-8f6f-87609d897208 HTTP/1.1" status: 204 len: 173 time: 0.9931843 Oct 27 16:03:45.700065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'name': 'network-vif-deleted', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:45.702406 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a696c8-9f3d-457b-9950-33bbb9af6511" -d '{"events": [{"server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "name": "network-vif-deleted", "tag": "653c3ec3-30df-416e-8f6f-87609d897208"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:45.821251 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538387d-794d-4c8e-82f1-7c0a81f1f0c8 x-openstack-request-id: req-7538387d-794d-4c8e-82f1-7c0a81f1f0c8 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:45.821251 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78e2327-46b7-47ae-9c40-2792f4014dfe", "name": "network-vif-deleted", "tag": "653c3ec3-30df-416e-8f6f-87609d897208", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:45.821513 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7538387d-794d-4c8e-82f1-7c0a81f1f0c8 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:45.821910 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78e2327-46b7-47ae-9c40-2792f4014dfe', 'name': 'network-vif-deleted', 'tag': '653c3ec3-30df-416e-8f6f-87609d897208', 'status': 'completed', 'code': 200} Oct 27 16:03:45.872731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51356ced-2a6a-44f0-bd4b-4ad6ea20c925 req-78cfddd7-b37e-4fd5-a483-d67b14431944 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:45.874276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51356ced-2a6a-44f0-bd4b-4ad6ea20c925 req-78cfddd7-b37e-4fd5-a483-d67b14431944 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 945 time: 0.1334600 Oct 27 16:03:45.932554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:45.956765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51356ced-2a6a-44f0-bd4b-4ad6ea20c925 req-7103d27d-88f1-4cf6-ac68-37cac9e2fe81 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661612 Oct 27 16:03:45.961278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:03:46.036539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2db6cb37-9a5b-455b-adc9-58a63408c11d req-228f07f7-d3ef-455c-b25c-e734ab48e1ce tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 210 time: 0.0416803 Oct 27 16:03:46.140530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1a158-4e9d-4f13-bd5c-4d4ceebbf543 req-80cb344f-a80a-4ab1-83fc-c0779ed3ea3b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.147835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25e1a158-4e9d-4f13-bd5c-4d4ceebbf543 req-80cb344f-a80a-4ab1-83fc-c0779ed3ea3b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0645931 Oct 27 16:03:46.194943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25e1a158-4e9d-4f13-bd5c-4d4ceebbf543 req-2f744ada-ce19-4d86-980c-4542ca6409c9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Oct 27 16:03:46.525341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65f9e-e457-4059-b539-f671b21d42be req-8f9280ea-4272-465a-a701-774b61105f52 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.526944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3aa65f9e-e457-4059-b539-f671b21d42be req-8f9280ea-4272-465a-a701-774b61105f52 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.0552268 Oct 27 16:03:46.581007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3aa65f9e-e457-4059-b539-f671b21d42be req-ae0fadac-24ba-4cc1-be94-a6cf2094adb6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Oct 27 16:03:46.716909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295503b8-151d-48ff-b6cc-008897a4162c req-720044ad-d7fe-440c-b879-5f859f0a0d30 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.718426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-295503b8-151d-48ff-b6cc-008897a4162c req-720044ad-d7fe-440c-b879-5f859f0a0d30 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 949 time: 0.0553925 Oct 27 16:03:46.762239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-295503b8-151d-48ff-b6cc-008897a4162c req-19678cb8-8894-45d0-9f00-d9581f78598a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Oct 27 16:03:46.985826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:47.074039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f2a2f-13fd-4f88-bb95-c1e1e1fb8f42 req-62fedff6-50f6-427d-8ad2-1323a0be4d71 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.075601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-422f2a2f-13fd-4f88-bb95-c1e1e1fb8f42 req-62fedff6-50f6-427d-8ad2-1323a0be4d71 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 945 time: 0.0494974 Oct 27 16:03:47.113249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-422f2a2f-13fd-4f88-bb95-c1e1e1fb8f42 req-f0b7e5dc-f76e-409f-9b75-09f08689d06a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Oct 27 16:03:47.211850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35eb4243-0dbb-4a0b-b7ea-b1c775b724df req-b76ebbd5-b349-4409-b477-15b70fbb4d91 tempest-FloatingIPsAssociationNegativeTestJSON-754448237 tempest-FloatingIPsAssociationNegativeTestJSON-754448237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f78e2327-46b7-47ae-9c40-2792f4014dfe HTTP/1.1" status: 200 len: 210 time: 0.0263984 Oct 27 16:03:47.311967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b430-1192-40ee-add1-589d0128a442 req-b7c152df-0506-4951-babe-c8eb7e906d17 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.313510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bab4b430-1192-40ee-add1-589d0128a442 req-b7c152df-0506-4951-babe-c8eb7e906d17 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.0399005 Oct 27 16:03:47.348739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.349534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:47.350362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bab4b430-1192-40ee-add1-589d0128a442 req-cfa3fef6-edd8-452d-9c8c-1369499d90f6 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Oct 27 16:03:47.353721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:47.354081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.454892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.481424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:47.483779 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7299cc-413d-413a-a513-20ef347dccd4" -d '{"events": [{"server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:47.502250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:47.538691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7457f-5f05-4628-ac98-38560c950a18 req-361fafc0-cecd-409c-bd5d-d21383119019 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.542675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ba7457f-5f05-4628-ac98-38560c950a18 req-361fafc0-cecd-409c-bd5d-d21383119019 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1237586 Oct 27 16:03:47.595005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.595924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 653c3ec3-30df-416e-8f6f-87609d897208 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:47.626190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ba7457f-5f05-4628-ac98-38560c950a18 req-cf58598a-a318-42c6-b87e-18501f31c668 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656738 Oct 27 16:03:47.700050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 653c3ec3-30df-416e-8f6f-87609d897208 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:47.700522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 653c3ec3-30df-416e-8f6f-87609d897208 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:47.710702 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b18f8f-58dc-4474-90e2-4488c32f959f x-openstack-request-id: req-97b18f8f-58dc-4474-90e2-4488c32f959f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:47.711171 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:47.711534 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97b18f8f-58dc-4474-90e2-4488c32f959f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:47.712019 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', 'code': 200} Oct 27 16:03:47.718819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74791679-96b0-4dea-b0a8-5c0da4a24976 req-f99aa2b4-385d-44dd-848a-a8b843791286 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.740974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:47.748621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74791679-96b0-4dea-b0a8-5c0da4a24976 req-f99aa2b4-385d-44dd-848a-a8b843791286 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.1212597 Oct 27 16:03:47.809238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74791679-96b0-4dea-b0a8-5c0da4a24976 req-5e03f595-3ad7-4e30-9fe7-26914aabfe97 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540850 Oct 27 16:03:47.889263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f2c0c-67c0-45ea-9473-91edf0b4bf35 req-060186d4-57fe-4e91-bd98-cc5538b0d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.890822 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-442f2c0c-67c0-45ea-9473-91edf0b4bf35 req-060186d4-57fe-4e91-bd98-cc5538b0d425 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 1101 time: 0.0661464 Oct 27 16:03:47.904664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39421eb-b45a-4981-bb56-d950aed530d6 req-d0551e8f-84ab-4dd4-adb6-b7a491c3c029 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.913745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39421eb-b45a-4981-bb56-d950aed530d6 req-d0551e8f-84ab-4dd4-adb6-b7a491c3c029 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0871100 Oct 27 16:03:47.943625 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-442f2c0c-67c0-45ea-9473-91edf0b4bf35 req-c42314d0-5a49-45e6-ad58-9cc329625675 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Oct 27 16:03:47.978732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39421eb-b45a-4981-bb56-d950aed530d6 req-ae5f4460-d647-472b-9b87-9811fa700de2 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552399 Oct 27 16:03:48.103530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef2f9-f7d4-4ae2-a7e2-92fdb270fc4f req-1d1f2500-2ecf-413d-9d4e-8fbc2bfb3656 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:48.110724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0bef2f9-f7d4-4ae2-a7e2-92fdb270fc4f req-1d1f2500-2ecf-413d-9d4e-8fbc2bfb3656 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.1058230 Oct 27 16:03:48.138055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d731-42c1-4dbb-914a-f81a0c25f6c5 req-091a112c-8269-48df-840c-17dc046f8f84 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:48.141033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f317d731-42c1-4dbb-914a-f81a0c25f6c5 req-091a112c-8269-48df-840c-17dc046f8f84 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.1024215 Oct 27 16:03:48.183268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0bef2f9-f7d4-4ae2-a7e2-92fdb270fc4f req-118f4ff7-970b-46bb-a65b-8a58a50a61b0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713570 Oct 27 16:03:48.205969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f317d731-42c1-4dbb-914a-f81a0c25f6c5 req-2fb81cc1-be52-4bb2-b2ee-e8d6402ab43b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Oct 27 16:03:48.279713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46250) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:48.654773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342803ec-d700-4655-b8c5-b6f5a30aa38b req-513dd8c8-c291-4dde-87ef-5cfcc596878b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:48.669816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342803ec-d700-4655-b8c5-b6f5a30aa38b req-513dd8c8-c291-4dde-87ef-5cfcc596878b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.0913849 Oct 27 16:03:48.749330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-342803ec-d700-4655-b8c5-b6f5a30aa38b req-9695eaa8-1ae8-4eaa-9cfe-8b46bb680a32 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703697 Oct 27 16:03:48.762471 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-05a954b4-459e-403b-b6ed-ead193cd74cd service neutron] 10.222.0.82 "GET /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.1333091 Oct 27 16:03:48.826783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753683-bccf-42f8-ae9c-b469b4c55b06 req-c3373834-dc68-4fb5-b498-8f5c556856c1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:48.833728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8753683-bccf-42f8-ae9c-b469b4c55b06 req-c3373834-dc68-4fb5-b498-8f5c556856c1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0780122 Oct 27 16:03:48.887297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8753683-bccf-42f8-ae9c-b469b4c55b06 req-6c8b42da-a86a-4b44-81fe-fb1f9e4e540e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Oct 27 16:03:48.959464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.167832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63814c5-f67a-4f5b-91e3-d4c897de3307 req-4f45f15b-f97a-49de-b882-86f67130d5d6 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.169601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e63814c5-f67a-4f5b-91e3-d4c897de3307 req-4f45f15b-f97a-49de-b882-86f67130d5d6 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0943782 Oct 27 16:03:49.241379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e63814c5-f67a-4f5b-91e3-d4c897de3307 req-5b4b6680-cd7f-4973-a457-c53470943311 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651095 Oct 27 16:03:49.285095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:49.321968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:49.367486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b0e2ed-01cf-4b57-9d10-2ec051638e1f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:49.383730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:49.464882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba377e6b-0318-4795-9fd2-768e6f3975ab req-c5ddc71b-4085-4f43-87e7-7ff30c15b350 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.472961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba377e6b-0318-4795-9fd2-768e6f3975ab req-c5ddc71b-4085-4f43-87e7-7ff30c15b350 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 943 time: 0.1376505 Oct 27 16:03:49.501996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.523344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Deleting port adb6a4a9-6803-453f-9a25-44b0f9c73886 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:49.523706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.529231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba377e6b-0318-4795-9fd2-768e6f3975ab req-62f0be2b-ff01-49a7-95fb-a5e1b9b7a699 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Oct 27 16:03:49.544757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf25a4-08f8-4546-8b8a-364dc6316752 req-dd2bfc3b-6c70-4145-be48-b08cd419d375 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.553904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20cf25a4-08f8-4546-8b8a-364dc6316752 req-dd2bfc3b-6c70-4145-be48-b08cd419d375 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.1363921 Oct 27 16:03:49.604197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20cf25a4-08f8-4546-8b8a-364dc6316752 req-9a1d67a8-d76d-40b3-b07c-933e939fd48b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Oct 27 16:03:49.668970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] Transition to ACTIVE for port object a7b0e2ed-01cf-4b57-9d10-2ec051638e1f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:49.677111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] For port adb6a4a9-6803-453f-9a25-44b0f9c73886, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=adb6a4a9-6803-453f-9a25-44b0f9c73886,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:49.677647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.690259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Calling delete_port for adb6a4a9-6803-453f-9a25-44b0f9c73886 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:49.807715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.892769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bb3fb-b5bc-490f-bdbb-f5bf83579753 req-3e48e22d-7585-4f15-a472-bc590aa74228 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.902033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab9bb3fb-b5bc-490f-bdbb-f5bf83579753 req-3e48e22d-7585-4f15-a472-bc590aa74228 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.0562634 Oct 27 16:03:49.959406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab9bb3fb-b5bc-490f-bdbb-f5bf83579753 req-236b1596-3c15-4bd9-87b3-2bd2198fa642 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502822 Oct 27 16:03:50.079482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0192868-d06d-4b78-9254-e3f662872037 req-af3fee69-fb13-44ec-bca5-3194520e1b1c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.087707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0192868-d06d-4b78-9254-e3f662872037 req-af3fee69-fb13-44ec-bca5-3194520e1b1c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0861769 Oct 27 16:03:50.143155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0192868-d06d-4b78-9254-e3f662872037 req-19eb892a-f745-4e78-a5e7-9dae1f332af7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Oct 27 16:03:50.192589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] No DVR routers for this DVR port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:50.203508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=10']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:50.258222 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-1ebf0510-c50e-411b-abe8-5054f9a2643c service neutron] 10.222.0.82 "PUT /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4897833 Oct 27 16:03:50.356925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.391994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd70e6a-e7c8-47f4-b28e-8f6093bac6a4 req-2e62e1d8-425a-4346-905c-2136f787b4c8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.393600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fd70e6a-e7c8-47f4-b28e-8f6093bac6a4 req-2e62e1d8-425a-4346-905c-2136f787b4c8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0563416 Oct 27 16:03:50.407459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=adb6a4a9-6803-453f-9a25-44b0f9c73886,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:50.472904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fd70e6a-e7c8-47f4-b28e-8f6093bac6a4 req-b8a6c312-a93c-4550-9aac-69f380296552 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677750 Oct 27 16:03:50.616066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-7de30f34-b27b-4d0d-a1b1-a6b62491365b tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.619166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-7de30f34-b27b-4d0d-a1b1-a6b62491365b tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.1432822 Oct 27 16:03:50.714971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-51048436-3867-4491-9931-696bb66cdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.715392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109f3e6-09df-4fce-8b33-c22320eccde5 req-ba530d66-179e-4e46-98f7-4a3f53a3f709 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.716600 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-51048436-3867-4491-9931-696bb66cdb5e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&tenant_id=aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 1095 time: 0.0710411 Oct 27 16:03:50.717125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4109f3e6-09df-4fce-8b33-c22320eccde5 req-ba530d66-179e-4e46-98f7-4a3f53a3f709 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 944 time: 0.0715237 Oct 27 16:03:50.724962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.762965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4109f3e6-09df-4fce-8b33-c22320eccde5 req-444c7819-e4c7-417f-bf80-00c5e1323b0e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Oct 27 16:03:50.897880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-f9c9b57e-fcc1-4fe4-9f53-0c33fc94311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.899838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-f9c9b57e-fcc1-4fe4-9f53-0c33fc94311b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1095 time: 0.1083703 Oct 27 16:03:50.941745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbb9a-0d6d-4234-8c0b-d6109009ece1 req-7fadb802-e29d-45b2-b2cc-220d4eea67f8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.951499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bffbb9a-0d6d-4234-8c0b-d6109009ece1 req-7fadb802-e29d-45b2-b2cc-220d4eea67f8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.1152499 Oct 27 16:03:51.026372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bffbb9a-0d6d-4234-8c0b-d6109009ece1 req-baa50d44-0ed7-473b-9daf-bfd70131f52d tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Oct 27 16:03:51.055263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-7386c270-9b7b-4dd9-b94d-98db32c2d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:51.056999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-7386c270-9b7b-4dd9-b94d-98db32c2d310 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1418762 Oct 27 16:03:51.174142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-d4d9cc5b-cc27-4a7b-aff8-f5de48a68525 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 217 time: 0.0744841 Oct 27 16:03:51.247414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-d413ccd4-167e-4314-8737-99b6f90d4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:51.248884 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-d413ccd4-167e-4314-8737-99b6f90d4d2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0632014 Oct 27 16:03:51.267653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Router eb0767d4-7768-40d8-b58e-dc866012702f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:51.303991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207771c8-0ad1-46b1-a5fb-acc40b8f2713 req-4cf7198d-a027-4ce4-9f6c-86afe57667ec tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:51.305596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-207771c8-0ad1-46b1-a5fb-acc40b8f2713 req-4cf7198d-a027-4ce4-9f6c-86afe57667ec tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0643885 Oct 27 16:03:51.312570 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-2ac95322-318e-4d5e-a120-4d77f5416112 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382686 Oct 27 16:03:51.351144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-207771c8-0ad1-46b1-a5fb-acc40b8f2713 req-7c70def7-3e93-4682-a978-f8818213a056 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360575 Oct 27 16:03:51.476346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307c88a-be2f-43e6-b326-e5239e6cc30b req-cfdce6a0-0bea-4cf3-b412-ad575c0e064e tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:51.477904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f307c88a-be2f-43e6-b326-e5239e6cc30b req-cfdce6a0-0bea-4cf3-b412-ad575c0e064e tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.0650899 Oct 27 16:03:51.498515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:51.505130 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7596c8cf-4354-4ac8-86b8-934dc6541e6a admin admin] 10.222.0.70 "PUT /v2.0/routers/eb0767d4-7768-40d8-b58e-dc866012702f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2243073 Oct 27 16:03:51.508925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Sync routers for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:51.509485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-6a60d0a1-88b7-4786-9ae3-74f94344c967 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511292 Oct 27 16:03:51.509485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46304) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:51.523344 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:51.524055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:51.526118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f307c88a-be2f-43e6-b326-e5239e6cc30b req-ccf5b84d-c787-455b-92b0-8a49ed36e37d tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Oct 27 16:03:51.661171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:51.684997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240d57-3c6f-4128-9c0b-8d0c66810553 req-ad08d233-59f6-4a07-b0d5-fac46b685552 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:51.687075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66240d57-3c6f-4128-9c0b-8d0c66810553 req-ad08d233-59f6-4a07-b0d5-fac46b685552 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0748556 Oct 27 16:03:51.690430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.731113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66240d57-3c6f-4128-9c0b-8d0c66810553 req-c0e7a893-c546-4482-b43f-b2a0dec44e06 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Oct 27 16:03:51.736058 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-3b74c15d-e206-4d90-b494-dfaa4a4dd354 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571150 Oct 27 16:03:51.826008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.901493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-c3351e0d-50a0-4515-bc76-357f9f52e05c tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=52e4009110c84fb19edb6cdf776374cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213876 Oct 27 16:03:51.945246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:03:50Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:51.975769 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Checking router: eb0767d4-7768-40d8-b58e-dc866012702f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:51.986097 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Routers {'eb0767d4-7768-40d8-b58e-dc866012702f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:51.986636 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['eb0767d4-7768-40d8-b58e-dc866012702f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:52.009029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-357dec21-2c12-4a6b-96df-935444fb53aa tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:52.015341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-357dec21-2c12-4a6b-96df-935444fb53aa tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085207 Oct 27 16:03:52.030724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-b4db73a8-5e5e-4d0a-b50d-e6ed369a2f98 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/quotas/52e4009110c84fb19edb6cdf776374cd HTTP/1.1" status: 200 len: 375 time: 0.0092013 Oct 27 16:03:52.086198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-0b583585-c8f9-4530-9847-603140e72761 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494277 Oct 27 16:03:52.090960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] Set router eb0767d4-7768-40d8-b58e-dc866012702f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:52.264580 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:03:50Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:52.290685 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0dbcb-d408-46cc-8b02-0a5bf85260b8 None None] The sync data for ids ['eb0767d4-7768-40d8-b58e-dc866012702f'] in n-d-814735-4 is: [{'id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-165228135-router', 'tenant_id': 'b1007ad7b42e407994e9613230ac42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:03:50Z', 'revision_number': 5, 'project_id': 'b1007ad7b42e407994e9613230ac42f3', 'gw_port': {'id': 'b40e527b-e395-45be-a7ca-c5027c023b29', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0767d4-7768-40d8-b58e-dc866012702f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:44Z', 'updated_at': '2021-10-27T16:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:52.434814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Deleting port b40e527b-e395-45be-a7ca-c5027c023b29 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:52.435634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.510055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c959e9-1cef-46ba-8666-a93a0a031475 req-e1a07e4f-1f36-4248-adaf-b1bf284be6ce tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:52.511733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02c959e9-1cef-46ba-8666-a93a0a031475 req-e1a07e4f-1f36-4248-adaf-b1bf284be6ce tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 944 time: 0.0634580 Oct 27 16:03:52.566274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] For port b40e527b-e395-45be-a7ca-c5027c023b29, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b40e527b-e395-45be-a7ca-c5027c023b29,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:52.566791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.579646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02c959e9-1cef-46ba-8666-a93a0a031475 req-698359d7-e1b2-457d-acb7-bb748acb4d1c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Oct 27 16:03:52.585288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Calling delete_port for b40e527b-e395-45be-a7ca-c5027c023b29 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:52.738993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2f793f0-3799-4e3c-baed-e061117e5943 req-bbfbe1e8-e714-4b3e-9b60-1d4a9a44f592 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0770147 Oct 27 16:03:52.930013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa860b5-cd7d-4adb-a948-e3aea323a0ae req-a0296d4d-2df6-4afc-9215-cce4bb6bf4e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:52.933280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efa860b5-cd7d-4adb-a948-e3aea323a0ae req-a0296d4d-2df6-4afc-9215-cce4bb6bf4e0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0899663 Oct 27 16:03:52.976031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.985326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device adb6a4a9-6803-453f-9a25-44b0f9c73886 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:53.020141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efa860b5-cd7d-4adb-a948-e3aea323a0ae req-e9e6ba11-3913-442f-829f-621391dfd165 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758598 Oct 27 16:03:53.032449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Pushing event deleted for resources: {'Port': ['ID=b40e527b-e395-45be-a7ca-c5027c023b29,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:53.049628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:53.078865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: adb6a4a9-6803-453f-9a25-44b0f9c73886 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:53.079407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device adb6a4a9-6803-453f-9a25-44b0f9c73886 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:53.110404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:53.147402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.165328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-79dd7098-e306-46ea-ae14-4c2bd38256c2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:53.166907 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-79dd7098-e306-46ea-ae14-4c2bd38256c2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0877697 Oct 27 16:03:53.169776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12c68-e7ab-4351-aeee-65cd2f77fbbb req-2c26d956-de13-4e5d-9c62-fdf0afe7f550 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:53.171324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7f12c68-e7ab-4351-aeee-65cd2f77fbbb req-2c26d956-de13-4e5d-9c62-fdf0afe7f550 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0569472 Oct 27 16:03:53.212381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7f12c68-e7ab-4351-aeee-65cd2f77fbbb req-0fbceb9d-365c-4b3b-ad0c-410182f49ea0 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Oct 27 16:03:53.282418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.289306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.448219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-cc463e48-c208-4501-845d-485f860b525a tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:03:53.449375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-cc463e48-c208-4501-845d-485f860b525a tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084181 Oct 27 16:03:53.464068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.464602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0767d4-7768-40d8-b58e-dc866012702f {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:03:53.475328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.476182 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-128a36d5-61a9-4c6c-aaad-21cf5e78fefa admin admin] 10.222.0.70 "DELETE /v2.0/routers/eb0767d4-7768-40d8-b58e-dc866012702f HTTP/1.1" status: 204 len: 168 time: 1.9654553 Oct 27 16:03:53.478599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:53.504161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-2dc8951a-e44b-4acd-ac19-e5b1dfb7e5c2 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:53.504161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-2dc8951a-e44b-4acd-ac19-e5b1dfb7e5c2 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 1093 time: 0.0467808 Oct 27 16:03:53.521355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:53.521902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:03:53.525155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Deleting subnet 07290a88-2567-4e26-93f5-86ace152a1ee {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:53.538538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.538538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-bde78d7c-7ed4-4747-a608-e86d69ddb119 service neutron] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:53.555943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-bde78d7c-7ed4-4747-a608-e86d69ddb119 service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.557135 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02a7c61a-9580-4fde-a77e-f15b17831ab7 req-bde78d7c-7ed4-4747-a608-e86d69ddb119 service neutron] 10.222.0.79 "DELETE /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.3667870 Oct 27 16:03:53.581147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.718545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.751638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:53.751981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:53.756897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:53.769221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf481-9c55-46a4-a3ac-dad463f96ce7 req-c2d17cdf-b18e-485e-b862-40cc7515bb28 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:53.770932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e24cf481-9c55-46a4-a3ac-dad463f96ce7 req-c2d17cdf-b18e-485e-b862-40cc7515bb28 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 944 time: 0.0933588 Oct 27 16:03:53.771541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:53.771863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:53.779363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:53.779692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:53.780068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:53.780494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Bound port: f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:53.850838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e24cf481-9c55-46a4-a3ac-dad463f96ce7 req-27aaa86e-91d4-44b8-9c25-99b6862d1670 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731139 Oct 27 16:03:53.867100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:53.867828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.947394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fe76796-a736-4662-9d34-449f13567204 req-2900340c-3b62-49c7-a554-bfc4a0adbd09 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0283484 Oct 27 16:03:53.956831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.958426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5b0e6fc1-5c20-46f9-a394-130a991088d9 service neutron] 10.222.0.70 "POST /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4424276 Oct 27 16:03:54.153137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07290a88-2567-4e26-93f5-86ace152a1ee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:54.158120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.161947 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c7dd1ea-6f99-47d0-8a01-6665011b75d0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/07290a88-2567-4e26-93f5-86ace152a1ee HTTP/1.1" status: 204 len: 168 time: 0.6823566 Oct 27 16:03:54.165025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:54.173644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44c87e-7f69-43bc-a0e0-ebf8b4a5b497 None None] Network 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:54.262789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-993aa032-ef9d-4b1e-bb2d-6094ecf32553 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.267108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.270799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-993aa032-ef9d-4b1e-bb2d-6094ecf32553 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/networks?id=7a0781ed-99e2-43c4-8331-370e2cd01abf HTTP/1.1" status: 200 len: 815 time: 0.1511452 Oct 27 16:03:54.291764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-f3c98f00-40a2-44f4-a14b-4e40db916cb6 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/quotas/8613f9d1b6134ee19b411616cd39e395 HTTP/1.1" status: 200 len: 375 time: 0.0199640 Oct 27 16:03:54.353382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-f4e72a3a-a7f2-46a2-9179-d56a34a6ca22 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8613f9d1b6134ee19b411616cd39e395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559855 Oct 27 16:03:54.360856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Deleting port 212496c8-499c-4cbe-9a92-5745f60a8131 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:54.361205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.408933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] DHCP port deletion for 4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:03:54.441644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] For port 212496c8-499c-4cbe-9a92-5745f60a8131, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=212496c8-499c-4cbe-9a92-5745f60a8131,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:54.442037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.459985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Calling delete_port for 212496c8-499c-4cbe-9a92-5745f60a8131 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:54.461115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Deleting port 212496c8-499c-4cbe-9a92-5745f60a8131 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:54.461698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.462406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931bba3-2c92-40eb-bbc7-0408ee527e69 req-ab824177-19da-4fdf-aa08-fdb7aba3d23d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.463998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c931bba3-2c92-40eb-bbc7-0408ee527e69 req-ab824177-19da-4fdf-aa08-fdb7aba3d23d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1094306 Oct 27 16:03:54.531308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-ab8c4dfa-0018-4b64-acf9-26febc3c9fd3 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664712 Oct 27 16:03:54.539826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] For port 212496c8-499c-4cbe-9a92-5745f60a8131, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=212496c8-499c-4cbe-9a92-5745f60a8131,segment=NetworkSegment(555c497b-c7e3-4eea-8be9-e0487513959e),segment_id=555c497b-c7e3-4eea-8be9-e0487513959e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:54.540230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.555331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Calling delete_port for 212496c8-499c-4cbe-9a92-5745f60a8131 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:54.568180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c931bba3-2c92-40eb-bbc7-0408ee527e69 req-94e86a73-65b0-4b87-98e8-04162c952205 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746472 Oct 27 16:03:54.611352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.648997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=212496c8-499c-4cbe-9a92-5745f60a8131,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:54.655732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] No DVR routers for this DVR port 212496c8-499c-4cbe-9a92-5745f60a8131 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:54.664474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-9982648a-0623-492e-8849-e5efb96331ed service neutron] 10.222.0.70 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216087 Oct 27 16:03:54.687838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.723159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] Pushing event deleted for resources: {'Port': ['ID=212496c8-499c-4cbe-9a92-5745f60a8131,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:54.726834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee26041-0dd0-4792-a472-b53f7fd4199a None None] No DVR routers for this DVR port 212496c8-499c-4cbe-9a92-5745f60a8131 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:54.734981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303cdf-9103-4871-907a-b0870e9d5428 req-02492dcf-a573-4b3a-828b-285f07f501fb tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.736581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8303cdf-9103-4871-907a-b0870e9d5428 req-02492dcf-a573-4b3a-828b-285f07f501fb tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0905397 Oct 27 16:03:54.771658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.792297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8303cdf-9103-4871-907a-b0870e9d5428 req-0f39d94e-d3f9-42f6-b7aa-bfe899f9981c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Oct 27 16:03:54.796814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae3cbd0-0e74-4304-ac0b-328ac0b263c6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:54.807837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555c497b-c7e3-4eea-8be9-e0487513959e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:54.810102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555c497b-c7e3-4eea-8be9-e0487513959e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:54.821578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.836192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.842416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:54.842792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:54.844583 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:54.903901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c7b4-bd8e-4880-b85d-b2f412b476f4 req-375214ed-f863-47a2-8b55-23abd30fc725 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.905662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1028c7b4-bd8e-4880-b85d-b2f412b476f4 req-375214ed-f863-47a2-8b55-23abd30fc725 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 945 time: 0.0532103 Oct 27 16:03:54.981338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.993481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1028c7b4-bd8e-4880-b85d-b2f412b476f4 req-a4fe067b-5d7d-4af8-934c-8f33ea6f3b7e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Oct 27 16:03:55.000744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.004796 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4ae3cbd0-0e74-4304-ac0b-328ac0b263c6 HTTP/1.1" status: 204 len: 168 time: 0.8389330 Oct 27 16:03:55.005723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197096-18b8-41e4-aa2c-98164affcb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae3cbd0-0e74-4304-ac0b-328ac0b263c6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:55.059163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b40e527b-e395-45be-a7ca-c5027c023b29 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:55.084176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b40e527b-e395-45be-a7ca-c5027c023b29 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:55.084555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b40e527b-e395-45be-a7ca-c5027c023b29 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:55.084935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 212496c8-499c-4cbe-9a92-5745f60a8131 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:55.120285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 212496c8-499c-4cbe-9a92-5745f60a8131 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:55.120630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 212496c8-499c-4cbe-9a92-5745f60a8131 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:55.124279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8308088a-85f0-436f-afed-e84a862369b5 req-89fedcd8-2512-4d26-bc85-6d10466baa9c tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0284662 Oct 27 16:03:55.209600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fce02e-8c37-4267-8788-e4ef8d62d0e3 req-aa6c7d7f-7191-456d-b257-5d312a6baeb4 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.221452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47fce02e-8c37-4267-8788-e4ef8d62d0e3 req-aa6c7d7f-7191-456d-b257-5d312a6baeb4 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1095 time: 0.0990925 Oct 27 16:03:55.265239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af962899-2b83-4a6e-a6b6-da857d0be404 req-d8f9794b-bb6e-4502-a3ab-82c0ac812c1c tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0295177 Oct 27 16:03:55.275441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47fce02e-8c37-4267-8788-e4ef8d62d0e3 req-5a126dfb-31f9-4697-9d6b-7e794e70a98e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531251 Oct 27 16:03:55.582022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ee13744e-996a-40ed-83de-d83ee5b24180 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.583730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ee13744e-996a-40ed-83de-d83ee5b24180 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.1260664 Oct 27 16:03:55.600570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-1f41e63c-7510-4a0c-91ca-c591db139947 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/quotas/aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 375 time: 0.0101180 Oct 27 16:03:55.641410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-33073e59-b8a5-4571-8790-01d94c883caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.644308 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-33073e59-b8a5-4571-8790-01d94c883caa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1096 time: 0.0499175 Oct 27 16:03:55.694311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-29007753-6d1b-4570-8da2-318145732326 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757182 Oct 27 16:03:55.720728 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-70b0e335-6958-432a-855a-dff6d329ba5a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=52e4009110c84fb19edb6cdf776374cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568480 Oct 27 16:03:55.762451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a53a3-f300-4cf7-8791-9353dc0fc760 req-ab79f407-2a45-4c58-a39b-314a9163ed38 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.764201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f6a53a3-f300-4cf7-8791-9353dc0fc760 req-ab79f407-2a45-4c58-a39b-314a9163ed38 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1144955 Oct 27 16:03:55.767323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:55.839958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-3bddcf66-5637-45e7-b954-abbf61ef6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.841469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-3bddcf66-5637-45e7-b954-abbf61ef6ad0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1863899 Oct 27 16:03:55.863898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f6a53a3-f300-4cf7-8791-9353dc0fc760 req-a4dfe59b-1e12-446b-afbb-622a2546f8ef tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851533 Oct 27 16:03:55.882232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-9567a29e-a457-4762-b7f6-47b2eecd77b1 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:55.882232 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-9567a29e-a457-4762-b7f6-47b2eecd77b1 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497257 Oct 27 16:03:55.884796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c6b030b4-155c-4de8-93ee-db6fb28967ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1007ad7b42e407994e9613230ac42f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165349 Oct 27 16:03:55.887502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:55.900527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-6ffe9855-768d-423c-92bc-3702ed5a41a8 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089808 Oct 27 16:03:55.905471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Request body: {'port': {'device_id': 'b6670745-03c0-4510-9952-0d94b439a70d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '52e4009110c84fb19edb6cdf776374cd'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:55.949432 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-999968b3-afd0-4757-9244-d477d6b69aea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0704117 Oct 27 16:03:56.044207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-f2ec3e55-7b55-403e-99ba-a3b2ae1f1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.045767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-f2ec3e55-7b55-403e-99ba-a3b2ae1f1c0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0675557 Oct 27 16:03:56.062172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc304-d81a-424f-947f-135854a6edc2 req-889a3591-6987-4698-b578-1a93d3ffc82d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.063714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31dc304-d81a-424f-947f-135854a6edc2 req-889a3591-6987-4698-b578-1a93d3ffc82d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1296961 Oct 27 16:03:56.073787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.090902 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-59349ae5-338d-4c9e-bb14-768307868748 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305598 Oct 27 16:03:56.109023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-bb37c2f3-649b-4346-a2e2-ca552c4f8718 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075827 Oct 27 16:03:56.118459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.151994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e31dc304-d81a-424f-947f-135854a6edc2 req-eebc7d9b-37c6-4ab5-b4be-f3ff4a6a9a65 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Oct 27 16:03:56.209653 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-ead01153-f3d9-4851-89da-6d59474451e2 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093013 Oct 27 16:03:56.308143 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-77cba424-6c4d-41ea-8b9c-13ab8596aeda service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Oct 27 16:03:56.309931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.312611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.313889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbc431d4-1604-4ae8-af1f-6bf855705ccb HTTP/1.1" status: 204 len: 168 time: 0.4254649 Oct 27 16:03:56.322350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Made reservation on behalf of 52e4009110c84fb19edb6cdf776374cd for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:56.326672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.348473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2968c-226c-4d1a-bfe7-0f49bcefc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc431d4-1604-4ae8-af1f-6bf855705ccb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:56.410968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8e5c-c2d4-4c17-9324-226a9809a6e6 req-6c0a7847-2524-49e6-bba1-bc966dc70324 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.412641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bef8e5c-c2d4-4c17-9324-226a9809a6e6 req-6c0a7847-2524-49e6-bba1-bc966dc70324 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 945 time: 0.0862989 Oct 27 16:03:56.448679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eed732a-738c-4ea8-8914-53a006ee62f5 req-c1b8777e-2f81-4dcc-8ab5-4c2ac5f7a6e5 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0351069 Oct 27 16:03:56.495090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bef8e5c-c2d4-4c17-9324-226a9809a6e6 req-c970b1fb-579c-4d81-8f41-00263af6796d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633972 Oct 27 16:03:56.562992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Allocated IP 192.168.233.154 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/9eacd919-10a1-4fc3-9e33-fc6fc6a0de32) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:56.569842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-dad9e98b-748d-49bc-9295-90991a811c91 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.571628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-dad9e98b-748d-49bc-9295-90991a811c91 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0938270 Oct 27 16:03:56.576644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a66b8373-7c82-4c59-9988-9f4b7b091d09 req-4a3678c5-3ece-40a7-8c9e-487ec8be2fdc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0386486 Oct 27 16:03:56.593361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:56.605586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8e3c29c-ebaa-42a4-9092-f2d62ff99bfa req-5911d9bb-2928-4168-85fc-8929997aedd2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 210 time: 0.0338855 Oct 27 16:03:56.719145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.854627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.911266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:56.951301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:56.993840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83ed43-9f23-4f35-bcde-7787677f5120 req-17b8ea00-dfbd-47a1-946e-839b9a743cf7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.995529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a83ed43-9f23-4f35-bcde-7787677f5120 req-17b8ea00-dfbd-47a1-946e-839b9a743cf7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0568986 Oct 27 16:03:56.996375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:56.998663 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c205e4-7cc3-4ce0-a600-2f1f193dfecc" -d '{"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:57.003211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.037820 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774e8585-221d-4750-929b-516a21dd6ac0 x-openstack-request-id: req-774e8585-221d-4750-929b-516a21dd6ac0 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:57.038272 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:57.038702 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-774e8585-221d-4750-929b-516a21dd6ac0 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:57.039177 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'code': 200} Oct 27 16:03:57.051590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a83ed43-9f23-4f35-bcde-7787677f5120 req-d149d811-dcfd-4f18-88a4-c439e4d73d8d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384424 Oct 27 16:03:57.095115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.108465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['eb7580ce-a99f-4f1d-b307-15b9ed3c22a0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:57.146178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:57.158678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Pushing event updated for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:57.162596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.178827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:57.208053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:57.299218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:57.299557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:57.299952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:57.322644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:57.323345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.336384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:57.336699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Attempting to bind port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:57.340192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:57.345496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:57.345828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:57.346200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:57.346624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Bound port: f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:57.346972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.386156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603495a-f992-41c0-a6c7-e51851ce1afd req-c60880a7-143a-4457-b50a-4f24b0f57522 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:57.388368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b603495a-f992-41c0-a6c7-e51851ce1afd req-c60880a7-143a-4457-b50a-4f24b0f57522 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0734909 Oct 27 16:03:57.442047 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-1bec4823-0e17-4d45-93df-c546727abf19 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5429485 Oct 27 16:03:57.449665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:57.456125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:57.461407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Request body: {'port': {'device_id': 'b6670745-03c0-4510-9952-0d94b439a70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:57.467828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b603495a-f992-41c0-a6c7-e51851ce1afd req-9e80ca47-23f6-45aa-b343-4b06c3679c6c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712645 Oct 27 16:03:57.528377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.537919 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.576695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f3eb5fca-2e43-43a3-9db2-950a39eb2e30 None None] Provisioning complete for port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:57.578119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5fca-2e43-43a3-9db2-950a39eb2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.630729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb5fca-2e43-43a3-9db2-950a39eb2e30 None None] Port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:57.662745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:57.679563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-965de510-b216-48d0-bdd1-3361a0896c25 req-501e0d5b-513b-48b9-af0f-6fc02362b569 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0952606 Oct 27 16:03:57.713170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f39afb-0c3e-40db-8871-62b4057fcd78 req-b039c370-e393-4ee8-b067-0e3e4eab200c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:57.720187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3f39afb-0c3e-40db-8871-62b4057fcd78 req-b039c370-e393-4ee8-b067-0e3e4eab200c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.1337464 Oct 27 16:03:57.742937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.767654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3f39afb-0c3e-40db-8871-62b4057fcd78 req-8be56e8b-d83a-4338-8a93-e2706e3d606c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 Oct 27 16:03:57.827526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:57.828341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.829757 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-885d8633-437b-412a-a9bd-67a0cbd2675a service neutron] 10.222.0.79 "PUT /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 1121 time: 1.2468925 Oct 27 16:03:57.858517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb8b0d-9876-44e2-8961-63da21429530 req-3a2324a9-a641-48ed-95fe-6b1ca665eba8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:57.860180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5bb8b0d-9876-44e2-8961-63da21429530 req-3a2324a9-a641-48ed-95fe-6b1ca665eba8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 936 time: 0.0913303 Oct 27 16:03:57.902919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e403f736-969c-46d8-a7de-e057f621de79 req-83d30ec0-6721-4b57-80c3-c7592efc314d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 210 time: 0.0414722 Oct 27 16:03:57.904218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:57.935939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5bb8b0d-9876-44e2-8961-63da21429530 req-04e8f2f0-b26b-49f8-96e3-ee7d66b07a55 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Oct 27 16:03:57.962544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:57.969931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.982762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Transition to ACTIVE for port object 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:58.147495 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.186371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4184e-e3ed-4384-982c-293b22f54c99 req-88a5cbbe-d015-4715-a9a1-c97faab66695 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.195194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a4184e-e3ed-4384-982c-293b22f54c99 req-88a5cbbe-d015-4715-a9a1-c97faab66695 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0726163 Oct 27 16:03:58.218329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:58.255400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a4184e-e3ed-4384-982c-293b22f54c99 req-408689d4-537a-42fd-88d6-f8f15a6e4f4f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537488 Oct 27 16:03:58.304226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.320477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Attempting to bind port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:58.320854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Attempting to bind port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:58.321132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Attempting to bind port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:58.326175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:58.326440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Attempting to bind port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:58.332209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:58.332541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:58.333060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:58.333539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Bound port: 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:58.333892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.413771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:58.419824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:58.437193 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:03:58.501225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.538517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.539028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.540439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] 10.222.0.82 "PUT /v2.0/ports/9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 HTTP/1.1" status: 200 len: 1096 time: 1.0867486 Oct 27 16:03:58.564208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c00129-5db0-441c-875b-3f2bc6c3bed4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:58.615085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b06ce-1964-429f-a927-d6f1e51afc77 req-6351fd63-67bf-4cf0-8ab6-de9a915b952d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.623506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c1b06ce-1964-429f-a927-d6f1e51afc77 req-6351fd63-67bf-4cf0-8ab6-de9a915b952d tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0872431 Oct 27 16:03:58.687676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c1b06ce-1964-429f-a927-d6f1e51afc77 req-9fbd7fd5-cd6d-402b-aee2-a6434dcb9842 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630455 Oct 27 16:03:58.742348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-04419246-2f9c-4ba0-ab30-8632fada1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.744172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-04419246-2f9c-4ba0-ab30-8632fada1a6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 1099 time: 0.0484502 Oct 27 16:03:58.799156 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-fa6a6989-bfb3-4782-9bcd-1cf0a6039ffd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 HTTP/1.1" status: 200 len: 217 time: 0.0455675 Oct 27 16:03:58.809561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0dad2fff-3e5f-4570-be13-494c560b589c req-c0ea362a-1f41-4ae1-ad3f-6b36b3f19828 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0409765 Oct 27 16:03:58.858371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-c52846ab-7fe8-4c81-a091-d24330a6beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.860139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-c52846ab-7fe8-4c81-a091-d24330a6beea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0513110 Oct 27 16:03:58.915571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-179e1cf2-6385-4c8c-a84b-909517e71025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.917522 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-179e1cf2-6385-4c8c-a84b-909517e71025 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481880 Oct 27 16:03:58.925889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195111bf-7e45-41b9-9aa0-3f4c9f0c8743 req-5e18a284-db52-4e76-aed4-46845c3f100a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.927570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-195111bf-7e45-41b9-9aa0-3f4c9f0c8743 req-5e18a284-db52-4e76-aed4-46845c3f100a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0601463 Oct 27 16:03:59.051600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'}, {'name': 'network-changed', 'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:59.053891 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d1d91-5cfb-444a-b0b1-8979f50ad515" -d '{"events": [{"name": "network-changed", "server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f"}, {"name": "network-changed", "server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:59.059812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99e8ebcd-0dc2-47b1-ab7f-057ed6fcd07e req-04b68eab-dd64-474c-af7e-66e01f3ef4c9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 210 time: 0.0493045 Oct 27 16:03:59.061113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-332511bd-4621-4f8d-84c8-b24c394405ee service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245370 Oct 27 16:03:59.066729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-195111bf-7e45-41b9-9aa0-3f4c9f0c8743 req-f5277ca1-a992-4239-bdfd-c6d64a24dcb3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325715 Oct 27 16:03:59.168698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-1aec9ead-873c-4467-a148-ba5e0357f1a1 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.168849 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05e433e-4859-4f5b-891d-5c0dddc97463 x-openstack-request-id: req-b05e433e-4859-4f5b-891d-5c0dddc97463 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:59.169021 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:59.169272 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b05e433e-4859-4f5b-891d-5c0dddc97463 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:59.169663 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'status': 'completed', 'code': 200} Oct 27 16:03:59.169914 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32', 'status': 'completed', 'code': 200} Oct 27 16:03:59.170604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-1aec9ead-873c-4467-a148-ba5e0357f1a1 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.82 "GET /v2.0/networks?id=7a0781ed-99e2-43c4-8331-370e2cd01abf HTTP/1.1" status: 200 len: 815 time: 0.2241905 Oct 27 16:03:59.199429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Request body: {'port': {'device_id': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'admin_state_up': True, 'tenant_id': '8613f9d1b6134ee19b411616cd39e395'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:59.201686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46528) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:59.213467 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6a6d385-cdd8-4d45-b8cd-3ec8f4ea8b69 req-71b6486c-61f4-4ffe-ac7d-dd6f6feecbbd service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371233 Oct 27 16:03:59.286078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aca366-7522-4c0d-bdc2-ec8d15a0acf4 req-15530a3d-fa76-4025-a4a8-f6da76700c64 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.287617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87aca366-7522-4c0d-bdc2-ec8d15a0acf4 req-15530a3d-fa76-4025-a4a8-f6da76700c64 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.1341941 Oct 27 16:03:59.339877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7177c9ef-98fe-469e-bc60-9033048fe4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.353075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-1be2c07c-e760-47c9-b6e2-e4debbcb424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.354573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-1be2c07c-e760-47c9-b6e2-e4debbcb424b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1124 time: 0.1374478 Oct 27 16:03:59.412722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87aca366-7522-4c0d-bdc2-ec8d15a0acf4 req-14505d69-e34b-4284-b583-67baa5d7d1bd tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138744 Oct 27 16:03:59.422754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7177c9ef-98fe-469e-bc60-9033048fe4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.484880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945ab3-a810-4884-8b97-c42047408c08 req-74e23932-e141-4a17-8ad6-e8235290db9f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.486455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d945ab3-a810-4884-8b97-c42047408c08 req-74e23932-e141-4a17-8ad6-e8235290db9f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1619864 Oct 27 16:03:59.506804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7177c9ef-98fe-469e-bc60-9033048fe4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.536739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-ac1e92b1-7936-47b4-bd15-dbc5403fb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.538372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-ac1e92b1-7936-47b4-bd15-dbc5403fb08c service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1497514 Oct 27 16:03:59.546289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Made reservation on behalf of 8613f9d1b6134ee19b411616cd39e395 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:59.549870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.555480 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7177c9ef-98fe-469e-bc60-9033048fe4c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28620e7bd76a453fac3741c6f206da9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526862 Oct 27 16:03:59.558050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:59.564179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177c9ef-98fe-469e-bc60-9033048fe4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adacd765-5a6b-440b-85bf-20d54eb5c3b7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:59.572229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d945ab3-a810-4884-8b97-c42047408c08 req-f001f6bf-ba0c-474e-897e-02978a6732ae tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715368 Oct 27 16:03:59.619062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.624654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:59.632689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-35840de0-eca3-498b-9681-70c1f799223d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0708201 Oct 27 16:03:59.655798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.741856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:59.756201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:03:59.907821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.911004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.912188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adacd765-5a6b-440b-85bf-20d54eb5c3b7 HTTP/1.1" status: 204 len: 168 time: 0.3532376 Oct 27 16:03:59.923858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7f88-b3d4-4cfd-83de-78136d8a2b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adacd765-5a6b-440b-85bf-20d54eb5c3b7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:59.993982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-fa44b91e-ebc0-4548-ab7a-83587bd22e65 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.995658 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-fa44b91e-ebc0-4548-ab7a-83587bd22e65 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.1412735 Oct 27 16:04:00.011387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Request body: {'port': {'device_id': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'admin_state_up': True, 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:00.096783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df35e116-90a2-48f7-9d69-9dcd9eeec3c8 req-80f48fc7-f068-49e9-9778-b17a7fd7223f tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0832448 Oct 27 16:04:00.236919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:00.239489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-acbfea3d-6755-4883-90ae-2ccad989cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.242011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-acbfea3d-6755-4883-90ae-2ccad989cd24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.5324953 Oct 27 16:04:00.244725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.309399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137e918-2f64-4331-a176-c8eb9ebacd58 req-cb08891b-e976-4035-9ec5-bc2e78a8de63 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.317119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4137e918-2f64-4331-a176-c8eb9ebacd58 req-cb08891b-e976-4035-9ec5-bc2e78a8de63 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.3056824 Oct 27 16:04:00.327818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b348272-c33d-48c8-a287-8f9d9f3d1eee req-220bcd43-f711-4fd0-b566-91abc129195e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 210 time: 0.0740411 Oct 27 16:04:00.379120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Allocated IP 172.20.0.4 (7a0781ed-99e2-43c4-8331-370e2cd01abf/2f5087e0-feaa-4493-9ec4-6bda44a95c89/7a7410d1-eb14-4ad9-be3b-321223967e71) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:00.466156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4137e918-2f64-4331-a176-c8eb9ebacd58 req-903cdcbf-83f1-4a48-883e-2dbf43a70b88 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481478 Oct 27 16:04:00.530179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c58b-4bc4-462e-adb9-50337650d345 req-6b43ba0a-af55-4805-aef4-d026c6dd0e92 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.537759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9276c58b-4bc4-462e-adb9-50337650d345 req-6b43ba0a-af55-4805-aef4-d026c6dd0e92 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.1051028 Oct 27 16:04:00.617361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Allocated IP 172.20.0.11 (bdf740f1-c54e-418b-a124-acf220459d34/2112ea6a-1af5-47ae-b9aa-595216a3aad8/0e41c8af-bd79-4f2f-828f-755e98e716a5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:00.768009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9276c58b-4bc4-462e-adb9-50337650d345 req-e0a3d5e2-8a44-44aa-90c5-e2795050db30 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270532 Oct 27 16:04:00.823624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2bd0d-6d75-46a6-917f-9329d3cf00c9 req-1f35e4a5-c826-4911-b946-d013c4682a61 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.831443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.841433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5e2bd0d-6d75-46a6-917f-9329d3cf00c9 req-1f35e4a5-c826-4911-b946-d013c4682a61 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.2415326 Oct 27 16:04:00.911567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5e2bd0d-6d75-46a6-917f-9329d3cf00c9 req-67176495-3e90-4bd7-a3b3-53d427c06fd0 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Oct 27 16:04:00.957815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.985128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.050135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Network bdf740f1-c54e-418b-a124-acf220459d34 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:01.050135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:01.054453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:01.075963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ba9f8-7b31-4d8e-8e1b-516995470e01 req-e6e14adf-760d-4c02-9c21-ea46d68bd243 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.086302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c1ba9f8-7b31-4d8e-8e1b-516995470e01 req-e6e14adf-760d-4c02-9c21-ea46d68bd243 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0840499 Oct 27 16:04:01.107970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:01.123006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.125463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.141680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.187566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c1ba9f8-7b31-4d8e-8e1b-516995470e01 req-df293a14-71f9-4ead-a3c3-8fdea80fc0c2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982037 Oct 27 16:04:01.252016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-ca1f8cc7-7b7b-4c6a-9003-0e6411b47aae tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2444501 Oct 27 16:04:01.260734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:01.268874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:01.276259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:01.283123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.288769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.314755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae6eb7-265f-4098-8092-08b381989c55 req-f99a1938-4d27-4612-ab78-803e869d583e tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.316927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaae6eb7-265f-4098-8092-08b381989c55 req-f99a1938-4d27-4612-ab78-803e869d583e tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.1276946 Oct 27 16:04:01.317760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Pushing event updated for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:01.368120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaae6eb7-265f-4098-8092-08b381989c55 req-34c43ded-1d27-4aab-a457-629f797efab0 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368235 Oct 27 16:04:01.406474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-385d8949-38fc-4a32-ad57-a3cfdd97cc08 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2111018 Oct 27 16:04:01.476692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e393d-c830-43f7-9bb1-c1badf2862c2 req-f6c0f88f-6dc2-498d-8129-3fd4fdb0a125 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.478436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-052e393d-c830-43f7-9bb1-c1badf2862c2 req-f6c0f88f-6dc2-498d-8129-3fd4fdb0a125 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0709078 Oct 27 16:04:01.539234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-052e393d-c830-43f7-9bb1-c1badf2862c2 req-a57636c9-5494-4241-82c7-31e5e4be71ff tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Oct 27 16:04:01.636510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c717609-b8c3-4a9e-a339-58c18b8745ea req-e36b07aa-9cae-4e10-b5d1-75c01a2c1970 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.638170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c717609-b8c3-4a9e-a339-58c18b8745ea req-e36b07aa-9cae-4e10-b5d1-75c01a2c1970 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0659163 Oct 27 16:04:01.647329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-681b1c13-ba51-4b8c-ba70-7e8e7b9b96ba None None] Provisioning complete for port 7a7410d1-eb14-4ad9-be3b-321223967e71 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:01.648008 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-681b1c13-ba51-4b8c-ba70-7e8e7b9b96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.686663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c717609-b8c3-4a9e-a339-58c18b8745ea req-877c599c-676d-4d33-9347-8ce94c350e4f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Oct 27 16:04:01.689779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-681b1c13-ba51-4b8c-ba70-7e8e7b9b96ba None None] Port 7a7410d1-eb14-4ad9-be3b-321223967e71 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:01.938711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55910fa-7666-4990-a072-351ca2a921fd req-81d24467-e254-4122-9790-568e11ce67a7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.940225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e55910fa-7666-4990-a072-351ca2a921fd req-81d24467-e254-4122-9790-568e11ce67a7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0571525 Oct 27 16:04:02.012821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e55910fa-7666-4990-a072-351ca2a921fd req-f0afeee0-a5a1-42db-9aca-c13a23b770d7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Oct 27 16:04:02.118718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646c7c-3784-42ca-988b-46877fbcd283 req-a52812e6-0bd7-409d-a515-49d2c57c4fd1 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.120454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf646c7c-3784-42ca-988b-46877fbcd283 req-a52812e6-0bd7-409d-a515-49d2c57c4fd1 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0529356 Oct 27 16:04:02.180807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf646c7c-3784-42ca-988b-46877fbcd283 req-9bc464a4-4d3e-4aa8-99b7-11e40b91f367 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Oct 27 16:04:02.322633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874eded-304d-438c-ba5c-8343da562a9c req-18612674-657b-4a3a-b82a-825ddb22e8b7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.324316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2874eded-304d-438c-ba5c-8343da562a9c req-18612674-657b-4a3a-b82a-825ddb22e8b7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0579851 Oct 27 16:04:02.363295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2874eded-304d-438c-ba5c-8343da562a9c req-f6df12e3-e0de-4b92-9105-1791601d0b37 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Oct 27 16:04:02.497480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822915f-1d1a-431f-9385-11e1c5b7ef87 req-68f1a59c-6869-4b25-8989-0aa55143b7bf tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.498961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0822915f-1d1a-431f-9385-11e1c5b7ef87 req-68f1a59c-6869-4b25-8989-0aa55143b7bf tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0584555 Oct 27 16:04:02.538100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0822915f-1d1a-431f-9385-11e1c5b7ef87 req-0b144e8e-3c22-4f69-9551-52efeed67cea tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Oct 27 16:04:02.678236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:02.686386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50cf4-459e-4afd-a5b1-bb7e8c7661a3 req-39fb704f-85dc-4f77-95ea-61acb7b8a2fd tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.688089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3d50cf4-459e-4afd-a5b1-bb7e8c7661a3 req-39fb704f-85dc-4f77-95ea-61acb7b8a2fd tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0647678 Oct 27 16:04:02.740863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3d50cf4-459e-4afd-a5b1-bb7e8c7661a3 req-042a692f-58ea-47ce-826b-962b03cb1436 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Oct 27 16:04:02.810104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc46-f7c7-4821-9c69-690681337304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.825830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a36ea7-dda0-47fe-8c39-2b79d2708d65 req-dcaaa9fc-93c3-4ca3-80c3-72b29e4e8c95 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.827643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20a36ea7-dda0-47fe-8c39-2b79d2708d65 req-dcaaa9fc-93c3-4ca3-80c3-72b29e4e8c95 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0618615 Oct 27 16:04:02.869669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20a36ea7-dda0-47fe-8c39-2b79d2708d65 req-2ea35bc2-0e45-4b45-b289-b1e349f00cf3 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Oct 27 16:04:02.904843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc46-f7c7-4821-9c69-690681337304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.994530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc46-f7c7-4821-9c69-690681337304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.032134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87fc46-f7c7-4821-9c69-690681337304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3895c7a-3375-40f0-b810-9c965185da13,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:03.043984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c87fc46-f7c7-4821-9c69-690681337304 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83ddf7cfed92400b8160730ee1d1ac52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565023 Oct 27 16:04:03.043984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:03.117876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.140025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.163855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664afd9-feb3-47e4-bfc1-4c6e8aa8e731 req-421c49b7-6b84-4bd8-998d-48a8825be1e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.165482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6664afd9-feb3-47e4-bfc1-4c6e8aa8e731 req-421c49b7-6b84-4bd8-998d-48a8825be1e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0561574 Oct 27 16:04:03.215977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6664afd9-feb3-47e4-bfc1-4c6e8aa8e731 req-7bd8ae32-635f-4be2-99b8-4c2418a6d59b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Oct 27 16:04:03.297683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.301166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.302318 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3895c7a-3375-40f0-b810-9c965185da13 HTTP/1.1" status: 204 len: 168 time: 0.2621226 Oct 27 16:04:03.310243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce655c-f5e3-49cf-8df0-c5f0ddb7a9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3895c7a-3375-40f0-b810-9c965185da13,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:03.314604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55148dc-b584-4a9a-b46e-4492c196182d req-de54cbed-85e1-4783-8ac9-b2a2647a3f5f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.316804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f55148dc-b584-4a9a-b46e-4492c196182d req-de54cbed-85e1-4783-8ac9-b2a2647a3f5f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0611064 Oct 27 16:04:03.373110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f55148dc-b584-4a9a-b46e-4492c196182d req-f3d21e4d-671d-4c4e-9f28-fceef2a5dfc8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492802 Oct 27 16:04:03.488951 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-dcf42be2-5f38-44b8-87c0-120adae2d9d4 service neutron] show failed (client error): The resource could not be found. Oct 27 16:04:03.489997 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-dcf42be2-5f38-44b8-87c0-120adae2d9d4 service neutron] 10.222.0.79 "GET /v2.0/ports/1bb2f78a-140b-4f02-a072-bbdee07b4d0d/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.1039169 Oct 27 16:04:03.511890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa875b3-4ace-443e-9329-b8e292c0cb09 req-d12a60a6-03ca-4058-a9dc-a94c4324fb51 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.513653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aa875b3-4ace-443e-9329-b8e292c0cb09 req-d12a60a6-03ca-4058-a9dc-a94c4324fb51 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0663652 Oct 27 16:04:03.561831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aa875b3-4ace-443e-9329-b8e292c0cb09 req-92417985-688d-4fe6-9107-bbfab48e7efc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Oct 27 16:04:03.668703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaae30-f1d0-4d99-9a9a-6ff6f92a4fb0 req-6403f73e-e59f-4f45-88a2-1ce151cc0afe tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.670247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63eaae30-f1d0-4d99-9a9a-6ff6f92a4fb0 req-6403f73e-e59f-4f45-88a2-1ce151cc0afe tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0662100 Oct 27 16:04:03.744458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63eaae30-f1d0-4d99-9a9a-6ff6f92a4fb0 req-07aeec1f-ba7c-41da-aead-5490192b7061 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655229 Oct 27 16:04:03.787112 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-208e54e0-769c-491f-b9fe-76e2cb80f0ff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656426 Oct 27 16:04:03.862173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a30f-8821-460d-9796-141b29c246ba req-7ac3a160-498c-4632-a2b1-02651d47cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.863982 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-7ac3a160-498c-4632-a2b1-02651d47cf35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1096 time: 0.0503957 Oct 27 16:04:03.898829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4d7cb-4ccb-4fbf-96f7-a53242e2fc95 req-09711bad-9ae5-4f4c-8c65-91e0e0d1bb81 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.900605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfc4d7cb-4ccb-4fbf-96f7-a53242e2fc95 req-09711bad-9ae5-4f4c-8c65-91e0e0d1bb81 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0592585 Oct 27 16:04:03.957770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfc4d7cb-4ccb-4fbf-96f7-a53242e2fc95 req-1032fabc-4ddc-460b-9afa-8136e779b1c2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Oct 27 16:04:04.073275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a30f-8821-460d-9796-141b29c246ba req-5aa2651e-cf2d-4dd8-8bc3-ca4eb1a17416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.075361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-5aa2651e-cf2d-4dd8-8bc3-ca4eb1a17416 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1792216 Oct 27 16:04:04.078738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e424-ee25-4a7b-bec8-338b99e6b96c req-57c13f88-8e09-4d22-a8cd-0ecc808a5e06 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.086709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6251e424-ee25-4a7b-bec8-338b99e6b96c req-57c13f88-8e09-4d22-a8cd-0ecc808a5e06 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0688572 Oct 27 16:04:04.121109 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-6bb9f8bd-e3ec-402a-9210-4e0d0dac0c01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0354249 Oct 27 16:04:04.122034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6251e424-ee25-4a7b-bec8-338b99e6b96c req-3abe6ab1-d10c-459d-b39b-a8026a94b961 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Oct 27 16:04:04.178966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a30f-8821-460d-9796-141b29c246ba req-afecc972-dff5-4674-b61f-1759466786cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.180454 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-afecc972-dff5-4674-b61f-1759466786cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0522611 Oct 27 16:04:04.216485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-10a34029-a8da-4682-88c7-be0a6f1d8455 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270426 Oct 27 16:04:04.350781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-b95e778a-9051-479f-91ed-22aad85fea36 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266143 Oct 27 16:04:04.352864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f40d-c2f0-4254-9caa-ca40aa46c268 req-6a3fa203-361c-4cbf-b854-c363c3257903 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.354355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97e6f40d-c2f0-4254-9caa-ca40aa46c268 req-6a3fa203-361c-4cbf-b854-c363c3257903 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0618505 Oct 27 16:04:04.402317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97e6f40d-c2f0-4254-9caa-ca40aa46c268 req-08ec53b2-3b16-4806-9ca3-ac9a5c99f010 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Oct 27 16:04:04.491777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dec2a30f-8821-460d-9796-141b29c246ba req-8e3b3d05-a8ff-4647-9054-6d65b8525ceb service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309576 Oct 27 16:04:04.497849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0dcfb-1a74-4bb9-a1f0-b982f6af8938 req-78919854-089c-47bf-9fd0-6760444691a5 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.499540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cc0dcfb-1a74-4bb9-a1f0-b982f6af8938 req-78919854-089c-47bf-9fd0-6760444691a5 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0540721 Oct 27 16:04:04.556907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cc0dcfb-1a74-4bb9-a1f0-b982f6af8938 req-7bb6eeae-d346-4f31-a0a9-490e89135f27 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Oct 27 16:04:04.686126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c8dd3-1c94-4dc7-88da-c43eb9b76e97 req-d7d2df7d-7184-4e3b-89dd-34c1968a6290 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.687632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2c8dd3-1c94-4dc7-88da-c43eb9b76e97 req-d7d2df7d-7184-4e3b-89dd-34c1968a6290 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0498407 Oct 27 16:04:04.726585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2c8dd3-1c94-4dc7-88da-c43eb9b76e97 req-2051d05e-dbf8-40fe-ac74-04ea03699dc1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Oct 27 16:04:04.882611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95ba7-2a9f-454b-978e-3f70c22c550f req-c22136c9-ba2c-4f3c-898b-8337dd50a1e4 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.884356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99a95ba7-2a9f-454b-978e-3f70c22c550f req-c22136c9-ba2c-4f3c-898b-8337dd50a1e4 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0613809 Oct 27 16:04:04.935194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99a95ba7-2a9f-454b-978e-3f70c22c550f req-71f1560c-7aad-4994-8b3d-54b3644bc2c7 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Oct 27 16:04:05.135470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ae2d-a5d4-4d9f-9a2e-d4c5da2db3ae req-6ddaddfc-9858-4af1-b8a4-cd84088df78d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.137568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6737ae2d-a5d4-4d9f-9a2e-d4c5da2db3ae req-6ddaddfc-9858-4af1-b8a4-cd84088df78d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0851843 Oct 27 16:04:05.182394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6737ae2d-a5d4-4d9f-9a2e-d4c5da2db3ae req-261ae28a-fe96-4668-8ab2-a96315a57665 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Oct 27 16:04:05.253109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbd0c632-ebd5-4451-afdc-72c830a5fdf5 req-4e684e4b-7cc3-4e58-9368-ef493be7caa9 tempest-AbsoluteLimitsNegativeTestJSON-853331034 tempest-AbsoluteLimitsNegativeTestJSON-853331034-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a40fc9b348384c96b697a0057920e436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518486 Oct 27 16:04:05.399584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0eab8-2073-40ce-9e1c-470b768e6abe req-95366d02-528b-451a-8d37-617431c24839 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.401205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23a0eab8-2073-40ce-9e1c-470b768e6abe req-95366d02-528b-451a-8d37-617431c24839 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1224530 Oct 27 16:04:05.458665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c632-ebd5-4451-afdc-72c830a5fdf5 req-ad4b90de-c7f2-4d89-861c-860a4b73ae15 tempest-AbsoluteLimitsNegativeTestJSON-853331034 tempest-AbsoluteLimitsNegativeTestJSON-853331034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.460094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbd0c632-ebd5-4451-afdc-72c830a5fdf5 req-ad4b90de-c7f2-4d89-861c-860a4b73ae15 tempest-AbsoluteLimitsNegativeTestJSON-853331034 tempest-AbsoluteLimitsNegativeTestJSON-853331034-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057610 Oct 27 16:04:05.467764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23a0eab8-2073-40ce-9e1c-470b768e6abe req-7e3bab9b-58c7-4c6d-844c-dc5fe6ea8c94 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Oct 27 16:04:05.477438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbd0c632-ebd5-4451-afdc-72c830a5fdf5 req-617ecd77-afdc-4bbf-94a8-083ea06cce2c tempest-AbsoluteLimitsNegativeTestJSON-853331034 tempest-AbsoluteLimitsNegativeTestJSON-853331034-project] 10.222.0.70 "GET /v2.0/quotas/a40fc9b348384c96b697a0057920e436 HTTP/1.1" status: 200 len: 375 time: 0.0087826 Oct 27 16:04:05.521412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbd0c632-ebd5-4451-afdc-72c830a5fdf5 req-b824e854-15cb-4245-a2bc-be898603683d tempest-AbsoluteLimitsNegativeTestJSON-853331034 tempest-AbsoluteLimitsNegativeTestJSON-853331034-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a40fc9b348384c96b697a0057920e436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378160 Oct 27 16:04:05.706529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6772ef0-d04c-47bd-8a2b-144147b692fd req-8ae2d939-2406-4bbf-a95f-cd8a49346b15 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.708274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6772ef0-d04c-47bd-8a2b-144147b692fd req-8ae2d939-2406-4bbf-a95f-cd8a49346b15 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0922642 Oct 27 16:04:05.731562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53327295-2001-4858-80a3-042da2c58d4f req-47114ab3-641d-442b-b1af-af5897af2084 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.733529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53327295-2001-4858-80a3-042da2c58d4f req-47114ab3-641d-442b-b1af-af5897af2084 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0877161 Oct 27 16:04:05.795800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6772ef0-d04c-47bd-8a2b-144147b692fd req-3004f2d3-2826-4d7b-9f26-3028f191d661 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797970 Oct 27 16:04:05.815547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53327295-2001-4858-80a3-042da2c58d4f req-1dae4035-6f41-4fbe-b42a-8f9b31a7da68 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Oct 27 16:04:05.932950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabfe21-98d7-424c-bbc0-8104d1578d91 req-5603a489-7c8d-4644-a0e7-a27fdadbbcff tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.934627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-baabfe21-98d7-424c-bbc0-8104d1578d91 req-5603a489-7c8d-4644-a0e7-a27fdadbbcff tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.0575347 Oct 27 16:04:05.986266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-baabfe21-98d7-424c-bbc0-8104d1578d91 req-d8a42deb-a41d-41e8-9f04-58fa126f6de1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433602 Oct 27 16:04:06.098501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f34b05-9f3d-40eb-a632-3d2d52cacc87 req-d928df49-ec7c-47bc-a46a-cc2f5180da67 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.106187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05f34b05-9f3d-40eb-a632-3d2d52cacc87 req-d928df49-ec7c-47bc-a46a-cc2f5180da67 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0874710 Oct 27 16:04:06.151448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05f34b05-9f3d-40eb-a632-3d2d52cacc87 req-3882a743-db69-4fff-9200-48fb23b96439 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Oct 27 16:04:06.330935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7b231-ed58-44f0-87ee-ae6178d67f93 req-e1839859-fc0c-40a9-b56d-a1d9ea6141bf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.336819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99c7b231-ed58-44f0-87ee-ae6178d67f93 req-e1839859-fc0c-40a9-b56d-a1d9ea6141bf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0775125 Oct 27 16:04:06.390887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99c7b231-ed58-44f0-87ee-ae6178d67f93 req-55573247-f8d1-4cac-9785-3ee6bbf8a31b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Oct 27 16:04:06.412007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46736) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:06.556490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dd826e8c-3ec9-452a-b89c-0c1333ed8a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.624670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd51a46-0cd6-40ca-9f6c-c7260af03523 req-f4075fa8-c5bf-4d1e-87e1-acb79a8a3dce tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.626194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cd51a46-0cd6-40ca-9f6c-c7260af03523 req-f4075fa8-c5bf-4d1e-87e1-acb79a8a3dce tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0805047 Oct 27 16:04:06.677896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dd826e8c-3ec9-452a-b89c-0c1333ed8a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.705570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cd51a46-0cd6-40ca-9f6c-c7260af03523 req-180751b7-21f5-40dc-8b61-5c43c90cd524 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721948 Oct 27 16:04:06.787662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9e373-a453-44b0-ae1c-a98ff6acc50a req-06868ac9-3b50-478f-ab00-f6e5520577c6 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.791592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2e9e373-a453-44b0-ae1c-a98ff6acc50a req-06868ac9-3b50-478f-ab00-f6e5520577c6 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Oct 27 16:04:06.817999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dd826e8c-3ec9-452a-b89c-0c1333ed8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.834609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2e9e373-a453-44b0-ae1c-a98ff6acc50a req-55eb1c4e-b612-4b22-9928-44db74d53789 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387871 Oct 27 16:04:06.869647 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dd826e8c-3ec9-452a-b89c-0c1333ed8a2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a40fc9b348384c96b697a0057920e436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619067 Oct 27 16:04:06.872478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:06.885927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826e8c-3ec9-452a-b89c-0c1333ed8a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c2b4a-bfa2-4af0-b3e7-5c0d012dee1a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:06.968740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.996501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.020659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db23fd-e8c8-4aec-9d2b-658c24da0b0a req-5181a9d4-5336-49e3-9219-113679f77b98 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.022450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62db23fd-e8c8-4aec-9d2b-658c24da0b0a req-5181a9d4-5336-49e3-9219-113679f77b98 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.1233120 Oct 27 16:04:07.034956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102fe6-e820-4241-ab75-185a105d5c8b req-e0109cb1-9520-493d-81c8-3d8ed3984dbe tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.042845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19102fe6-e820-4241-ab75-185a105d5c8b req-e0109cb1-9520-493d-81c8-3d8ed3984dbe tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0943158 Oct 27 16:04:07.098722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:07.106068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19102fe6-e820-4241-ab75-185a105d5c8b req-2dae38c4-ad4e-4bd0-9eb2-70c558e4b6d1 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Oct 27 16:04:07.137771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62db23fd-e8c8-4aec-9d2b-658c24da0b0a req-fbee0b3d-b634-4eed-aaac-8c21ed6e6456 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Oct 27 16:04:07.197554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.200471 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.203959 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/833c2b4a-bfa2-4af0-b3e7-5c0d012dee1a HTTP/1.1" status: 204 len: 168 time: 0.3282320 Oct 27 16:04:07.227106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e98ca5-65c4-4a0f-8927-38cb2a6b0d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c2b4a-bfa2-4af0-b3e7-5c0d012dee1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:07.319061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67138a7-bcac-4f96-a146-0d50dc0e4604 req-f9f663ad-0604-44ee-807b-c026342df680 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.320441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f67138a7-bcac-4f96-a146-0d50dc0e4604 req-f9f663ad-0604-44ee-807b-c026342df680 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0646093 Oct 27 16:04:07.328374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0511a-3217-4d12-b50a-2d246dbb833e req-765c507d-11f9-421b-b738-fdcf41b80b34 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.329772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04d0511a-3217-4d12-b50a-2d246dbb833e req-765c507d-11f9-421b-b738-fdcf41b80b34 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 949 time: 0.1338887 Oct 27 16:04:07.389015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f67138a7-bcac-4f96-a146-0d50dc0e4604 req-3211b284-553e-46bd-a811-a15c5aec4fb1 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582557 Oct 27 16:04:07.391758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04d0511a-3217-4d12-b50a-2d246dbb833e req-fd43ad53-8f9e-48bc-ba81-d44945cc8740 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 Oct 27 16:04:07.524195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289edb1-76de-4775-8bec-58c097bf8367 req-78d6a1b4-3e72-4c8c-9c79-3f36419bccb1 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.526151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9289edb1-76de-4775-8bec-58c097bf8367 req-78d6a1b4-3e72-4c8c-9c79-3f36419bccb1 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0551543 Oct 27 16:04:07.571347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9289edb1-76de-4775-8bec-58c097bf8367 req-460314a3-1b1f-402b-9816-862d5a8c7b35 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Oct 27 16:04:07.681491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:07.790955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.827198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:07.829417 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054bef9-b1aa-4d1b-9531-54c0e5105737" -d '{"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:07.846429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:07.863857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da75b6-338c-42bd-ac5a-5c74a63593ca req-7f176047-07a0-4775-a25e-14c32c1550d4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.877046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59da75b6-338c-42bd-ac5a-5c74a63593ca req-7f176047-07a0-4775-a25e-14c32c1550d4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0714335 Oct 27 16:04:07.911826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59da75b6-338c-42bd-ac5a-5c74a63593ca req-22508b6a-441a-4db0-a94a-c2659fa6946f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Oct 27 16:04:08.015315 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ddcd4-8560-4147-bc69-e5dc9687c437 x-openstack-request-id: req-928ddcd4-8560-4147-bc69-e5dc9687c437 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:08.015745 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:08.016007 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-928ddcd4-8560-4147-bc69-e5dc9687c437 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:08.016405 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'code': 200} Oct 27 16:04:08.044365 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.044365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:08.120496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:08.177970 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.250761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:08.332345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65f7d5-c0a1-47f8-a7f3-83025e3adc87 req-6f7e5e09-36e7-4c79-9cd1-f80121612ba8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.333974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b65f7d5-c0a1-47f8-a7f3-83025e3adc87 req-6f7e5e09-36e7-4c79-9cd1-f80121612ba8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.1133945 Oct 27 16:04:08.338584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.394506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970076f-06b1-405f-a6e4-2dd7d154ca8b req-d74fe7f1-0938-4062-8bc6-2b1d149f0009 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.400818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:08.404316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8970076f-06b1-405f-a6e4-2dd7d154ca8b req-d74fe7f1-0938-4062-8bc6-2b1d149f0009 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.1350222 Oct 27 16:04:08.466914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b65f7d5-c0a1-47f8-a7f3-83025e3adc87 req-6ebdc55b-5e2f-4c4d-ab91-fcc93a8713ed tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252306 Oct 27 16:04:08.479158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8970076f-06b1-405f-a6e4-2dd7d154ca8b req-8d720056-1f4b-4d7a-a26c-c92a7bd8fd7c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Oct 27 16:04:08.658545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60668b7-9c6e-4b21-8544-2a31b41d11bf req-537ef42c-0bfb-4b56-bb1a-cd463356504d tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.660276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f60668b7-9c6e-4b21-8544-2a31b41d11bf req-537ef42c-0bfb-4b56-bb1a-cd463356504d tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.0941143 Oct 27 16:04:08.663717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-0efe60be-4779-4760-9149-34d0b580ebae tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--829168280&fields=id&tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 267 time: 0.0559390 Oct 27 16:04:08.681843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:08.772032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f60668b7-9c6e-4b21-8544-2a31b41d11bf req-507fcb7a-01b9-49c1-b5e8-da83705b4723 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054151 Oct 27 16:04:08.809801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-242011136-network', 'tenant_id': 'fb19dbace1d3410db321db5fc6839222'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:08.861154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-7a39c14b-c26c-4b86-a05c-a6927fe7ad3a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.862935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-7a39c14b-c26c-4b86-a05c-a6927fe7ad3a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 823 time: 0.1908264 Oct 27 16:04:08.891727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-644161cd-b10e-4de9-ab5f-f7c72711f94f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/quotas/9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 375 time: 0.0142441 Oct 27 16:04:08.941997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ecbca-b509-4d83-8c83-6615ca5efbea req-3737ca20-95c7-4fcd-98a2-0bf11166461a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.941997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-704ecbca-b509-4d83-8c83-6615ca5efbea req-3737ca20-95c7-4fcd-98a2-0bf11166461a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.0989370 Oct 27 16:04:08.984262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-60cc2c1c-59b0-480d-bd6d-bf2de9ebde7e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0849733 Oct 27 16:04:09.010269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Made reservation on behalf of fb19dbace1d3410db321db5fc6839222 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:09.012725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-704ecbca-b509-4d83-8c83-6615ca5efbea req-b795a78d-88e2-4a5c-86c6-b9447de4a9b2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Oct 27 16:04:09.012858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.034858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.154746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c1bdfc08-c779-4f83-9e3b-e6dbbf932d23 service neutron] 10.222.0.70 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546419 Oct 27 16:04:09.161123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.166154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dc4be-e179-43a1-9313-06efd547b9ba req-cee31774-83e1-41ef-952e-af6cc43a9615 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.167803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd1dc4be-e179-43a1-9313-06efd547b9ba req-cee31774-83e1-41ef-952e-af6cc43a9615 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.0854561 Oct 27 16:04:09.261018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd1dc4be-e179-43a1-9313-06efd547b9ba req-4763570f-122e-4586-8a07-9f6a698d616b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831053 Oct 27 16:04:09.290746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.292807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-d6b47699-d50b-4b2b-a28e-b80db02f97ba service neutron] 10.222.0.70 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240945 Oct 27 16:04:09.314561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:09.343767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5756f3d-5d82-45e5-81b1-563737e71c48,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:09.350603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.350603 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Added segment daad5969-1796-4833-8a0d-229e29fe4add of type vlan for network 78290cfb-15a3-4d7a-af74-6f7bec708ac5 Oct 27 16:04:09.401014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.437697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486ec14-5ada-43f3-aadb-afb0377cb377 req-80a35480-3462-47f4-8d11-edfa7500fa6c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.439166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a486ec14-5ada-43f3-aadb-afb0377cb377 req-80a35480-3462-47f4-8d11-edfa7500fa6c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 948 time: 0.0998902 Oct 27 16:04:09.486151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a486ec14-5ada-43f3-aadb-afb0377cb377 req-be79e419-ebfc-49c0-8f0d-a016a35ca99b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Oct 27 16:04:09.529317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.530559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.531203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.594342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] Pushing event updated for resources: {'Network': ['ID=78290cfb-15a3-4d7a-af74-6f7bec708ac5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:09.606111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 78290cfb-15a3-4d7a-af74-6f7bec708ac5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:09.621317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3a051-090c-440d-81cb-b052514f064e req-6d7b8c9e-8a1f-4398-9e85-29bf607226f4 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.623085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8e3a051-090c-440d-81cb-b052514f064e req-6d7b8c9e-8a1f-4398-9e85-29bf607226f4 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0657070 Oct 27 16:04:09.659062 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-11be5841-6742-4ee6-af50-83f69e45bf57 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9760308 Oct 27 16:04:09.665856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46822) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:09.673331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Request body: {'subnet': {'network_id': '78290cfb-15a3-4d7a-af74-6f7bec708ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-242011136-subnet', 'tenant_id': 'fb19dbace1d3410db321db5fc6839222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:09.701260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:09.719859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8e3a051-090c-440d-81cb-b052514f064e req-97e91d87-d4cd-408a-825e-9bac079283d0 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836079 Oct 27 16:04:09.821696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Made reservation on behalf of fb19dbace1d3410db321db5fc6839222 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:09.833782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.844016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-5e61adaf-a9f2-4fe5-be58-f476cdd2bab7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.845551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-5e61adaf-a9f2-4fe5-be58-f476cdd2bab7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec942067-3468-4c3d-ac98-f1ee72a0d914 HTTP/1.1" status: 200 len: 945 time: 0.1227276 Oct 27 16:04:09.911735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1384a96d-0de8-409e-a37d-82791d789909 req-7f780267-a5d9-425f-b5f9-3af5dde1ec30 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 210 time: 0.1119490 Oct 27 16:04:09.981960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82755f0-9561-4c75-8e94-356af66d11ee req-99ec4409-76e5-4204-acbd-d88686e5431a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.983570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e82755f0-9561-4c75-8e94-356af66d11ee req-99ec4409-76e5-4204-acbd-d88686e5431a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.2332859 Oct 27 16:04:09.986559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:10.008639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'mac_address': 'fa:16:3e:6c:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:10.049221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:10.051713 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4825a565-5298-4968-b43d-da88345d0f50" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:10.081360 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.088170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Deleting port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:10.088768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.099385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e82755f0-9561-4c75-8e94-356af66d11ee req-25914d64-9f4d-402b-a144-eeade0d62e25 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042280 Oct 27 16:04:10.099703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:10.137681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:10.182163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478584-fbd2-4579-8aeb-8c27d8e02795 req-4e076fa2-8637-4470-9c7b-79af5d347789 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.183772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9478584-fbd2-4579-8aeb-8c27d8e02795 req-4e076fa2-8637-4470-9c7b-79af5d347789 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.1657798 Oct 27 16:04:10.234658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] For port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:10.234658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.261352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.355378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9478584-fbd2-4579-8aeb-8c27d8e02795 req-232693c6-ac5a-4712-b410-4e2f41a2b0bd tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537139 Oct 27 16:04:10.387817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:10.398166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02d4b4-e539-40a5-96b7-857cfaf9debd req-e362c684-9719-49c0-ad36-c06bc1607357 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.409590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb02d4b4-e539-40a5-96b7-857cfaf9debd req-e362c684-9719-49c0-ad36-c06bc1607357 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.2219889 Oct 27 16:04:10.444901 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960a116-c6d6-4a90-8e98-dd3f80a8fdb3 x-openstack-request-id: req-a960a116-c6d6-4a90-8e98-dd3f80a8fdb3 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:10.448847 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:10.448847 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a960a116-c6d6-4a90-8e98-dd3f80a8fdb3 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:10.448847 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'code': 200} Oct 27 16:04:10.483492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb02d4b4-e539-40a5-96b7-857cfaf9debd req-bacd6a6b-9d38-4694-be1d-1f9495a8ce38 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635362 Oct 27 16:04:10.583481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['aaf49f77-59f8-4715-b562-1423ae63bfa1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:10.624531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6b159-8d1d-4648-b3d2-b1f0e47bf66c req-f8324e67-12b6-4eeb-a15d-1246b2aa0f99 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.626664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2d6b159-8d1d-4648-b3d2-b1f0e47bf66c req-f8324e67-12b6-4eeb-a15d-1246b2aa0f99 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.1089828 Oct 27 16:04:10.687269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2d6b159-8d1d-4648-b3d2-b1f0e47bf66c req-093e502d-b206-45ef-baa9-919fe0fb1bc2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536432 Oct 27 16:04:10.695909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295256d-7b6f-4f5c-9aef-8358f4e7dec1 req-52075ec0-20b7-44d7-9bc0-a51b60b3ed83 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.697981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3295256d-7b6f-4f5c-9aef-8358f4e7dec1 req-52075ec0-20b7-44d7-9bc0-a51b60b3ed83 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 949 time: 0.1297674 Oct 27 16:04:10.787212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3295256d-7b6f-4f5c-9aef-8358f4e7dec1 req-39a50e8a-db63-4916-83b8-8de6c95d6086 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819523 Oct 27 16:04:10.910092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3c3a8-026b-432d-b8c1-7c41a0d3c1a4 req-343a85d8-d8d7-47ce-b372-6cd88b751d2b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.912558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58c3c3a8-026b-432d-b8c1-7c41a0d3c1a4 req-343a85d8-d8d7-47ce-b372-6cd88b751d2b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.0716462 Oct 27 16:04:10.926298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.926840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.927268 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1 disassociated. External IP: 172.25.5.7, port: 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f. Oct 27 16:04:10.928185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Calling delete_port for 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:10.970935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.001734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58c3c3a8-026b-432d-b8c1-7c41a0d3c1a4 req-29455219-70c8-4f59-b22c-f1872a705167 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822148 Oct 27 16:04:11.168094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9169df-70fd-4cde-8478-b62d5a3a509f req-ed0bf446-8dba-47b8-b696-3354de5f6d90 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 210 time: 0.1040809 Oct 27 16:04:11.187315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de19693-26a5-4dfc-bb51-ee87c019b10a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:11.214358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Checking segment: {'id': 'daad5969-1796-4833-8a0d-229e29fe4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78290cfb-15a3-4d7a-af74-6f7bec708ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:11.218206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Network hostable DHCP agents. Network: 78290cfb-15a3-4d7a-af74-6f7bec708ac5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:11.301769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.312122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2106d7-c985-46d3-aba8-400e851b2dae req-c808013e-e6e5-4e32-829c-2605fba0739f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.319700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e2106d7-c985-46d3-aba8-400e851b2dae req-c808013e-e6e5-4e32-829c-2605fba0739f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.0786328 Oct 27 16:04:11.335972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event deleted for resources: {'Port': ['ID=8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:11.337474 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e43fa2c4-7bfb-41c3-87fc-76848a8b8110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.445631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e2106d7-c985-46d3-aba8-400e851b2dae req-f0abb803-bffd-4870-ad59-5466a65ef715 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068902 Oct 27 16:04:11.490968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Network 78290cfb-15a3-4d7a-af74-6f7bec708ac5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:11.552125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:04:11.583863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149a1e-e8cb-4882-b8db-884775a22c79 req-d636976f-42bc-4ade-913b-b973a50f7bc0 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.593584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba149a1e-e8cb-4882-b8db-884775a22c79 req-d636976f-42bc-4ade-913b-b973a50f7bc0 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.1200030 Oct 27 16:04:11.689619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba149a1e-e8cb-4882-b8db-884775a22c79 req-b5a0f829-b19a-4174-aaba-6bc386bec873 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938973 Oct 27 16:04:11.693220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 78290cfb-15a3-4d7a-af74-6f7bec708ac5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:11.708928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70286e14-a9b2-4826-97a6-e1f7a88f967c None None] Network 78290cfb-15a3-4d7a-af74-6f7bec708ac5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:11.714347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.715209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.786458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0933f-5ee6-496c-b97d-5c4f52fafe67 req-9918cb70-8cca-486c-9d7b-115741cc53f5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.788763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:11.815736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50b0933f-5ee6-496c-b97d-5c4f52fafe67 req-9918cb70-8cca-486c-9d7b-115741cc53f5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.1924529 Oct 27 16:04:11.826800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:11.848926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:11.967608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18c47e8c-075a-45c7-8819-12efc98b3510 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3001995 Oct 27 16:04:11.983502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] No DVR routers for this DVR port 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:11.995266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:12.003732 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7c01b2f-ab7d-47e5-87d6-e2f62cd5012b req-25708f0c-a0e8-48f1-b95a-314822af3187 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "DELETE /v2.0/ports/8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f HTTP/1.1" status: 204 len: 173 time: 2.1506670 Oct 27 16:04:12.004760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'name': 'network-vif-deleted', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:12.008314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50b0933f-5ee6-496c-b97d-5c4f52fafe67 req-d431593a-af97-447a-8b19-81cbcd9e584b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850593 Oct 27 16:04:12.026015 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718676ab-fd54-48dd-8206-409e3956191a" -d '{"events": [{"server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "name": "network-vif-deleted", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:12.061616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e93cf-a83d-41fe-b71d-67e4478a7d21 req-2db97152-2cc7-4a07-9d09-f20a22a0e29c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.070792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-256e93cf-a83d-41fe-b71d-67e4478a7d21 req-2db97152-2cc7-4a07-9d09-f20a22a0e29c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 932 time: 0.2111306 Oct 27 16:04:12.135353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:12.144955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:12.245839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-256e93cf-a83d-41fe-b71d-67e4478a7d21 req-7011a3d3-48f9-4794-907f-9b1018265ed3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659880 Oct 27 16:04:12.483504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bba3b-b82e-4d69-97b9-3376311e9ba1 req-b6002697-5f59-4e2a-941f-95095676e925 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.483504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-111bba3b-b82e-4d69-97b9-3376311e9ba1 req-b6002697-5f59-4e2a-941f-95095676e925 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 949 time: 0.2405958 Oct 27 16:04:12.484872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0d359-1582-4d82-9b25-838933a78ff4 None None] Network 78290cfb-15a3-4d7a-af74-6f7bec708ac5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:12.527287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port aaf49f77-59f8-4715-b562-1423ae63bfa1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:12.527748 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:12.572839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-111bba3b-b82e-4d69-97b9-3376311e9ba1 req-29b14c47-9fcf-48d7-b2f0-87f58419427a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422660 Oct 27 16:04:12.624104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ad57f-d85f-4d6b-8d0e-9d4d5fc25a0d req-291288cc-05b4-4138-a697-9684bdd8c99a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.635572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-941ad57f-d85f-4d6b-8d0e-9d4d5fc25a0d req-291288cc-05b4-4138-a697-9684bdd8c99a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.2079880 Oct 27 16:04:12.636398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:12.671205 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17051fbd-4641-48be-adc3-d275878563ec x-openstack-request-id: req-17051fbd-4641-48be-adc3-d275878563ec {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:12.671586 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec942067-3468-4c3d-ac98-f1ee72a0d914", "name": "network-vif-deleted", "tag": "8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:12.671840 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17051fbd-4641-48be-adc3-d275878563ec {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:12.672226 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec942067-3468-4c3d-ac98-f1ee72a0d914', 'name': 'network-vif-deleted', 'tag': '8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f', 'status': 'completed', 'code': 200} Oct 27 16:04:12.729113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-941ad57f-d85f-4d6b-8d0e-9d4d5fc25a0d req-d9746eac-e645-48be-a7da-3bdc8380f393 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923204 Oct 27 16:04:12.802787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Request body: {'port': {'device_id': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:12.834431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.82', 58910) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:12.843732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Request body: {'port': {'device_id': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:12.910995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c5f2721-b5bc-40e9-a6f8-82b14249a3d6 req-51361f25-956f-492b-b08a-e9f0cc76bfeb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 210 time: 0.1202600 Oct 27 16:04:12.991032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-4e4b64b0-402b-489c-8e00-876536eaa544 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776817 Oct 27 16:04:13.060489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.063387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a6e39f99-2e69-4b17-902e-1414babc0767 service neutron] 10.222.0.82 "GET /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.2279518 Oct 27 16:04:13.110984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.137392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.168319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:13.170976 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e31c9f-9db2-481a-b554-5ad4a98b877f" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:13.178178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7feab-8238-4b19-b73a-89e953082a4b req-6812be47-31cc-4a5a-b54b-8e8e6ca44a19 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.186020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61f7feab-8238-4b19-b73a-89e953082a4b req-6812be47-31cc-4a5a-b54b-8e8e6ca44a19 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.3473711 Oct 27 16:04:13.192779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1571034847', 'description': 'tempest-description-1269825107'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:13.214645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:13.311280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.343242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:13.368945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61f7feab-8238-4b19-b73a-89e953082a4b req-a5c58aaf-dcb1-4a5a-80c0-070fd82744ed tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815012 Oct 27 16:04:13.380024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.401595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:13.456157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:13.457874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:03:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:13.502630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e41c8af-bd79-4f2f-828f-755e98e716a5 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:13.519973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.532661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Transition to ACTIVE for port object 0e41c8af-bd79-4f2f-828f-755e98e716a5 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:13.554170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:13.624248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.636912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:13.683363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:13.741954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:13.765174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7410d1-eb14-4ad9-be3b-321223967e71 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:13.802037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:13.802669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 8c46c96e-9c8a-41ad-a94b-9dc2fe29cf0f not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:13.803967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:13.804548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:13.805694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:13.813336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.813935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:13.815135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:13.825689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:13.825937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8ed1b-4c2f-4b8f-8462-02717bb3f808 req-cddf74a4-c1a4-40dd-b7a4-1aa6e489e54d tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.826042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:13.826412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:13.826851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Bound port: 0e41c8af-bd79-4f2f-828f-755e98e716a5, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:13.827244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.827725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8a8ed1b-4c2f-4b8f-8462-02717bb3f808 req-cddf74a4-c1a4-40dd-b7a4-1aa6e489e54d tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 931 time: 0.3415215 Oct 27 16:04:13.831127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.863135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Transition to ACTIVE for port object 7a7410d1-eb14-4ad9-be3b-321223967e71 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:13.889542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8a8ed1b-4c2f-4b8f-8462-02717bb3f808 req-e7043fea-1183-4c9f-9132-090e622981ea tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Oct 27 16:04:13.901751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.948128 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.991387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:14.002099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:14.005663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:14.053401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66f36-be93-4212-a2fc-53f10874d951 None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:14.057942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b096c2a-18d8-45bf-b165-e0e8356f514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.063315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4a152-b94f-4131-a92e-16df8e9fade1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:14.075920 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.088571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b34ebb2d-2f2c-4489-8a94-0405605e8860 req-ec066dd0-c5c3-438a-be3a-63d43dbe132d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9240377 Oct 27 16:04:14.143024 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c5d426-83e2-4867-93b3-b92fd3483a35 x-openstack-request-id: req-f1c5d426-83e2-4867-93b3-b92fd3483a35 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:14.143367 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:14.143630 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1c5d426-83e2-4867-93b3-b92fd3483a35 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:14.144036 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'code': 200} Oct 27 16:04:14.153077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.195822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:14.211475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Attempting to bind port 7a7410d1-eb14-4ad9-be3b-321223967e71 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:14.211719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Attempting to bind port 7a7410d1-eb14-4ad9-be3b-321223967e71 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:14.212035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Attempting to bind port 7a7410d1-eb14-4ad9-be3b-321223967e71 on network 7a0781ed-99e2-43c4-8331-370e2cd01abf {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:14.217462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.218141 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.219550 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] 10.222.0.82 "PUT /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 1092 time: 1.4214239 Oct 27 16:04:14.236341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5d6d8-c657-4713-93fb-e24e5d989f64 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:14.245596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce0708-35b2-4993-99d9-f3446658aae6 req-cdd71957-21de-4976-bfbe-33e22a860d79 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.254756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14ce0708-35b2-4993-99d9-f3446658aae6 req-cdd71957-21de-4976-bfbe-33e22a860d79 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.2200356 Oct 27 16:04:14.263582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Port 7a7410d1-eb14-4ad9-be3b-321223967e71 on network 7a0781ed-99e2-43c4-8331-370e2cd01abf not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:14.263582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Attempting to bind port 7a7410d1-eb14-4ad9-be3b-321223967e71 on network 7a0781ed-99e2-43c4-8331-370e2cd01abf {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:14.306490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:14.309495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Checking segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:14.309495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Bound using segment: {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:14.309495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Bound port: 7a7410d1-eb14-4ad9-be3b-321223967e71, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700376f7-50e7-40b1-9e95-fbee7e65ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:14.309495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.421017 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881688e-0cec-46e8-a91e-d9e508cdc6f8 None None] New status for floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:04:14.422787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14ce0708-35b2-4993-99d9-f3446658aae6 req-7ae436e5-3c00-43e0-8b7a-7edabaa35742 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671383 Oct 27 16:04:14.462771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5bdb6-4107-4251-a3bb-3b9621fd629e req-a09be8e2-19bb-44bd-8186-cb22035d48d8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.464414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2a5bdb6-4107-4251-a3bb-3b9621fd629e req-a09be8e2-19bb-44bd-8186-cb22035d48d8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.1420507 Oct 27 16:04:14.466593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:14.471524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7a7410d1-eb14-4ad9-be3b-321223967e71,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:14.484867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05199-a72b-4a05-870d-85363b5fbd05 req-2ab5170a-fbfb-4c53-b567-378a313137bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.486431 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51e05199-a72b-4a05-870d-85363b5fbd05 req-2ab5170a-fbfb-4c53-b567-378a313137bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1101 time: 0.0595491 Oct 27 16:04:14.552730 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51e05199-a72b-4a05-870d-85363b5fbd05 req-afa83ab8-cf46-49a5-ae9d-fceeed1d6b72 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Oct 27 16:04:14.627936 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.673577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:14.676705 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee1f08d-0d75-4eb4-880e-6adee02caf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:14.885446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.949157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2a5bdb6-4107-4251-a3bb-3b9621fd629e req-6e3a06fa-f85f-48ce-b15c-ec2e4877ba9a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640520 Oct 27 16:04:14.982583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.983242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.984676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] 10.222.0.82 "PUT /v2.0/ports/7a7410d1-eb14-4ad9-be3b-321223967e71 HTTP/1.1" status: 200 len: 1091 time: 2.1474686 Oct 27 16:04:14.985115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:14.987385 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7066c418-5af5-4f2c-bc08-0fed401f8c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:15.023843 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:15.050970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268a4-cd99-443c-b623-e5a60b445016 req-61ac7951-89ed-4a6a-a96a-334ca0e4d623 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.052521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-027268a4-cd99-443c-b623-e5a60b445016 req-61ac7951-89ed-4a6a-a96a-334ca0e4d623 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.5025213 Oct 27 16:04:15.074690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde91c7-687f-45a2-ae45-08aab815c79d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:15.089310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-9bf3d1f8-aa34-44e6-b01d-0c496fa375cf tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.090775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-9bf3d1f8-aa34-44e6-b01d-0c496fa375cf tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 823 time: 0.5674820 Oct 27 16:04:15.159121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-027268a4-cd99-443c-b623-e5a60b445016 req-012df766-047d-421d-b631-071bdb8c1084 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992973 Oct 27 16:04:15.167891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d618d-c0a3-4401-97d6-f098786d6339 req-c2c62d6d-272a-456c-a760-069a274ff719 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.170876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d7d618d-c0a3-4401-97d6-f098786d6339 req-c2c62d6d-272a-456c-a760-069a274ff719 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.1447823 Oct 27 16:04:15.194729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-0d4c6ac6-bbdb-47ea-94a2-c279623f285e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2 HTTP/1.1" status: 200 len: 379 time: 0.0923593 Oct 27 16:04:15.205967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'port': {'device_id': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'admin_state_up': True, 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'security_groups': ['d1a1b381-4195-41ff-971d-756f98d031c1']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:15.297283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-363169bd-fbbb-404d-acbd-57c4e4996fe6 req-5bf79c1f-a954-4ee3-992c-3154bd001937 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 210 time: 0.0442550 Oct 27 16:04:15.300082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d7d618d-c0a3-4401-97d6-f098786d6339 req-c00ef486-b743-47c5-8ba5-2edcb3f7e362 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220551 Oct 27 16:04:15.446056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.82', 58911) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:15.455747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-23aea1ff-2c56-46fd-8084-e4f252a4d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.457825 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-23aea1ff-2c56-46fd-8084-e4f252a4d503 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1098 time: 0.0731723 Oct 27 16:04:15.515270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:15.538537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-9ab545ec-cb28-4a06-a5d1-1227fb6427b0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/cad4a152-b94f-4131-a92e-16df8e9fade1 HTTP/1.1" status: 200 len: 1813 time: 0.2104096 Oct 27 16:04:15.571288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cad4a152-b94f-4131-a92e-16df8e9fade1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:15.571608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cad4a152-b94f-4131-a92e-16df8e9fade1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:15.604067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:15.608212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850716-843c-410e-82f6-6f58140dfce3 req-ce907c74-0782-4ed3-b088-bdab8fbf565a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.609734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57850716-843c-410e-82f6-6f58140dfce3 req-ce907c74-0782-4ed3-b088-bdab8fbf565a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 943 time: 0.2355435 Oct 27 16:04:15.614781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-9dfe921e-f729-4321-9ef6-bc3be3330266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.616269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-9dfe921e-f729-4321-9ef6-bc3be3330266 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8613f9d1b6134ee19b411616cd39e395&device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 1094 time: 0.1930382 Oct 27 16:04:15.627924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:15.628641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-bb56c673-3205-444e-91ef-5f33bef7e1c9 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044500 Oct 27 16:04:15.632852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-46da24d5-32d2-4f17-8c53-2a91b5b50a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.634364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-46da24d5-32d2-4f17-8c53-2a91b5b50a49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1095 time: 0.1704960 Oct 27 16:04:15.684196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:15.702526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Made reservation on behalf of 9fce4ce316fc44f5bf6eeb88506e90f2 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:15.705412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:15.712804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-a713fe47-c4d9-4384-89ce-bb639543c846 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7410d1-eb14-4ad9-be3b-321223967e71 HTTP/1.1" status: 200 len: 217 time: 0.0702064 Oct 27 16:04:15.775159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ee6b8b-c654-4f41-b546-1f8ab6f7985f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:15.794879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:15.798660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-0f4d11f0-2e9b-400f-b0f8-f0883d8cb125 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 217 time: 0.1161411 Oct 27 16:04:15.806437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57850716-843c-410e-82f6-6f58140dfce3 req-3805c600-9ac6-4fc5-adb0-f85df4b8686e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891916 Oct 27 16:04:15.892364 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e9c042-abed-4184-9a48-6fd1a98f9c35 x-openstack-request-id: req-20e9c042-abed-4184-9a48-6fd1a98f9c35 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:15.892364 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:15.892364 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20e9c042-abed-4184-9a48-6fd1a98f9c35 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:15.892364 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'status': 'completed', 'code': 200} Oct 27 16:04:15.942097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:15.955482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:15.975862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5eddb817-7ac7-4766-94ef-ef363f8ce13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.977365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5eddb817-7ac7-4766-94ef-ef363f8ce13e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5087e0-feaa-4493-9ec4-6bda44a95c89 HTTP/1.1" status: 200 len: 854 time: 0.1930521 Oct 27 16:04:16.021729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:16.038141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-af213972-ed0c-400e-aa95-8f7b71e03908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.039643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-af213972-ed0c-400e-aa95-8f7b71e03908 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.2038410 Oct 27 16:04:16.058766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-c90b97fb-380f-4857-b664-a9cdc50512b4 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790669 Oct 27 16:04:16.077369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:16.087320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.100667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] Transition to ACTIVE for port object f9ee6b8b-c654-4f41-b546-1f8ab6f7985f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:16.105030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Transition to ACTIVE for port object 1bb2f78a-140b-4f02-a072-bbdee07b4d0d will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:16.132585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.145367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6209-4564-42e2-82d2-5838fe153a81 req-95a3582f-744e-4ebd-9e8d-a2c45bff49f2 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.146856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-475f6209-4564-42e2-82d2-5838fe153a81 req-95a3582f-744e-4ebd-9e8d-a2c45bff49f2 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 943 time: 0.2120473 Oct 27 16:04:16.153610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Allocated IP 172.20.0.11 (5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4/0c8730be-4e82-4f3a-985a-2f34905d9e7f/5788f000-76ef-44a0-8d09-0376737394a8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:16.167100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332056-a3ff-40d7-9866-755f0430e98f req-bb4a55e8-e6ea-455c-831f-5281f2abb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.168615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-bb4a55e8-e6ea-455c-831f-5281f2abb516 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7a0781ed-99e2-43c4-8331-370e2cd01abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579797 Oct 27 16:04:16.198898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.199863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.243571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.322110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] No DVR routers for this DVR port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:16.325449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] No DVR routers for this DVR port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:16.329093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=10']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:16.335302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-53a4ac71-f2f4-4e0c-9779-c46be79194c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123531 Oct 27 16:04:16.399348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-475f6209-4564-42e2-82d2-5838fe153a81 req-f0955022-2817-44b7-8088-4f3fcf295dfc tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378323 Oct 27 16:04:16.403278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.426337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-f7beae39-ee1f-4494-b519-e0f56daa608c service neutron] 10.222.0.82 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012293 Oct 27 16:04:16.455995 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] 10.222.0.82 "PUT /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1370368 Oct 27 16:04:16.462650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:16.462909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:16.463254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:16.471282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:16.471854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Attempting to bind port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:16.481386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:16.481386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:16.482472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:16.482927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Bound port: 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:16.483307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.507377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:16.525043 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad37d31-a252-4dbe-86c9-e053e0b9c107 x-openstack-request-id: req-2ad37d31-a252-4dbe-86c9-e053e0b9c107 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:16.525043 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:16.525043 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ad37d31-a252-4dbe-86c9-e053e0b9c107 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:16.525043 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71', 'status': 'completed', 'code': 200} Oct 27 16:04:16.560592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9f9fe6-a2e9-48f8-9881-8c06b8548811,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:16.599798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:16.604967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:16.698949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.700791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.701255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25c2c906-e5fe-4bb1-b3e0-a2d6b1c091ee req-be20e992-3d59-4a2b-b9a2-cb0a7636060b tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1521776 Oct 27 16:04:16.730410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-1cf3653f-88e2-4092-9505-6fc15d5133d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.732490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-1cf3653f-88e2-4092-9505-6fc15d5133d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52e4009110c84fb19edb6cdf776374cd&device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 1099 time: 0.3052022 Oct 27 16:04:16.770023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.771502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.773118 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] 10.222.0.82 "PUT /v2.0/ports/1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 1095 time: 1.2915108 Oct 27 16:04:16.818106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebc3e3-320b-48f4-a7cd-bd4c6f58cc53 req-f727a9b8-acf4-4461-bc87-2d70c4becdea tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.820275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9ebc3e3-320b-48f4-a7cd-bd4c6f58cc53 req-f727a9b8-acf4-4461-bc87-2d70c4becdea tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.2269733 Oct 27 16:04:16.822659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-10978465-63ff-43c2-9783-e2b35976a2d9 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365361 Oct 27 16:04:16.845604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d9a9b-e49c-49f1-87d9-7d597ff1a459 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:16.871352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb332056-a3ff-40d7-9866-755f0430e98f req-5c0f562a-a37d-4f8d-bb9f-7e04cc6c312b service neutron] 10.222.0.82 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004090 Oct 27 16:04:16.876753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.880976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-34a1829c-abd0-4c54-8602-a67932fdfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.883119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-34a1829c-abd0-4c54-8602-a67932fdfef4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1098 time: 0.0732992 Oct 27 16:04:16.912119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:17.017993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-799bbef4-c579-4678-89dc-78712427418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.021617 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-799bbef4-c579-4678-89dc-78712427418d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1302989 Oct 27 16:04:17.038002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9ebc3e3-320b-48f4-a7cd-bd4c6f58cc53 req-0dc9a3ae-a89b-4c2f-be13-b94ce476fb08 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719065 Oct 27 16:04:17.086936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f34e-9ebb-47de-b15f-bf9fb6174cee req-def06af7-e828-49df-b8ec-ca7c0b1999a4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.088418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee09f34e-9ebb-47de-b15f-bf9fb6174cee req-def06af7-e828-49df-b8ec-ca7c0b1999a4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.2961612 Oct 27 16:04:17.105606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-f74e3818-e601-468d-be5e-ee7a07bf9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.107100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-f74e3818-e601-468d-be5e-ee7a07bf9454 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3507941 Oct 27 16:04:17.110871 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-cf710a8f-e4f5-4eb2-ba62-8df5d9ebafb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0803425 Oct 27 16:04:17.148363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34f35e94-fa95-4824-8d25-0c94c4a30b79 req-905817b0-b273-448f-ad37-d478077d80d2 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796211 Oct 27 16:04:17.175816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-bd49ae26-e2b8-4d25-89b8-356a6921473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.185314 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-bd49ae26-e2b8-4d25-89b8-356a6921473d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0534792 Oct 27 16:04:17.189052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-1a6d11fb-6cbc-472c-b950-f90f39bd2c4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 HTTP/1.1" status: 200 len: 217 time: 0.0568902 Oct 27 16:04:17.237268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-72f74754-b415-4247-a2fb-a0bf83e71d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.239259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-72f74754-b415-4247-a2fb-a0bf83e71d00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8613f9d1b6134ee19b411616cd39e395&device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 1094 time: 0.1828949 Oct 27 16:04:17.261563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-0839c46a-a767-496e-ba75-df24fd96efd4 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.263134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-0839c46a-a767-496e-ba75-df24fd96efd4 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0780790 Oct 27 16:04:17.265596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-7e92738b-b545-41ae-a360-0aed09215a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.266957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-7e92738b-b545-41ae-a360-0aed09215a59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733232 Oct 27 16:04:17.272914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:17.276986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee09f34e-9ebb-47de-b15f-bf9fb6174cee req-fd481147-6440-4f41-8867-e94c516abd4d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674390 Oct 27 16:04:17.369763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-49b8c34a-40eb-4be0-b2c0-82479e9bdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.371314 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-49b8c34a-40eb-4be0-b2c0-82479e9bdc87 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&tenant_id=e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 1095 time: 0.1000676 Oct 27 16:04:17.399448 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-5e595936-1f1a-42c0-ba0c-dfd36259d271 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194692 Oct 27 16:04:17.495283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-3b13616f-3907-4d49-ae93-64c1b5138eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.496971 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-3b13616f-3907-4d49-ae93-64c1b5138eac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1095 time: 0.0964093 Oct 27 16:04:17.571024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-352d6b41-f619-4935-ac62-f9dfacebccb9 req-c9a1ccea-1efd-4c0b-bcb0-47c1f806b584 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618218 Oct 27 16:04:17.623352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-606067d1-a7e3-428b-a38c-1d651b9817fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.623674 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-606067d1-a7e3-428b-a38c-1d651b9817fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1153810 Oct 27 16:04:17.681967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-bd131832-3421-4109-9f62-f1b0a67fa045 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0465801 Oct 27 16:04:17.711077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:17.712684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-65639541-e062-4daf-8a64-22ab4a83543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.714158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-65639541-e062-4daf-8a64-22ab4a83543a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.5171626 Oct 27 16:04:17.728075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9bfdb-fa36-4782-a37d-cf01dd1790fd req-ed97a5e5-eaa6-4acd-a0f2-5cfca793a819 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.729653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c9bfdb-fa36-4782-a37d-cf01dd1790fd req-ed97a5e5-eaa6-4acd-a0f2-5cfca793a819 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.5804105 Oct 27 16:04:17.735453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:17.736845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5c1f324a-dbcb-4760-80be-e977dcb183eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.738443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5c1f324a-dbcb-4760-80be-e977dcb183eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0506182 Oct 27 16:04:17.749177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event updated for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:17.757777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:17.762994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.763634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:17.779949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-d7f7df92-0198-49e3-ac0a-12281e9a391c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329716 Oct 27 16:04:17.841145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-6210bf8c-97f9-4924-865f-e812137f1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.842655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-6210bf8c-97f9-4924-865f-e812137f1d89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1095 time: 0.5193372 Oct 27 16:04:17.872193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075f1-48ed-4b4a-a8b0-0c4aa6f87d03 req-991e9463-77c6-4c84-adb1-dd430606a7b5 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.875309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-645075f1-48ed-4b4a-a8b0-0c4aa6f87d03 req-991e9463-77c6-4c84-adb1-dd430606a7b5 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 932 time: 0.2377746 Oct 27 16:04:17.887134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-bbcd84d2-293a-4ba9-81a2-7e4ebe619bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.889942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-bbcd84d2-293a-4ba9-81a2-7e4ebe619bd6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7a0781ed-99e2-43c4-8331-370e2cd01abf HTTP/1.1" status: 200 len: 916 time: 0.6284146 Oct 27 16:04:17.891307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-91bd8f2e-7025-4e1c-acc9-fc87907a9645 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993347 Oct 27 16:04:17.891760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:17.894000 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0312d230-c52c-4037-931d-5d98b0d6f42f" -d '{"events": [{"name": "network-changed", "server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:17.937793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-ba59b75d-c233-4b38-9f5a-c0768198ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.939368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-ba59b75d-c233-4b38-9f5a-c0768198ffe9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061658 Oct 27 16:04:17.981779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c9bfdb-fa36-4782-a37d-cf01dd1790fd req-fe2694fa-d570-43f9-8d9b-7c0d6c560d11 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245367 Oct 27 16:04:18.017059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-5c4a30ab-54f4-492f-a3b0-a36498f3ebf9 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180055 Oct 27 16:04:18.028171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-020210c1-7410-482c-b279-447879a603bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7410d1-eb14-4ad9-be3b-321223967e71 HTTP/1.1" status: 200 len: 217 time: 0.1226377 Oct 27 16:04:18.113158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e8256181-6627-4e0f-bd02-49fcb36454bb None None] Provisioning complete for port 5788f000-76ef-44a0-8d09-0376737394a8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:18.113719 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e8256181-6627-4e0f-bd02-49fcb36454bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:18.175322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e8256181-6627-4e0f-bd02-49fcb36454bb None None] Port 5788f000-76ef-44a0-8d09-0376737394a8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:18.179016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-645075f1-48ed-4b4a-a8b0-0c4aa6f87d03 req-7a5609d8-ff37-45f2-a736-b0add34cc7fb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773418 Oct 27 16:04:18.239980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-24733cf4-2729-497e-b6aa-6fc1c5ab02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.241454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-24733cf4-2729-497e-b6aa-6fc1c5ab02c5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.3874097 Oct 27 16:04:18.249685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-c33cafd3-fd44-4dd4-8aae-7d6a1f0da265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.251151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-c33cafd3-fd44-4dd4-8aae-7d6a1f0da265 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f5087e0-feaa-4493-9ec4-6bda44a95c89 HTTP/1.1" status: 200 len: 854 time: 0.1871150 Oct 27 16:04:18.265203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-63a9ec82-1e38-4822-bd4e-29ec83463466 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123236 Oct 27 16:04:18.348396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-d0cafa5d-d9c7-4ef3-a3dc-d7f2e8e1c7d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 217 time: 0.0955296 Oct 27 16:04:18.393557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f757f-358e-4a75-9055-1462ecb843fa req-d4c25e59-7656-4f62-bd67-0d69ed1af5bd tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.395603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a9f757f-358e-4a75-9055-1462ecb843fa req-d4c25e59-7656-4f62-bd67-0d69ed1af5bd tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 948 time: 0.3093228 Oct 27 16:04:18.439969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-955c0808-c760-454b-b7b6-acec20a3d750 req-b9431d09-8119-40d3-80c6-2c411361554d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/cad4a152-b94f-4131-a92e-16df8e9fade1 HTTP/1.1" status: 200 len: 2406 time: 0.2249820 Oct 27 16:04:18.475125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-5962cc45-1b77-4382-8d05-92645ffdd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.476626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-5962cc45-1b77-4382-8d05-92645ffdd9d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7a0781ed-99e2-43c4-8331-370e2cd01abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106123 Oct 27 16:04:18.520300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-fe9241e7-3b93-4ab0-9e6c-d2bba425e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.521682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-fe9241e7-3b93-4ab0-9e6c-d2bba425e8b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1392071 Oct 27 16:04:18.593031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a9f757f-358e-4a75-9055-1462ecb843fa req-9de5da02-a4ec-4adc-9979-0efd00bd9bf2 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859653 Oct 27 16:04:18.600281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-696d1d91-5cfb-444a-b0b1-8979f50ad515 req-31655ec2-0081-466e-bfba-ae8e51f4bcd5 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273332 Oct 27 16:04:18.626474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-79dd27ee-e1d0-43d5-af77-b91b6c181135 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812886 Oct 27 16:04:18.674741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e250b-ca8b-4612-be26-26adfacb2b81 req-0c5132fc-eba2-4171-acb8-ad20be67f802 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.676194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832e250b-ca8b-4612-be26-26adfacb2b81 req-0c5132fc-eba2-4171-acb8-ad20be67f802 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.1811531 Oct 27 16:04:18.713387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c4051ccf-5957-489d-8a4c-04b7ab318d86 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5112195 Oct 27 16:04:18.757766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Request body: {'port': {'device_id': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:18.796413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-2e4eb20a-f356-4cb7-981b-746a86fe8dd9 service neutron] 10.222.0.82 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979264 Oct 27 16:04:18.900950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832e250b-ca8b-4612-be26-26adfacb2b81 req-713a69fc-a5ea-4d21-b529-34857370f8b9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936765 Oct 27 16:04:18.935851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b18c4-73d6-429a-8423-598445b61a5c req-dc8987ac-752f-4602-b8dd-d59898f04742 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.937380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-970b18c4-73d6-429a-8423-598445b61a5c req-dc8987ac-752f-4602-b8dd-d59898f04742 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 943 time: 0.2602952 Oct 27 16:04:18.939207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-e115c9b9-2dd7-4583-9243-8e25c76dd5d3 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023334 Oct 27 16:04:18.942136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:18.974645 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ae0e38-1606-4ad2-863f-83f31aceda1e x-openstack-request-id: req-48ae0e38-1606-4ad2-863f-83f31aceda1e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:18.975206 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:18.975206 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48ae0e38-1606-4ad2-863f-83f31aceda1e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:18.975760 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'status': 'completed', 'code': 200} Oct 27 16:04:19.056477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-3acd5a77-d162-4535-9554-ad4f1474d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.060592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-3acd5a77-d162-4535-9554-ad4f1474d562 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1098 time: 0.0445333 Oct 27 16:04:19.135753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:19.138321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7066c418-5af5-4f2c-bc08-0fed401f8c2c req-afc90e16-3945-49c1-bdd9-e6c04a64055e service neutron] 10.222.0.82 "GET /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275204 Oct 27 16:04:19.154374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-970b18c4-73d6-429a-8423-598445b61a5c req-94d060e6-030d-4e21-b2c7-1c3d37f89833 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097149 Oct 27 16:04:19.184293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-ebc4731e-25d9-44a7-a8d6-8ae6c4674734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.185812 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-ebc4731e-25d9-44a7-a8d6-8ae6c4674734 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1180923 Oct 27 16:04:19.250720 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-7ac1f27a-0b7f-4759-8817-a9afa0d0d63a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0559573 Oct 27 16:04:19.267782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:19.278550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-e42b253c-d032-454f-823f-a469f0ed5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.279708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32', 'mac_address': 'fa:16:3e:e0:48:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:19.280085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-e42b253c-d032-454f-823f-a469f0ed5639 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1098 time: 0.2502348 Oct 27 16:04:19.309087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-1475e15c-37ee-4954-bb74-16523a0377b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.310987 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-1475e15c-37ee-4954-bb74-16523a0377b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0512891 Oct 27 16:04:19.322837 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:19.328448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1aa4-844b-4cc8-978c-817a52683c22 req-a463256b-c988-415c-bcfa-4406de7a13ef tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.330102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0fb1aa4-844b-4cc8-978c-817a52683c22 req-a463256b-c988-415c-bcfa-4406de7a13ef tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.2990448 Oct 27 16:04:19.341687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:19.357108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bee1f08d-0d75-4eb4-880e-6adee02caf6a req-0f416f2f-fcb5-4c81-ba54-e222ea9687f0 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071908 Oct 27 16:04:19.365110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:19.369078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-d5369510-62f0-48bb-bf36-da97d0f3ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.398362 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-d5369510-62f0-48bb-bf36-da97d0f3ab52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481410 Oct 27 16:04:19.408904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-bd8618a2-7214-4e7b-8f35-18d1f219780f tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.410929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-bd8618a2-7214-4e7b-8f35-18d1f219780f tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.2507570 Oct 27 16:04:19.463539 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-ce89a6a3-06f1-4046-a840-1ec40a87e7f6 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Oct 27 16:04:19.533159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:19.551447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bdabd-edbc-4afd-87e8-8ff0d881f5cd req-a9d440f0-211d-43ce-8fb8-93775a916182 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.553037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-045bdabd-edbc-4afd-87e8-8ff0d881f5cd req-a9d440f0-211d-43ce-8fb8-93775a916182 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.2698872 Oct 27 16:04:19.569332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-7e3571dc-f12c-4ff3-a54f-bc593efc9cbe service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970879 Oct 27 16:04:19.592857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:19.863630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0fb1aa4-844b-4cc8-978c-817a52683c22 req-c6160d09-71a2-48e4-b808-f0a26cb8ddc5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792869 Oct 27 16:04:19.884294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-39e5a945-7b08-44f8-a745-bcd4dbf1b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.885739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-39e5a945-7b08-44f8-a745-bcd4dbf1b7c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.5933647 Oct 27 16:04:19.968023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-ff45bcc0-05be-4850-8c34-6bf8538ef99b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0715065 Oct 27 16:04:20.034270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-045bdabd-edbc-4afd-87e8-8ff0d881f5cd req-5570ec98-5618-4119-b29d-2429f006946f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602456 Oct 27 16:04:20.141754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-eaf9ba73-d6d7-463a-9f03-c349894e4ec8 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-group-rules/fc9f9fe6-a2e9-48f8-9881-8c06b8548811 HTTP/1.1" status: 200 len: 778 time: 0.0776043 Oct 27 16:04:20.158260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-1ce06ed0-1bb9-4059-b156-e05f83c87d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.159715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-1ce06ed0-1bb9-4059-b156-e05f83c87d0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1756182 Oct 27 16:04:20.173652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d18e06-d185-499e-9bf7-7871cee8bf3b req-1f203335-8d98-4aa5-b04a-50f4bf28f306 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.175057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26d18e06-d185-499e-9bf7-7871cee8bf3b req-1f203335-8d98-4aa5-b04a-50f4bf28f306 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.2252355 Oct 27 16:04:20.197829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5788f000-76ef-44a0-8d09-0376737394a8 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:20.227711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.254742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-b25d0f91-c555-401e-af6a-1659ddac0dcf service neutron] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:20.268808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-b25d0f91-c555-401e-af6a-1659ddac0dcf service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.270426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-b25d0f91-c555-401e-af6a-1659ddac0dcf service neutron] 10.222.0.79 "DELETE /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.8496318 Oct 27 16:04:20.271335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Transition to ACTIVE for port object 5788f000-76ef-44a0-8d09-0376737394a8 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:20.298905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-34fee220-eaff-453f-a51e-4cbfc040e0ef tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/cad4a152-b94f-4131-a92e-16df8e9fade1 HTTP/1.1" status: 200 len: 2406 time: 0.1471481 Oct 27 16:04:20.301906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26d18e06-d185-499e-9bf7-7871cee8bf3b req-ca36d13d-6bf5-4157-b142-1d313fade155 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079814 Oct 27 16:04:20.303755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-d767392a-333a-4eeb-ac5e-eb6a3bfb4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.305196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-d767392a-333a-4eeb-ac5e-eb6a3bfb4981 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292949 Oct 27 16:04:20.383264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.396684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.413889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.469916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['9eacd919-10a1-4fc3-9e33-fc6fc6a0de32'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:20.538863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589501-8389-45c9-91ee-e6f857cecfeb req-462e135a-35bd-442b-b5ac-cb449742f9ce tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.542166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7589501-8389-45c9-91ee-e6f857cecfeb req-462e135a-35bd-442b-b5ac-cb449742f9ce tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 944 time: 0.1705692 Oct 27 16:04:20.545426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Pushing event updated for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:20.549608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-f4ee897d-4a9b-4e35-a503-47f1f484d28f service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324643 Oct 27 16:04:20.634137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.646789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.647859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd6f325-05c5-4015-9ce3-8359b3bb522d req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/fc9f9fe6-a2e9-48f8-9881-8c06b8548811 HTTP/1.1" status: 204 len: 173 time: 0.3417864 Oct 27 16:04:20.664553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Attempting to bind port 5788f000-76ef-44a0-8d09-0376737394a8 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:20.664553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Attempting to bind port 5788f000-76ef-44a0-8d09-0376737394a8 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:20.664553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Attempting to bind port 5788f000-76ef-44a0-8d09-0376737394a8 on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:20.666901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8d55a-d85b-49c6-9557-d476a3f0bf7a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9f9fe6-a2e9-48f8-9881-8c06b8548811,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:20.688116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Port 5788f000-76ef-44a0-8d09-0376737394a8 on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:20.688446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Attempting to bind port 5788f000-76ef-44a0-8d09-0376737394a8 on network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:20.697250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7589501-8389-45c9-91ee-e6f857cecfeb req-91098c88-ed4b-4881-b27f-44da0c31fc13 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271293 Oct 27 16:04:20.703838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:20.704041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Checking segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:20.704409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Bound using segment: {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:20.704853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Bound port: 5788f000-76ef-44a0-8d09-0376737394a8, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e44799d-9e33-456c-83db-05ab3f9a8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:20.705590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.787277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0312d230-c52c-4037-931d-5d98b0d6f42f req-57c93068-2e0e-4588-8265-53370c8fe0d4 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161815 Oct 27 16:04:20.828715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae810-dca1-4383-a09e-e1bec2811509 req-7eaccb0c-b82a-4875-9032-56879590f42d tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.830230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb1ae810-dca1-4383-a09e-e1bec2811509 req-7eaccb0c-b82a-4875-9032-56879590f42d tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 949 time: 0.1039193 Oct 27 16:04:20.836103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:20.841022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5788f000-76ef-44a0-8d09-0376737394a8,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:20.874902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb1ae810-dca1-4383-a09e-e1bec2811509 req-c4ba8d8a-4674-42ce-9244-3f88c16767d8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Oct 27 16:04:20.964094 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.012943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.013566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.014989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] 10.222.0.79 "PUT /v2.0/ports/5788f000-76ef-44a0-8d09-0376737394a8 HTTP/1.1" status: 200 len: 1092 time: 2.2805314 Oct 27 16:04:21.016383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:21.018623 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a027523-3079-454e-8bd3-b7be06acd2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "tag": "5788f000-76ef-44a0-8d09-0376737394a8"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:21.037873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd80f8-2ce5-47c0-a3e1-aacb03fc89d7 req-c888c4ad-aab9-4f92-894b-642c9e2af00f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.039402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5cd80f8-2ce5-47c0-a3e1-aacb03fc89d7 req-c888c4ad-aab9-4f92-894b-642c9e2af00f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.1098063 Oct 27 16:04:21.058090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d58d-8e51-4f08-a753-2f32180714ec service neutron] Pushing event updated for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:21.089370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5cd80f8-2ce5-47c0-a3e1-aacb03fc89d7 req-a3fbbf72-fb29-468c-8668-9056ebe7beb5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Oct 27 16:04:21.142384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:21.247258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7f3c9-bb8b-4212-9503-bc7eb3d8b3f6 req-b665f12c-99d9-426d-a0dc-fa02dad25b39 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.252256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b7f3c9-bb8b-4212-9503-bc7eb3d8b3f6 req-b665f12c-99d9-426d-a0dc-fa02dad25b39 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 943 time: 0.0903480 Oct 27 16:04:21.252370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.271030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'port_id': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'mac_address': 'fa:16:3e:d6:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2112ea6a-1af5-47ae-b9aa-595216a3aad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:21.278281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-41241215-d590-441a-a485-b1221cb52b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.279998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-41241215-d590-441a-a485-b1221cb52b65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 1095 time: 0.0868170 Oct 27 16:04:21.313175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.326064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e41c8af-bd79-4f2f-828f-755e98e716a5 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:21.331463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1219585006', 'description': 'tempest-description-450594722'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:21.339958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-3e647137-a818-405a-9946-8bb5febe5a4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5788f000-76ef-44a0-8d09-0376737394a8 HTTP/1.1" status: 200 len: 217 time: 0.0499251 Oct 27 16:04:21.350964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b7f3c9-bb8b-4212-9503-bc7eb3d8b3f6 req-8cacff09-281f-4db7-b7d2-bd32d9bec15b tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949879 Oct 27 16:04:21.352730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.402688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c3776a38-6f3a-4854-9a8c-be9a8393d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.404313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c3776a38-6f3a-4854-9a8c-be9a8393d6ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0503538 Oct 27 16:04:21.407865 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d994d1-d7e7-4ef7-9639-b1c670dadcfa x-openstack-request-id: req-99d994d1-d7e7-4ef7-9639-b1c670dadcfa {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:21.408295 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "tag": "5788f000-76ef-44a0-8d09-0376737394a8", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:21.408593 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99d994d1-d7e7-4ef7-9639-b1c670dadcfa {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:21.409052 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8', 'status': 'completed', 'code': 200} Oct 27 16:04:21.415601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.416549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7a7410d1-eb14-4ad9-be3b-321223967e71 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:21.449518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.505215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1650c-3000-4734-9811-d479151a4d20 req-2f40f5ae-ffd4-4025-9c0d-2a07449e78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.506706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-2f40f5ae-ffd4-4025-9c0d-2a07449e78bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899110 Oct 27 16:04:21.522250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:21.565877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7a7410d1-eb14-4ad9-be3b-321223967e71,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.581633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7a7410d1-eb14-4ad9-be3b-321223967e71', 'network_id': '7a0781ed-99e2-43c4-8331-370e2cd01abf', 'port_id': '7a7410d1-eb14-4ad9-be3b-321223967e71', 'mac_address': 'fa:16:3e:b0:12:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5087e0-feaa-4493-9ec4-6bda44a95c89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:21.599440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697790e-77e8-40d8-b256-aad3cc77da89 req-546c8a0d-c69d-4754-85f3-6f955c3dae3c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.600954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6697790e-77e8-40d8-b256-aad3cc77da89 req-546c8a0d-c69d-4754-85f3-6f955c3dae3c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.1363993 Oct 27 16:04:21.637343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.649451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.651147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7410d1-eb14-4ad9-be3b-321223967e71 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:21.676240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7a7410d1-eb14-4ad9-be3b-321223967e71,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.685551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6697790e-77e8-40d8-b256-aad3cc77da89 req-ab39875e-bcd6-4c5d-b794-935117d057ee tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732620 Oct 27 16:04:21.687900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-c2b70d27-a853-4623-b1c8-78adadda297e service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671722 Oct 27 16:04:21.755000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.763882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.819073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:21.830268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41889ad-2c21-46bf-83cb-51683214727f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:21.861248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc1650c-3000-4734-9811-d479151a4d20 req-b536468c-20b0-4ac8-806c-3166790d664b service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648715 Oct 27 16:04:21.877463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0d6f7-4088-4037-beb0-aa0b8e9841d2 req-a2795751-70e9-47f8-98b8-bfce97c25b03 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.879698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc0d6f7-4088-4037-beb0-aa0b8e9841d2 req-a2795751-70e9-47f8-98b8-bfce97c25b03 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0987866 Oct 27 16:04:21.935864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc0d6f7-4088-4037-beb0-aa0b8e9841d2 req-6c06e70b-ebaf-4f68-ae6f-c2e79cbb9c8a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487800 Oct 27 16:04:21.960700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.962197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6bfa1c3-9178-4f30-bc99-2315b0b0334d req-68a5a81c-6454-42d1-8148-0c1a68cf996f tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6644373 Oct 27 16:04:22.123202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918f85-7b54-4677-95be-4193480ab565 req-82704976-33e9-4136-9e64-120af78a7e6f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.124790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86918f85-7b54-4677-95be-4193480ab565 req-82704976-33e9-4136-9e64-120af78a7e6f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.1113682 Oct 27 16:04:22.149179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374686-c535-422c-86b1-b170f4e174ab req-a1460233-3d5c-4597-9a4f-3f12f89f4546 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.150677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56374686-c535-422c-86b1-b170f4e174ab req-a1460233-3d5c-4597-9a4f-3f12f89f4546 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 944 time: 0.1093817 Oct 27 16:04:22.175414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-f0b30ad4-c2ac-4b2c-94dc-62020e4618fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.175414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-f0b30ad4-c2ac-4b2c-94dc-62020e4618fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 1095 time: 0.1038878 Oct 27 16:04:22.259402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86918f85-7b54-4677-95be-4193480ab565 req-26d07e6a-bb95-4671-abae-0d6d8a07881a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270988 Oct 27 16:04:22.265849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56374686-c535-422c-86b1-b170f4e174ab req-24c307a8-9eff-4361-9836-6735739289c4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045301 Oct 27 16:04:22.307618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-c68d2ca7-9bed-4858-97b5-b88c8cec0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.309476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-c68d2ca7-9bed-4858-97b5-b88c8cec0228 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 924 time: 0.1180692 Oct 27 16:04:22.314773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:22.339089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7a7410d1-eb14-4ad9-be3b-321223967e71'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:22.391539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-796ee52f-5806-42ee-bfa5-9a5fb471b8cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5788f000-76ef-44a0-8d09-0376737394a8 HTTP/1.1" status: 200 len: 217 time: 0.0604398 Oct 27 16:04:22.461628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393468-c6b3-43f7-a4bc-0b5edb7d2154 req-b8972292-fbd4-40d4-a6e1-32602654bd2c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.463483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86393468-c6b3-43f7-a4bc-0b5edb7d2154 req-b8972292-fbd4-40d4-a6e1-32602654bd2c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1095 time: 0.1428168 Oct 27 16:04:22.493058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-c0c699a8-9406-4d6e-a21a-b1da87889808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.494625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-c0c699a8-9406-4d6e-a21a-b1da87889808 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0853853 Oct 27 16:04:22.503751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ec1d4-e35e-45f9-9b7e-02b6ded63b6f req-28a43d4a-a818-4fa6-9b0d-b03c4cac1fe4 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.505313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb1ec1d4-e35e-45f9-9b7e-02b6ded63b6f req-28a43d4a-a818-4fa6-9b0d-b03c4cac1fe4 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 949 time: 0.1250262 Oct 27 16:04:22.555609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86393468-c6b3-43f7-a4bc-0b5edb7d2154 req-c76a357b-e944-4306-851e-1562b0cea11c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854480 Oct 27 16:04:22.600500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb1ec1d4-e35e-45f9-9b7e-02b6ded63b6f req-fd293d78-52c5-4df0-a0ff-9182c570d7fa tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Oct 27 16:04:22.602670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-b61d5932-7c67-40c7-8dc0-301ac7488f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.604409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-b61d5932-7c67-40c7-8dc0-301ac7488f48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955796 Oct 27 16:04:22.731718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf5a5715-a2d6-448a-91eb-ed90a924ffb8 req-8c928ef3-2010-432c-af95-1775cdc21c5d tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/d41889ad-2c21-46bf-83cb-51683214727f HTTP/1.1" status: 200 len: 1812 time: 0.1381412 Oct 27 16:04:22.770287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b98b47-f6d5-4862-974f-55580d5d133d req-7b33ac0a-96a9-4f94-9814-faedfb12065b tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.771791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7b98b47-f6d5-4862-974f-55580d5d133d req-7b33ac0a-96a9-4f94-9814-faedfb12065b tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 944 time: 0.0886626 Oct 27 16:04:22.793278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-7c12e142-c2a2-4fb0-9991-49027124433a service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688652 Oct 27 16:04:22.898453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7b98b47-f6d5-4862-974f-55580d5d133d req-9d4a4189-4272-43fb-9f7d-19495cdf6c89 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168294 Oct 27 16:04:22.929855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8dc2-1218-415d-ab1a-eaf0ae11d426 req-f935528a-f6e4-4429-a46c-ec0373a37da2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.931431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c0b8dc2-1218-415d-ab1a-eaf0ae11d426 req-f935528a-f6e4-4429-a46c-ec0373a37da2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 947 time: 0.1372333 Oct 27 16:04:22.948011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a027523-3079-454e-8bd3-b7be06acd2ff req-ceed5bc5-2481-4d7e-a811-31669918372d service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293845 Oct 27 16:04:23.003723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c0b8dc2-1218-415d-ab1a-eaf0ae11d426 req-71483af5-2950-485e-a9a8-c16860cb51f9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Oct 27 16:04:23.083946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-2ca53d5c-188a-41b9-96cf-478eaa1f7302 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.085381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-2ca53d5c-188a-41b9-96cf-478eaa1f7302 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.1069143 Oct 27 16:04:23.119386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-c80cfcd1-a42b-42d3-b468-b63927ca694f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/quotas/e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 375 time: 0.0250862 Oct 27 16:04:23.148966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:23.152141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:23.164019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31f3f-7593-4a5e-ac81-a4024e9f7b03 req-090e8171-15b8-493e-85c8-7da5cc7f6efc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.165475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7d31f3f-7593-4a5e-ac81-a4024e9f7b03 req-090e8171-15b8-493e-85c8-7da5cc7f6efc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0792181 Oct 27 16:04:23.202896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-543ed13d-620c-4dc7-9934-f0ffa035d061 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760448 Oct 27 16:04:23.225315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7d31f3f-7593-4a5e-ac81-a4024e9f7b03 req-4af0fb6b-854a-4125-9bb2-e004bcce3ea9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Oct 27 16:04:23.269495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1668766776', 'description': 'tempest-description-1383013613'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:23.291680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:23.303594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'mac_address': 'fa:16:3e:ea:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:23.318074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-3c97d3b7-fb40-4246-97bb-12f7dc5f7e69 service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052761 Oct 27 16:04:23.333802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:23.340168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:23.340538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.360909 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.386787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:23.411514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:23.412057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-403002cb-a07c-4cd0-b48c-af98aaaf6448 service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 Oct 27 16:04:23.427056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.451488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.474493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:23.476874 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d72bc-af8a-44be-8213-bf98b4c9aece" -d '{"events": [{"server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "name": "network-vif-plugged", "status": "completed", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:23.490343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:23.500653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.540688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.569318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.572710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.591737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:23.610592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8b00c0-0079-48dc-8d4e-0337139271e7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:23.656868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:23.710505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646d446-b529-4667-a29c-9fd88739ecfb req-a8b502b2-6135-4760-802a-5f6cba951170 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.713945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e646d446-b529-4667-a29c-9fd88739ecfb req-a8b502b2-6135-4760-802a-5f6cba951170 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Oct 27 16:04:23.715402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.716519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00c9279c-f1c2-4359-8d3c-109aec02da8c req-1c981dd3-2867-4084-bc55-af19c487e579 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4581351 Oct 27 16:04:23.761521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e646d446-b529-4667-a29c-9fd88739ecfb req-b6ab5726-b00c-424d-8585-53368645cfe5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Oct 27 16:04:23.813696 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eac9b0-8517-44d9-976c-8658a4bd96fc x-openstack-request-id: req-d6eac9b0-8517-44d9-976c-8658a4bd96fc {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:23.813993 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "name": "network-vif-plugged", "status": "completed", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:23.814251 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6eac9b0-8517-44d9-976c-8658a4bd96fc {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:23.814647 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32', 'code': 200} Oct 27 16:04:23.831429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d47b7-58cc-4506-988e-6d50422895c6 req-dd9041b4-ac43-46da-8723-fd25e3868ea9 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.833794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d32d47b7-58cc-4506-988e-6d50422895c6 req-dd9041b4-ac43-46da-8723-fd25e3868ea9 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 944 time: 0.0543299 Oct 27 16:04:23.882308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94f5919b-8dc1-405f-b03a-48dd7187a091 req-0129ca51-5398-4663-95dc-04017a641f8e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 210 time: 0.0338945 Oct 27 16:04:23.924589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d32d47b7-58cc-4506-988e-6d50422895c6 req-c81b2b21-8317-4abd-a559-cc69ca72a880 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847445 Oct 27 16:04:23.939235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7002-b826-47d1-94d0-f1b2288a85c6 req-08b170d8-a667-46cd-9896-442a2f15d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.940887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3e7002-b826-47d1-94d0-f1b2288a85c6 req-08b170d8-a667-46cd-9896-442a2f15d2d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 1101 time: 0.0553448 Oct 27 16:04:24.036058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3e7002-b826-47d1-94d0-f1b2288a85c6 req-829a94f3-c090-4f74-830b-a1e1768fab6e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Oct 27 16:04:24.046084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc8ebd24-fa49-4501-81c8-a61037529ecc req-941a954b-0c1d-48a6-b639-9dc23c41caf5 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/ef8b00c0-0079-48dc-8d4e-0337139271e7 HTTP/1.1" status: 200 len: 1813 time: 0.0816731 Oct 27 16:04:24.049614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09456f7-ab49-435f-81f2-f399bc013f47 req-c52a9307-04a9-4c3e-9364-99623387c82a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.051789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a09456f7-ab49-435f-81f2-f399bc013f47 req-c52a9307-04a9-4c3e-9364-99623387c82a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.1073971 Oct 27 16:04:24.093084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a09456f7-ab49-435f-81f2-f399bc013f47 req-e4db46bc-1ef2-470b-badb-1a5840d736f8 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Oct 27 16:04:24.160206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e223e9-52fe-4d9f-960d-e3e5d5a714cd req-221e7e6b-8a32-4fb5-864c-23b181e37916 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.161635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e223e9-52fe-4d9f-960d-e3e5d5a714cd req-221e7e6b-8a32-4fb5-864c-23b181e37916 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 944 time: 0.0575299 Oct 27 16:04:24.225193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e223e9-52fe-4d9f-960d-e3e5d5a714cd req-4dda4447-5fa7-4765-8ce8-07894358283d tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563407 Oct 27 16:04:24.237237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aa404-ce47-4c48-8a5e-9488a1faf0b5 req-69f5e328-f4ca-47e5-85a0-534edd3d1b3b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.243846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f9aa404-ce47-4c48-8a5e-9488a1faf0b5 req-69f5e328-f4ca-47e5-85a0-534edd3d1b3b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 948 time: 0.0883756 Oct 27 16:04:24.259541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-21061556', 'description': 'tempest-description-359972979'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:24.301477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f9aa404-ce47-4c48-8a5e-9488a1faf0b5 req-c8b5be53-d7a6-40a0-b49e-23cd2925d4e5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Oct 27 16:04:24.384408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.421611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865adf-6e14-4bbe-a333-a8e4c3c636a5 req-dbe9189c-c645-48d4-9f26-657d74accdee tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.423407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba865adf-6e14-4bbe-a333-a8e4c3c636a5 req-dbe9189c-c645-48d4-9f26-657d74accdee tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0688770 Oct 27 16:04:24.486976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba865adf-6e14-4bbe-a333-a8e4c3c636a5 req-8c5976c1-8fb6-4c29-acb0-f0dbf973dd84 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Oct 27 16:04:24.496222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.601195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.630933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df7017-5e04-46fa-b303-9651aff5a295,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:24.731915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.733171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ab0dd5-6635-453b-9fc6-cc63c7c0adc3 req-359b309c-5ce1-4b0d-9a18-4138a5359cf0 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4829390 Oct 27 16:04:24.796844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3263988-ecbc-4132-b85c-8623e34843e4 req-2802984b-81fa-4cc3-8054-684560c7e16a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/f7df7017-5e04-46fa-b303-9651aff5a295 HTTP/1.1" status: 200 len: 1810 time: 0.0425823 Oct 27 16:04:24.824398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1894042914', 'description': 'tempest-description-690868290'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:24.888366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d5d6-4075-488c-82f8-0ffe06552f05 req-1b983220-015a-4547-af15-305d41fbb619 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.889788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4125d5d6-4075-488c-82f8-0ffe06552f05 req-1b983220-015a-4547-af15-305d41fbb619 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.0513053 Oct 27 16:04:24.938496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4125d5d6-4075-488c-82f8-0ffe06552f05 req-32bc678c-82f8-499f-811d-e966f76b804e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Oct 27 16:04:25.004055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.026270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db3daabf-c777-46ad-9699-254a1bc81bc1 req-0b255005-72de-4f0e-abf0-66e304bd847c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 210 time: 0.0330033 Oct 27 16:04:25.088122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.172974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:25.243343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:25.397009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.414914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 0e41c8af-bd79-4f2f-828f-755e98e716a5 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:25.418861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 0e41c8af-bd79-4f2f-828f-755e98e716a5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:25.419267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.441102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4998bf-2beb-47ac-94b7-fb4b77de0964 req-60f4213a-ef0e-431c-a735-7738d947d4a8 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.443068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4998bf-2beb-47ac-94b7-fb4b77de0964 req-60f4213a-ef0e-431c-a735-7738d947d4a8 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 944 time: 0.3458276 Oct 27 16:04:25.444149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1455bdaa-e4e5-4ee7-a858-a89edef87d22,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:25.482351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4998bf-2beb-47ac-94b7-fb4b77de0964 req-3f4aa79a-fa85-4482-b87d-2b1629b9af99 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Oct 27 16:04:25.514459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.549921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:25.578945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.580166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee60cb72-dbac-40b7-ad69-f00ada840358 req-1999e1c4-51a7-4acc-bf40-d78c3e7f523a tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7598674 Oct 27 16:04:25.600640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1438c6-9420-4d54-b073-974adf7b4222 req-89a50763-b2f2-43c4-b46b-ed9e6d952821 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.602107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e1438c6-9420-4d54-b073-974adf7b4222 req-89a50763-b2f2-43c4-b46b-ed9e6d952821 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.0542796 Oct 27 16:04:25.651980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e1438c6-9420-4d54-b073-974adf7b4222 req-2c028f1f-2eaa-44d9-bc74-67bcf75140ca tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Oct 27 16:04:25.665050 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.666937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7a7410d1-eb14-4ad9-be3b-321223967e71 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:25.693108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a88fc-5724-4ed7-abf3-93ae86e9fc60 req-1658881e-3cad-4f50-85e6-526dea42893a tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.694605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-005a88fc-5724-4ed7-abf3-93ae86e9fc60 req-1658881e-3cad-4f50-85e6-526dea42893a tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 944 time: 0.0601101 Oct 27 16:04:25.741568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-005a88fc-5724-4ed7-abf3-93ae86e9fc60 req-98056a79-b133-4e63-8a67-90d35deba0ee tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Oct 27 16:04:25.760636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:25.794819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5788f000-76ef-44a0-8d09-0376737394a8 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:25.811932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad565e-8022-4163-b225-781b6cdab680 req-65332cac-2613-4c4f-9ea2-7545fdd4606e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.813920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9ad565e-8022-4163-b225-781b6cdab680 req-65332cac-2613-4c4f-9ea2-7545fdd4606e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 948 time: 0.0711510 Oct 27 16:04:25.817423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:25.821778 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b657f-c4e5-4395-88c2-9660c03dc283" -d '{"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-plugged", "status": "completed", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:25.885665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9ad565e-8022-4163-b225-781b6cdab680 req-7bb55830-9fbd-4d1b-8acc-eff816f22b84 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Oct 27 16:04:25.907333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93acefd-98ae-408b-8dff-0b3b51b16461 req-4957099e-916d-41c3-834c-6f4ec77a3561 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.914758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5788f000-76ef-44a0-8d09-0376737394a8,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:25.917343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93acefd-98ae-408b-8dff-0b3b51b16461 req-4957099e-916d-41c3-834c-6f4ec77a3561 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0860064 Oct 27 16:04:25.917563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 7a7410d1-eb14-4ad9-be3b-321223967e71 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:25.932878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7a7410d1-eb14-4ad9-be3b-321223967e71 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:25.933248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.935942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '5788f000-76ef-44a0-8d09-0376737394a8', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'port_id': '5788f000-76ef-44a0-8d09-0376737394a8', 'mac_address': 'fa:16:3e:34:dd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:25.978221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93acefd-98ae-408b-8dff-0b3b51b16461 req-5198a5ba-dfa4-45af-8fc8-42ec2ae0ea5f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 Oct 27 16:04:25.982321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4f01ba5-54ce-41f3-9b72-221f246c48b9 req-ae1527db-bdda-4bb5-97df-2124d1aa4892 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/1455bdaa-e4e5-4ee7-a858-a89edef87d22 HTTP/1.1" status: 200 len: 1812 time: 0.0647533 Oct 27 16:04:26.016324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.027021 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b359ae9-583c-44c9-a70b-c543a5383e37 x-openstack-request-id: req-6b359ae9-583c-44c9-a70b-c543a5383e37 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:26.027566 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-plugged", "status": "completed", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:26.027913 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b359ae9-583c-44c9-a70b-c543a5383e37 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:26.028390 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'code': 200} Oct 27 16:04:26.068542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5788f000-76ef-44a0-8d09-0376737394a8 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:26.099023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5788f000-76ef-44a0-8d09-0376737394a8,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:26.100094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.135956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7a7410d1-eb14-4ad9-be3b-321223967e71,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:26.164465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e07cda-0794-4082-84c4-14bdf507bbc8 req-b9ce48f8-854a-4d57-bcb6-85bbd4e26dbf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.166024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1e07cda-0794-4082-84c4-14bdf507bbc8 req-b9ce48f8-854a-4d57-bcb6-85bbd4e26dbf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0836866 Oct 27 16:04:26.171572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0cad5-d9aa-43a9-90f4-1bc9e4348470 req-2ab02c34-d172-4e48-869b-5e4476ff15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.172968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96b0cad5-d9aa-43a9-90f4-1bc9e4348470 req-2ab02c34-d172-4e48-869b-5e4476ff15a6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1097 time: 0.0593848 Oct 27 16:04:26.178554 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.225984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:26.229023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1e07cda-0794-4082-84c4-14bdf507bbc8 req-aa59eb2c-98b5-420b-8a67-fda0e920c092 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Oct 27 16:04:26.229875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96b0cad5-d9aa-43a9-90f4-1bc9e4348470 req-bb6fa1fc-88aa-425e-b47a-ad90b1aa283a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Oct 27 16:04:26.232598 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.277207 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-03741b04-f9aa-486e-a126-e576af345175 req-33c8fb38-621c-4096-8277-46acd5a87e23 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] show failed (client error): The resource could not be found. Oct 27 16:04:26.278216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03741b04-f9aa-486e-a126-e576af345175 req-33c8fb38-621c-4096-8277-46acd5a87e23 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/11a2a3ab-a80c-4275-91f9-9ac1475736e3 HTTP/1.1" status: 404 len: 352 time: 0.0143971 Oct 27 16:04:26.288076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:26.389536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74c4f4d-0a38-404b-90e5-201d3e7999f4 req-fc448793-f841-4aae-a53a-3ce7970cf13e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 210 time: 0.0494246 Oct 27 16:04:26.413433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841948a-f652-40ed-8a3d-81447bbc9018 req-3d5e1bd1-cf44-4afb-8727-72efc2f6d953 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.414999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3841948a-f652-40ed-8a3d-81447bbc9018 req-3d5e1bd1-cf44-4afb-8727-72efc2f6d953 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 948 time: 0.0763357 Oct 27 16:04:26.484707 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-f1df961e-819b-49cb-8447-2cec5984935f req-cb4f23d3-7b6b-42c8-8b52-684b6203b63c tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] show failed (client error): The resource could not be found. Oct 27 16:04:26.485626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1df961e-819b-49cb-8447-2cec5984935f req-cb4f23d3-7b6b-42c8-8b52-684b6203b63c tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-group-rules/88743297-03e3-4abb-b2da-28279542e00a HTTP/1.1" status: 404 len: 361 time: 0.0576086 Oct 27 16:04:26.506213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3841948a-f652-40ed-8a3d-81447bbc9018 req-0a3c1aa9-a676-42ec-8b95-9de71f2dd96d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850799 Oct 27 16:04:26.528698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['5788f000-76ef-44a0-8d09-0376737394a8'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:26.575517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-c0103c31-95b0-43ce-b90b-64f1d1771379 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.580327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-c0103c31-95b0-43ce-b90b-64f1d1771379 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e&tenant_id=f214e5b28c364ddeac98cb492f1cf710&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 948 time: 0.1280637 Oct 27 16:04:26.600161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-b6416949-23e0-43f3-bf79-b5b0b4ba35eb tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/1455bdaa-e4e5-4ee7-a858-a89edef87d22 HTTP/1.1" status: 200 len: 1812 time: 0.0881577 Oct 27 16:04:26.710934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba86925-896e-462c-b89a-afbc6173e833 req-7a7dfef4-a3e2-4d4d-9674-64272b5da500 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.712512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ba86925-896e-462c-b89a-afbc6173e833 req-7a7dfef4-a3e2-4d4d-9674-64272b5da500 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 945 time: 0.1344953 Oct 27 16:04:26.719260 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-96488618-eb37-4519-a2ee-6f4f592fc59c service neutron] delete failed (client error): The resource could not be found. Oct 27 16:04:26.720193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-96488618-eb37-4519-a2ee-6f4f592fc59c service neutron] 10.222.0.79 "DELETE /v2.0/ports/1bb2f78a-140b-4f02-a072-bbdee07b4d0d/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.1302085 Oct 27 16:04:26.749032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.795865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.848270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ba86925-896e-462c-b89a-afbc6173e833 req-c909ecdf-bdf6-4460-9a38-e5e104489f23 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263096 Oct 27 16:04:26.967353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-492cade7-2b28-46ee-a75f-12067fe884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.969228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-492cade7-2b28-46ee-a75f-12067fe884bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1099 time: 0.1609941 Oct 27 16:04:26.983875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-2b9a04b5-4ef6-4b33-8fd7-de84f3edfeff tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.985230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-2b9a04b5-4ef6-4b33-8fd7-de84f3edfeff tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.2054510 Oct 27 16:04:27.008471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Request body: {'port': {'device_id': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'admin_state_up': True, 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:27.093951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f87dcb-3ed9-4438-888d-ecbf317e46c5 req-c47c779e-1e3e-4db7-a669-5e81783d1422 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.095456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99f87dcb-3ed9-4438-888d-ecbf317e46c5 req-c47c779e-1e3e-4db7-a669-5e81783d1422 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.1800845 Oct 27 16:04:27.099572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.102126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.103194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90433b29-8fe8-441b-8251-cd37bdccc74b req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-groups/1455bdaa-e4e5-4ee7-a858-a89edef87d22 HTTP/1.1" status: 204 len: 173 time: 0.4882152 Oct 27 16:04:27.134569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd72b9-d5fa-4f18-bfa3-1e109d06b003 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455bdaa-e4e5-4ee7-a858-a89edef87d22,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:27.188063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:27.225207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-37b9c893-41ff-4557-a793-2143780340d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.226676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-37b9c893-41ff-4557-a793-2143780340d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2499127 Oct 27 16:04:27.238061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99f87dcb-3ed9-4438-888d-ecbf317e46c5 req-d61ea34c-fab2-425d-9ba7-891f4f1a8896 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235206 Oct 27 16:04:27.282629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-de355817-608a-464d-af60-8e59c7a561ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0414240 Oct 27 16:04:27.307153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b73a32-5e6e-4962-8b8c-2780a94ed7bb req-021a1bce-0e54-443a-b5e6-6028fb529021 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.308634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3b73a32-5e6e-4962-8b8c-2780a94ed7bb req-021a1bce-0e54-443a-b5e6-6028fb529021 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.1503921 Oct 27 16:04:27.324168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:27.328124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:27.328488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.401591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:27.405063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.410067 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.422199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-e4a0175b-54d8-44bd-8d55-e7a4981a4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.423677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-e4a0175b-54d8-44bd-8d55-e7a4981a4cc5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1131210 Oct 27 16:04:27.444827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3b73a32-5e6e-4962-8b8c-2780a94ed7bb req-c78dbfcf-f32b-4e06-9d89-5fefa8060ed6 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172101 Oct 27 16:04:27.445917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:27.456015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd224a-be52-4080-8917-30753e7304dd req-3f35ca13-7db8-4bb7-849f-0dd7927786a8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.457676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eafd224a-be52-4080-8917-30753e7304dd req-3f35ca13-7db8-4bb7-849f-0dd7927786a8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1479380 Oct 27 16:04:27.521513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.571232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:27.594111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-06dc2dfe-fbfb-4845-b2e0-e8781e38dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.595645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-06dc2dfe-fbfb-4845-b2e0-e8781e38dff1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619036 Oct 27 16:04:27.601960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eafd224a-be52-4080-8917-30753e7304dd req-e6fa369d-2306-4722-a6c6-85d6158b4d24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269140 Oct 27 16:04:27.609148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-47e994fe-ae9c-4a2d-b0c4-72437a3eebb6 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/f7df7017-5e04-46fa-b303-9651aff5a295 HTTP/1.1" status: 200 len: 1810 time: 0.1350973 Oct 27 16:04:27.734107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.773561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Allocated IP 172.20.0.8 (babee0bf-7bb2-47d5-a377-2884d28bd7a3/925b41ce-bcd7-4489-87d4-a8d8791ed7be/4175a85f-ae92-412f-8373-c4cf7fc695c6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:27.829229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed67a-2ba7-4256-84fe-892b4741765c req-bf841566-4e90-4b18-a498-3e000c525781 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.829601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5788f000-76ef-44a0-8d09-0376737394a8 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:27.830711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-079ed67a-2ba7-4256-84fe-892b4741765c req-bf841566-4e90-4b18-a498-3e000c525781 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1498311 Oct 27 16:04:27.849957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.859923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-4b0f0968-5dd2-49e9-9c45-f8e59552b240 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537689 Oct 27 16:04:27.958348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.992458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 5788f000-76ef-44a0-8d09-0376737394a8 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:27.996916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-079ed67a-2ba7-4256-84fe-892b4741765c req-a479b15c-95a8-4722-86cb-4cdcba18a9cd tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553025 Oct 27 16:04:27.997556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 5788f000-76ef-44a0-8d09-0376737394a8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:27.998001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.029208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71'}, {'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:28.031462 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e4ffa-5136-4f4e-af81-b901c1b2a5d0" -d '{"events": [{"server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "name": "network-vif-plugged", "status": "completed", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71"}, {"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:28.097968 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.101826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42fbf57-e82f-4a63-b87f-bd2236bf7014 req-2c9d936e-b8a1-43ff-acd0-33f51bdeeb92 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184873 Oct 27 16:04:28.130276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.134221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5788f000-76ef-44a0-8d09-0376737394a8,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:28.159897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.162530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.163799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a16dcfd-bcaf-4aba-b8f3-ed22899e85f9 req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-groups/f7df7017-5e04-46fa-b303-9651aff5a295 HTTP/1.1" status: 204 len: 173 time: 0.5320930 Oct 27 16:04:28.174294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb077414-c613-47fb-ac5b-de370d497a35 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df7017-5e04-46fa-b303-9651aff5a295,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:28.247323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.253762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28c43c49-4566-4c4d-a025-eda140f47757 req-5cbc38f5-2b77-423a-abab-ffdc0ad5c996 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 210 time: 0.0269079 Oct 27 16:04:28.311689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:28.315229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.315532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.398370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:28.406192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:28.409213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:28.414722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.415337 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.417497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:28.444935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971a04a-7697-4a2f-8401-2686ddf47990 req-ce77a7e8-b0b1-40cb-927b-2aa35e074fff tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.446405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d971a04a-7697-4a2f-8401-2686ddf47990 req-ce77a7e8-b0b1-40cb-927b-2aa35e074fff tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.0924165 Oct 27 16:04:28.494698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d971a04a-7697-4a2f-8401-2686ddf47990 req-ea6be68e-945d-45fb-9157-c3a188f33201 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Oct 27 16:04:28.531657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec738c-c270-4ff1-ad40-6e04365538c4 req-aa03d0ef-06ba-4b82-a772-d3babe99d37a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.533191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32ec738c-c270-4ff1-ad40-6e04365538c4 req-aa03d0ef-06ba-4b82-a772-d3babe99d37a tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.0544846 Oct 27 16:04:28.537343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0cde1b9a-9a63-4ea8-85f9-13d7b8e3bc0c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334241 Oct 27 16:04:28.550567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Request body: {'port': {'device_id': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:28.557621 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c33c3-d804-4a9b-a40a-381ba1cac8ab x-openstack-request-id: req-c97c33c3-d804-4a9b-a40a-381ba1cac8ab {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:28.558290 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "name": "network-vif-plugged", "status": "completed", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71", "code": 200}, {"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:28.558885 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c97c33c3-d804-4a9b-a40a-381ba1cac8ab {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:28.559386 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71', 'code': 200} Oct 27 16:04:28.559851 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'code': 200} Oct 27 16:04:28.624192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32ec738c-c270-4ff1-ad40-6e04365538c4 req-9c237fac-fcb4-45ed-916f-c2356c533248 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842178 Oct 27 16:04:28.683381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.689511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-a8fe11f9-8640-49d5-9ef6-8d2ce7e99bd2 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/ef8b00c0-0079-48dc-8d4e-0337139271e7 HTTP/1.1" status: 200 len: 1813 time: 0.1146929 Oct 27 16:04:28.772692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e471321-0d9a-4a2b-95d6-7bd74be5d43e req-5128db74-6dc7-4e0c-9b38-000938ab185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.774168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e471321-0d9a-4a2b-95d6-7bd74be5d43e req-5128db74-6dc7-4e0c-9b38-000938ab185c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 1096 time: 0.1301627 Oct 27 16:04:28.908005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1945-879b-4eba-be48-d16584b52d8b req-37ea6c67-655e-403c-afbb-66e58d81e58a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.909472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcfc1945-879b-4eba-be48-d16584b52d8b req-37ea6c67-655e-403c-afbb-66e58d81e58a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.2005742 Oct 27 16:04:28.918675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.924005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e471321-0d9a-4a2b-95d6-7bd74be5d43e req-76558c32-8dbd-46dd-9d89-b98fa50f24cd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374450 Oct 27 16:04:29.012342 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.032486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcfc1945-879b-4eba-be48-d16584b52d8b req-130da14e-5a97-48a2-ba85-a15e78bd4648 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Oct 27 16:04:29.169445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.171942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.173047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc2ecb0b-dec4-4764-88a5-e0623a9a0538 req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef8b00c0-0079-48dc-8d4e-0337139271e7 HTTP/1.1" status: 204 len: 173 time: 0.4752059 Oct 27 16:04:29.198061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597bca-883b-44a9-9d39-e720107289f6 req-8c625afe-6e5f-4e7f-afb8-8fbf0825e9b6 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.199659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2597bca-883b-44a9-9d39-e720107289f6 req-8c625afe-6e5f-4e7f-afb8-8fbf0825e9b6 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.1012328 Oct 27 16:04:29.202562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8b00c0-0079-48dc-8d4e-0337139271e7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:29.210291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4175a85f-ae92-412f-8373-c4cf7fc695c6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:29.229180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.229524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.229867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.230202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.230534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.230863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.231223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.231549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.231873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.232212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.232519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.232842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec6501-3421-4b87-a7ca-7b1d43df5f99 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:29.243363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.283774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Transition to ACTIVE for port object 4175a85f-ae92-412f-8373-c4cf7fc695c6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:29.299790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2597bca-883b-44a9-9d39-e720107289f6 req-d9ea2c96-1496-4aaf-ab3c-3ae2056de024 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924809 Oct 27 16:04:29.314749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073070-6f21-494b-936c-11efafaa98f7 req-47b324b4-81be-4220-af9a-36d84ecc1ce5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.317483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20073070-6f21-494b-936c-11efafaa98f7 req-47b324b4-81be-4220-af9a-36d84ecc1ce5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0899472 Oct 27 16:04:29.357840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20073070-6f21-494b-936c-11efafaa98f7 req-965f7b95-c264-4ad0-9905-4265342ca008 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339227 Oct 27 16:04:29.393186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.487567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e90505-5391-4623-9cdf-f5a2651bc822 req-b4a6e68b-484c-4664-b1aa-524a6f46a2ad tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.489570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61e90505-5391-4623-9cdf-f5a2651bc822 req-b4a6e68b-484c-4664-b1aa-524a6f46a2ad tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1290059 Oct 27 16:04:29.493310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:29.522966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-9c277145-6c63-418e-ad8d-715b6eea7a7e tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/d41889ad-2c21-46bf-83cb-51683214727f HTTP/1.1" status: 200 len: 1812 time: 0.1327176 Oct 27 16:04:29.554650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:29.554984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:29.555334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:29.575338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:29.575664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:29.589561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61e90505-5391-4623-9cdf-f5a2651bc822 req-90046b40-23cb-4c1a-844e-63bcaa238520 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Oct 27 16:04:29.609302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:29.609302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:29.609302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:29.609302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Bound port: 4175a85f-ae92-412f-8373-c4cf7fc695c6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:29.609302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.649031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.716215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.745475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:29.753111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:29.769409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd7f68-50ec-4add-ba7f-8a19065cd20c req-529d67ef-f598-48a1-a496-9340a1e97b13 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.770913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccd7f68-50ec-4add-ba7f-8a19065cd20c req-529d67ef-f598-48a1-a496-9340a1e97b13 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1231158 Oct 27 16:04:29.811965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccd7f68-50ec-4add-ba7f-8a19065cd20c req-c2fd8d6e-8bc1-471e-8097-5ba37085011a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Oct 27 16:04:29.853557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.158294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.161198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.162248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49be9dc2-73d4-48e4-a32a-5ba17e1ac30a req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-groups/d41889ad-2c21-46bf-83cb-51683214727f HTTP/1.1" status: 204 len: 173 time: 0.6283340 Oct 27 16:04:30.178186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.178562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.179935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] 10.222.0.82 "PUT /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 1091 time: 1.6340806 Oct 27 16:04:30.184191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:30.186430 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97979395-41d0-4abf-91d7-ed735d15b84a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:30.213927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59125951-bf39-433a-97e8-462b549c8242 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41889ad-2c21-46bf-83cb-51683214727f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:30.253538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a211f-afec-4eb2-ba55-1e444495cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:30.275587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300e304-8e96-4f9b-85a8-887f1769b0c6 req-4c67b434-7b21-4325-bdca-93145e708db1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.277096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3300e304-8e96-4f9b-85a8-887f1769b0c6 req-4c67b434-7b21-4325-bdca-93145e708db1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.1238961 Oct 27 16:04:30.292549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175bf56-2474-4544-9c66-1aaf9c5d8c2b req-82df3d3b-d584-428b-9901-88e3aa2e24bd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.293993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f175bf56-2474-4544-9c66-1aaf9c5d8c2b req-82df3d3b-d584-428b-9901-88e3aa2e24bd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1097 time: 0.0751784 Oct 27 16:04:30.370896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3300e304-8e96-4f9b-85a8-887f1769b0c6 req-4de0b3e5-3ba6-4e70-a641-cd790c4de870 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863714 Oct 27 16:04:30.377814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f175bf56-2474-4544-9c66-1aaf9c5d8c2b req-723c313e-60f6-4207-b123-c17afcd730f7 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Oct 27 16:04:30.382886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-7c39dac6-1b9f-42ea-9073-8c543e79cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.394444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-7c39dac6-1b9f-42ea-9073-8c543e79cf1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1094 time: 0.0886147 Oct 27 16:04:30.435103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-3a0d0a09-abba-472c-aee0-afcca160f98f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 217 time: 0.0364342 Oct 27 16:04:30.543769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-80a02fad-766c-4959-abbb-755155ef8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.545221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-80a02fad-766c-4959-abbb-755155ef8643 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0929639 Oct 27 16:04:30.554321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32233779-af6b-416b-9656-b16276ae1f23 req-36d0929c-79bc-4f45-92d1-7a109fe2699a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.555695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32233779-af6b-416b-9656-b16276ae1f23 req-36d0929c-79bc-4f45-92d1-7a109fe2699a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.1197197 Oct 27 16:04:30.561040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:30.562840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22218ad-977b-4cae-90ed-de280ba70081 req-d7f4d5ab-713a-411b-87cf-907c6e0db831 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.563534 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585434e-9105-4098-a3b7-abc5e2c4e1ce" -d '{"events": [{"server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5788f000-76ef-44a0-8d09-0376737394a8"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:30.564240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d22218ad-977b-4cae-90ed-de280ba70081 req-d7f4d5ab-713a-411b-87cf-907c6e0db831 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1319373 Oct 27 16:04:30.615590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-00727945-599c-494a-9d6f-96c4a87342a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504022 Oct 27 16:04:30.662181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32233779-af6b-416b-9656-b16276ae1f23 req-9c269d85-c22a-4107-b699-5fe801c61223 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959563 Oct 27 16:04:30.692546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d22218ad-977b-4cae-90ed-de280ba70081 req-d294db4a-e540-4bb2-a743-f37a0b42d280 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171038 Oct 27 16:04:30.747953 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d788ac5-3581-44ff-b142-3557230c890b x-openstack-request-id: req-9d788ac5-3581-44ff-b142-3557230c890b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:30.747953 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:30.747953 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d788ac5-3581-44ff-b142-3557230c890b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:30.747953 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'status': 'completed', 'code': 200} Oct 27 16:04:30.765128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64be9b58-be09-444c-b0d2-fac41072f02e req-a7b22fb7-f0b4-4286-8668-65e911692ea6 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "GET /v2.0/security-groups/cad4a152-b94f-4131-a92e-16df8e9fade1 HTTP/1.1" status: 200 len: 1813 time: 0.0662401 Oct 27 16:04:30.768783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-123700cd-902e-40d2-a632-750cc54d7e02 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415384 Oct 27 16:04:30.929701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758183fd-43e1-43ad-9837-1b0754ee6d81 req-02ee16b1-1550-4544-a958-0c4a93448fab tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.931128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758183fd-43e1-43ad-9837-1b0754ee6d81 req-02ee16b1-1550-4544-a958-0c4a93448fab tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.1358542 Oct 27 16:04:30.941220 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-64be9b58-be09-444c-b0d2-fac41072f02e req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.975500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9fda87f-e96a-40ab-9d87-930c74b4d115 req-fbfbba71-b182-4e24-b496-6813f5c64de4 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959324 Oct 27 16:04:30.998519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-64be9b58-be09-444c-b0d2-fac41072f02e req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.013284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758183fd-43e1-43ad-9837-1b0754ee6d81 req-603741a1-8574-4055-b726-51595dfe6575 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729361 Oct 27 16:04:31.132118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e558892-fe95-477c-89f1-e61b585937ae req-fe2a8d11-48c4-48c8-a96b-62aa1f9c86ee tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.133628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e558892-fe95-477c-89f1-e61b585937ae req-fe2a8d11-48c4-48c8-a96b-62aa1f9c86ee tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0632038 Oct 27 16:04:31.174728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-64be9b58-be09-444c-b0d2-fac41072f02e req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.177271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-64be9b58-be09-444c-b0d2-fac41072f02e req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.178374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64be9b58-be09-444c-b0d2-fac41072f02e req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] 10.222.0.70 "DELETE /v2.0/security-groups/cad4a152-b94f-4131-a92e-16df8e9fade1 HTTP/1.1" status: 204 len: 173 time: 0.4066503 Oct 27 16:04:31.184711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47120) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:31.199904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979395-41d0-4abf-91d7-ed735d15b84a req-26d80557-3f0d-4bca-8b64-872667756c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.201398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-26d80557-3f0d-4bca-8b64-872667756c3b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1094 time: 0.0865004 Oct 27 16:04:31.202500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db987f-6602-45d6-b23d-e9fa25009912 tempest-SecurityGroupRulesNegativeTestJSON-1264849903 tempest-SecurityGroupRulesNegativeTestJSON-1264849903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4a152-b94f-4131-a92e-16df8e9fade1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:31.206667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e558892-fe95-477c-89f1-e61b585937ae req-699ef60b-6a30-4bf4-a141-452865ba7fbc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592024 Oct 27 16:04:31.256563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Deleting subnet 4de19693-26a5-4dfc-bb51-ee87c019b10a {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:04:31.260394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.295869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.312667 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96826246-26fc-428c-a115-0d336770120b x-openstack-request-id: req-96826246-26fc-428c-a115-0d336770120b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:31.313044 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5788f000-76ef-44a0-8d09-0376737394a8", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:31.313339 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96826246-26fc-428c-a115-0d336770120b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:31.313737 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8', 'code': 200} Oct 27 16:04:31.354312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.383718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8779d-cd37-4272-aae1-3a379268be96 req-87f9886b-327e-47f2-89ba-53c01639b4c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.385503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e8779d-cd37-4272-aae1-3a379268be96 req-87f9886b-327e-47f2-89ba-53c01639b4c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.1469972 Oct 27 16:04:31.480682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979395-41d0-4abf-91d7-ed735d15b84a req-f02f4184-7277-469d-ae27-8bbb61f2386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.482611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-f02f4184-7277-469d-ae27-8bbb61f2386a service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.2676938 Oct 27 16:04:31.570580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e8779d-cd37-4272-aae1-3a379268be96 req-4c50b039-6d1b-4367-b910-18a3132d383a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635466 Oct 27 16:04:31.574235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-9a0407c2-1591-45fe-a95f-2f4897bd6001 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 217 time: 0.0814724 Oct 27 16:04:31.575898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.584818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-38c8b369-e3f2-468b-97ee-4fcbed3b8572 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.590311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-38c8b369-e3f2-468b-97ee-4fcbed3b8572 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 1101 time: 0.1995025 Oct 27 16:04:31.596484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f14ab-39a9-4b3c-b9fe-6059923106b5 req-64497be7-e3cd-440f-9499-fdce0afd4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.598003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-627f14ab-39a9-4b3c-b9fe-6059923106b5 req-64497be7-e3cd-440f-9499-fdce0afd4382 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 1097 time: 0.1984937 Oct 27 16:04:31.605401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de19693-26a5-4dfc-bb51-ee87c019b10a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:31.614291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.614887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.616129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.616552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.616978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.617404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.617906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.618309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.618699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.619241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.619629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.620371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:31.634325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.638819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bcca3505-984b-409a-aa76-0d20596bedac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4de19693-26a5-4dfc-bb51-ee87c019b10a HTTP/1.1" status: 204 len: 168 time: 0.4530575 Oct 27 16:04:31.641189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47130) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:31.696239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-08a333c0-bed0-4438-9d01-671a4e4623b6 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.726354 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.745059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979395-41d0-4abf-91d7-ed735d15b84a req-cae9d3fa-a031-45c0-9aa2-5d30034e73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.746465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-cae9d3fa-a031-45c0-9aa2-5d30034e73ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1650803 Oct 27 16:04:31.783806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-627f14ab-39a9-4b3c-b9fe-6059923106b5 req-02309080-45ba-49b1-aad6-1d5839c7f183 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462605 Oct 27 16:04:31.801640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-9240dc71-5c7f-4835-8017-8ab57732bf74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399225 Oct 27 16:04:31.825235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.828137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e100606-8f73-4772-8677-c9965c36daf3 req-7468124c-cb17-4b6f-a27c-c5be001044bb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.829678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e100606-8f73-4772-8677-c9965c36daf3 req-7468124c-cb17-4b6f-a27c-c5be001044bb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1567440 Oct 27 16:04:31.849961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78290cfb-15a3-4d7a-af74-6f7bec708ac5']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:31.862690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad5969-1796-4833-8a0d-229e29fe4add') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:31.863258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad5969-1796-4833-8a0d-229e29fe4add') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:31.875117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.889336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.900124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:04:31.900789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:04:31.902566 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:04:31.957550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e100606-8f73-4772-8677-c9965c36daf3 req-7789f5d1-d033-4ab6-94a2-710f97cf44e1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143243 Oct 27 16:04:31.963271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-08a333c0-bed0-4438-9d01-671a4e4623b6 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.986284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-2b81d2a3-df58-46e6-b75c-1f5fcd1d2533 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769521 Oct 27 16:04:32.064823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.070687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.074178 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] 10.222.0.70 "DELETE /v2.0/networks/78290cfb-15a3-4d7a-af74-6f7bec708ac5 HTTP/1.1" status: 204 len: 168 time: 0.4320531 Oct 27 16:04:32.088830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ed8ba-d0b3-4750-bc7c-d14cdd2b8d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=78290cfb-15a3-4d7a-af74-6f7bec708ac5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:32.121099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97979395-41d0-4abf-91d7-ed735d15b84a req-7b1370ec-afe9-449c-968b-7fd4110b2ea1 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270173 Oct 27 16:04:32.137857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727444f-7c92-4f12-8fbc-18205086edbf req-eb056750-8598-4b9e-a702-6bd4f9fdf2e6 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.139414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c727444f-7c92-4f12-8fbc-18205086edbf req-eb056750-8598-4b9e-a702-6bd4f9fdf2e6 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.0740659 Oct 27 16:04:32.153529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-08a333c0-bed0-4438-9d01-671a4e4623b6 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.188553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e713fc-2783-4839-b22a-2fd214cd6b97 req-08a333c0-bed0-4438-9d01-671a4e4623b6 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885091 Oct 27 16:04:32.212151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c727444f-7c92-4f12-8fbc-18205086edbf req-745f2ddd-eaf9-4bb6-99ef-3220cd0d7471 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662329 Oct 27 16:04:32.213127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a333c0-bed0-4438-9d01-671a4e4623b6 tempest-LiveMigrationNegativeTest-523351959 tempest-LiveMigrationNegativeTest-523351959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a898152-0314-4c99-a47b-5d756faa383c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:32.360955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522026a5-151e-40f5-a92c-0fba1b67db87 req-1e2fde3e-b9b9-4b8e-8979-298b2ecdf510 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.362421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-522026a5-151e-40f5-a92c-0fba1b67db87 req-1e2fde3e-b9b9-4b8e-8979-298b2ecdf510 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.0732214 Oct 27 16:04:32.402003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f627e-a2bd-4cad-bbb1-e17815bae28d req-4deda2c9-4d05-4ad8-ba79-394c14f0b943 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.403404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-315f627e-a2bd-4cad-bbb1-e17815bae28d req-4deda2c9-4d05-4ad8-ba79-394c14f0b943 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0804670 Oct 27 16:04:32.432618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-522026a5-151e-40f5-a92c-0fba1b67db87 req-8d444c0a-07aa-4efb-8661-02a87e0db108 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Oct 27 16:04:32.451771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-315f627e-a2bd-4cad-bbb1-e17815bae28d req-fc4ecfed-e4ca-4957-8628-1e7d02cb416b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Oct 27 16:04:32.548409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:32.599752 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-222a3f39-20b9-4da0-86eb-87dcade12329 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb19dbace1d3410db321db5fc6839222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502021 Oct 27 16:04:32.603622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47164) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:32.682105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.709837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.873879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-a5b6df9f-6c91-4b00-9259-b8d410de2ea3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229533 Oct 27 16:04:32.916704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.920929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.922357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5756f3d-5d82-45e5-81b1-563737e71c48 HTTP/1.1" status: 204 len: 168 time: 0.3144608 Oct 27 16:04:32.936158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72496d1e-bb8f-4108-8830-14279075af06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5756f3d-5d82-45e5-81b1-563737e71c48,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:33.015206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-1d7bf654-7cf2-4ca4-9908-56ad67b2ffee tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.017160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-1d7bf654-7cf2-4ca4-9908-56ad67b2ffee tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364167 Oct 27 16:04:33.038170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-9d26cd6d-9581-4ee5-b99b-a8afba5fb843 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/quotas/f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 375 time: 0.0147448 Oct 27 16:04:33.123477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-8c61230a-8f41-4039-8a73-043c14fe9274 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616963 Oct 27 16:04:33.280897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4739c80-e347-4344-88e2-397594bffaa5 req-d0bbee6b-61ec-465a-8dd1-5c9f38045b17 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.281462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4739c80-e347-4344-88e2-397594bffaa5 req-d0bbee6b-61ec-465a-8dd1-5c9f38045b17 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.0543818 Oct 27 16:04:33.320799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4739c80-e347-4344-88e2-397594bffaa5 req-4f831ed5-3c7e-4f90-aefc-f04ada065d4c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Oct 27 16:04:33.474390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782020-b622-401f-b19b-3d1614280edc req-f2471624-8198-4759-8f1d-cdb1c8c32f1b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.481533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0782020-b622-401f-b19b-3d1614280edc req-f2471624-8198-4759-8f1d-cdb1c8c32f1b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.0938351 Oct 27 16:04:33.599646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0782020-b622-401f-b19b-3d1614280edc req-d1ddc5e1-e6a9-4d0e-b544-4ad5ef5de43c tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051075 Oct 27 16:04:33.639414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce7486-cea4-4dee-bf56-01004dcc0583 req-eac7d542-bc1e-4e2a-b28c-3e072a3528d9 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.646132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44ce7486-cea4-4dee-bf56-01004dcc0583 req-eac7d542-bc1e-4e2a-b28c-3e072a3528d9 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1041243 Oct 27 16:04:33.690966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65d9a30c-80da-4127-ab55-8cc9971da21e req-ee7f80ca-089c-4e14-ad0e-7feca30a260e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 210 time: 0.0363610 Oct 27 16:04:33.710818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44ce7486-cea4-4dee-bf56-01004dcc0583 req-f4b1fcdb-c77f-45c8-b801-091b0c9df3e7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637548 Oct 27 16:04:33.872751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641de548-306b-4a26-b108-505e325fa104 req-cd9f7601-38b9-4614-b667-d47882654755 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.874688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-641de548-306b-4a26-b108-505e325fa104 req-cd9f7601-38b9-4614-b667-d47882654755 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0851533 Oct 27 16:04:33.943489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-641de548-306b-4a26-b108-505e325fa104 req-4038cfd4-6a34-4701-9da5-72b64d1b2e33 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626004 Oct 27 16:04:33.951895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79dbb1-e1c5-44fe-b507-cada25b56c2f req-5ee2b103-8e36-4189-9be1-b1628726b777 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.953302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f79dbb1-e1c5-44fe-b507-cada25b56c2f req-5ee2b103-8e36-4189-9be1-b1628726b777 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1317403 Oct 27 16:04:33.962943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47220) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:33.969083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Request body: {'floatingip': {'port_id': '5788f000-76ef-44a0-8d09-0376737394a8'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:34.008805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.520707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085a5e-1f90-4c24-a90d-1a9bd1429e0b req-b38e5711-cb5e-402e-8555-6cb0248728ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.522713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:34.536373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d085a5e-1f90-4c24-a90d-1a9bd1429e0b req-b38e5711-cb5e-402e-8555-6cb0248728ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1138883 Oct 27 16:04:34.536373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.602361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d085a5e-1f90-4c24-a90d-1a9bd1429e0b req-50ff0014-dcc4-46cb-9f1a-4b615296e35b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714574 Oct 27 16:04:34.665203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1801460143-network', 'tenant_id': '733fce2340d74a828f33b784ff57ac73'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:34.677290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.857938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45fa67a2-741c-433f-97cb-cd48a2f2201c req-87bd8356-586c-4df4-87e2-997b5bdf1c87 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 210 time: 0.0660906 Oct 27 16:04:34.867498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Made reservation on behalf of 733fce2340d74a828f33b784ff57ac73 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:34.885210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.885598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daf71a-1263-45a6-954b-b3353697ed85 req-7f504568-ba0f-465f-9f4d-954fd899ad54 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.887142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7daf71a-1263-45a6-954b-b3353697ed85 req-7f504568-ba0f-465f-9f4d-954fd899ad54 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.1387684 Oct 27 16:04:34.907884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.916889 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1 associated. External IP: 172.25.5.7, port: 5788f000-76ef-44a0-8d09-0376737394a8. Oct 27 16:04:35.015313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.141392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.150969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-43b2e237-4ad3-4ead-9b35-406b844af5cc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.152501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-43b2e237-4ad3-4ead-9b35-406b844af5cc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 950 time: 0.1336038 Oct 27 16:04:35.157788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:35.172083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7daf71a-1263-45a6-954b-b3353697ed85 req-363206c9-5542-461c-a347-a6c49b7560ae tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518281 Oct 27 16:04:35.190864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:35.226490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ad26b-99f5-4cf9-a298-a0a8f15b85d8 req-2e02a39b-40d7-4c76-bcbb-230437b67b67 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.228249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b0ad26b-99f5-4cf9-a298-a0a8f15b85d8 req-2e02a39b-40d7-4c76-bcbb-230437b67b67 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1638324 Oct 27 16:04:35.346418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:35.361420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'port_id': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'mac_address': 'fa:16:3e:0a:48:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b41ce-bcd7-4489-87d4-a8d8791ed7be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:35.421792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.439106 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:04:35.453869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4175a85f-ae92-412f-8373-c4cf7fc695c6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:35.485871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:35.502378 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c852cffa-fb5c-4b76-9a31-8b48f9627e56,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:35.505838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.506221 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Added segment 52fd3010-cdcc-461b-8290-6b00558e3085 of type vlan for network a1d61577-9a90-4505-8071-06e7b0c8b141 Oct 27 16:04:35.552993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.587458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.640057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:35.725264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.726772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.727724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.791537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d61577-9a90-4505-8071-06e7b0c8b141,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:35.803712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a1d61577-9a90-4505-8071-06e7b0c8b141 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:35.813702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b0ad26b-99f5-4cf9-a298-a0a8f15b85d8 req-caf31d30-b1c6-4964-a5b2-917411e7e46b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461667 Oct 27 16:04:35.861339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10057e23-0ac8-4e24-9429-77fdcf0ebc79 req-fbca984d-b95f-4787-a6d5-b9bac306e828 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.862588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10057e23-0ac8-4e24-9429-77fdcf0ebc79 req-fbca984d-b95f-4787-a6d5-b9bac306e828 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.1194675 Oct 27 16:04:35.878268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Deleting port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:35.878709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.913975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:04:35.971944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10057e23-0ac8-4e24-9429-77fdcf0ebc79 req-bc2dbdcf-8eae-46a7-940c-93d59dd9fa05 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971990 Oct 27 16:04:36.045779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:36.080381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8aae4a0f-5618-4b28-9f8d-b76f63876c47 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5482004 Oct 27 16:04:36.080946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:36.085708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Request body: {'subnet': {'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1801460143-subnet', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:36.116792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1853ecc9-6539-44b4-b674-02d93dc75010 req-8e24d8eb-8c86-470a-ba16-b7fafd541aac tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 210 time: 0.0528731 Oct 27 16:04:36.124225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] For port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:36.124797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.144708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Calling delete_port for 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:36.168100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:36.187338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:36.200030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.205570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Made reservation on behalf of 733fce2340d74a828f33b784ff57ac73 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:36.208179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.212382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:36.213033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:36.239943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20af67d8-06df-486f-941d-093ecdfd2cb4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "PUT /v2.0/floatingips/591c30aa-c5e2-42cd-97a6-4cad172234c1 HTTP/1.1" status: 200 len: 990 time: 2.2758126 Oct 27 16:04:36.244088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:36.246449 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a383dab-d7b4-4af1-a062-25ea841aa8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "tag": "5788f000-76ef-44a0-8d09-0376737394a8"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:36.356503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:36.454075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.492647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Pushing event deleted for resources: {'Port': ['ID=9eacd919-10a1-4fc3-9e33-fc6fc6a0de32,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:36.569590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] No DVR routers for this DVR port 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:36.573747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.577154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bdf4cbc-cea4-4844-a07b-13918921fd2c req-2ec217bd-0840-409e-b4ad-25cf6010b2ff tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "DELETE /v2.0/ports/9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 HTTP/1.1" status: 204 len: 173 time: 1.4171238 Oct 27 16:04:36.762854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.781280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '5788f000-76ef-44a0-8d09-0376737394a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:34:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:04:34Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:36.810439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:36.818709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:36.819340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:36.821574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80ff450-88cd-41b6-9e7c-7691120b97c3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:36.841637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Checking segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:36.841996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Network hostable DHCP agents. Network: a1d61577-9a90-4505-8071-06e7b0c8b141, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:36.927350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:37.002558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-6e2f0d09-6020-4f37-bbee-11fe9522efd0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273106 Oct 27 16:04:37.021396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Network a1d61577-9a90-4505-8071-06e7b0c8b141 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:37.080422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:37.114685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-107cdc3d-aabe-439d-9338-c2d23241c4a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.116186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-107cdc3d-aabe-439d-9338-c2d23241c4a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076424 Oct 27 16:04:37.130261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Request body: {'port': {'device_id': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'f214e5b28c364ddeac98cb492f1cf710'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:37.252188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-244aad02-7b5c-46ba-b968-194d261f1352 req-2d975db0-5788-4cde-a85c-89015479e34c tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0344586 Oct 27 16:04:37.292603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a1d61577-9a90-4505-8071-06e7b0c8b141) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:37.297881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.298611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.308355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b7cef-b9a7-49e0-b67b-d3bc78475c28 None None] Network a1d61577-9a90-4505-8071-06e7b0c8b141 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:37.361891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '5788f000-76ef-44a0-8d09-0376737394a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:34:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:04:34Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:37.382452 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbfd4f8-fcb5-481d-9ffd-4b81771f325f x-openstack-request-id: req-2fbfd4f8-fcb5-481d-9ffd-4b81771f325f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:37.382826 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "tag": "5788f000-76ef-44a0-8d09-0376737394a8", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:37.383163 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fbfd4f8-fcb5-481d-9ffd-4b81771f325f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:37.383771 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8', 'status': 'completed', 'code': 200} Oct 27 16:04:37.405960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f4b1-f2ca-4a3e-8161-636fc4f15383 None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '591c30aa-c5e2-42cd-97a6-4cad172234c1', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'port_id': '5788f000-76ef-44a0-8d09-0376737394a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'mac_address': 'fa:16:3e:34:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:01:50Z', 'updated_at': '2021-10-27T16:04:34Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:37.440277 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54ef9a7f-3ce8-4981-ad3d-c012f93d4a6b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3567359 Oct 27 16:04:37.441702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47294) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:37.459550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:37.593564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8f85-82f1-4e93-8d3d-dbd4aacae679 req-7fd5db62-739a-4b9d-b0ee-e57bfbd6da5c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.599465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a1d61577-9a90-4505-8071-06e7b0c8b141', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:04:37.601575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9c8f85-82f1-4e93-8d3d-dbd4aacae679 req-7fd5db62-739a-4b9d-b0ee-e57bfbd6da5c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1244047 Oct 27 16:04:37.602941 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.618624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-a7e0c242-9144-48b9-99c6-c825b06ed016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.620185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-a7e0c242-9144-48b9-99c6-c825b06ed016 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 1097 time: 0.2055478 Oct 27 16:04:37.726643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Made reservation on behalf of f214e5b28c364ddeac98cb492f1cf710 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:37.730753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.787239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9c8f85-82f1-4e93-8d3d-dbd4aacae679 req-4a54f336-7950-46f2-803e-a7bd472087e4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846571 Oct 27 16:04:37.796627 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1cdc2-3792-4f1f-94ea-bf9dee7173dd None None] New status for floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:04:37.825925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b51e3-fd4b-4d8d-93cf-782e92ed371b req-c7fc7ae6-2e68-42d7-b879-561b244c7753 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.832004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-203b51e3-fd4b-4d8d-93cf-782e92ed371b req-c7fc7ae6-2e68-42d7-b879-561b244c7753 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.2765138 Oct 27 16:04:37.888936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Allocated IP 172.20.0.2 (a1d61577-9a90-4505-8071-06e7b0c8b141/a80ff450-88cd-41b6-9e7c-7691120b97c3/c5f2dead-9a71-486e-b4d8-46cc5da391e8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:37.950964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.953245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.995910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f07d56a-0cf7-4391-8cd8-be986e9603c8 req-cdf530cb-1f79-4d2f-bc9e-809605bf3f47 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 210 time: 0.1102185 Oct 27 16:04:38.018920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-ab74daa5-3222-4833-9c2a-5735dd7734b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.022173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-ab74daa5-3222-4833-9c2a-5735dd7734b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 200 len: 924 time: 0.3934681 Oct 27 16:04:38.043295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-203b51e3-fd4b-4d8d-93cf-782e92ed371b req-820eb8e1-ff4e-4273-8753-f8bb75d30f84 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027850 Oct 27 16:04:38.070509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.140171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.175677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-25a2466e-644b-4862-a8b8-78e635dc1c4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5788f000-76ef-44a0-8d09-0376737394a8 HTTP/1.1" status: 200 len: 998 time: 0.1310363 Oct 27 16:04:38.195054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Allocated IP 192.168.233.114 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/36f873cb-c7bb-46cd-81df-b59701afad80) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:38.251297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-155de42b-4d17-45d3-b416-d2086107b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.252794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-155de42b-4d17-45d3-b416-d2086107b14a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 200 len: 862 time: 0.0658827 Oct 27 16:04:38.390425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.511806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Network a1d61577-9a90-4505-8071-06e7b0c8b141 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:38.514424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:38.524256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:38.526592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Pushing event updated for resources: {'Port': ['ID=c5f2dead-9a71-486e-b4d8-46cc5da391e8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:38.538387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-672ccf44-1d97-47f9-b450-251ed6fe09ed req-24429740-011c-462a-82a0-ca575f7967a2 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6670745-03c0-4510-9952-0d94b439a70d HTTP/1.1" status: 200 len: 210 time: 0.0954134 Oct 27 16:04:38.561715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.582382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-daae6c3e-11bb-4573-87c3-6ece3f9a02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.584115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-daae6c3e-11bb-4573-87c3-6ece3f9a02a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219922 Oct 27 16:04:38.620049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Attempting to bind port c5f2dead-9a71-486e-b4d8-46cc5da391e8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:38.620694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Attempting to bind port c5f2dead-9a71-486e-b4d8-46cc5da391e8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:38.621374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Attempting to bind port c5f2dead-9a71-486e-b4d8-46cc5da391e8 on network a1d61577-9a90-4505-8071-06e7b0c8b141 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:38.629211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:38.629915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Checking segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:38.634162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.634162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Bound using segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:38.634162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Bound port: c5f2dead-9a71-486e-b4d8-46cc5da391e8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:38.634162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.642981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.704815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-d8caf120-42da-4acc-a977-5645f4f4d243 service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099470 Oct 27 16:04:38.714112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] For port c5f2dead-9a71-486e-b4d8-46cc5da391e8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:38.718518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] For port c5f2dead-9a71-486e-b4d8-46cc5da391e8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f2dead-9a71-486e-b4d8-46cc5da391e8,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:38.838026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.856482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76', '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:38.934099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.036427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407f51-0830-4b38-a2c8-cac1402592c7 None None] Pushing event updated for resources: {'Port': ['ID=c5f2dead-9a71-486e-b4d8-46cc5da391e8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:39.075624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.102055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.139017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:39.157553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a383dab-d7b4-4af1-a062-25ea841aa8f1 req-c450c7a2-2806-4433-8fe6-e7d590178393 service neutron] 10.222.0.79 "GET /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357364 Oct 27 16:04:39.171290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:39.175881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:39.187145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.191980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.203526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:39.281518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:39.295019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Allocated IP 172.25.5.204 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c5271b29-a79d-44cb-aa63-aafd69a52087) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:39.324236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0ea6-8438-4443-b063-c95f831b86ab req-ca49e017-aa57-43dc-9fe4-9bfc9539ba94 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.324236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a8d0ea6-8438-4443-b063-c95f831b86ab req-ca49e017-aa57-43dc-9fe4-9bfc9539ba94 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.3860645 Oct 27 16:04:39.344440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1f2ea-ef7d-46d2-9767-ee75afc8e9cc req-b04493a0-8052-4174-b2e1-269c4f9c73d8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.356800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9b1f2ea-ef7d-46d2-9767-ee75afc8e9cc req-b04493a0-8052-4174-b2e1-269c4f9c73d8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 936 time: 0.1971865 Oct 27 16:04:39.388015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'name': 'network-vif-deleted', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:39.392997 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651c1940-3a8b-464c-bcd1-fb3076f7c2c9" -d '{"events": [{"server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "name": "network-vif-deleted", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:39.423277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a8d0ea6-8438-4443-b063-c95f831b86ab req-de3a079e-afdd-403b-b815-8d57baebed23 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976670 Oct 27 16:04:39.447413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9b1f2ea-ef7d-46d2-9767-ee75afc8e9cc req-b042b7a9-d8ab-49ed-b59c-982be0380d2a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905759 Oct 27 16:04:39.468258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-0355ead2-de78-4255-ae38-e384879a3f92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3419304 Oct 27 16:04:39.481592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Request body: {'port': {'device_id': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:39.593358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.605590 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08a30fd-cc49-45d4-9b4a-f586cc2f3fd7 x-openstack-request-id: req-f08a30fd-cc49-45d4-9b4a-f586cc2f3fd7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:39.605888 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6670745-03c0-4510-9952-0d94b439a70d", "name": "network-vif-deleted", "tag": "9eacd919-10a1-4fc3-9e33-fc6fc6a0de32", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:39.606147 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f08a30fd-cc49-45d4-9b4a-f586cc2f3fd7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:39.606593 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6670745-03c0-4510-9952-0d94b439a70d', 'name': 'network-vif-deleted', 'tag': '9eacd919-10a1-4fc3-9e33-fc6fc6a0de32', 'status': 'completed', 'code': 200} Oct 27 16:04:39.639497 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.641760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3e14442a-31a5-4247-8534-40111cd678ba None None] Provisioning complete for port 36f873cb-c7bb-46cd-81df-b59701afad80 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:39.642233 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3e14442a-31a5-4247-8534-40111cd678ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.684073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 4175a85f-ae92-412f-8373-c4cf7fc695c6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:39.689276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 4175a85f-ae92-412f-8373-c4cf7fc695c6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:39.689570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.693281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3e14442a-31a5-4247-8534-40111cd678ba None None] Port 36f873cb-c7bb-46cd-81df-b59701afad80 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:39.693450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06048fc5-7280-470d-b662-ad8cc73d9f3e req-a942d3ab-0b0d-499c-a9f8-1fbe7a0e1e43 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.700985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06048fc5-7280-470d-b662-ad8cc73d9f3e req-a942d3ab-0b0d-499c-a9f8-1fbe7a0e1e43 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.1053429 Oct 27 16:04:39.767416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06048fc5-7280-470d-b662-ad8cc73d9f3e req-f19e7b13-12c2-41f2-adb9-c6be95e75b4b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Oct 27 16:04:39.794300 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.814110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.823864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:39.826891 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b190585e-5bd9-4cd2-85e4-29c471909bae" -d '{"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-plugged", "status": "completed", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:39.842509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:39.920647 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b3563-b300-44ca-8c64-e02e69fb530e x-openstack-request-id: req-225b3563-b300-44ca-8c64-e02e69fb530e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:39.920647 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-plugged", "status": "completed", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:39.920647 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-225b3563-b300-44ca-8c64-e02e69fb530e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:39.920647 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'code': 200} Oct 27 16:04:39.935078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:39.939099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:39.941674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:39.945921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Pushing event updated for resources: {'Port': ['ID=c5271b29-a79d-44cb-aa63-aafd69a52087,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:39.953615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.961125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:40.028398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:40.049434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:40.050139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9eacd919-10a1-4fc3-9e33-fc6fc6a0de32 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:40.139764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:40.149048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.170183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2998e-3896-4e11-a59e-79425afa7b2b req-2965136c-596c-41f9-bf00-b418b206a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.171736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aa2998e-3896-4e11-a59e-79425afa7b2b req-2965136c-596c-41f9-bf00-b418b206a1b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1096 time: 0.1445253 Oct 27 16:04:40.172870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Transition to ACTIVE for port object 36f873cb-c7bb-46cd-81df-b59701afad80 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:40.222715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aa2998e-3896-4e11-a59e-79425afa7b2b req-51b721ea-df5c-4cd0-8b20-bb6d65be3b8a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350792 Oct 27 16:04:40.348011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.416190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c1369-1d98-45e6-83ce-02fee6511cad req-04cc7656-dc89-4de2-9651-3629c60ccdfc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.417563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.433380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c11c1369-1d98-45e6-83ce-02fee6511cad req-04cc7656-dc89-4de2-9651-3629c60ccdfc tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.1152978 Oct 27 16:04:40.451941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:40.508877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9c4d2-8d65-4304-b980-3aac9aadd1e5 None None] Network a1d61577-9a90-4505-8071-06e7b0c8b141 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:40.538545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c11c1369-1d98-45e6-83ce-02fee6511cad req-c72bab75-2dde-4645-9ffe-048377163c9b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998836 Oct 27 16:04:40.544618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:40.545166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:40.545668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:40.567373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:40.567719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:40.583304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:40.584091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:40.584091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:40.584462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Bound port: 36f873cb-c7bb-46cd-81df-b59701afad80, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:40.584827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.674578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] Provisioning complete for port c5f2dead-9a71-486e-b4d8-46cc5da391e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:40.675152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.689208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fbf2c-87f7-4b84-a5ff-fe46c6f52cf0 req-9e90c0e9-5694-421d-ac0b-36e137707f5c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.696575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251fbf2c-87f7-4b84-a5ff-fe46c6f52cf0 req-9e90c0e9-5694-421d-ac0b-36e137707f5c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1263170 Oct 27 16:04:40.764119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c22ef-b499-41eb-a060-0bedc17d5fda req-cc32aa7f-1580-49cc-b340-d508deaf63ac tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.771848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7c22ef-b499-41eb-a060-0bedc17d5fda req-cc32aa7f-1580-49cc-b340-d508deaf63ac tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.1322205 Oct 27 16:04:40.781207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:40.816248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251fbf2c-87f7-4b84-a5ff-fe46c6f52cf0 req-b59c946f-a61d-4876-b3cd-0dd5d61df4d8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137607 Oct 27 16:04:40.819395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.828208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:40.866853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7c22ef-b499-41eb-a060-0bedc17d5fda req-8354f23d-8ca0-4371-9ba7-8be4d9cc1c22 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891128 Oct 27 16:04:40.911971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.973736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] For port c5f2dead-9a71-486e-b4d8-46cc5da391e8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f2dead-9a71-486e-b4d8-46cc5da391e8,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:41.016374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e3649-65b5-416a-b909-e1669e7a0b5b req-e7f800ef-fc7f-42b9-96b1-92c4b0966b31 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.024786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc0e3649-65b5-416a-b909-e1669e7a0b5b req-e7f800ef-fc7f-42b9-96b1-92c4b0966b31 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0900590 Oct 27 16:04:41.086742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f2dead-9a71-486e-b4d8-46cc5da391e8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:41.095176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc0e3649-65b5-416a-b909-e1669e7a0b5b req-f9f326dc-46a0-4151-9356-71232b2708fd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690007 Oct 27 16:04:41.154456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5f2dead-9a71-486e-b4d8-46cc5da391e8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:41.154701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.199365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.245640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.250992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.251835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.253554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] 10.222.0.79 "PUT /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 1096 time: 1.7764175 Oct 27 16:04:41.259600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6c59-6561-4888-b0db-a856f34fe678 service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:41.272656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Router 2c508dee-b0ff-406a-a915-1b61138ae380 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:04:41.295808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.328076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcd24f-4eec-4454-a47f-aa1a4d36252e None None] Pushing event updated for resources: {'Port': ['ID=c5f2dead-9a71-486e-b4d8-46cc5da391e8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:41.403885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:41.469673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-4e239550-475e-4343-b23a-906a95709727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.472103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-4e239550-475e-4343-b23a-906a95709727 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1099 time: 0.0568223 Oct 27 16:04:41.506699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.508921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fbebc788-f632-4213-b7c9-7658015fce7d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0556731 Oct 27 16:04:41.511686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:41.535162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-3b080593-cdc5-432a-ade1-f80ba3eaf611 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0496676 Oct 27 16:04:41.570620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:41.570991 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:41.587937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e02f-5a14-408d-bdf5-22985da7a61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.595109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Sync routers for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:41.604055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-be24be3b-38dc-4d03-a7b8-ed75179ccc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.608246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-be24be3b-38dc-4d03-a7b8-ed75179ccc55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0653095 Oct 27 16:04:41.609126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:41.613249 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b83a3-827e-4155-8df8-384a1172f430" -d '{"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:41.632248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:41.632905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:41.685628 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313287b-1e5f-4bd0-bce8-fff5e8091813 x-openstack-request-id: req-4313287b-1e5f-4bd0-bce8-fff5e8091813 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:41.686017 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:41.686364 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4313287b-1e5f-4bd0-bce8-fff5e8091813 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:41.686845 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'status': 'completed', 'code': 200} Oct 27 16:04:41.722407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5b646-a123-441e-b503-420a952883dc req-ede4be65-546a-4dde-a6fd-c1e25ff95197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.724640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-ede4be65-546a-4dde-a6fd-c1e25ff95197 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031573 Oct 27 16:04:41.742276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d510600-7fbb-4260-af4b-e216db03d7f8 req-0ee7a6cb-cc88-4b98-bc6f-916937bc3c24 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.743845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d510600-7fbb-4260-af4b-e216db03d7f8 req-0ee7a6cb-cc88-4b98-bc6f-916937bc3c24 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.0733795 Oct 27 16:04:41.757543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2b1b345b-3d14-4150-abcc-db16301f81a9 None None] Provisioning complete for port c5f2dead-9a71-486e-b4d8-46cc5da391e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:41.758082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b1b345b-3d14-4150-abcc-db16301f81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.822715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:41.905524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-6b1e729c-0d16-4bfb-b633-49662982bd73 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606033 Oct 27 16:04:42.091652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d510600-7fbb-4260-af4b-e216db03d7f8 req-bd87fffd-52de-4ab5-bc77-045e9010996a tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850574 Oct 27 16:04:42.123666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.143186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb622a-cb7c-44b7-aadd-62dbeded99c0 req-dd7b57da-78e9-4b84-bdf3-e04fdaa8d1d5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.145952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69eb622a-cb7c-44b7-aadd-62dbeded99c0 req-dd7b57da-78e9-4b84-bdf3-e04fdaa8d1d5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.2009602 Oct 27 16:04:42.212365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61b5b646-a123-441e-b503-420a952883dc req-d29f34dc-3ee1-4667-979f-09cd400db8fd service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800827 Oct 27 16:04:42.226491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:40Z', 'revision_number': 3, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:42.263504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Checking router: 2c508dee-b0ff-406a-a915-1b61138ae380 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:42.264152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Updating router 2c508dee-b0ff-406a-a915-1b61138ae380 port c5271b29-a79d-44cb-aa63-aafd69a52087 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:04:42.296696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.308746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69eb622a-cb7c-44b7-aadd-62dbeded99c0 req-7a28856e-7f00-4d87-ba17-77f8bbffef51 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Oct 27 16:04:42.346463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2784c1-eae4-41b9-9d67-df63be45452a req-2ea10c7b-a707-407f-9e12-e98c433dcd5d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.352857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc2784c1-eae4-41b9-9d67-df63be45452a req-2ea10c7b-a707-407f-9e12-e98c433dcd5d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.1388180 Oct 27 16:04:42.393392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Allocated IP 172.20.0.1 (a1d61577-9a90-4505-8071-06e7b0c8b141/a80ff450-88cd-41b6-9e7c-7691120b97c3/0a7135a5-b1fb-4e06-a922-a57b38e5bc82) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:42.511166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc2784c1-eae4-41b9-9d67-df63be45452a req-8ab90709-8524-418f-b40a-f8b00717efde tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513374 Oct 27 16:04:42.532145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.577965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-e6af2649-b00e-45d1-90ce-8b0f19088852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.579893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-e6af2649-b00e-45d1-90ce-8b0f19088852 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1099 time: 0.1473792 Oct 27 16:04:42.600470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-5a271927-e212-46b7-8809-f9c0e1d549c3 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.602176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-5a271927-e212-46b7-8809-f9c0e1d549c3 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.1132562 Oct 27 16:04:42.648981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.675479 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.705689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ae57-f9c4-48b6-b3ba-af5e4e46f03a req-5dd39267-b0de-4194-a339-f9ddfe8bec3e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.708313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3231ae57-f9c4-48b6-b3ba-af5e4e46f03a req-5dd39267-b0de-4194-a339-f9ddfe8bec3e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1729424 Oct 27 16:04:42.713938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Network a1d61577-9a90-4505-8071-06e7b0c8b141 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:42.716962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:42.719456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:42.749261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:42.781382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.796266 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.842381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3231ae57-f9c4-48b6-b3ba-af5e4e46f03a req-149450b6-9353-4d41-9d42-bff5afdc1a1c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120598 Oct 27 16:04:42.875330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-8a6c41b5-0406-48bd-a0bd-1a1b053e5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.876839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-8a6c41b5-0406-48bd-a0bd-1a1b053e5cb0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2729020 Oct 27 16:04:42.925005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Attempting to bind port c5271b29-a79d-44cb-aa63-aafd69a52087 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:42.928652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Attempting to bind port c5271b29-a79d-44cb-aa63-aafd69a52087 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:42.929194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Attempting to bind port c5271b29-a79d-44cb-aa63-aafd69a52087 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:42.936345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-0965e9e2-d075-48bb-977b-8f8202dafa1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0443459 Oct 27 16:04:42.940535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:42.940789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:42.941267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.941838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:42.942440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Bound port: c5271b29-a79d-44cb-aa63-aafd69a52087, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:42.942620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Deleting port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:42.942963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.943242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.010525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Pushing event updated for resources: {'Port': ['ID=c5271b29-a79d-44cb-aa63-aafd69a52087,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:43.062705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.064973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.065552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.065986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.066954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.066954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.068372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.068372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.068910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.069478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.069911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.070354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:43.086831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] For port c5271b29-a79d-44cb-aa63-aafd69a52087, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:43.092694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f2dead-9a71-486e-b4d8-46cc5da391e8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:43.100054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] For port c5271b29-a79d-44cb-aa63-aafd69a52087, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5271b29-a79d-44cb-aa63-aafd69a52087,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:43.123736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-3869dec2-947a-4024-82a3-d2df129dbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.125720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-3869dec2-947a-4024-82a3-d2df129dbe2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1485980 Oct 27 16:04:43.182953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5f2dead-9a71-486e-b4d8-46cc5da391e8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:43.183829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.189623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.194521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] For port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:43.194724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.199425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286dfb-4915-494a-9fae-5e5d64da9b98 req-7b6e2cd8-073c-40b5-87c5-d379ba842f3c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.208732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03286dfb-4915-494a-9fae-5e5d64da9b98 req-7b6e2cd8-073c-40b5-87c5-d379ba842f3c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1096 time: 0.1930754 Oct 27 16:04:43.263241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Calling delete_port for eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:43.290127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-f2e0a5a2-a890-49f0-831c-6a42f09932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.291659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-f2e0a5a2-a890-49f0-831c-6a42f09932e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558604 Oct 27 16:04:43.312615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dc0884ea-c6b7-4b35-b7ce-68b19e747307 None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:43.314238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc0884ea-c6b7-4b35-b7ce-68b19e747307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.316502 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.394744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d0d4-177b-4ba2-93a8-6dda1bd00a31 None None] Pushing event updated for resources: {'Port': ['ID=c5271b29-a79d-44cb-aa63-aafd69a52087,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:43.398417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03286dfb-4915-494a-9fae-5e5d64da9b98 req-03db5471-7aa1-43cd-b8d8-ceaa83e166dc tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887379 Oct 27 16:04:43.406833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.413808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd6cf5-bd01-40c6-bf60-82849b8a1d14 req-b508c6b9-1091-454b-bc4a-7221782e173b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.415543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3afd6cf5-bd01-40c6-bf60-82849b8a1d14 req-b508c6b9-1091-454b-bc4a-7221782e173b tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 950 time: 0.2372367 Oct 27 16:04:43.461294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:43.461943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:43.501577 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.503739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-dc0884ea-c6b7-4b35-b7ce-68b19e747307 None None] Port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:43.591537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.593470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:43.620145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:43.726595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Network a1d61577-9a90-4505-8071-06e7b0c8b141 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:43.728822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:43.887599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Router 2c508dee-b0ff-406a-a915-1b61138ae380 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:04:43.918017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3afd6cf5-bd01-40c6-bf60-82849b8a1d14 req-1f8cb678-5b31-49e4-9790-7826afe89c90 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ed57790-7b05-4182-971f-deb1561cb91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360719 Oct 27 16:04:43.941328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-d40c8142-304b-44d4-ae46-5d389a0ce8a0 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113808 Oct 27 16:04:44.005264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aeb7c-70bf-45bd-87d3-8f08f4aed59e req-ed6075ed-4a4f-4cb7-a2ef-972731fdf0cd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.006733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-490aeb7c-70bf-45bd-87d3-8f08f4aed59e req-ed6075ed-4a4f-4cb7-a2ef-972731fdf0cd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.2184711 Oct 27 16:04:44.013119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:42Z', 'revision_number': 1, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:44.059165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71f50-a662-484b-b91c-8327bffac1b4 None None] The sync data for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 is: [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:42Z', 'revision_number': 1, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:44.142588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-18df8545-2377-4121-b879-7223cd60130a None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:44.142969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18df8545-2377-4121-b879-7223cd60130a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.158127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-490aeb7c-70bf-45bd-87d3-8f08f4aed59e req-676fd6e8-3aec-469f-b408-883fbc872306 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Oct 27 16:04:44.192766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-18df8545-2377-4121-b879-7223cd60130a None None] Port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:44.247819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1b83a3-827e-4155-8df8-384a1172f430 req-88846c59-8517-47fb-b232-b2786f3f13d7 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908731 Oct 27 16:04:44.285941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36d92-743a-45ad-ae2c-db78663d7497 req-eb0bc15e-662d-4cd1-84aa-09aedc212dcd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.293897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbf36d92-743a-45ad-ae2c-db78663d7497 req-eb0bc15e-662d-4cd1-84aa-09aedc212dcd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.0629058 Oct 27 16:04:44.345554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbf36d92-743a-45ad-ae2c-db78663d7497 req-edd6f7f2-7bb9-420f-b867-e082ac611f79 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504961 Oct 27 16:04:44.358822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5378912-3d77-4648-b2d8-c6d659c07606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.387687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.417926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:44.426256 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e92ade3-a85f-4946-97f9-0bc3e54e1480 admin admin] 10.222.0.70 "PUT /v2.0/routers/2c508dee-b0ff-406a-a915-1b61138ae380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134133 Oct 27 16:04:44.454713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Pushing event deleted for resources: {'Port': ['ID=eb7580ce-a99f-4f1d-b307-15b9ed3c22a0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.503472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] No DVR routers for this DVR port eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:44.507537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.511746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbf328b2-5db2-4eab-b571-fdf28777ed03 req-99f83c52-18f9-4b22-92db-0c26aa04ea7f tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.82 "DELETE /v2.0/ports/eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 HTTP/1.1" status: 204 len: 173 time: 1.8953023 Oct 27 16:04:44.512332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'name': 'network-vif-deleted', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:44.515644 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33365b3d-95e5-4310-8caa-6c0c3da95973" -d '{"events": [{"server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "name": "network-vif-deleted", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:44.562556 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a229ba-f574-43b8-bb7c-eac7b4668096 x-openstack-request-id: req-f1a229ba-f574-43b8-bb7c-eac7b4668096 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:44.562858 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513cb96d-095b-43d5-8f58-35aadcb870bb", "name": "network-vif-deleted", "tag": "eb7580ce-a99f-4f1d-b307-15b9ed3c22a0", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:44.563142 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1a229ba-f574-43b8-bb7c-eac7b4668096 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:44.563546 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513cb96d-095b-43d5-8f58-35aadcb870bb', 'name': 'network-vif-deleted', 'tag': 'eb7580ce-a99f-4f1d-b307-15b9ed3c22a0', 'status': 'completed', 'code': 200} Oct 27 16:04:44.569855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.103380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5271b29-a79d-44cb-aa63-aafd69a52087 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:45.110814 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.115430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b986bbbe-f969-4b2d-8455-7424033de6e2 req-b3ba63c6-1d13-48f0-b933-bf425e7b2183 tempest-LiveMigrationNegativeTest-1038225270 tempest-LiveMigrationNegativeTest-1038225270-project] 10.222.0.70 "GET /v2.0/ports?device_id=513cb96d-095b-43d5-8f58-35aadcb870bb HTTP/1.1" status: 200 len: 210 time: 0.0483110 Oct 27 16:04:45.167649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5271b29-a79d-44cb-aa63-aafd69a52087 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:45.168309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.244086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:45.266015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:45.266353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device eb7580ce-a99f-4f1d-b307-15b9ed3c22a0 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:45.280410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.307657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c5271b29-a79d-44cb-aa63-aafd69a52087, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5271b29-a79d-44cb-aa63-aafd69a52087,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:45.316168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170ebce-6e65-4ac1-8ee0-00908093d1ec req-9245f053-b91e-4b28-a495-11b6767ca6e8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:45.319225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7170ebce-6e65-4ac1-8ee0-00908093d1ec req-9245f053-b91e-4b28-a495-11b6767ca6e8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0593061 Oct 27 16:04:45.364565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7170ebce-6e65-4ac1-8ee0-00908093d1ec req-e1d74346-c8d2-4939-aa35-dc8511fd23d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Oct 27 16:04:45.398816 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.471651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c5271b29-a79d-44cb-aa63-aafd69a52087,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:45.501062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a75f5-82d7-47dc-bd9d-3582ed4e6b2a req-875e455c-2bae-48f8-934e-d063d09330a6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:45.503030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-176a75f5-82d7-47dc-bd9d-3582ed4e6b2a req-875e455c-2bae-48f8-934e-d063d09330a6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.0665202 Oct 27 16:04:45.550780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-176a75f5-82d7-47dc-bd9d-3582ed4e6b2a req-b60206e7-8feb-4123-9274-5440c201fbda tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Oct 27 16:04:45.827999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:45.932810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:45.950058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '36f873cb-c7bb-46cd-81df-b59701afad80', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '36f873cb-c7bb-46cd-81df-b59701afad80', 'mac_address': 'fa:16:3e:e1:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:45.992562 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.010161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:46.031803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:46.205298 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.290829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:46.319059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:46.323575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895502516', 'description': 'tempest-description--1207856115'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:46.449129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.454697 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Sync routers for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:46.480135 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:46.482434 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:46.527787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fad12-dc33-4025-ba03-a131c68a2917 req-fb239552-df41-4f73-98e2-c589e93466d4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.530882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-973fad12-dc33-4025-ba03-a131c68a2917 req-fb239552-df41-4f73-98e2-c589e93466d4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0825007 Oct 27 16:04:46.543166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.586219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-973fad12-dc33-4025-ba03-a131c68a2917 req-288a88b6-7219-4de2-9b69-3231fca5c741 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484748 Oct 27 16:04:46.604426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:46.618556 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:46.645260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.696374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344683e-4eb1-4e5a-aa3b-7622b5538cdb req-f17db3c8-6d31-4044-9127-c42ff257cbdb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.702788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4344683e-4eb1-4e5a-aa3b-7622b5538cdb req-f17db3c8-6d31-4044-9127-c42ff257cbdb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.0688579 Oct 27 16:04:46.710260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5181184-12e1-4e33-b841-fae8808c6f1a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:46.791984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4344683e-4eb1-4e5a-aa3b-7622b5538cdb req-6181f834-4f8d-4265-8c22-db818384ac27 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 Oct 27 16:04:46.869188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.879433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:46.880800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8e798185-c172-461a-a8e2-9f7d848167bc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5605783 Oct 27 16:04:46.882009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'security_group_rule': {'security_group_id': 'd5181184-12e1-4e33-b841-fae8808c6f1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:46.925500 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 2, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:46.932290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47400) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:46.955139 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Checking router: 2c508dee-b0ff-406a-a915-1b61138ae380 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:46.970375 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Updating router 2c508dee-b0ff-406a-a915-1b61138ae380 port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:04:46.999544 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.048080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5271b29-a79d-44cb-aa63-aafd69a52087 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:47.104431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5271b29-a79d-44cb-aa63-aafd69a52087 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:47.105081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.121263 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c2c8cb06-9821-4954-a4af-fca1cc9ebe8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52e4009110c84fb19edb6cdf776374cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877127 Oct 27 16:04:47.131197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47404) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:47.183599 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.201162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.202988 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.250307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.322145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.415107 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.450371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.470904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1a761b-7454-4f51-94f3-f4dfd62c0da6,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.495881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.499328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.505007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ed57790-7b05-4182-971f-deb1561cb91c HTTP/1.1" status: 204 len: 168 time: 0.3752708 Oct 27 16:04:47.508465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a374f6-14d9-42ef-ad8e-c14a9213b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed57790-7b05-4182-971f-deb1561cb91c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.593204 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.672632 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Pushing event updated for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.679879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.683562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-47c4e44b-d27b-4dc2-80e3-4cd8e79eb6e1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8057959 Oct 27 16:04:47.686392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47412) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:47.694036 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'security_group_rule': {'security_group_id': 'd5181184-12e1-4e33-b841-fae8808c6f1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:47.720033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74670b89-ba8d-49ad-b5c8-108184079755 req-998b0429-e4a8-491c-8614-cdfe458aa1fd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.729774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.730443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74670b89-ba8d-49ad-b5c8-108184079755 req-998b0429-e4a8-491c-8614-cdfe458aa1fd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0615287 Oct 27 16:04:47.730577 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.730577 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.730577 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.730577 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.742937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.742937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:47.757052 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Attempting to bind port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:47.757423 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Attempting to bind port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:47.757786 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Attempting to bind port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 on network a1d61577-9a90-4505-8071-06e7b0c8b141 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:47.765375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74670b89-ba8d-49ad-b5c8-108184079755 req-14f46cd8-1251-4fd3-ba8c-a72834dcb4a5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361459 Oct 27 16:04:47.767334 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:47.767716 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Checking segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:47.768115 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.768503 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Bound using segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:47.768997 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Bound port: 0a7135a5-b1fb-4e06-a922-a57b38e5bc82, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:47.769391 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.856949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:47.864904 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] For port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:47.869041 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] For port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:47.914336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.947269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-091cd3f9-86ef-4179-be5b-3eae6005bd5a None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:47.947937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-091cd3f9-86ef-4179-be5b-3eae6005bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.950235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957a97-25ca-4a2c-b9c8-52ff16cd1cb6 req-c12573dd-f0af-448b-89cb-6fb58400e6e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.952143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac957a97-25ca-4a2c-b9c8-52ff16cd1cb6 req-c12573dd-f0af-448b-89cb-6fb58400e6e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.0596490 Oct 27 16:04:47.985966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.004424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-091cd3f9-86ef-4179-be5b-3eae6005bd5a None None] Port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:48.008001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac957a97-25ca-4a2c-b9c8-52ff16cd1cb6 req-9839d608-5682-492c-8d71-98fc5d5fbb53 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479262 Oct 27 16:04:48.170872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 36f873cb-c7bb-46cd-81df-b59701afad80 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:48.171267 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.171359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 36f873cb-c7bb-46cd-81df-b59701afad80 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:48.171359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.181682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.223121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c867efb7-f136-493e-bb25-c5c9401644b9,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.272103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.273607 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:48.274540 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:48.309645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:48.310601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:48.313051 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe31da-9127-41f0-a075-324eb7ec4c51" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:48.343828 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20463c-3f00-4dfa-8b3a-ae1e57359f48 None None] Pushing event updated for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.365126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.367443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3c69484-7297-4680-ba46-7a23028b40ca tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6784298 Oct 27 16:04:48.370482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47422) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:48.376284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:48.395242 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5daf2e-8dc3-4126-a68c-a337ef98d637 x-openstack-request-id: req-9b5daf2e-8dc3-4126-a68c-a337ef98d637 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:48.395750 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:48.396180 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b5daf2e-8dc3-4126-a68c-a337ef98d637 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:48.396839 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'code': 200} Oct 27 16:04:48.453142 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:48.457254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.562896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ea32-c578-4dc3-a511-cbb88fbd51e7 req-8bb0875b-c6a3-4a1a-b2e3-78919bce58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.565239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d35ea32-c578-4dc3-a511-cbb88fbd51e7 req-8bb0875b-c6a3-4a1a-b2e3-78919bce58a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1101 time: 0.0891056 Oct 27 16:04:48.585132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:48.593984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.593984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.594229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.697657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:48.729591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d35ea32-c578-4dc3-a511-cbb88fbd51e7 req-80c05223-efc4-4346-b672-18eb845e2d46 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544285 Oct 27 16:04:48.744420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.782852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] For port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:48.791201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9df01e8e-3aab-41f4-aab5-c4246bc3df48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=949cf03073ff4f6f978ef7c16b4f346d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915253 Oct 27 16:04:48.793978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:48.831565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.878295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:47Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:48.898550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.910697 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1fbc22-f87c-41f9-a17d-81372445d897 None None] The sync data for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 is: [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:47Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:48.948954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.958973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.100028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915be5-6d98-440b-b7d3-66f185993dd5 None None] Pushing event updated for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:49.102766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Allocated IP 172.25.5.115 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b5e18b33-20dc-4d99-986c-79c4d0d22bdb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:49.116591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f63f2-c679-4aad-94df-75f0d100e6ce req-4328d072-2829-4058-9cdd-f9cd3bc2dc1a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:49.119119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-145f63f2-c679-4aad-94df-75f0d100e6ce req-4328d072-2829-4058-9cdd-f9cd3bc2dc1a tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1900084 Oct 27 16:04:49.147292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:49.219379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:49.220056 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.269736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-145f63f2-c679-4aad-94df-75f0d100e6ce req-5507dd0b-165a-4a53-b1ac-afa28513afbc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403897 Oct 27 16:04:49.284066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee160-71d8-46b7-a2aa-cb065f7f674f req-90d60a06-992f-4dff-b83f-197d71a232a6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:49.295573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.298568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.305783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19eee160-71d8-46b7-a2aa-cb065f7f674f req-90d60a06-992f-4dff-b83f-197d71a232a6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1467695 Oct 27 16:04:49.305931 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a898152-0314-4c99-a47b-5d756faa383c HTTP/1.1" status: 204 len: 168 time: 0.5064199 Oct 27 16:04:49.314826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c37f5-a452-484b-8d6b-a476b4f565f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a898152-0314-4c99-a47b-5d756faa383c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:49.398008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19eee160-71d8-46b7-a2aa-cb065f7f674f req-0d7a6890-3393-4d78-9602-39cda1918ac7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955787 Oct 27 16:04:49.439272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.645924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.696765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:49.698822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:49.705261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:49.751288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'Port': ['ID=b5e18b33-20dc-4d99-986c-79c4d0d22bdb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:49.785728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.955741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.143873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.290444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.346779 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.378962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'Port': ['ID=b5e18b33-20dc-4d99-986c-79c4d0d22bdb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:50.418033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d69ab-3988-4966-8efb-ca0fc99b8cca req-16936e1f-813b-4e5f-ae4d-60145522d27c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.419148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596d69ab-3988-4966-8efb-ca0fc99b8cca req-16936e1f-813b-4e5f-ae4d-60145522d27c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0559356 Oct 27 16:04:50.450167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.450167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8249ada5-d40d-44de-8a38-ee2931a12065 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0773005 Oct 27 16:04:50.507801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596d69ab-3988-4966-8efb-ca0fc99b8cca req-b58c12c9-a783-4f60-9035-85d11e9e3dd5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Oct 27 16:04:50.639332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1bdb4-63ca-4b76-a449-370a6142eea3 req-84e489d1-3668-4033-af25-eae890d6de7d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.641275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fda1bdb4-63ca-4b76-a449-370a6142eea3 req-84e489d1-3668-4033-af25-eae890d6de7d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0993316 Oct 27 16:04:50.694091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fda1bdb4-63ca-4b76-a449-370a6142eea3 req-3b8bc53d-5ee2-447d-9441-0f61a9f02312 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Oct 27 16:04:50.770250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-dedfd4bf-a990-48cf-89af-eb4a0b91f191 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--895502516&fields=id&tenant_id=733fce2340d74a828f33b784ff57ac73 HTTP/1.1" status: 200 len: 267 time: 0.0393341 Oct 27 16:04:50.902811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b115e05-37a3-43c5-9584-847c576db0e1 req-47e72d82-dc03-4bd0-8ca0-1765eade84bb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.904556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b115e05-37a3-43c5-9584-847c576db0e1 req-47e72d82-dc03-4bd0-8ca0-1765eade84bb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1330404 Oct 27 16:04:50.958760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-1429fce5-4438-4358-936c-6bdd7f402877 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.960273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-1429fce5-4438-4358-936c-6bdd7f402877 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/networks?id=a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 200 len: 812 time: 0.1791306 Oct 27 16:04:50.990257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-b931ca2a-72f7-4b99-bb1f-3306a012f75d tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/quotas/733fce2340d74a828f33b784ff57ac73 HTTP/1.1" status: 200 len: 375 time: 0.0180740 Oct 27 16:04:51.021083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b115e05-37a3-43c5-9584-847c576db0e1 req-7ae54f5c-19f4-44bf-9aed-188a1f106bad tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Oct 27 16:04:51.073042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:51.097956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-f83f6ce6-e8cf-4fb7-ba65-415f88fd4969 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=733fce2340d74a828f33b784ff57ac73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741541 Oct 27 16:04:51.140900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:51.141337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.204768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-db898e0a-4b5d-4a78-8312-4f87e687da4a service neutron] 10.222.0.70 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939653 Oct 27 16:04:51.304922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-43195823-f79e-4cb1-b8b4-49a39d232dbc service neutron] 10.222.0.70 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Oct 27 16:04:51.661952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bd3a39f-26bf-46ef-94b9-6b0716000b0a req-f08aab3c-f141-4a30-9cd5-34814a0280f8 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Oct 27 16:04:51.686014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32014-cacd-4cde-b6f4-c00183af2d37 req-cbaeb8b2-1911-4002-8080-aab3ce8ecad6 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.704575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98d32014-cacd-4cde-b6f4-c00183af2d37 req-cbaeb8b2-1911-4002-8080-aab3ce8ecad6 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1153748 Oct 27 16:04:51.733850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98d32014-cacd-4cde-b6f4-c00183af2d37 req-40c4d1f7-c319-45a9-a4ff-5134f177a470 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Oct 27 16:04:51.797249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da33d5e-cf34-49fd-b8bb-c7b165f7678e req-4562515a-a6fc-40b6-adb4-ca00a1178f3d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.802451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3da33d5e-cf34-49fd-b8bb-c7b165f7678e req-4562515a-a6fc-40b6-adb4-ca00a1178f3d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0557265 Oct 27 16:04:51.841010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3da33d5e-cf34-49fd-b8bb-c7b165f7678e req-ca9f0048-046e-4330-96b0-bdcce77f1201 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Oct 27 16:04:52.020133 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-d05e3ca0-a28b-4ff8-ba3b-4d492153f969 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399051 Oct 27 16:04:52.032535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-e0471e83-cf2e-44ec-ae72-a12e593c426b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:04:52.033641 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-e0471e83-cf2e-44ec-ae72-a12e593c426b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055499 Oct 27 16:04:52.219751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-7ea0a373-2dda-4617-ad3d-39fd3d7a6aa0 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230749 Oct 27 16:04:52.337355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-61374298-c37c-42e8-946c-887c5bf1c99c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:52.338870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-61374298-c37c-42e8-946c-887c5bf1c99c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108720 Oct 27 16:04:52.354839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-27c8e37c-f3d2-4ee1-a865-b7431257870a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0102379 Oct 27 16:04:52.391137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-9a11a4be-ce62-4a1a-95e7-1a15f6c04f82 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300789 Oct 27 16:04:52.665850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b234265-fc15-433b-8eae-bac233e840f6 req-5e2b841a-c65b-4ed7-9391-972673a326d2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0324817 Oct 27 16:04:52.749658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d35b8f85-d010-4264-8140-fcad7d2830fe req-4800384f-7ae6-4ff0-b659-0ccae3e3ae25 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0293512 Oct 27 16:04:52.889293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746880a-46ef-4731-82a3-27a3d3296a30 req-1fe6746c-dff6-45ea-ba15-2043760ec709 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:52.891242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1746880a-46ef-4731-82a3-27a3d3296a30 req-1fe6746c-dff6-45ea-ba15-2043760ec709 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0614517 Oct 27 16:04:52.955637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1746880a-46ef-4731-82a3-27a3d3296a30 req-61906094-9e25-4d48-8248-e730b3fbd6b9 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Oct 27 16:04:53.121151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed262-c81d-47a7-962b-eff0eaa7ef33 req-edaab1fc-2b36-4b99-83e4-aa5ebd09ea70 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:53.122639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e6ed262-c81d-47a7-962b-eff0eaa7ef33 req-edaab1fc-2b36-4b99-83e4-aa5ebd09ea70 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0537269 Oct 27 16:04:53.161873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e6ed262-c81d-47a7-962b-eff0eaa7ef33 req-61d7a9be-2482-4c8b-b71c-a5c16586169e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Oct 27 16:04:53.751557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-022c5f32-fd3e-4106-ad46-7af09601f34c req-1ecdf56d-695c-45aa-b718-98650e24c474 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0321507 Oct 27 16:04:53.865176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd2fc7eb-9952-4d75-89b0-95a560763c6c req-c4803056-c13c-4858-baa2-0c02cb4178e6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0413489 Oct 27 16:04:54.079030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5dac1-9bbe-4f32-9d1b-b2b27ee5476c req-0458ccfd-029a-4343-9298-a95014b941b0 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:54.081714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4a5dac1-9bbe-4f32-9d1b-b2b27ee5476c req-0458ccfd-029a-4343-9298-a95014b941b0 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0612264 Oct 27 16:04:54.125010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4a5dac1-9bbe-4f32-9d1b-b2b27ee5476c req-d47ffc07-c6f4-4dc1-ade8-8264bd083a2b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Oct 27 16:04:54.291853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3dbc5-9022-4488-ac0f-a89bff77c54e req-93f34f48-ced8-4b27-a38d-37f33df26ded tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:54.293346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aad3dbc5-9022-4488-ac0f-a89bff77c54e req-93f34f48-ced8-4b27-a38d-37f33df26ded tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0555131 Oct 27 16:04:54.334033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aad3dbc5-9022-4488-ac0f-a89bff77c54e req-78d09b1f-3cd0-4502-a597-35275864fe20 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Oct 27 16:04:54.863149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d16e929-0aa5-46ef-acb3-38d246f40c30 req-04092d24-3eda-4310-a6b2-6de8ae98f65d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0333579 Oct 27 16:04:54.989149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12bedc97-ac90-4886-b01a-7a6229d59889 req-31bb1855-2512-4411-bd02-ae78d4977182 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0310364 Oct 27 16:04:54.999556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-5c6de9a1-ea12-4f8c-8515-11fa25622696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.007152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-5c6de9a1-ea12-4f8c-8515-11fa25622696 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1101 time: 0.0678189 Oct 27 16:04:55.124921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-54881cc9-cd10-4907-8d6e-36488a2c8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.126440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-54881cc9-cd10-4907-8d6e-36488a2c8d34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1159413 Oct 27 16:04:55.174687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-68f84192-e9e5-4104-b1b4-f6533eb42989 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0396705 Oct 27 16:04:55.259488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-2c96040a-ed6f-4cfd-8fbb-5f9ee4a31845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.260888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-2c96040a-ed6f-4cfd-8fbb-5f9ee4a31845 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0767918 Oct 27 16:04:55.289701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce70fc-5ba2-4182-8c44-aabcb8f77970 req-3359224e-dbe7-43fb-870b-c212beb99df4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.290081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4ce70fc-5ba2-4182-8c44-aabcb8f77970 req-3359224e-dbe7-43fb-870b-c212beb99df4 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.0736423 Oct 27 16:04:55.343613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-aeecf476-dc62-4e3d-b06e-c9ef924016b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.345121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-aeecf476-dc62-4e3d-b06e-c9ef924016b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754926 Oct 27 16:04:55.352538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4ce70fc-5ba2-4182-8c44-aabcb8f77970 req-388d9d35-dd97-4d49-877a-586206cc644f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Oct 27 16:04:55.477359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-434d1359-a02f-4ec0-84ae-f7857bfdce50 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207533 Oct 27 16:04:55.486059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec33274-f09c-43c0-a838-1fd58cc34e24 req-00c2314e-601d-42c3-950d-e4322da8b6d5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.487570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ec33274-f09c-43c0-a838-1fd58cc34e24 req-00c2314e-601d-42c3-950d-e4322da8b6d5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0726326 Oct 27 16:04:55.576844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ec33274-f09c-43c0-a838-1fd58cc34e24 req-78b5c3d8-2928-4ac8-9dc4-1e70c4535e62 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803025 Oct 27 16:04:55.615538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-99d46adf-0706-48b8-b158-af8a866c26c9 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269939 Oct 27 16:04:55.963713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-163a64b0-7e5e-4fda-a87f-a579d5f95859 req-189c9d05-807c-4e4f-b0f4-7b4b7ff7900c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0309579 Oct 27 16:04:56.089594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64e504dc-ca89-4634-84ff-2b561acffc52 req-145ac871-ec39-441f-8437-84349aae2523 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Oct 27 16:04:56.367034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-d68f813d-fe75-41e5-9544-fc0546455ab2 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:56.376203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-d68f813d-fe75-41e5-9544-fc0546455ab2 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.82 "GET /v2.0/networks?id=a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 200 len: 812 time: 0.1706452 Oct 27 16:04:56.444525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-db405c00-db7f-4ee4-b8d6-7405d69a35d0 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733fce2340d74a828f33b784ff57ac73 HTTP/1.1" status: 200 len: 379 time: 0.0454955 Oct 27 16:04:56.449378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'port': {'device_id': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'admin_state_up': True, 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'security_groups': ['d5181184-12e1-4e33-b841-fae8808c6f1a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:56.553692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d301933-be72-4723-9c4e-549c2c4ca3c5 req-d43bd3f1-d93f-4d19-b854-b9999589ec47 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:56.555260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d301933-be72-4723-9c4e-549c2c4ca3c5 req-d43bd3f1-d93f-4d19-b854-b9999589ec47 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1235993 Oct 27 16:04:56.621904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d301933-be72-4723-9c4e-549c2c4ca3c5 req-4f1174b7-47cf-4bf1-9fb8-e59856923ee1 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Oct 27 16:04:56.728063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f0119-b2e2-40fe-8954-41649ce44896 req-cd65c8bb-606b-43d9-af85-524422ca7df6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:56.729672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c43f0119-b2e2-40fe-8954-41649ce44896 req-cd65c8bb-606b-43d9-af85-524422ca7df6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0487242 Oct 27 16:04:56.769077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c43f0119-b2e2-40fe-8954-41649ce44896 req-a005b0eb-ffb9-462a-9648-879af4a41667 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Oct 27 16:04:56.828011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Made reservation on behalf of 733fce2340d74a828f33b784ff57ac73 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:56.832467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.969669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Allocated IP 172.20.0.5 (a1d61577-9a90-4505-8071-06e7b0c8b141/a80ff450-88cd-41b6-9e7c-7691120b97c3/0f0a4a4d-df57-4411-87e8-bc9146431bf5) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:57.083704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-131babeb-b7eb-4ba0-bb36-6b63607bf993 req-0de8ed11-9c6a-4a89-998b-3e82095bfbd0 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0371256 Oct 27 16:04:57.143578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.204845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37ade8ba-686e-4c74-944a-20a88ec0225b req-5bfba860-e87f-484d-b0d9-fb863fd0449f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0362303 Oct 27 16:04:57.436756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.439764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-4de0dddd-876c-4643-adfc-625284dbca49 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287235 Oct 27 16:04:57.596978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:57.600974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Network a1d61577-9a90-4505-8071-06e7b0c8b141 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:57.616700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:57.622062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:57.628353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.630027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.691830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b07a3-0336-4dd6-9ec3-3105c16f5fb0 req-df065e74-ac6d-4dde-baf2-dec07693d0fd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.694619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f80b07a3-0336-4dd6-9ec3-3105c16f5fb0 req-df065e74-ac6d-4dde-baf2-dec07693d0fd tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1097 time: 0.2028892 Oct 27 16:04:57.740620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-d15d3922-7179-4c5a-91d6-26264daedae3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.742220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-d15d3922-7179-4c5a-91d6-26264daedae3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530947 Oct 27 16:04:57.765460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:57.831209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-8b0fbea2-9c46-45d4-a263-a7be0ad859de tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3859379 Oct 27 16:04:57.845114 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.854175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f80b07a3-0336-4dd6-9ec3-3105c16f5fb0 req-b0b7b82d-659a-4db1-98e7-6cc113c7b618 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429608 Oct 27 16:04:57.865422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Request body: {'port': {'device_id': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:57.924584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143f8e-34ac-41d9-b03e-42364d442cb6 req-6b0ab43e-f954-421e-9b3d-e1a71d02c443 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.928754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:57.931857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:57.932791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25143f8e-34ac-41d9-b03e-42364d442cb6 req-6b0ab43e-f954-421e-9b3d-e1a71d02c443 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.2001128 Oct 27 16:04:58.045583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d0b479e9-cfdb-415f-98bc-435e5d28b76a None None] Provisioning complete for port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:58.045866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d0b479e9-cfdb-415f-98bc-435e5d28b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.054171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.150547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d0b479e9-cfdb-415f-98bc-435e5d28b76a None None] Port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:58.157212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:58.159789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.182825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'mac_address': 'fa:16:3e:6c:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:58.230029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:58.236088 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0df25e-8634-4c0c-a6c4-e9543a7ec08a" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:58.261551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:58.268895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.290176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:58.364821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.393905 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.413137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25143f8e-34ac-41d9-b03e-42364d442cb6 req-83d67b25-5759-4969-91ba-9fe3cbb0ab1e tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525020 Oct 27 16:04:58.447966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa35-d683-44de-94ff-773a935c0ac4 req-5e9af4c3-0554-4a88-bafc-6633aa1f1f18 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:58.449429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd34fa35-d683-44de-94ff-773a935c0ac4 req-5e9af4c3-0554-4a88-bafc-6633aa1f1f18 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.4912419 Oct 27 16:04:58.474581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:58.475226 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:58.481345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:58.549664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:58.553731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.578292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd34fa35-d683-44de-94ff-773a935c0ac4 req-9613e134-683e-4018-89ee-d76dc4ef77b0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206372 Oct 27 16:04:58.580974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.700235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cec86e1-23f9-4af8-a4b3-2528033b157f req-6894e711-365a-4f43-b979-06bb4ab62ffb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.0476031 Oct 27 16:04:58.818767 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.869224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e528e00-b4ee-4ea7-9426-5a4a5d9c855f req-ef2d31e7-cd3e-45a7-9dfe-9fbaebd0d8e3 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:58.870765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e528e00-b4ee-4ea7-9426-5a4a5d9c855f req-ef2d31e7-cd3e-45a7-9dfe-9fbaebd0d8e3 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 931 time: 0.1056080 Oct 27 16:04:58.875467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0a4a4d-df57-4411-87e8-bc9146431bf5 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:58.889117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.911908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Transition to ACTIVE for port object 0f0a4a4d-df57-4411-87e8-bc9146431bf5 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:58.925608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e528e00-b4ee-4ea7-9426-5a4a5d9c855f req-45e8b1ba-3093-4b18-9950-ff405feaa0b0 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Oct 27 16:04:59.009409 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a44ca-aacc-4aec-b85d-44898a1e9e0c x-openstack-request-id: req-f06a44ca-aacc-4aec-b85d-44898a1e9e0c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:59.010354 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:59.010803 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f06a44ca-aacc-4aec-b85d-44898a1e9e0c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:59.011287 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'code': 200} Oct 27 16:04:59.021272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.035091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.055680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:59.083130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:59.094980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.113173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2034f461-f668-4fa3-9fc5-7b9219cc2443,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.176385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.190772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.278944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.282619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Attempting to bind port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:59.283350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Attempting to bind port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:59.283901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Attempting to bind port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 on network a1d61577-9a90-4505-8071-06e7b0c8b141 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:59.299553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.76 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/3bee86d2-01e0-4663-8f1a-cd262e53cf34) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:59.305961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 on network a1d61577-9a90-4505-8071-06e7b0c8b141 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:59.306533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Attempting to bind port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 on network a1d61577-9a90-4505-8071-06e7b0c8b141 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:59.313480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:59.313981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Checking segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:59.314465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Bound using segment: {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:59.315005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Bound port: 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fd3010-cdcc-461b-8290-6b00558e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:59.315494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.502655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:59.507898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:59.541226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['aaf49f77-59f8-4715-b562-1423ae63bfa1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:59.599947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.612702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.647352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f97c-eec9-488d-8238-d2bbab47b208 req-8412dcf8-6017-485d-bdb5-c4f070e90d99 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:59.648868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ba3f97c-eec9-488d-8238-d2bbab47b208 req-8412dcf8-6017-485d-bdb5-c4f070e90d99 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1256738 Oct 27 16:04:59.675784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:59.676487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.678057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] 10.222.0.82 "PUT /v2.0/ports/0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 200 len: 1091 time: 1.8228030 Oct 27 16:04:59.694677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:59.697160 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7bcc7d-2746-4210-877c-9d5303aed568" -d '{"events": [{"name": "network-changed", "server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:59.741962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4c48c-82d4-4f1e-a9c3-69d4f524876b service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.775406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ba3f97c-eec9-488d-8238-d2bbab47b208 req-e314064f-d449-4744-81de-ae2830cec218 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Oct 27 16:04:59.885627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.968722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:59.977911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:59.985409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:59.991706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:59.992439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.998580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:00.007745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-71d5c5a7-b6e6-47fb-b865-478f2f652b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.009321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-71d5c5a7-b6e6-47fb-b865-478f2f652b93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=733fce2340d74a828f33b784ff57ac73&device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 1094 time: 0.1627355 Oct 27 16:05:00.023103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487acb2-1c3d-4cdd-b47b-c5e794a25d27 req-f10e98f9-27b7-48f1-9904-a54f88596084 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.027561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d487acb2-1c3d-4cdd-b47b-c5e794a25d27 req-f10e98f9-27b7-48f1-9904-a54f88596084 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1717410 Oct 27 16:05:00.076561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-603f816c-328a-4b39-9c20-03cdf73b7eb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 200 len: 217 time: 0.0476766 Oct 27 16:05:00.151616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d487acb2-1c3d-4cdd-b47b-c5e794a25d27 req-f02390a6-5a11-49c3-97c0-7abc2069ff4b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Oct 27 16:05:00.158545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-465d3c60-990d-4760-a999-05a77dd0d07c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3968205 Oct 27 16:05:00.162520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-40aa0582-a13c-43b3-b0bd-3fd02f4c5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.164017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-40aa0582-a13c-43b3-b0bd-3fd02f4c5f66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a80ff450-88cd-41b6-9e7c-7691120b97c3 HTTP/1.1" status: 200 len: 851 time: 0.0798397 Oct 27 16:05:00.181654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Request body: {'port': {'device_id': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:00.261618 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e1f8df-d698-49db-8ec7-1f08af65612d x-openstack-request-id: req-a4e1f8df-d698-49db-8ec7-1f08af65612d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:00.261959 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:00.262307 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4e1f8df-d698-49db-8ec7-1f08af65612d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:00.262833 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'status': 'completed', 'code': 200} Oct 27 16:05:00.267526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7d96f939-b023-4c89-85ff-aad2ed6f47a5 None None] Provisioning complete for port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:00.268446 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7d96f939-b023-4c89-85ff-aad2ed6f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.309316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7d96f939-b023-4c89-85ff-aad2ed6f47a5 None None] Port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:00.375849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87f-cd13-4a24-b542-60084863af19 req-f910eae1-8907-4d43-9764-fdbd19474f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.377429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-f910eae1-8907-4d43-9764-fdbd19474f10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1d61577-9a90-4505-8071-06e7b0c8b141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006900 Oct 27 16:05:00.379248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.473496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a4651-abec-4062-8295-32368ea4a741 req-3cb1dc38-bdfc-41a7-b148-329ba738736b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.476461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee2a4651-abec-4062-8295-32368ea4a741 req-3cb1dc38-bdfc-41a7-b148-329ba738736b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 935 time: 0.1825235 Oct 27 16:05:00.633649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee2a4651-abec-4062-8295-32368ea4a741 req-15f8100e-cb25-45d8-80dd-ef8e72cb4b8f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439137 Oct 27 16:05:00.645668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-167af751-60a6-4ed6-87dd-904057b00fca service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550976 Oct 27 16:05:00.896640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893b45d-1b5e-423f-84b6-993e9dd16a0d req-cb4cdddc-e059-4258-8538-bfbc4abdfba9 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.898160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0893b45d-1b5e-423f-84b6-993e9dd16a0d req-cb4cdddc-e059-4258-8538-bfbc4abdfba9 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 943 time: 0.1606805 Oct 27 16:05:00.900159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c9d87f-cd13-4a24-b542-60084863af19 req-eaac8acd-589b-44a9-9183-fb675f10e4d2 service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315876 Oct 27 16:05:00.975594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bee86d2-01e0-4663-8f1a-cd262e53cf34 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:00.984285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0893b45d-1b5e-423f-84b6-993e9dd16a0d req-3b45d469-49e9-4bb5-b685-b6b5396c18bd tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765572 Oct 27 16:05:00.985990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.998920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Transition to ACTIVE for port object 3bee86d2-01e0-4663-8f1a-cd262e53cf34 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:01.027385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-bdaff052-f11a-4334-bb9e-d2aeb0da6a85 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:05:01.028490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-bdaff052-f11a-4334-bb9e-d2aeb0da6a85 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062597 Oct 27 16:05:01.079217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-1ece7da1-c0a2-474f-ade0-dbff04cdc5e2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.080688 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-1ece7da1-c0a2-474f-ade0-dbff04cdc5e2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 1094 time: 0.0451813 Oct 27 16:05:01.096023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:01.096795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Unknown quota resources ['binding']. {{(pid=114449) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:05:01.166579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.258747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:01.259157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:01.259429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:01.265739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:01.266124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:01.273688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:01.274284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:01.274960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:01.275944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Bound port: 0e41c8af-bd79-4f2f-828f-755e98e716a5, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:01.295749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-6756a5b4-36c8-4468-b844-bd0d4d9049d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.298537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-6756a5b4-36c8-4468-b844-bd0d4d9049d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=733fce2340d74a828f33b784ff57ac73&device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 1094 time: 0.1878819 Oct 27 16:05:01.299461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:01.324226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f013-b3aa-411f-86e5-e2436eb6a673 req-36dbe43e-be86-493b-8536-3b30f873e3e2 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.331643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f8f013-b3aa-411f-86e5-e2436eb6a673 req-36dbe43e-be86-493b-8536-3b30f873e3e2 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 950 time: 0.1810973 Oct 27 16:05:01.343417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:01.400993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Attempting to bind port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:01.401339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Attempting to bind port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:01.402832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Attempting to bind port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:01.433417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f8f013-b3aa-411f-86e5-e2436eb6a673 req-5d51411d-9d32-4b84-9978-56ff11acd2ee tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007936 Oct 27 16:05:01.437402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:01.437732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Attempting to bind port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:01.483350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:01.483866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:01.484358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:01.484903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Bound port: 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:01.500179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.500179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-60c15370-9989-451e-ac60-669660ca4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.500179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-60c15370-9989-451e-ac60-669660ca4f8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 200 len: 913 time: 0.1811237 Oct 27 16:05:01.527757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.535077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] 10.222.0.70 "POST /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4438572 Oct 27 16:05:01.543501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-91648283-ee72-4043-9809-0dc5e67fdc1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 200 len: 217 time: 0.0458221 Oct 27 16:05:01.669967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251feacf-a1c7-4ff8-8142-be8f86e60187 req-de34d3c2-ee2c-414d-86a6-cd644e130bd1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.671739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251feacf-a1c7-4ff8-8142-be8f86e60187 req-de34d3c2-ee2c-414d-86a6-cd644e130bd1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1334901 Oct 27 16:05:01.673303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-09c5999b-c326-4878-946e-ee986205440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.674764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-09c5999b-c326-4878-946e-ee986205440f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a80ff450-88cd-41b6-9e7c-7691120b97c3 HTTP/1.1" status: 200 len: 851 time: 0.1228518 Oct 27 16:05:01.681092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:01.688688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:01.748436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251feacf-a1c7-4ff8-8142-be8f86e60187 req-3532eae6-b756-44a8-8e73-ba3cb21cdfa8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690019 Oct 27 16:05:01.759496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-bc9adb15-a5fa-4003-82a2-378dc2419162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.761100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-bc9adb15-a5fa-4003-82a2-378dc2419162 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1d61577-9a90-4505-8071-06e7b0c8b141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709543 Oct 27 16:05:01.828058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.907304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.908210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.909111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] 10.222.0.82 "PUT /v2.0/ports/3bee86d2-01e0-4663-8f1a-cd262e53cf34 HTTP/1.1" status: 200 len: 1095 time: 1.7338316 Oct 27 16:05:01.950786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:01.964871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af99e0-74a4-4997-aa1f-f525fa45d7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:01.987456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-e8a74344-9003-4bfe-b33d-a43fe5b408c6 service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167177 Oct 27 16:05:02.010248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port aaf49f77-59f8-4715-b562-1423ae63bfa1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:02.010951 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.014620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34abfe-6c01-4256-a44a-2a6bfd08695b req-067286b4-d70d-4626-a568-05c4ff217b5f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.022240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b34abfe-6c01-4256-a44a-2a6bfd08695b req-067286b4-d70d-4626-a568-05c4ff217b5f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 947 time: 0.1807663 Oct 27 16:05:02.142360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b34abfe-6c01-4256-a44a-2a6bfd08695b req-6b5cb985-78a9-4a74-9187-aded8c543c5c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190462 Oct 27 16:05:02.164842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.169842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb482931-f28e-411d-9750-963397060d9f req-2e1c540b-b492-4575-8816-c1c59ce5c3d3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.173371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb482931-f28e-411d-9750-963397060d9f req-2e1c540b-b492-4575-8816-c1c59ce5c3d3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.2045822 Oct 27 16:05:02.207558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:02.214923 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e028c315-6f62-4cb6-ae1e-8c3c7638504e" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:02.239576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:02.266053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:02.269201 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15653230-7593-4151-8fd9-67097fe8842b" -d '{"events": [{"name": "network-changed", "server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:02.296753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7bcc7d-2746-4210-877c-9d5303aed568 req-8b06543d-84f2-4eb3-99b1-44a84ec9e59e service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929299 Oct 27 16:05:02.317481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb482931-f28e-411d-9750-963397060d9f req-1b1a885e-ef1f-48e9-a5cb-9b8bead3e46d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297894 Oct 27 16:05:02.340393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-8fb550e4-4224-41f5-97c9-2f26e282250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.340393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-8fb550e4-4224-41f5-97c9-2f26e282250a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 1098 time: 0.1352229 Oct 27 16:05:02.341116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7688a08-6f57-41eb-9a99-43365ce13db7 req-f6672cdd-d9f8-4dec-b607-a99af7df249e tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.359135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7688a08-6f57-41eb-9a99-43365ce13db7 req-f6672cdd-d9f8-4dec-b607-a99af7df249e tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 943 time: 0.0962238 Oct 27 16:05:02.403840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.413181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-033a58e9-6223-4182-a014-d6c5aa7d7df6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34 HTTP/1.1" status: 200 len: 217 time: 0.0440524 Oct 27 16:05:02.447737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7688a08-6f57-41eb-9a99-43365ce13db7 req-48f6f27d-cfe6-4cf1-8ef5-b56d9406e813 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987704 Oct 27 16:05:02.470718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=11']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:02.478634 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8e961-e10d-49b5-8012-8eaf3cf1e66c x-openstack-request-id: req-1af8e961-e10d-49b5-8012-8eaf3cf1e66c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:02.478887 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-plugged", "status": "completed", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:02.479387 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1af8e961-e10d-49b5-8012-8eaf3cf1e66c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:02.480023 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'code': 200} Oct 27 16:05:02.519599 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7cc926-b7b8-4953-ae95-92f6391d7dad x-openstack-request-id: req-2b7cc926-b7b8-4953-ae95-92f6391d7dad {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:02.519945 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:02.524085 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b7cc926-b7b8-4953-ae95-92f6391d7dad {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:02.524085 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'status': 'completed', 'code': 200} Oct 27 16:05:02.528410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-e28a7a60-f666-436e-9bb7-d1eee32d0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.530191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-e28a7a60-f666-436e-9bb7-d1eee32d0b3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1083772 Oct 27 16:05:02.661666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-f046d191-7e75-4173-9fd3-d49cd8c5e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.663195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-f046d191-7e75-4173-9fd3-d49cd8c5e2b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203287 Oct 27 16:05:02.690191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5867291-60d5-4c2f-99fe-7c0255e734ee req-e80b2448-fef3-48d4-9538-5c756f8071dd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.691671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5867291-60d5-4c2f-99fe-7c0255e734ee req-e80b2448-fef3-48d4-9538-5c756f8071dd tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.1139729 Oct 27 16:05:02.740451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705e71-b1c7-4e24-b82a-2158e2783026 req-99bac092-8e00-4402-8b8d-bb574dbc5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.741705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49705e71-b1c7-4e24-b82a-2158e2783026 req-99bac092-8e00-4402-8b8d-bb574dbc5e28 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1102 time: 0.1192451 Oct 27 16:05:02.808146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5867291-60d5-4c2f-99fe-7c0255e734ee req-9ea031fb-e675-4c69-9a77-e261d710a632 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045322 Oct 27 16:05:02.845821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49705e71-b1c7-4e24-b82a-2158e2783026 req-772e09fd-1731-4679-922a-5e1fd6d8c454 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853128 Oct 27 16:05:02.890613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-513a1f54-a641-4d97-a529-e07f0ae27885 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155738 Oct 27 16:05:03.273221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-3594961a-50b0-4f4b-b0e6-635c58a89cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.274758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-3594961a-50b0-4f4b-b0e6-635c58a89cd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1097 time: 0.4525933 Oct 27 16:05:03.315241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86108410-4bb9-4d31-91e4-98542aa21d8c req-0f1bc219-5485-4425-a4ee-529e48f7385b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.316733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86108410-4bb9-4d31-91e4-98542aa21d8c req-0f1bc219-5485-4425-a4ee-529e48f7385b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.4454162 Oct 27 16:05:03.419875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc13746d-91b3-489d-a9e3-12f754030c2e req-3cbdb175-52eb-4673-a006-209f10d581fc service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100217 Oct 27 16:05:03.438026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678f15-d365-48e5-85f5-a2f8ad40e520 req-e8b973be-f602-45cd-a0da-4e9e503b10ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.439914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50678f15-d365-48e5-85f5-a2f8ad40e520 req-e8b973be-f602-45cd-a0da-4e9e503b10ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 947 time: 0.1937683 Oct 27 16:05:03.453424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86108410-4bb9-4d31-91e4-98542aa21d8c req-eb6716b3-22b5-483e-aa7d-fc1474709eaa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225154 Oct 27 16:05:03.493624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-988e1f09-d051-4919-ae55-e7adad1f8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.495225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-988e1f09-d051-4919-ae55-e7adad1f8d6e service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.2039039 Oct 27 16:05:03.510931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50678f15-d365-48e5-85f5-a2f8ad40e520 req-7977fe48-3ff7-44af-a787-3d71da7d0f53 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Oct 27 16:05:03.565876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-e881ef95-1346-4b8d-93fe-85d22c73117f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 217 time: 0.0524042 Oct 27 16:05:03.682945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-bfb1ed3a-fbae-4898-95d2-4e8715d1ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.684499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-bfb1ed3a-fbae-4898-95d2-4e8715d1ebf0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1072879 Oct 27 16:05:03.696677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcd13f-6c58-4523-876a-6a3bdca53af9 req-99184e1a-d2b6-4d83-80c1-b4ca3c71612e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.698129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fcd13f-6c58-4523-876a-6a3bdca53af9 req-99184e1a-d2b6-4d83-80c1-b4ca3c71612e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1440265 Oct 27 16:05:03.723579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15653230-7593-4151-8fd9-67097fe8842b req-b3a1298e-ca53-4f88-b818-9e3222125c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.725571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-b3a1298e-ca53-4f88-b818-9e3222125c40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 1098 time: 0.1568518 Oct 27 16:05:03.762082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-6ad405bf-8a51-475e-a88d-34a5165e678b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629959 Oct 27 16:05:03.891815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86a0ff-5a78-4a3a-9dfa-79a42d2b1a05 req-864260c9-405b-4805-9689-d442f9fd3684 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.893337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f86a0ff-5a78-4a3a-9dfa-79a42d2b1a05 req-864260c9-405b-4805-9689-d442f9fd3684 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 943 time: 0.2252464 Oct 27 16:05:03.902332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fcd13f-6c58-4523-876a-6a3bdca53af9 req-e1eab0e6-a6bd-4738-8f88-e97a81c3f146 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818652 Oct 27 16:05:04.016485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15653230-7593-4151-8fd9-67097fe8842b req-e0f94506-f4d3-4fdd-bf85-0b4051ec324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.017951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-e0f94506-f4d3-4fdd-bf85-0b4051ec324b service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2660670 Oct 27 16:05:04.037255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f86a0ff-5a78-4a3a-9dfa-79a42d2b1a05 req-ed820cb9-fd94-4ad6-a5d6-5355f584b9f1 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334631 Oct 27 16:05:04.044954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-2df35f66-ee5a-423e-8af1-c450e1296d1f service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594287 Oct 27 16:05:04.091471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-4499354f-5a80-4e0a-8833-3c4bc255030e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34 HTTP/1.1" status: 200 len: 217 time: 0.0578704 Oct 27 16:05:04.180574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674179b-505c-4e0a-b051-7584f09e8296 req-c0df2503-c08f-44af-80c8-7cb95b0a8ede tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.182162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d674179b-505c-4e0a-b051-7584f09e8296 req-c0df2503-c08f-44af-80c8-7cb95b0a8ede tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.1979322 Oct 27 16:05:04.234107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15653230-7593-4151-8fd9-67097fe8842b req-0b442d12-ab77-4cca-a5fc-2b2e45044c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.235628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-0b442d12-ab77-4cca-a5fc-2b2e45044c69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1327982 Oct 27 16:05:04.275591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-9a7c2767-fec1-49d5-b80f-60c3c38e15c7 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941824 Oct 27 16:05:04.292298 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d674179b-505c-4e0a-b051-7584f09e8296 req-b1559b3d-8916-4e81-be99-5d264ad4e1dc tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027782 Oct 27 16:05:04.309251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15653230-7593-4151-8fd9-67097fe8842b req-eadaab0c-7475-4a47-aa8a-d3c2a9d3d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.310971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-eadaab0c-7475-4a47-aa8a-d3c2a9d3d03e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619500 Oct 27 16:05:04.411770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-1c6ff1b9-e750-46be-9718-249440a0d7e0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Oct 27 16:05:04.510890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15653230-7593-4151-8fd9-67097fe8842b req-b74db85e-b32d-4807-beef-a27fa29aa255 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 Oct 27 16:05:04.575326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552f3f2-d571-4994-b69c-f49c4485f68d req-9ece4d87-7508-48e2-8a33-26d75a1fa921 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.576809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3552f3f2-d571-4994-b69c-f49c4485f68d req-9ece4d87-7508-48e2-8a33-26d75a1fa921 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0535166 Oct 27 16:05:04.645041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3552f3f2-d571-4994-b69c-f49c4485f68d req-f33cec80-c31c-4cbd-8e1e-0616f7011f42 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Oct 27 16:05:04.664174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bc875-7d41-470e-b92f-49c2667c9abf req-7e814d8b-1837-4e99-ae33-ee2712aa88bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.666184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c39bc875-7d41-470e-b92f-49c2667c9abf req-7e814d8b-1837-4e99-ae33-ee2712aa88bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 947 time: 0.0680315 Oct 27 16:05:04.739307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c39bc875-7d41-470e-b92f-49c2667c9abf req-95f7bab9-da38-42ac-ad6d-d88e82336359 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600948 Oct 27 16:05:04.758744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-631bf527-be97-4657-84ef-63d79b5be8f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471222 Oct 27 16:05:04.846859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-a3902025-e6c3-43e1-a530-81020e87edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.847794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-a3902025-e6c3-43e1-a530-81020e87edf4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 1096 time: 0.0403528 Oct 27 16:05:05.004124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-d415c3f7-2583-4366-aa7e-3bd1908279af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.004124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-d415c3f7-2583-4366-aa7e-3bd1908279af service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1074717 Oct 27 16:05:05.084851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-d7fb9e47-2ceb-4c92-9eb0-33d0fff9cb2e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 200 len: 217 time: 0.0434086 Oct 27 16:05:05.137715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cd03-decd-4147-847d-663baf23d439 req-954344f3-3777-4bac-a97d-c89a0c57f180 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.139354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8823cd03-decd-4147-847d-663baf23d439 req-954344f3-3777-4bac-a97d-c89a0c57f180 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1434331 Oct 27 16:05:05.184168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-6358a9d2-76a3-4ce1-80f6-c3e651572868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.185528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-6358a9d2-76a3-4ce1-80f6-c3e651572868 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0950389 Oct 27 16:05:05.241879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8823cd03-decd-4147-847d-663baf23d439 req-e76016f4-4ea3-4377-a078-83eb1f537ac9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920718 Oct 27 16:05:05.243631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-9a161a94-9f0d-49bc-b23e-d5bf87f2bbb0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440524 Oct 27 16:05:05.262331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2561e0-5d2c-4eb9-9b13-dfbdd907105c req-0108505f-9535-4df2-afc7-1bf8abcc64f5 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.263964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad2561e0-5d2c-4eb9-9b13-dfbdd907105c req-0108505f-9535-4df2-afc7-1bf8abcc64f5 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 943 time: 0.1044333 Oct 27 16:05:05.330860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0f0a4a4d-df57-4411-87e8-bc9146431bf5 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:05.372776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad2561e0-5d2c-4eb9-9b13-dfbdd907105c req-68a1863e-a806-4330-9037-ac41202a2d4a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947409 Oct 27 16:05:05.391124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-baa529a7-12d2-4ec4-857c-45767ba342ad service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351972 Oct 27 16:05:05.458509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:05.470708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'port_id': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'mac_address': 'fa:16:3e:fe:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:05.515478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.526489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9dff6-479c-4d46-ae32-422b21731ee5 req-ad92d907-aa7e-4d2b-9205-9eac5501ca3c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.534086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dde9dff6-479c-4d46-ae32-422b21731ee5 req-ad92d907-aa7e-4d2b-9205-9eac5501ca3c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.0804596 Oct 27 16:05:05.538849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0a4a4d-df57-4411-87e8-bc9146431bf5 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:05.556518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:05.581094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed54c43a-f216-4792-90b9-c5f03b16d097 req-6ea84a75-ab0d-457c-844d-01a3317b1947 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836116 Oct 27 16:05:05.589076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dde9dff6-479c-4d46-ae32-422b21731ee5 req-55e58148-1e5d-47ce-a62d-fb881de259da tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Oct 27 16:05:05.624530 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.698307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:05.834392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c95cdf-0512-4fe4-bd3b-fd05f8f8a4a2 req-7c6d0d38-558e-4377-88d7-2f758b793b8f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.835915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c95cdf-0512-4fe4-bd3b-fd05f8f8a4a2 req-7c6d0d38-558e-4377-88d7-2f758b793b8f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0511887 Oct 27 16:05:05.876503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c95cdf-0512-4fe4-bd3b-fd05f8f8a4a2 req-c9c0858e-e500-468a-81be-2bc6f1976f71 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Oct 27 16:05:05.946729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-07dc42d7-cf9d-49ec-87c6-ef73c3a2f17e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582852 Oct 27 16:05:06.069474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-6872f1ed-53bc-4472-8bac-e4967d14226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.071026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-6872f1ed-53bc-4472-8bac-e4967d14226c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 1100 time: 0.0760598 Oct 27 16:05:06.083479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646014d-87a2-4ec1-b881-0ec6befa3a30 req-3d9ab74a-1c27-4c24-a3b6-ed206e247970 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.085279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7646014d-87a2-4ec1-b881-0ec6befa3a30 req-3d9ab74a-1c27-4c24-a3b6-ed206e247970 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.0625350 Oct 27 16:05:06.087624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['0f0a4a4d-df57-4411-87e8-bc9146431bf5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:06.339366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7646014d-87a2-4ec1-b881-0ec6befa3a30 req-996eea90-8a0e-4727-b9d4-0aee6c981864 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067180 Oct 27 16:05:06.345527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-1cd48355-356a-4986-8c78-c5b64a128002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.346972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-1cd48355-356a-4986-8c78-c5b64a128002 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2430239 Oct 27 16:05:06.377845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0019-d386-4ed8-b715-b8fbf2c03037 req-1ab44082-c521-4b17-9b5c-022e45ea7944 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.379581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-490e0019-d386-4ed8-b715-b8fbf2c03037 req-1ab44082-c521-4b17-9b5c-022e45ea7944 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 947 time: 0.1183147 Oct 27 16:05:06.422472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-afda6a84-8cf4-4896-a102-85c71f9b972a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 200 len: 217 time: 0.0642302 Oct 27 16:05:06.515396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-490e0019-d386-4ed8-b715-b8fbf2c03037 req-a4086e18-95b8-42f2-925b-0656880d46ec tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022179 Oct 27 16:05:06.527153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-ed64e189-5c93-4117-8116-40b041e00f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.529759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-ed64e189-5c93-4117-8116-40b041e00f85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0929906 Oct 27 16:05:06.534285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40379a3-d9d9-483e-a590-b5e157e13722 req-3128b21e-f49f-4343-82ee-10c44f777871 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.539457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b40379a3-d9d9-483e-a590-b5e157e13722 req-3128b21e-f49f-4343-82ee-10c44f777871 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1102 time: 0.1187267 Oct 27 16:05:06.629329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b40379a3-d9d9-483e-a590-b5e157e13722 req-48b99254-4b96-4071-9876-fc59f20c0dcf tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806696 Oct 27 16:05:06.634345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-32a2cb88-cd4d-4591-8e0a-c15163677e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.635825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-32a2cb88-cd4d-4591-8e0a-c15163677e89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954323 Oct 27 16:05:06.697819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1248768-d790-4fe6-9b29-5e209cf23ea7 req-89f5bdb9-a6bf-4509-ae55-f0962f1286fd tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.699400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1248768-d790-4fe6-9b29-5e209cf23ea7 req-89f5bdb9-a6bf-4509-ae55-f0962f1286fd tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1096 time: 0.1178100 Oct 27 16:05:06.787338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1248768-d790-4fe6-9b29-5e209cf23ea7 req-11634ab9-f078-467c-8642-2ede9698b2bf tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Oct 27 16:05:06.806614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3677-c50a-4ff2-af25-ec5511e4f6fc req-c508b13b-975e-4030-a52e-2d9b9d04b276 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.806906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a1d3677-c50a-4ff2-af25-ec5511e4f6fc req-c508b13b-975e-4030-a52e-2d9b9d04b276 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1114194 Oct 27 16:05:06.812741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-8a010e75-3b98-496c-9913-9461049b25d3 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638663 Oct 27 16:05:06.936261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a1d3677-c50a-4ff2-af25-ec5511e4f6fc req-d826d1f7-482c-4481-8f10-5fce09a7c518 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197188 Oct 27 16:05:06.974575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8c6451f-d2ee-4009-b99d-8f634cf04460 req-7dfc07a0-3264-4bdc-b474-dd86334845eb service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515343 Oct 27 16:05:06.983204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5825-8200-43d8-8104-ea82bb2a2af6 req-721ae0c6-7b32-4acf-8e9c-e15cd9c9e261 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.990801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b3d5825-8200-43d8-8104-ea82bb2a2af6 req-721ae0c6-7b32-4acf-8e9c-e15cd9c9e261 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 944 time: 0.1142814 Oct 27 16:05:07.025103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b3d5825-8200-43d8-8104-ea82bb2a2af6 req-80119194-f1dc-497d-a312-4a7ff5a03a47 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334098 Oct 27 16:05:07.346564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bee86d2-01e0-4663-8f1a-cd262e53cf34 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:07.349965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0f0a4a4d-df57-4411-87e8-bc9146431bf5 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:07.508841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:07.524908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'mac_address': 'fa:16:3e:d5:8f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:07.571252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:07.572818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfcd0-d463-4368-a9ff-10a3edb40e82 req-ec9e9d5b-ff57-4b53-9ac7-2898a3d168d0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.579727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:07.580110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.589279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-289bfcd0-d463-4368-a9ff-10a3edb40e82 req-ec9e9d5b-ff57-4b53-9ac7-2898a3d168d0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0755317 Oct 27 16:05:07.589537 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.625384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-289bfcd0-d463-4368-a9ff-10a3edb40e82 req-209b7a0c-f85d-4f84-8a08-ce13e66ff162 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Oct 27 16:05:07.626525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bee86d2-01e0-4663-8f1a-cd262e53cf34 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:07.667657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:07.721102 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.748075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:07.750625 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa8680-c309-46ad-a4a1-5ae866178138" -d '{"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:07.765433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:07.809393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2789a-bdd7-41d5-8351-5ed00f6bc93a req-b37c621a-5325-4e1f-b8ca-8d225811271f tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.812820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e2789a-bdd7-41d5-8351-5ed00f6bc93a req-b37c621a-5325-4e1f-b8ca-8d225811271f tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.0585954 Oct 27 16:05:07.832168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.884215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e2789a-bdd7-41d5-8351-5ed00f6bc93a req-64843364-1631-4b15-9a16-7d5822f7dd82 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/security-groups?id=1dd803cf-e2de-428d-8c13-b6714df40d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670040 Oct 27 16:05:07.887781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:07.899468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-fa4dfb31-2c83-4940-b71f-bab98ed9c879 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.900842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-fa4dfb31-2c83-4940-b71f-bab98ed9c879 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 945 time: 0.0778053 Oct 27 16:05:07.909452 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.997425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:08.076766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c360b-27b0-4d25-bfde-a6d5f25a776d req-8759b0ec-1cc3-4622-99d5-fdc5bd92357a tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.078311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea0c360b-27b0-4d25-bfde-a6d5f25a776d req-8759b0ec-1cc3-4622-99d5-fdc5bd92357a tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 1102 time: 0.0817850 Oct 27 16:05:08.080778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Deleting port 7a7410d1-eb14-4ad9-be3b-321223967e71 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:08.081127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.188371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea0c360b-27b0-4d25-bfde-a6d5f25a776d req-3935b816-fb61-4231-ab49-ce890a790ba8 tempest-ServersAdminTestJSON-1236380009 tempest-ServersAdminTestJSON-1236380009-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Oct 27 16:05:08.220111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] For port 7a7410d1-eb14-4ad9-be3b-321223967e71, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7a7410d1-eb14-4ad9-be3b-321223967e71,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:08.220111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.220501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:08.231628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Calling delete_port for 7a7410d1-eb14-4ad9-be3b-321223967e71 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:08.374220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e9045-0a0d-4299-bc26-76cd3276d2ca req-a795aa9f-a18d-47f1-a7fc-af5516a02fe1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.376133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f72e9045-0a0d-4299-bc26-76cd3276d2ca req-a795aa9f-a18d-47f1-a7fc-af5516a02fe1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 948 time: 0.0881116 Oct 27 16:05:08.466629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f72e9045-0a0d-4299-bc26-76cd3276d2ca req-ff5a2b23-a846-4261-b21f-4b26e14eaddf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722871 Oct 27 16:05:08.514844 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d3f168-72da-4dfe-a1f5-4a0c6e08ee27 x-openstack-request-id: req-c2d3f168-72da-4dfe-a1f5-4a0c6e08ee27 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:08.514844 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-plugged", "status": "completed", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:08.514844 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2d3f168-72da-4dfe-a1f5-4a0c6e08ee27 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:08.515481 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'code': 200} Oct 27 16:05:08.560163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.616584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Pushing event deleted for resources: {'Port': ['ID=7a7410d1-eb14-4ad9-be3b-321223967e71,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:08.709918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] No DVR routers for this DVR port 7a7410d1-eb14-4ad9-be3b-321223967e71 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:08.715736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.719151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d59b54e-0abd-41e2-b805-cde46deaf9e0 req-b6c483aa-4fd8-4748-a915-0b7dadb4e160 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.82 "DELETE /v2.0/ports/7a7410d1-eb14-4ad9-be3b-321223967e71 HTTP/1.1" status: 204 len: 173 time: 0.8088000 Oct 27 16:05:08.719615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'name': 'network-vif-deleted', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:08.722356 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dbca68-d0db-44b4-9a2a-ae0b923a72e1" -d '{"events": [{"server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "name": "network-vif-deleted", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:08.746885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfb26e-7cca-45e7-b5b0-ede4f3dae926 req-0490e664-1cbd-4265-b722-c5393a30b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.748740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eadfb26e-7cca-45e7-b5b0-ede4f3dae926 req-0490e664-1cbd-4265-b722-c5393a30b548 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 1096 time: 0.1428368 Oct 27 16:05:08.756345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c1be8-720e-4ab8-a88e-389c85e93561 req-01795245-9b89-4558-bfe4-532bb0166d31 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.757826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-745c1be8-720e-4ab8-a88e-389c85e93561 req-01795245-9b89-4558-bfe4-532bb0166d31 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1492593 Oct 27 16:05:09.101434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eadfb26e-7cca-45e7-b5b0-ede4f3dae926 req-a9ff7719-9054-44d9-9b68-1f81d8e9dcbd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425903 Oct 27 16:05:09.104870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-745c1be8-720e-4ab8-a88e-389c85e93561 req-2f91e836-5970-4255-8614-2ad9ddf68e7e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407338 Oct 27 16:05:09.213685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def3c1-cc35-43aa-bfeb-884985477f74 req-0b336e3b-558a-481d-95f0-0f167712cde7 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.215016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7def3c1-cc35-43aa-bfeb-884985477f74 req-0b336e3b-558a-481d-95f0-0f167712cde7 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.0511487 Oct 27 16:05:09.254063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7def3c1-cc35-43aa-bfeb-884985477f74 req-eb43a266-6efd-4db7-9576-0d978b4a1330 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Oct 27 16:05:09.301781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7a7410d1-eb14-4ad9-be3b-321223967e71'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:09.774141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3029ba1-ec7e-4607-bb24-cb637765c06c req-c5d71945-e571-4297-9d36-181690f0bad1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.775657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3029ba1-ec7e-4607-bb24-cb637765c06c req-c5d71945-e571-4297-9d36-181690f0bad1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0554163 Oct 27 16:05:09.817136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-175e0443-9bb6-418d-99da-26dfa35fcfd6 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:05:09.818707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-175e0443-9bb6-418d-99da-26dfa35fcfd6 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111194 Oct 27 16:05:09.823961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3029ba1-ec7e-4607-bb24-cb637765c06c req-6a39a8cd-7360-4e96-a938-aed86ab5c500 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Oct 27 16:05:09.858542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-eb0d9201-da42-456d-a7a2-a6f03570179e tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.859960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-eb0d9201-da42-456d-a7a2-a6f03570179e tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 1093 time: 0.0346138 Oct 27 16:05:09.869533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:09.870038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:05:09.947097 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a01cf46-cacc-4d03-9ede-201ca13055d8 x-openstack-request-id: req-9a01cf46-cacc-4d03-9ede-201ca13055d8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:09.947378 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd8c0f1-b3bb-40a3-b326-4e5ce690b850", "name": "network-vif-deleted", "tag": "7a7410d1-eb14-4ad9-be3b-321223967e71", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:09.947640 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a01cf46-cacc-4d03-9ede-201ca13055d8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:09.948074 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd8c0f1-b3bb-40a3-b326-4e5ce690b850', 'name': 'network-vif-deleted', 'tag': '7a7410d1-eb14-4ad9-be3b-321223967e71', 'status': 'completed', 'code': 200} Oct 27 16:05:10.035518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4acd7f39-f1c5-42b3-9d9a-5aacf85a05d3 req-6f9e4dbc-7ff3-44ba-9dbb-ed282f78fc42 tempest-AttachSCSIVolumeTestJSON-1289807384 tempest-AttachSCSIVolumeTestJSON-1289807384-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfd8c0f1-b3bb-40a3-b326-4e5ce690b850 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Oct 27 16:05:10.049713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:10.050261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:10.050760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:10.056674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:10.057074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:10.062971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:10.063352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:10.063749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:10.064185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Bound port: 4175a85f-ae92-412f-8373-c4cf7fc695c6, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:10.145763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:10.169282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc29-ee8c-4cfe-8abb-61b3d438cad7 req-76769beb-c8d3-4034-93e0-3c90f47a19af tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.170828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3742cc29-ee8c-4cfe-8abb-61b3d438cad7 req-76769beb-c8d3-4034-93e0-3c90f47a19af tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 948 time: 0.0599475 Oct 27 16:05:10.212147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3742cc29-ee8c-4cfe-8abb-61b3d438cad7 req-e0f9633f-19a0-4cef-8a7a-5d6880b1e40b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Oct 27 16:05:10.284605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.287568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-ed67ea40-62af-4886-8426-0e7a01c73748 service neutron] 10.222.0.70 "POST /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4212940 Oct 27 16:05:10.338290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92799-7627-443c-9f7e-3dc16d2b5eef req-9cc6ab8c-7831-4525-b1e8-69391357b65c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.339949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50a92799-7627-443c-9f7e-3dc16d2b5eef req-9cc6ab8c-7831-4525-b1e8-69391357b65c tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.0697160 Oct 27 16:05:10.378966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50a92799-7627-443c-9f7e-3dc16d2b5eef req-fe4f8e38-71a0-430f-adff-d2090404006f tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Oct 27 16:05:10.486076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb294c-7a77-4c74-aa26-a82d0181721a req-17b6d60a-2622-4462-aac1-7ab2d167bc24 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.486076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07cb294c-7a77-4c74-aa26-a82d0181721a req-17b6d60a-2622-4462-aac1-7ab2d167bc24 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0516353 Oct 27 16:05:10.526883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07cb294c-7a77-4c74-aa26-a82d0181721a req-034ac40e-f334-465c-b8d8-0dd36d0367f0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Oct 27 16:05:10.629086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2502-d117-4dcb-8bc8-933356ac67d0 req-0fcb303a-59ec-4369-8f9e-c64e5c5ce44c tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.631518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f37c2502-d117-4dcb-8bc8-933356ac67d0 req-0fcb303a-59ec-4369-8f9e-c64e5c5ce44c tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.0495996 Oct 27 16:05:10.683646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f37c2502-d117-4dcb-8bc8-933356ac67d0 req-bc744dc7-adb9-44dc-8239-717bb491019a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Oct 27 16:05:10.744721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d398-9c2a-4ded-a87a-bfa2c4eab01e req-bb6501bd-5f80-479d-999c-1ca1e03edbb6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.746096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09a7d398-9c2a-4ded-a87a-bfa2c4eab01e req-bb6501bd-5f80-479d-999c-1ca1e03edbb6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Oct 27 16:05:10.784025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09a7d398-9c2a-4ded-a87a-bfa2c4eab01e req-40a5b278-d790-452f-9cc8-95808f9b2d9c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Oct 27 16:05:10.945599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811440f-4d8b-474c-86ab-7b8834d372d6 req-a7eb1aa6-1ebd-496f-9194-a3da67e73944 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.947677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7811440f-4d8b-474c-86ab-7b8834d372d6 req-a7eb1aa6-1ebd-496f-9194-a3da67e73944 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0524671 Oct 27 16:05:10.987839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7811440f-4d8b-474c-86ab-7b8834d372d6 req-ea3a6283-375d-4be8-89d1-425767f673af tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Oct 27 16:05:11.262320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-de7773ad-1681-4967-bdbd-6ca96b6c755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.329388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187edf-097e-436b-ba3f-685a4f7c6ad8 req-83a11828-84b5-4f05-9dee-5d87c3bbd17e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.330883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10187edf-097e-436b-ba3f-685a4f7c6ad8 req-83a11828-84b5-4f05-9dee-5d87c3bbd17e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 948 time: 0.0495775 Oct 27 16:05:11.370470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10187edf-097e-436b-ba3f-685a4f7c6ad8 req-18f5b993-9b82-41d2-a200-e8e7107c44ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Oct 27 16:05:11.383212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bee86d2-01e0-4663-8f1a-cd262e53cf34 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:11.501464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7783d-6873-4bae-9f7d-a8a1d6f5073a req-6957ffdf-2d1e-4177-a05d-3cb13d1fda89 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.502924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c7783d-6873-4bae-9f7d-a8a1d6f5073a req-6957ffdf-2d1e-4177-a05d-3cb13d1fda89 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.0528007 Oct 27 16:05:11.541842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c7783d-6873-4bae-9f7d-a8a1d6f5073a req-7d3f0b54-7292-4a57-881d-965b6e1ef690 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Oct 27 16:05:11.571026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:11.575006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:11.575405 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.651303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4757ec-2a09-444d-bbf8-5ed778823bf8 req-fb880f1a-6606-4613-a101-c73ca5af1092 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.652860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4757ec-2a09-444d-bbf8-5ed778823bf8 req-fb880f1a-6606-4613-a101-c73ca5af1092 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0549836 Oct 27 16:05:11.653555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.693016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:11.695286 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef36433-ffa1-4a9c-bea4-d6327a5d5329" -d '{"events": [{"server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:11.701340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4757ec-2a09-444d-bbf8-5ed778823bf8 req-ab452365-1e10-4355-ae5e-8d64345b10ad tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374153 Oct 27 16:05:11.720717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:11.745294 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5fded-4833-4e4b-91a5-0f0b77a2531e x-openstack-request-id: req-18b5fded-4833-4e4b-91a5-0f0b77a2531e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:11.745769 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:11.746035 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18b5fded-4833-4e4b-91a5-0f0b77a2531e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:11.746461 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'code': 200} Oct 27 16:05:11.809814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027429b-301e-43ef-95db-bab6755cab36 req-e30262eb-9d0b-465e-8c2d-20ca04428ff2 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.811924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8027429b-301e-43ef-95db-bab6755cab36 req-e30262eb-9d0b-465e-8c2d-20ca04428ff2 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Oct 27 16:05:11.813051 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.814044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7a7410d1-eb14-4ad9-be3b-321223967e71 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:11.860119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 7a7410d1-eb14-4ad9-be3b-321223967e71 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:11.860456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7a7410d1-eb14-4ad9-be3b-321223967e71 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:11.887596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:11.913914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a93bae-3458-4ece-8330-7df951f84b4e req-6a4a6e61-e310-42a8-aa8a-f0d5b8854777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.915434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a93bae-3458-4ece-8330-7df951f84b4e req-6a4a6e61-e310-42a8-aa8a-f0d5b8854777 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 1100 time: 0.1033537 Oct 27 16:05:11.918515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8027429b-301e-43ef-95db-bab6755cab36 req-5cef364c-d369-4bf4-8e39-0a309a8b017d tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731556 Oct 27 16:05:11.994451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da800f-6534-4f1b-863c-73dc828cef52 req-e36391b5-c801-4293-bf40-20b80a946e30 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.994451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25da800f-6534-4f1b-863c-73dc828cef52 req-e36391b5-c801-4293-bf40-20b80a946e30 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1211860 Oct 27 16:05:12.003826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a93bae-3458-4ece-8330-7df951f84b4e req-7fa40599-d438-4d87-b77d-592216adbc42 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808423 Oct 27 16:05:12.059087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-d747da62-bf93-438b-ad71-ceddf306cb65 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.060612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-d747da62-bf93-438b-ad71-ceddf306cb65 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.1284430 Oct 27 16:05:12.087617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25da800f-6534-4f1b-863c-73dc828cef52 req-98922d9e-3ff4-464e-90b1-7f61417eafc9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828757 Oct 27 16:05:12.112104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd813-43d5-4a87-b4ea-ba49cab36d8d req-c14fe718-a927-4896-a059-c5fe8630396a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.113694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-560bd813-43d5-4a87-b4ea-ba49cab36d8d req-c14fe718-a927-4896-a059-c5fe8630396a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.1221197 Oct 27 16:05:12.132174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:12.136915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Request body: {'floatingip': {'port_id': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:12.195583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.238936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Deleting port 6a39b6d7-0e28-46ed-a618-639177cd9983 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:12.239306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.303392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c60a81-f224-43b2-b0c3-9242841a144d req-59c3020a-e91b-4061-b57b-d334beb3f266 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.304899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57c60a81-f224-43b2-b0c3-9242841a144d req-59c3020a-e91b-4061-b57b-d334beb3f266 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1107996 Oct 27 16:05:12.369231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] For port 6a39b6d7-0e28-46ed-a618-639177cd9983, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=6a39b6d7-0e28-46ed-a618-639177cd9983,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:12.369879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.381714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57c60a81-f224-43b2-b0c3-9242841a144d req-e310a9aa-a36f-4bdd-accb-8b319aa412ae tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657666 Oct 27 16:05:12.387604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Calling delete_port for 6a39b6d7-0e28-46ed-a618-639177cd9983 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:12.440522 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:05:12.526327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f14cf2-2db6-4f9e-9491-3ed41caabfe8 req-451b7104-eb8e-4690-8585-d5479b4865a3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.528019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62f14cf2-2db6-4f9e-9491-3ed41caabfe8 req-451b7104-eb8e-4690-8585-d5479b4865a3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 949 time: 0.0756779 Oct 27 16:05:12.623910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62f14cf2-2db6-4f9e-9491-3ed41caabfe8 req-6b5ac5db-8298-41ee-8d64-87e200b79921 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878906 Oct 27 16:05:12.635458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.678859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece46d-1cd0-4b60-8f80-b8ab27f1240e req-af95bcb0-4d97-4766-a7c6-8680d18d80d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.680389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcece46d-1cd0-4b60-8f80-b8ab27f1240e req-af95bcb0-4d97-4766-a7c6-8680d18d80d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 949 time: 0.0550730 Oct 27 16:05:12.703250 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.718159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['3db91937-1ea5-434b-9c08-88859f31be59', '6a39b6d7-0e28-46ed-a618-639177cd9983', 'aaf49f77-59f8-4715-b562-1423ae63bfa1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:12.736908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event deleted for resources: {'Port': ['ID=6a39b6d7-0e28-46ed-a618-639177cd9983,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:12.764093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcece46d-1cd0-4b60-8f80-b8ab27f1240e req-17cbbabe-f42f-41e3-bb9e-9401d2b24928 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771699 Oct 27 16:05:12.812004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] No DVR routers for this DVR port 6a39b6d7-0e28-46ed-a618-639177cd9983 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:12.812589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.815225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.819803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5c1bfd1-020b-4ad5-910f-ab7261b14882 req-b9738ab5-7ed3-4af7-b4f6-532565751713 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "DELETE /v2.0/ports/6a39b6d7-0e28-46ed-a618-639177cd9983 HTTP/1.1" status: 204 len: 173 time: 0.7461212 Oct 27 16:05:12.820955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'name': 'network-vif-deleted', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:12.823254 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616dd746-fbd8-4450-aa33-cc94f76ce854" -d '{"events": [{"server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "name": "network-vif-deleted", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:12.869929 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438a0d6-fb6d-4b64-9b4d-ae6c04d85a87 x-openstack-request-id: req-a438a0d6-fb6d-4b64-9b4d-ae6c04d85a87 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:12.870190 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb720c75-acd5-408c-b727-a1bda86977ad", "name": "network-vif-deleted", "tag": "6a39b6d7-0e28-46ed-a618-639177cd9983", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:12.870389 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a438a0d6-fb6d-4b64-9b4d-ae6c04d85a87 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:12.870798 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb720c75-acd5-408c-b727-a1bda86977ad', 'name': 'network-vif-deleted', 'tag': '6a39b6d7-0e28-46ed-a618-639177cd9983', 'status': 'completed', 'code': 200} Oct 27 16:05:12.894962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a17-c004-47b2-b425-f033b2bd2bef req-9937f03b-c9b0-4666-8821-e354278a5ffd tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.896561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fd16a17-c004-47b2-b425-f033b2bd2bef req-9937f03b-c9b0-4666-8821-e354278a5ffd tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0864522 Oct 27 16:05:12.936992 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Floating IP e1d9e7ce-46eb-4797-adc7-53411bb8f083 associated. External IP: 172.25.5.115, port: 0f0a4a4d-df57-4411-87e8-bc9146431bf5. Oct 27 16:05:12.991086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fd16a17-c004-47b2-b425-f033b2bd2bef req-e45fd9a6-2ec9-4e71-aa7a-9cbfb3729e3a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801437 Oct 27 16:05:13.182215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Router 2c508dee-b0ff-406a-a915-1b61138ae380 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:13.260902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515aa88-736e-463a-8e51-3bb1b3c3b840 req-3180ddfe-f225-49e8-abcf-d6474a384cb3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.269403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6515aa88-736e-463a-8e51-3bb1b3c3b840 req-3180ddfe-f225-49e8-abcf-d6474a384cb3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1027896 Oct 27 16:05:13.323873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6515aa88-736e-463a-8e51-3bb1b3c3b840 req-6905e5bd-9664-4705-abc7-3c4668bdb454 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Oct 27 16:05:13.348052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:13.353508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.361827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Sync routers for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:13.376801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:13.377688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.385405 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d13d3a3-5c17-4a6e-a8c2-99b6c0b6956f tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "PUT /v2.0/floatingips/e1d9e7ce-46eb-4797-adc7-53411bb8f083 HTTP/1.1" status: 200 len: 991 time: 1.2521682 Oct 27 16:05:13.386239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:13.388776 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa1744-abb3-4930-997d-4315928a115d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:13.450079 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d19ca-db68-4440-9ed7-ba1eeb6e44b1 x-openstack-request-id: req-7f6d19ca-db68-4440-9ed7-ba1eeb6e44b1 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:13.450263 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:13.450517 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f6d19ca-db68-4440-9ed7-ba1eeb6e44b1 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:13.450915 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'status': 'completed', 'code': 200} Oct 27 16:05:13.543505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:13.545993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1744-abb3-4930-997d-4315928a115d req-e45b598a-2131-48e0-b7ee-ca713b2a42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.547819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-e45b598a-2131-48e0-b7ee-ca713b2a42ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=733fce2340d74a828f33b784ff57ac73&device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 1096 time: 0.0641890 Oct 27 16:05:13.657949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46e9a5-1437-4b47-ab98-60c94cacca9b req-5d441799-2e69-48fd-90ab-f84976f87431 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.666214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b46e9a5-1437-4b47-ab98-60c94cacca9b req-5d441799-2e69-48fd-90ab-f84976f87431 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1354721 Oct 27 16:05:13.732717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1744-abb3-4930-997d-4315928a115d req-9ccee8b5-e9da-494d-a160-f0a62aa5c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.734538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-9ccee8b5-e9da-494d-a160-f0a62aa5c46f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 200 len: 913 time: 0.1732466 Oct 27 16:05:13.752708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b46e9a5-1437-4b47-ab98-60c94cacca9b req-0f2d6aba-6c57-474c-9a5f-1d2a3378d3df tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856433 Oct 27 16:05:13.835161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb7c9d-67e7-4e4b-abf8-7289d54d6dca req-984ecb8b-1429-4931-9479-a702aaf1202b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.837159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0cb7c9d-67e7-4e4b-abf8-7289d54d6dca req-984ecb8b-1429-4931-9479-a702aaf1202b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 949 time: 0.1212366 Oct 27 16:05:13.839501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-c7918b13-a0ad-486e-86e1-0b3fd69a4487 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 200 len: 999 time: 0.0902393 Oct 27 16:05:13.867851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e1d9e7ce-46eb-4797-adc7-53411bb8f083', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'port_id': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'mac_address': 'fa:16:3e:fe:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:04:49Z', 'updated_at': '2021-10-27T16:05:12Z', 'revision_number': 1, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.907385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Checking router: 2c508dee-b0ff-406a-a915-1b61138ae380 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:13.916732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:13.917539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:04:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.954745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-87f2bb13-e6d8-4aa2-b861-e728db9d0ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.965309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d80703e3-aefc-44f1-92c3-a9a001754f07 req-9a3ad5fd-50f5-46f2-9d23-0d29eab674f5 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb720c75-acd5-408c-b727-a1bda86977ad HTTP/1.1" status: 200 len: 210 time: 0.0750663 Oct 27 16:05:13.981791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1744-abb3-4930-997d-4315928a115d req-13e0cc3b-77ef-4f08-bc08-93c5151462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.983262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-13e0cc3b-77ef-4f08-bc08-93c5151462f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a80ff450-88cd-41b6-9e7c-7691120b97c3 HTTP/1.1" status: 200 len: 851 time: 0.1301022 Oct 27 16:05:13.986188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0cb7c9d-67e7-4e4b-abf8-7289d54d6dca req-3c7c7b11-5a8a-416b-993f-b501ac2def45 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424382 Oct 27 16:05:14.080535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1744-abb3-4930-997d-4315928a115d req-f14780f3-169a-463f-a480-544ba52295e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.081255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-f14780f3-169a-463f-a480-544ba52295e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1d61577-9a90-4505-8071-06e7b0c8b141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896921 Oct 27 16:05:14.089133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:14.189024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115566-81f7-4fcf-b785-e1747a5c0715 req-1354b166-f7a6-490d-9150-0a79400348c5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.204121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39115566-81f7-4fcf-b785-e1747a5c0715 req-1354b166-f7a6-490d-9150-0a79400348c5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1360307 Oct 27 16:05:14.310502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85534864-df21-45d9-8371-24815d44d9cd req-53f1ce92-20a7-4da6-8b07-9ffb52cbf5dd tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.312085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85534864-df21-45d9-8371-24815d44d9cd req-53f1ce92-20a7-4da6-8b07-9ffb52cbf5dd tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 1100 time: 0.1059206 Oct 27 16:05:14.313897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-12eebe8a-b74e-4a2b-b9a1-5fd0bd0b3106 service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135086 Oct 27 16:05:14.323925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39115566-81f7-4fcf-b785-e1747a5c0715 req-dfb20d32-32e1-42b6-9163-db56fdc93ca5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188617 Oct 27 16:05:14.409615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-85534864-df21-45d9-8371-24815d44d9cd req-f4c860fd-89d0-4abb-9eb7-6c2bf58435a5 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.421872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e1d9e7ce-46eb-4797-adc7-53411bb8f083', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'port_id': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'mac_address': 'fa:16:3e:fe:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:04:49Z', 'updated_at': '2021-10-27T16:05:12Z', 'revision_number': 1, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:14.455153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6441f-d4d9-4f11-abed-628cdcc7c829 None None] The sync data for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 is: [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e1d9e7ce-46eb-4797-adc7-53411bb8f083', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'port_id': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'mac_address': 'fa:16:3e:fe:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:04:49Z', 'updated_at': '2021-10-27T16:05:12Z', 'revision_number': 1, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:14.492112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6fa1744-abb3-4930-997d-4315928a115d req-4666f0a7-0ce9-48a4-83f0-a070e5901038 service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659825 Oct 27 16:05:14.545972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-85534864-df21-45d9-8371-24815d44d9cd req-f4c860fd-89d0-4abb-9eb7-6c2bf58435a5 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.577330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.588905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f895240-1fc1-4220-9eb1-a503d1c37934 req-41f87677-2d59-410b-a78d-bcb78994b54c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.588905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f895240-1fc1-4220-9eb1-a503d1c37934 req-41f87677-2d59-410b-a78d-bcb78994b54c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Oct 27 16:05:14.630744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f895240-1fc1-4220-9eb1-a503d1c37934 req-4f9fd07a-3b96-415e-8c9e-3d48c16dc5ab tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Oct 27 16:05:14.730686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed256d-c252-4a02-91a2-630a6314a1f0 None None] New status for floating IP e1d9e7ce-46eb-4797-adc7-53411bb8f083: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:05:14.846892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-85534864-df21-45d9-8371-24815d44d9cd req-f4c860fd-89d0-4abb-9eb7-6c2bf58435a5 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.905630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85534864-df21-45d9-8371-24815d44d9cd req-f4c860fd-89d0-4abb-9eb7-6c2bf58435a5 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805972 Oct 27 16:05:14.910631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c860fd-89d0-4abb-9eb7-6c2bf58435a5 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2f4dbb-5fb0-44f7-8342-23f055714b5e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:14.930016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248b3e7-953c-4142-a590-3db60936309b req-eb3d7116-1a50-455c-b960-606b7c5ae939 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.931584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b248b3e7-953c-4142-a590-3db60936309b req-eb3d7116-1a50-455c-b960-606b7c5ae939 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0954993 Oct 27 16:05:14.990742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b248b3e7-953c-4142-a590-3db60936309b req-f698a2a7-d02e-46d8-859f-9e451322b3f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 Oct 27 16:05:15.026655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.291029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-a89fe1c5-54cc-4733-b919-0674b85eaa16 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224779 Oct 27 16:05:15.415717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-0f3119e3-3d7c-45dd-b547-999a44d78b1f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.423804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-0f3119e3-3d7c-45dd-b547-999a44d78b1f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267076 Oct 27 16:05:15.438635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-c08736cc-333e-4a3c-9c4f-3a9f2238cdcb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0139551 Oct 27 16:05:15.525800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-5fd73ed8-244a-4a06-b0e6-fbdc97d06253 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800686 Oct 27 16:05:15.541784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420259-6764-4a0a-8331-052c9de14db8 req-f30b8da9-30ce-45fa-aea8-dfa417a7ff0b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.543250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad420259-6764-4a0a-8331-052c9de14db8 req-f30b8da9-30ce-45fa-aea8-dfa417a7ff0b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0672739 Oct 27 16:05:15.586959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad420259-6764-4a0a-8331-052c9de14db8 req-853808a8-345f-42e5-b73e-ab18631b958b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Oct 27 16:05:15.698000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a2f0-5b28-4429-aea4-5c959cf48256 req-e1a2989e-81cd-44f0-925a-5357ee14de99 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.699706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db27a2f0-5b28-4429-aea4-5c959cf48256 req-e1a2989e-81cd-44f0-925a-5357ee14de99 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.0523682 Oct 27 16:05:15.738637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db27a2f0-5b28-4429-aea4-5c959cf48256 req-5ffcd3ee-1233-449d-811c-2c4605920cf7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Oct 27 16:05:15.910567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6363fc6-b233-4f16-86a9-c716f3fc533d req-854d6cf0-8675-4d51-82c9-a40a8b0e0006 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.912726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6363fc6-b233-4f16-86a9-c716f3fc533d req-854d6cf0-8675-4d51-82c9-a40a8b0e0006 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Oct 27 16:05:15.951078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6363fc6-b233-4f16-86a9-c716f3fc533d req-b3300527-c762-47c0-a599-6adf25f930f9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Oct 27 16:05:16.026375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 6a39b6d7-0e28-46ed-a618-639177cd9983 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:16.049756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 6a39b6d7-0e28-46ed-a618-639177cd9983 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:16.051235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 6a39b6d7-0e28-46ed-a618-639177cd9983 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:16.138321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4bb3c-765e-4354-95ee-76865e2042fb req-7165e3ff-1279-4f57-b3ea-d851ecc229b9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.139800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a4bb3c-765e-4354-95ee-76865e2042fb req-7165e3ff-1279-4f57-b3ea-d851ecc229b9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0491009 Oct 27 16:05:16.177542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a4bb3c-765e-4354-95ee-76865e2042fb req-5db1a0be-b8fa-47d6-b4c1-3d5ff37eee46 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Oct 27 16:05:16.712144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36886794-a64e-4f33-b704-e5e19942a78b req-343fcf0d-69e0-4d4f-b076-1b421ea4299c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.713621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36886794-a64e-4f33-b704-e5e19942a78b req-343fcf0d-69e0-4d4f-b076-1b421ea4299c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.0527637 Oct 27 16:05:16.746975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a31a37b5-db5e-47e5-aaf6-ded1851c0dad req-33ad5526-12fc-4c89-a7aa-95e86f4fe980 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0323174 Oct 27 16:05:16.787308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36886794-a64e-4f33-b704-e5e19942a78b req-109b6157-5b89-4bc9-b20c-256afbe34210 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648184 Oct 27 16:05:16.865065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1492-1c4e-4113-b0f1-b959c005fb80 req-11f97262-ea39-4d29-a0b8-3ac05a000b00 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.866630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c2a1492-1c4e-4113-b0f1-b959c005fb80 req-11f97262-ea39-4d29-a0b8-3ac05a000b00 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.0501721 Oct 27 16:05:16.896484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:16.906819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c2a1492-1c4e-4113-b0f1-b959c005fb80 req-500a80ae-0c88-43db-a38a-7fc87d8b6e3e tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Oct 27 16:05:17.090398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cf736-77f3-449e-969d-80b3866c2051 req-35dd4647-6f81-44f6-9358-7a5b56c75135 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:17.099377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b51cf736-77f3-449e-969d-80b3866c2051 req-35dd4647-6f81-44f6-9358-7a5b56c75135 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0682633 Oct 27 16:05:17.133434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b51cf736-77f3-449e-969d-80b3866c2051 req-a492f695-0d15-4c8f-92e3-506b48f299f6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Oct 27 16:05:17.312290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166621-6445-4ebe-9273-cf1f914ed736 req-e7fac513-1f4b-41ac-a657-f3e8b681ca03 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:17.313790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80166621-6445-4ebe-9273-cf1f914ed736 req-e7fac513-1f4b-41ac-a657-f3e8b681ca03 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0633304 Oct 27 16:05:17.365592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80166621-6445-4ebe-9273-cf1f914ed736 req-18cdba4f-096d-4597-8abf-5307874eddd4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Oct 27 16:05:17.579931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48064) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:17.706078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-51f8a3c1-fff2-4864-be72-bfc6f6e68dea tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:17.707645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-51f8a3c1-fff2-4864-be72-bfc6f6e68dea tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.0890701 Oct 27 16:05:17.851952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eef46d56-8226-403f-816c-de4b831fd874 req-dc1ab4f5-cce6-4b5c-85a6-579790cdd6fe tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0404146 Oct 27 16:05:18.005143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0ca2-a387-47c2-8148-f2013db5151f req-8a333987-8617-46f5-8457-4458515e20c0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.007352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-544c0ca2-a387-47c2-8148-f2013db5151f req-8a333987-8617-46f5-8457-4458515e20c0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1407273 Oct 27 16:05:18.068631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Deleting port 3db91937-1ea5-434b-9c08-88859f31be59 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:18.072890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.200917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe358-ba15-4d35-bfe7-3b55055312f9 req-63f1d033-467a-441e-a49a-1d7c5528cde3 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.207590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fffe358-ba15-4d35-bfe7-3b55055312f9 req-63f1d033-467a-441e-a49a-1d7c5528cde3 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 949 time: 0.1991084 Oct 27 16:05:18.226366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-544c0ca2-a387-47c2-8148-f2013db5151f req-fc06119c-de56-437e-b47f-bff50d024950 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045333 Oct 27 16:05:18.593551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] For port 3db91937-1ea5-434b-9c08-88859f31be59, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=3db91937-1ea5-434b-9c08-88859f31be59,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:18.593915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.598758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fffe358-ba15-4d35-bfe7-3b55055312f9 req-40dfec7f-3ba1-474f-96aa-b11cc99e2cf8 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903129 Oct 27 16:05:18.612003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Calling delete_port for 3db91937-1ea5-434b-9c08-88859f31be59 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:18.683286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed985ce-749c-4a18-8114-ac21fef85c9d req-98d6a285-f24a-4fcd-a7bd-93ec8c5d3924 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.684704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ed985ce-749c-4a18-8114-ac21fef85c9d req-98d6a285-f24a-4fcd-a7bd-93ec8c5d3924 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1710839 Oct 27 16:05:18.826773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ed985ce-749c-4a18-8114-ac21fef85c9d req-9f62b9b4-0592-48a6-89de-6993ea1d8ff2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241980 Oct 27 16:05:18.835835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f419-1c57-4827-89b6-b77f78058f23 req-8090787e-6bcf-4f34-af48-605264a29066 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.837340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0a3f419-1c57-4827-89b6-b77f78058f23 req-8090787e-6bcf-4f34-af48-605264a29066 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1620319 Oct 27 16:05:18.947231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0a3f419-1c57-4827-89b6-b77f78058f23 req-b52ca65d-490d-47a5-a01b-883a0cf5f3a4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979922 Oct 27 16:05:18.968256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2126ba9d-1a68-4285-be49-8276118167ac req-6d8dd53f-abd7-4b64-a513-d53505b2bbc5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0424223 Oct 27 16:05:18.970844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.064027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.076326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['aaf49f77-59f8-4715-b562-1423ae63bfa1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:19.114442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event deleted for resources: {'Port': ['ID=3db91937-1ea5-434b-9c08-88859f31be59,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:19.225488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] No DVR routers for this DVR port 3db91937-1ea5-434b-9c08-88859f31be59 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:19.228489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.231796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-056cc682-3210-45bc-9bf3-3736e2a3ad78 req-56cbd8b8-df48-48e1-a0e9-36f9b3e35a24 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "DELETE /v2.0/ports/3db91937-1ea5-434b-9c08-88859f31be59 HTTP/1.1" status: 204 len: 173 time: 1.5055165 Oct 27 16:05:19.235622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'name': 'network-vif-deleted', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:19.235622 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfa25e9-f611-4d5a-93dc-4383e0735302" -d '{"events": [{"server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "name": "network-vif-deleted", "tag": "3db91937-1ea5-434b-9c08-88859f31be59"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:19.273304 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05317bc8-a609-423b-94da-fb79d2780229 x-openstack-request-id: req-05317bc8-a609-423b-94da-fb79d2780229 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:19.273602 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62b58d7-60e9-4b41-b1ec-30c06f79109a", "name": "network-vif-deleted", "tag": "3db91937-1ea5-434b-9c08-88859f31be59", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:19.273861 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05317bc8-a609-423b-94da-fb79d2780229 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:19.274265 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b58d7-60e9-4b41-b1ec-30c06f79109a', 'name': 'network-vif-deleted', 'tag': '3db91937-1ea5-434b-9c08-88859f31be59', 'status': 'completed', 'code': 200} Oct 27 16:05:19.416442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27719e4-7c6f-4e1d-a26c-1558849c5990 req-a99a431f-8a7c-4908-abed-43b14f97d13b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.417925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d27719e4-7c6f-4e1d-a26c-1558849c5990 req-a99a431f-8a7c-4908-abed-43b14f97d13b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 946 time: 0.1109796 Oct 27 16:05:19.464595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-120f450a-0a2e-4f1a-896f-ae85d8f819d2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.466422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-120f450a-0a2e-4f1a-896f-ae85d8f819d2 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1097 time: 0.0972953 Oct 27 16:05:19.478385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Deleting port 288037a1-752f-4905-b853-1ed8f0e4e147 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:19.478728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.487631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:19.562681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d27719e4-7c6f-4e1d-a26c-1558849c5990 req-9aa4d788-0407-4802-ab39-66bdac3c01a9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376188 Oct 27 16:05:19.606973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.680147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] For port 288037a1-752f-4905-b853-1ed8f0e4e147, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=288037a1-752f-4905-b853-1ed8f0e4e147,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:19.680444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.711756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Calling delete_port for 288037a1-752f-4905-b853-1ed8f0e4e147 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:19.772108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1be8f97-f61f-483a-bfe5-7c2de208299c req-2ecdf82d-48d3-4a40-a2f3-8f02c4b49a05 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 210 time: 0.0615699 Oct 27 16:05:19.834640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7fed8943-510c-4a6e-9cf8-0a6b203c1b33 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274863 Oct 27 16:05:19.939822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:20.031131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:20.035396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 3db91937-1ea5-434b-9c08-88859f31be59 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:20.062742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 3db91937-1ea5-434b-9c08-88859f31be59 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:20.063331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 3db91937-1ea5-434b-9c08-88859f31be59 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:20.128758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:20.152730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:20.157091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d67b9015-288c-4895-a245-829cfcd792a7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.158536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d67b9015-288c-4895-a245-829cfcd792a7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060598 Oct 27 16:05:20.165040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:05:20.172234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c812c9-ce01-45d9-ab23-11d0ff3fdf3e req-d74a4f89-b6f4-4bd9-9864-725371d3426b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.173663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43c812c9-ce01-45d9-ab23-11d0ff3fdf3e req-d74a4f89-b6f4-4bd9-9864-725371d3426b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1892936 Oct 27 16:05:20.197453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:20.285653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bb54-6d0e-492f-bf33-ce4f4c7eb157 req-476ae6ac-c184-47db-a856-221e1e2d4bf4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.287702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d33bb54-6d0e-492f-bf33-ce4f4c7eb157 req-476ae6ac-c184-47db-a856-221e1e2d4bf4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2583735 Oct 27 16:05:20.294299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.361927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43c812c9-ce01-45d9-ab23-11d0ff3fdf3e req-172db393-d2a1-462d-8813-ac397365a055 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772444 Oct 27 16:05:20.389782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d33bb54-6d0e-492f-bf33-ce4f4c7eb157 req-bf76e190-8931-4236-8e93-dd7cfb5fa5c7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908129 Oct 27 16:05:20.432422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.470379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.505565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1397a1e-c913-4621-8db0-8f15822ff9e2 req-ea9d12be-f440-413c-8de0-192b8da207e1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0449960 Oct 27 16:05:20.539808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:20.539936 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-96ea31c3-66c7-4077-bc24-1667ea3590b9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496726 Oct 27 16:05:20.540381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:20.540381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.616911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Pushing event deleted for resources: {'Port': ['ID=288037a1-752f-4905-b853-1ed8f0e4e147,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:20.680014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-103984ff-4629-4481-a1d2-2594e3d4e2de tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.683495 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-103984ff-4629-4481-a1d2-2594e3d4e2de tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417520 Oct 27 16:05:20.706263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:20.707156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:20.707500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:20.707834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:20.747499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:20.747831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Attempting to bind port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:20.790533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:20.790876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:20.791345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:20.791796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Bound port: 0e41c8af-bd79-4f2f-828f-755e98e716a5, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:20.792154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.893307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb64fd-eb2b-49d9-80ed-79d74a7630c0 req-37e0edf6-a31d-4c54-b381-837c9a0edb09 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.894792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb64fd-eb2b-49d9-80ed-79d74a7630c0 req-37e0edf6-a31d-4c54-b381-837c9a0edb09 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.2342527 Oct 27 16:05:20.916132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.985047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:20.990650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.226705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5613baeb-11bc-4d30-936f-fdb4ce36537d req-2ce5eb49-8732-4e8c-9189-5b857286f464 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=d62b58d7-60e9-4b41-b1ec-30c06f79109a HTTP/1.1" status: 200 len: 210 time: 0.3308997 Oct 27 16:05:21.294424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:21.296720 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d4c502-1166-4efd-b870-6d91d0fbcc3b" -d '{"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-unplugged", "status": "completed", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:21.299799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.50 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/62943afa-428d-4c46-9bac-818fddf45aaa) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:21.338863 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de309969-31e4-4c16-8e91-85e9f8760477 x-openstack-request-id: req-de309969-31e4-4c16-8e91-85e9f8760477 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:21.338863 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-unplugged", "status": "completed", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:21.338863 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de309969-31e4-4c16-8e91-85e9f8760477 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:21.338863 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'code': 200} Oct 27 16:05:21.360258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:21.369319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb64fd-eb2b-49d9-80ed-79d74a7630c0 req-1ec69929-53bd-4cbb-b57f-55eb9c9058cc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665453 Oct 27 16:05:21.383835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:21.529819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.727457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c1019-6901-4b80-a11f-3578e6e2d464 req-95191d3d-9c4d-479b-81cb-f36b874b690c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.734892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e9c1019-6901-4b80-a11f-3578e6e2d464 req-95191d3d-9c4d-479b-81cb-f36b874b690c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2848747 Oct 27 16:05:21.744023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b56f8-8958-40d1-b1c8-97e689f79e10 req-4e324f76-ffde-4abb-918c-6267f15d0540 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.745482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d91b56f8-8958-40d1-b1c8-97e689f79e10 req-4e324f76-ffde-4abb-918c-6267f15d0540 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2642777 Oct 27 16:05:21.779458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.786377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=8']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:21.796668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.797255 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.798569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-099fea8d-d874-4a1f-a3e4-3048ba7d8da7 service neutron] 10.222.0.79 "PUT /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 1122 time: 2.3153627 Oct 27 16:05:21.846953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Router 8d5cc0f5-635e-4002-a997-629363c9c1ea has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:21.876805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d91b56f8-8958-40d1-b1c8-97e689f79e10 req-0ab64039-7def-4aa6-947a-a9fd13260a23 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Oct 27 16:05:21.879448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e9c1019-6901-4b80-a11f-3578e6e2d464 req-50d955d3-032e-46ad-a149-d45c0b80c746 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291666 Oct 27 16:05:21.904484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:21.941599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:22.027148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e32487d9-16cd-4d26-8b68-fb681840a45b req-75138558-869d-4e94-b527-43b5c16e4eb7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0685091 Oct 27 16:05:22.031069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.070218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.26 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/ab97bd39-63de-4450-9952-8bd68142f63e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:22.088671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:22.096715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:22.101019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:22.107070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.107455 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.133441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:22.144278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:22.157788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4754cf23-6ddb-41be-9c09-400b272047cf admin admin] 10.222.0.70 "PUT /v2.0/routers/8d5cc0f5-635e-4002-a997-629363c9c1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5767326 Oct 27 16:05:22.160147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Sync routers for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:22.160298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48120) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:22.183062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:22.183825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:22.295291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.304724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-34c1f74e-9294-49e6-ab77-41682ab27c8b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1125348 Oct 27 16:05:22.323851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Request body: {'port': {'device_id': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:22.352024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:22.358324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.479813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.526118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.548799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:22.575734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17002-2145-4019-8c83-bec043fbc85f req-5c128ea2-766b-4b51-a2f6-5cc79a231ad9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.577270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37c17002-2145-4019-8c83-bec043fbc85f req-5c128ea2-766b-4b51-a2f6-5cc79a231ad9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.1136425 Oct 27 16:05:22.580748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:22.585584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:22.591070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:22.592713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.615168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:22.642166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3281ead2-b4b4-41cb-baa4-2938f68e1915 None None] Provisioning complete for port 62943afa-428d-4c46-9bac-818fddf45aaa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:22.642730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3281ead2-b4b4-41cb-baa4-2938f68e1915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.658641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.660167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.703981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37c17002-2145-4019-8c83-bec043fbc85f req-285c5971-6a46-47bb-9f15-613d93a3babf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Oct 27 16:05:22.753906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3281ead2-b4b4-41cb-baa4-2938f68e1915 None None] Port 62943afa-428d-4c46-9bac-818fddf45aaa cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:22.824174 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-8e94cd40-27b0-43a9-a386-30e391618d29 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1224580 Oct 27 16:05:22.847015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Request body: {'port': {'device_id': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:22.906407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62943afa-428d-4c46-9bac-818fddf45aaa {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:22.911348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-71a1d45e-51b7-4b21-a66f-47cb00a8465d None None] Provisioning complete for port ab97bd39-63de-4450-9952-8bd68142f63e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:22.924427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71a1d45e-51b7-4b21-a66f-47cb00a8465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.924731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.924844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.924954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Deleting port e144edb0-e80b-41da-8798-da8e82a8a2a2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:22.924954 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.950283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:05:20Z', 'revision_number': 5, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port': {'id': 'e144edb0-e80b-41da-8798-da8e82a8a2a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:00Z', 'updated_at': '2021-10-27T16:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:22.977872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Transition to ACTIVE for port object 62943afa-428d-4c46-9bac-818fddf45aaa will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:22.981959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Checking router: 8d5cc0f5-635e-4002-a997-629363c9c1ea for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:22.986259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-71a1d45e-51b7-4b21-a66f-47cb00a8465d None None] Port ab97bd39-63de-4450-9952-8bd68142f63e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:22.995772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Routers {'8d5cc0f5-635e-4002-a997-629363c9c1ea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:22.996404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5cc0f5-635e-4002-a997-629363c9c1ea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:23.075137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] For port e144edb0-e80b-41da-8798-da8e82a8a2a2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e144edb0-e80b-41da-8798-da8e82a8a2a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:23.075464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.091577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2de6-7427-47b7-b10f-f7b922e13d3f req-a79149a0-749e-469e-93e8-9c704b9c1e37 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.093094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-218c2de6-7427-47b7-b10f-f7b922e13d3f req-a79149a0-749e-469e-93e8-9c704b9c1e37 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0953355 Oct 27 16:05:23.099710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] Set router 8d5cc0f5-635e-4002-a997-629363c9c1ea gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:23.101946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Calling delete_port for e144edb0-e80b-41da-8798-da8e82a8a2a2 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:23.102403 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.164802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:05:22Z', 'revision_number': 6, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:23.197073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b7ae-6979-41f2-b18b-fe9193e0a0e5 None None] The sync data for ids ['8d5cc0f5-635e-4002-a997-629363c9c1ea'] in n-d-814735-4 is: [{'id': '8d5cc0f5-635e-4002-a997-629363c9c1ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-2137829634-router', 'tenant_id': '8613f9d1b6134ee19b411616cd39e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:59Z', 'updated_at': '2021-10-27T16:05:22Z', 'revision_number': 6, 'project_id': '8613f9d1b6134ee19b411616cd39e395', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:23.210668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:23.268620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab97bd39-63de-4450-9952-8bd68142f63e {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:23.274090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Pushing event updated for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.281717 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.290762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-218c2de6-7427-47b7-b10f-f7b922e13d3f req-97f51211-764b-49aa-ae89-06eac43a15f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783717 Oct 27 16:05:23.296365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Transition to ACTIVE for port object ab97bd39-63de-4450-9952-8bd68142f63e will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:23.341044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:23.343457 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c45f0c-1206-4c97-8676-e5e572d29b02" -d '{"events": [{"name": "network-changed", "server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:23.364720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc82e7-9ae1-4b56-84e1-afb9c6cd2240 req-db2d6e4a-16af-477d-9247-48e5fa195070 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.366440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfc82e7-9ae1-4b56-84e1-afb9c6cd2240 req-db2d6e4a-16af-477d-9247-48e5fa195070 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2434704 Oct 27 16:05:23.434589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.440966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Attempting to bind port 62943afa-428d-4c46-9bac-818fddf45aaa on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:23.441401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Attempting to bind port 62943afa-428d-4c46-9bac-818fddf45aaa by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:23.448909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Attempting to bind port 62943afa-428d-4c46-9bac-818fddf45aaa on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:23.473905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Port 62943afa-428d-4c46-9bac-818fddf45aaa on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:23.474542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Attempting to bind port 62943afa-428d-4c46-9bac-818fddf45aaa on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:23.503496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Pushing event updated for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.509106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:23.509800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:23.509987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:23.510506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Bound port: 62943afa-428d-4c46-9bac-818fddf45aaa, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:23.510998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.539263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfc82e7-9ae1-4b56-84e1-afb9c6cd2240 req-ece99fd4-6399-4407-b1be-f38211a17a31 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617866 Oct 27 16:05:23.585444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Attempting to bind port ab97bd39-63de-4450-9952-8bd68142f63e on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:23.585444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Attempting to bind port ab97bd39-63de-4450-9952-8bd68142f63e by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:23.585444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Attempting to bind port ab97bd39-63de-4450-9952-8bd68142f63e on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:23.593975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Port ab97bd39-63de-4450-9952-8bd68142f63e on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:23.594625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Attempting to bind port ab97bd39-63de-4450-9952-8bd68142f63e on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:23.600330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:23.600998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:23.601638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:23.602301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Bound port: ab97bd39-63de-4450-9952-8bd68142f63e, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:23.603062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.687319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:23.691542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ab97bd39-63de-4450-9952-8bd68142f63e,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:23.707338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a9ea1-4a21-42ef-8d65-eb23bf15201a req-66ae60c9-401c-43f7-82dd-ab8c4cf3bd32 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.707338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a1a9ea1-4a21-42ef-8d65-eb23bf15201a req-66ae60c9-401c-43f7-82dd-ab8c4cf3bd32 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.2607572 Oct 27 16:05:23.764198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:23.785773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=62943afa-428d-4c46-9bac-818fddf45aaa,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:23.804844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a1a9ea1-4a21-42ef-8d65-eb23bf15201a req-bf666859-c1c4-4d0a-80c1-9ade020dbd58 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 Oct 27 16:05:23.817311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61a152-d041-4d4a-9a53-ffee8b89471c req-26adc299-68ea-4771-9ff2-c713b6a82e4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.819416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc61a152-d041-4d4a-9a53-ffee8b89471c req-26adc299-68ea-4771-9ff2-c713b6a82e4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.0982599 Oct 27 16:05:23.859145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc61a152-d041-4d4a-9a53-ffee8b89471c req-23097fed-29a0-41ba-ae6a-006b2bf3039a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Oct 27 16:05:23.867726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.901483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.902092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.903504 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] 10.222.0.79 "PUT /v2.0/ports/ab97bd39-63de-4450-9952-8bd68142f63e HTTP/1.1" status: 200 len: 1095 time: 1.0607810 Oct 27 16:05:23.903943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:23.906216 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd26fb3-ac97-495f-b578-13bd1d8604d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:23.934729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053be6c-9a53-418e-8696-a5620b40835c service neutron] Pushing event updated for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.977312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.017628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.021878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.021878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] 10.222.0.79 "PUT /v2.0/ports/62943afa-428d-4c46-9bac-818fddf45aaa HTTP/1.1" status: 200 len: 1095 time: 1.7014933 Oct 27 16:05:24.047777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52044f-c576-4e7d-b88e-95acc689775c service neutron] Pushing event updated for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:24.069512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.115361 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d31fd2-e5ac-45d6-8d81-51807f187bc4 x-openstack-request-id: req-c7d31fd2-e5ac-45d6-8d81-51807f187bc4 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:24.115658 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:24.115912 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7d31fd2-e5ac-45d6-8d81-51807f187bc4 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:24.116306 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'status': 'completed', 'code': 200} Oct 27 16:05:24.132737 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0292abe-5d1c-4954-9e8d-0eb19e3b0207 x-openstack-request-id: req-a0292abe-5d1c-4954-9e8d-0eb19e3b0207 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:24.142022 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:24.142022 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0292abe-5d1c-4954-9e8d-0eb19e3b0207 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:24.142022 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e', 'status': 'completed', 'code': 200} Oct 27 16:05:24.143724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e144edb0-e80b-41da-8798-da8e82a8a2a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:24.192838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.280005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-ffd5b966-a21d-4c8d-a939-f2c033895af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.281612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-ffd5b966-a21d-4c8d-a939-f2c033895af1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 1098 time: 0.0477378 Oct 27 16:05:24.343774 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-49660d52-ab88-4277-91c4-7e2156609415 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=62943afa-428d-4c46-9bac-818fddf45aaa HTTP/1.1" status: 200 len: 217 time: 0.0487852 Oct 27 16:05:24.405274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-662984b2-5c2f-40d4-be56-3640c51ebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.406744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-662984b2-5c2f-40d4-be56-3640c51ebe60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0500295 Oct 27 16:05:24.470306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-a0d2537c-9f55-4832-b968-ce932faea22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.472027 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-a0d2537c-9f55-4832-b968-ce932faea22b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423620 Oct 27 16:05:24.575977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-e078721c-4e0a-4c30-afa9-4a9c02109fb6 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887682 Oct 27 16:05:24.641988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc6a5-0fa0-4f7e-a309-004d58a6b800 req-235ff240-fcc8-4364-bce5-5b729d24ffe0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.643478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-199cc6a5-0fa0-4f7e-a309-004d58a6b800 req-235ff240-fcc8-4364-bce5-5b729d24ffe0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.5640485 Oct 27 16:05:24.652796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.669041 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.672047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-57a37564-9a6a-4bf5-a8e4-2c6c535ccfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.672967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-a54aceb1-a42f-4fb5-994d-18fa8a0d516a service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Oct 27 16:05:24.673550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-57a37564-9a6a-4bf5-a8e4-2c6c535ccfef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1125 time: 0.5528777 Oct 27 16:05:24.753356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd26fb3-ac97-495f-b578-13bd1d8604d1 req-07034f72-a9d6-4c97-b300-d3a382dbf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.754782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efd26fb3-ac97-495f-b578-13bd1d8604d1 req-07034f72-a9d6-4c97-b300-d3a382dbf67c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 1098 time: 0.5724580 Oct 27 16:05:24.848041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e324-1f69-4e24-82f2-e7aa7297061c req-60d0f5a5-8404-456a-9595-753f723933fa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.849522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7598e324-1f69-4e24-82f2-e7aa7297061c req-60d0f5a5-8404-456a-9595-753f723933fa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2324252 Oct 27 16:05:24.851075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efd26fb3-ac97-495f-b578-13bd1d8604d1 req-f5f17a68-4041-420f-b6e2-7aeeb57d0dd0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798671 Oct 27 16:05:24.855537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-199cc6a5-0fa0-4f7e-a309-004d58a6b800 req-5d660781-fd6b-4efb-abbc-d6e693f036f9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879132 Oct 27 16:05:24.934106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.934671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5cc0f5-635e-4002-a997-629363c9c1ea {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:05:24.949012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.951068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cb504baf-e7eb-4850-9021-c59a6f3aaeb8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8d5cc0f5-635e-4002-a997-629363c9c1ea HTTP/1.1" status: 204 len: 168 time: 2.7889864 Oct 27 16:05:24.954746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:24.971579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-aee6b4d7-ebbf-4651-abb4-85b76655859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.973782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-aee6b4d7-ebbf-4651-abb4-85b76655859c service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.2648890 Oct 27 16:05:24.981964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7598e324-1f69-4e24-82f2-e7aa7297061c req-c9974097-fa5b-4f2a-b0e2-dba117f2321b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236434 Oct 27 16:05:25.035562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-2ae89a54-f62e-4cf9-831b-7a5db17aba27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 217 time: 0.0458827 Oct 27 16:05:25.036432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Deleting subnet 2f5087e0-feaa-4493-9ec4-6bda44a95c89 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:25.040199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.101076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.133643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e144edb0-e80b-41da-8798-da8e82a8a2a2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:25.141729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd26fb3-ac97-495f-b578-13bd1d8604d1 req-ca154519-fbfe-4095-9f3f-cc66087b3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.143254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efd26fb3-ac97-495f-b578-13bd1d8604d1 req-ca154519-fbfe-4095-9f3f-cc66087b3c2c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754159 Oct 27 16:05:25.153148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-3a0a732f-669e-4901-b1eb-80c20b3b74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.154552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-3a0a732f-669e-4901-b1eb-80c20b3b74b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1066859 Oct 27 16:05:25.157621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: e144edb0-e80b-41da-8798-da8e82a8a2a2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:25.158110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e144edb0-e80b-41da-8798-da8e82a8a2a2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:25.158887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 288037a1-752f-4905-b853-1ed8f0e4e147 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:25.184385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 288037a1-752f-4905-b853-1ed8f0e4e147 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:25.185055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 288037a1-752f-4905-b853-1ed8f0e4e147 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:25.216091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.223013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9e08-6ef8-4dd6-b8d3-f636b3937941 req-06ae8692-7d5d-488f-a764-6a1136e4b50a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.224562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657e9e08-6ef8-4dd6-b8d3-f636b3937941 req-06ae8692-7d5d-488f-a764-6a1136e4b50a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1983573 Oct 27 16:05:25.234162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-bfcd90a3-dc51-4aa6-95f3-b1384d8774c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649922 Oct 27 16:05:25.341889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.360214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9a8df-ccc8-4f7f-bf0b-256dc1a1e49a req-f5a75dac-2aa9-4f88-a2d3-0235d378999b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.361697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03e9a8df-ccc8-4f7f-bf0b-256dc1a1e49a req-f5a75dac-2aa9-4f88-a2d3-0235d378999b tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.2104752 Oct 27 16:05:25.372484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5087e0-feaa-4493-9ec4-6bda44a95c89,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:25.374824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657e9e08-6ef8-4dd6-b8d3-f636b3937941 req-d4121b0b-9c7c-40da-b29f-94c0d5b53767 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384785 Oct 27 16:05:25.376435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.379776 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-576f88d1-ae5e-4aea-8877-deb932725e44 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2f5087e0-feaa-4493-9ec4-6bda44a95c89 HTTP/1.1" status: 204 len: 168 time: 0.4238679 Oct 27 16:05:25.387547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9fca0-2907-4bdd-84a6-769465e75b28 None None] Network 7a0781ed-99e2-43c4-8331-370e2cd01abf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:25.387778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48160) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:25.392989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-db926a9b-7ea7-43f7-98bb-1155897458c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.394593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-db926a9b-7ea7-43f7-98bb-1155897458c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 1098 time: 0.1797452 Oct 27 16:05:25.453020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-37bf2a4a-25f5-4f18-967b-7daa6743fba4 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005351 Oct 27 16:05:25.454211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-6c4c0c7d-b9e0-4496-9372-74d487489166 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ab97bd39-63de-4450-9952-8bd68142f63e HTTP/1.1" status: 200 len: 217 time: 0.0450850 Oct 27 16:05:25.519453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-baa8e174-1460-4a27-8ec7-f9c96c5c2515 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.521907 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-baa8e174-1460-4a27-8ec7-f9c96c5c2515 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 951 time: 0.1410975 Oct 27 16:05:25.535599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03e9a8df-ccc8-4f7f-bf0b-256dc1a1e49a req-58047266-7ef4-47a3-9412-60bb69850ffb tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656425 Oct 27 16:05:25.556173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.606973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] DHCP port deletion for 7a0781ed-99e2-43c4-8331-370e2cd01abf request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:25.663899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Deleting port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:25.664430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.685642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a3afd-2c9b-4987-b560-d4abe4b913a1 req-46138f23-cb3f-491d-b5aa-b15ad181b4d4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.697092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c1a3afd-2c9b-4987-b560-d4abe4b913a1 req-46138f23-cb3f-491d-b5aa-b15ad181b4d4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.2289183 Oct 27 16:05:25.699305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Deleting port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:25.699651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.700645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-1930beaf-1ba5-4214-87a3-5694717610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.703695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-1930beaf-1ba5-4214-87a3-5694717610d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.2318640 Oct 27 16:05:25.706246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78c45f0c-1206-4c97-8676-e5e572d29b02 req-acc81049-8187-4a00-b6ae-ae1950f09745 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461202 Oct 27 16:05:25.729223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Deleting port aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:25.729562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.746368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] For port 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e16200e-2f90-4aae-bec2-c85f22aebbb8,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:25.746889 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.760512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Calling delete_port for 1e16200e-2f90-4aae-bec2-c85f22aebbb8 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:25.793663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c1a3afd-2c9b-4987-b560-d4abe4b913a1 req-bc6322a2-0a3c-49f9-8e79-1fc54a9e45b1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953577 Oct 27 16:05:25.797392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-cca7a243-5ad8-4efe-b463-65d4d6ac0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.799107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-cca7a243-5ad8-4efe-b463-65d4d6ac0554 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817966 Oct 27 16:05:25.853998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] For port 1e16200e-2f90-4aae-bec2-c85f22aebbb8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e16200e-2f90-4aae-bec2-c85f22aebbb8,segment=NetworkSegment(700376f7-50e7-40b1-9e95-fbee7e65ee8c),segment_id=700376f7-50e7-40b1-9e95-fbee7e65ee8c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:25.853998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.854930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Calling delete_port for 1e16200e-2f90-4aae-bec2-c85f22aebbb8 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:25.896183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] For port aaf49f77-59f8-4715-b562-1423ae63bfa1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=aaf49f77-59f8-4715-b562-1423ae63bfa1,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:25.896183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.914317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-6f2509f4-50e3-4303-8964-fb1235bbb48d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924966 Oct 27 16:05:25.940960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Calling delete_port for aaf49f77-59f8-4715-b562-1423ae63bfa1 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:26.029505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.036129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2377891-114f-4def-9375-ae5bdec40771 req-450bf8e8-807b-4df2-88c9-97b4cfca79d0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.045202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2377891-114f-4def-9375-ae5bdec40771 req-450bf8e8-807b-4df2-88c9-97b4cfca79d0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.1175973 Oct 27 16:05:26.058933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] Pushing event deleted for resources: {'Port': ['ID=1e16200e-2f90-4aae-bec2-c85f22aebbb8,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.062706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449adde-c88b-44da-ad46-95a3c3a86ca4 None None] No DVR routers for this DVR port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:26.109602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.129119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:26.131448 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:26.137106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9645be-cd5c-41ba-9931-2462164a61ed req-0c315781-f28f-459f-a0f3-6c2da9e3f246 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005908 Oct 27 16:05:26.141908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2377891-114f-4def-9375-ae5bdec40771 req-1a7d95d9-fc2b-460d-86d0-05367a471a89 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965459 Oct 27 16:05:26.151761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e16200e-2f90-4aae-bec2-c85f22aebbb8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.153645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] No DVR routers for this DVR port 1e16200e-2f90-4aae-bec2-c85f22aebbb8 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:26.174712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e5146-9e33-4fb1-a8ec-68275ba5cd3c req-95ab5cd8-a8cc-45a4-a4d0-9f339e3b42c8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.176452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc9e5146-9e33-4fb1-a8ec-68275ba5cd3c req-95ab5cd8-a8cc-45a4-a4d0-9f339e3b42c8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0915704 Oct 27 16:05:26.217556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc9e5146-9e33-4fb1-a8ec-68275ba5cd3c req-c9a3472d-f83d-4074-8d8c-e07197e1d398 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Oct 27 16:05:26.223534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.243752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.267256 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cd225a-91a2-4bd1-afc6-7d89fc7dead7 x-openstack-request-id: req-37cd225a-91a2-4bd1-afc6-7d89fc7dead7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:26.267554 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:26.267813 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37cd225a-91a2-4bd1-afc6-7d89fc7dead7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:26.268217 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa', 'status': 'completed', 'code': 200} Oct 27 16:05:26.272740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Pushing event deleted for resources: {'Port': ['ID=aaf49f77-59f8-4715-b562-1423ae63bfa1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.290826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0781ed-99e2-43c4-8331-370e2cd01abf']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:26.315877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700376f7-50e7-40b1-9e95-fbee7e65ee8c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:26.316209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700376f7-50e7-40b1-9e95-fbee7e65ee8c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:26.335163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] No DVR routers for this DVR port aaf49f77-59f8-4715-b562-1423ae63bfa1 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:26.338554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.341831 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-84fdcf74-fa08-4ae0-8ae7-d98baee2c7e0 req-78cc7044-3960-40e5-927b-efe9d38541d7 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.79 "DELETE /v2.0/ports/aaf49f77-59f8-4715-b562-1423ae63bfa1 HTTP/1.1" status: 204 len: 173 time: 0.8099279 Oct 27 16:05:26.343904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-deleted', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:26.344608 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26bae3-2161-40af-ab3c-3866798c77f2" -d '{"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-deleted", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:26.349033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.363784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.371559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-4a3d16cb-f347-4148-9934-0ac925421d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.371801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:26.372207 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:26.374307 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:26.380218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-4a3d16cb-f347-4148-9934-0ac925421d4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 1098 time: 0.0562644 Oct 27 16:05:26.413003 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122a2e9b-9fb4-4bc2-9ce1-30b9954c9c38 x-openstack-request-id: req-122a2e9b-9fb4-4bc2-9ce1-30b9954c9c38 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:26.413267 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c50f99e-8551-45c2-9287-1bb25d76f980", "name": "network-vif-deleted", "tag": "aaf49f77-59f8-4715-b562-1423ae63bfa1", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:26.413448 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-122a2e9b-9fb4-4bc2-9ce1-30b9954c9c38 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:26.413847 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50f99e-8551-45c2-9287-1bb25d76f980', 'name': 'network-vif-deleted', 'tag': 'aaf49f77-59f8-4715-b562-1423ae63bfa1', 'status': 'completed', 'code': 200} Oct 27 16:05:26.536110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-87a8bc26-d5b6-4215-8788-d0c99839168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.537767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.538106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-87a8bc26-d5b6-4215-8788-d0c99839168a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1526449 Oct 27 16:05:26.543595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.549746 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7a0781ed-99e2-43c4-8331-370e2cd01abf HTTP/1.1" status: 204 len: 168 time: 1.1470132 Oct 27 16:05:26.550401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48176) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:26.566752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458203-3f0a-4844-8478-f80c955c0da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0781ed-99e2-43c4-8331-370e2cd01abf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.576308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf85c27-d9bd-4040-9450-da2ee2febe94 req-87385e59-cbc8-4c14-ad4c-569b4c12995e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.582594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bf85c27-d9bd-4040-9450-da2ee2febe94 req-87385e59-cbc8-4c14-ad4c-569b4c12995e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0972462 Oct 27 16:05:26.637653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-67921b84-b0f3-4b2c-bc46-a75bf9ef5a16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=62943afa-428d-4c46-9bac-818fddf45aaa HTTP/1.1" status: 200 len: 217 time: 0.0834165 Oct 27 16:05:26.667882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f03d85c-969b-4423-8bf9-185148db0668 req-754105ad-4025-45b8-b728-79d3d2420516 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 210 time: 0.0421417 Oct 27 16:05:26.699315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bf85c27-d9bd-4040-9450-da2ee2febe94 req-2ef0f647-837f-4716-95d7-4f302f801eb7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156647 Oct 27 16:05:26.729107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-754dff56-e9d0-4902-840a-932757f2683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.729107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-754dff56-e9d0-4902-840a-932757f2683d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0640962 Oct 27 16:05:26.779587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-68ab71ab-fe39-4572-880a-e8e8862135b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.781143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-68ab71ab-fe39-4572-880a-e8e8862135b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449800 Oct 27 16:05:26.910739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-6ec5a2c8-8c12-4e64-a001-8be7afac6daf service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152086 Oct 27 16:05:26.941078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95c7c-c254-4729-9f3a-b4c2229c270d req-ef237f8f-96af-42dd-8c43-f9307731db9c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.942612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92a95c7c-c254-4729-9f3a-b4c2229c270d req-ef237f8f-96af-42dd-8c43-f9307731db9c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.0714197 Oct 27 16:05:27.023420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92a95c7c-c254-4729-9f3a-b4c2229c270d req-425c3281-5db8-47cc-a6bb-bf40ba322ffd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Oct 27 16:05:27.051277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccba0d08-754e-48cb-93dc-8b7aa35a2c9e req-ad9bd688-d5de-4754-aeb0-0e59e93dab2d service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260204 Oct 27 16:05:27.084700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e16200e-2f90-4aae-bec2-c85f22aebbb8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:27.110698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1e16200e-2f90-4aae-bec2-c85f22aebbb8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:27.111108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e16200e-2f90-4aae-bec2-c85f22aebbb8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:27.199310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.274837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a523-2cdd-4037-9321-0dfe1e50a7dc req-dfce8478-748a-49b3-b3d4-569432e6a331 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.277242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b09a523-2cdd-4037-9321-0dfe1e50a7dc req-dfce8478-748a-49b3-b3d4-569432e6a331 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.0654089 Oct 27 16:05:27.318432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b09a523-2cdd-4037-9321-0dfe1e50a7dc req-12319c06-9feb-4629-9dd3-4c802f62ca54 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350773 Oct 27 16:05:27.401379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f6fb9-1001-4a2a-8b77-a4aa0d7eabab req-fca1613b-807e-4c41-b1f1-c4d8f626db0f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.402891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-828f6fb9-1001-4a2a-8b77-a4aa0d7eabab req-fca1613b-807e-4c41-b1f1-c4d8f626db0f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0513391 Oct 27 16:05:27.442455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-828f6fb9-1001-4a2a-8b77-a4aa0d7eabab req-73cef9b2-f6e8-4afd-8ce4-40f32133c3fe tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Oct 27 16:05:27.477785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Deleting port 479e8307-d644-40b8-97ee-66d6272b0f24 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:27.478338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.558154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] For port 479e8307-d644-40b8-97ee-66d6272b0f24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=479e8307-d644-40b8-97ee-66d6272b0f24,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:27.558513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.570926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Calling delete_port for 479e8307-d644-40b8-97ee-66d6272b0f24 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:27.762639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.780404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b25d2692-40ae-41ed-9cb4-f7511b1461ec req-0af179df-19a9-4d5d-96f0-7461ef4bf3c1 tempest-ServersAdminTestJSON-1319288332 tempest-ServersAdminTestJSON-1319288332-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c50f99e-8551-45c2-9287-1bb25d76f980 HTTP/1.1" status: 200 len: 210 time: 0.0296733 Oct 27 16:05:27.829151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.847743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19434ab9-238b-49af-9501-61753ca66c92 req-d5120817-64c4-4b34-a3d1-8668812f50a6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.849962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19434ab9-238b-49af-9501-61753ca66c92 req-d5120817-64c4-4b34-a3d1-8668812f50a6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0575111 Oct 27 16:05:27.856083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=479e8307-d644-40b8-97ee-66d6272b0f24,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:27.905860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19434ab9-238b-49af-9501-61753ca66c92 req-86277f8a-d475-4079-a3eb-2e5a97e6f809 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Oct 27 16:05:28.041159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 62943afa-428d-4c46-9bac-818fddf45aaa details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:28.042705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.044938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:28.072940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: aaf49f77-59f8-4715-b562-1423ae63bfa1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:28.073245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device aaf49f77-59f8-4715-b562-1423ae63bfa1 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:28.167330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db90c-2642-4e69-b532-bcfd110b1beb req-d060be6d-7ecc-4c8b-87d5-af126f27b1fb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.168980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d41db90c-2642-4e69-b532-bcfd110b1beb req-d060be6d-7ecc-4c8b-87d5-af126f27b1fb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.0605023 Oct 27 16:05:28.181961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=62943afa-428d-4c46-9bac-818fddf45aaa,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:28.192846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '62943afa-428d-4c46-9bac-818fddf45aaa', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '62943afa-428d-4c46-9bac-818fddf45aaa', 'mac_address': 'fa:16:3e:7b:fe:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:28.214587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d41db90c-2642-4e69-b532-bcfd110b1beb req-693b2d48-fe7d-40a8-97b0-8c2ec0db4a79 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355217 Oct 27 16:05:28.244206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.257250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62943afa-428d-4c46-9bac-818fddf45aaa {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:28.276161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=62943afa-428d-4c46-9bac-818fddf45aaa,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:28.284450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Router 35ea9c88-bf4e-497d-886e-8c5f08fc052d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:28.302236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.398852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:28.402421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d9e0f251-ecca-4f85-bfbb-1c1b4c50cc96 admin admin] 10.222.0.70 "PUT /v2.0/routers/35ea9c88-bf4e-497d-886e-8c5f08fc052d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512464 Oct 27 16:05:28.404706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:28.407180 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Sync routers for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:28.417223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:28.417833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:28.422668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.451073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661150cf-e739-4b9e-9f8b-6ddef34ac62d req-aaca4d18-7f23-4cee-b0f9-b9e677a7c0c9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.452646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-661150cf-e739-4b9e-9f8b-6ddef34ac62d req-aaca4d18-7f23-4cee-b0f9-b9e677a7c0c9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.0655882 Oct 27 16:05:28.472863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:28.516857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-661150cf-e739-4b9e-9f8b-6ddef34ac62d req-9604aac1-fac4-4c74-a8ac-afeebc309201 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564055 Oct 27 16:05:28.546034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.557721 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:28.600238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ab44d-4bcd-4103-a642-97e643946a08 req-00ba9671-f7ae-484b-8e42-eb94c5ee708f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.602152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-032ab44d-4bcd-4103-a642-97e643946a08 req-00ba9671-f7ae-484b-8e42-eb94c5ee708f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0539842 Oct 27 16:05:28.651952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.658842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-032ab44d-4bcd-4103-a642-97e643946a08 req-b7cfe7de-a9b4-4478-99f0-d2ea0a3b27c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Oct 27 16:05:28.738860 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:27Z', 'revision_number': 5, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port': {'id': '55fb1192-dcf4-46e0-8f63-b05fa6fbb93e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:14Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:28.768371 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Checking router: 35ea9c88-bf4e-497d-886e-8c5f08fc052d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:28.769986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Deleting port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:28.770382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.777077 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Routers {'35ea9c88-bf4e-497d-886e-8c5f08fc052d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:28.777677 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:28.795846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:28.870513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] For port 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:28.870878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.888791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Calling delete_port for 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:28.955785 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] Set router 35ea9c88-bf4e-497d-886e-8c5f08fc052d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:29.014699 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:28Z', 'revision_number': 6, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:29.048397 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645340e2-5c95-468a-85f3-1628c12da33d None None] The sync data for ids ['35ea9c88-bf4e-497d-886e-8c5f08fc052d'] in n-d-814735-4 is: [{'id': '35ea9c88-bf4e-497d-886e-8c5f08fc052d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1013710177-router', 'tenant_id': 'f572833238f24325932f5e241883a933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:28Z', 'revision_number': 6, 'project_id': 'f572833238f24325932f5e241883a933', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:29.098435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485af2a-f256-4645-9457-df00bb463fac req-08ebacde-b372-4c43-933a-b67287625bb1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.100028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0485af2a-f256-4645-9457-df00bb463fac req-08ebacde-b372-4c43-933a-b67287625bb1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0911787 Oct 27 16:05:29.139388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0485af2a-f256-4645-9457-df00bb463fac req-70f10b4c-15aa-4e3a-8068-491c7be7c33d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Oct 27 16:05:29.217539 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.247124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fb1192-dcf4-46e0-8f63-b05fa6fbb93e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:29.306837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.342613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258a88-0a5c-43ab-911d-54526b3c1635 req-b88f6659-f225-4de6-bb6d-f17151e34f8e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.344157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da258a88-0a5c-43ab-911d-54526b3c1635 req-b88f6659-f225-4de6-bb6d-f17151e34f8e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.0566936 Oct 27 16:05:29.402943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da258a88-0a5c-43ab-911d-54526b3c1635 req-6a859cea-3669-4322-809f-6800995154e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Oct 27 16:05:29.403696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.410998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.573408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:29.618156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.618694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35ea9c88-bf4e-497d-886e-8c5f08fc052d {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:05:29.623294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.627745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d9e27812-f29e-432b-8a24-08e0e6b8b1a2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/35ea9c88-bf4e-497d-886e-8c5f08fc052d HTTP/1.1" status: 204 len: 168 time: 1.2217529 Oct 27 16:05:29.628174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48226) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:29.668666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac5fbe-8d87-412e-90a3-7d1eaf8e3ab2 req-4e4d72d8-0c5a-4508-a31b-11a06bc2ad7d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.669993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bac5fbe-8d87-412e-90a3-7d1eaf8e3ab2 req-4e4d72d8-0c5a-4508-a31b-11a06bc2ad7d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.0731399 Oct 27 16:05:29.705168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Deleting subnet a7b17ae2-f18f-4009-abe7-d5ce3d7379ee {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:29.714289 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.718920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bac5fbe-8d87-412e-90a3-7d1eaf8e3ab2 req-8aa27c56-91a9-48fe-b8eb-d0bd9d773ee5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Oct 27 16:05:29.783945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.797317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c48b-ea7b-4d55-89e8-13cf283345c3 req-fafc22c8-247f-4bc5-a422-6219295db51b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.805496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70d7c48b-ea7b-4d55-89e8-13cf283345c3 req-fafc22c8-247f-4bc5-a422-6219295db51b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.0585048 Oct 27 16:05:29.809909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec8c323f-bca0-4e26-be8e-86fd2be51b2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb6ee1f2c0844667a3d79bf2c6658676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351828 Oct 27 16:05:29.812390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48230) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:29.856736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70d7c48b-ea7b-4d55-89e8-13cf283345c3 req-d523e57f-7a6f-4e0f-b786-18de38bd28ca tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Oct 27 16:05:29.890415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.938037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.948620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.049684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ab97bd39-63de-4450-9952-8bd68142f63e details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:30.056030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 62943afa-428d-4c46-9bac-818fddf45aaa up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:30.120178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.122932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.125092 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcc7a36c-250f-4767-bdc6-6c2fb8d5904f HTTP/1.1" status: 204 len: 168 time: 0.3115990 Oct 27 16:05:30.156939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b60018-f99b-4e6d-8db1-65962a7c7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7a36c-250f-4767-bdc6-6c2fb8d5904f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:30.167423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.203746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b17ae2-f18f-4009-abe7-d5ce3d7379ee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:30.215527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.222848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48236) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:30.235946 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e28dab5c-6139-4c4e-b790-0f3cdc3505f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a7b17ae2-f18f-4009-abe7-d5ce3d7379ee HTTP/1.1" status: 204 len: 168 time: 0.6066821 Oct 27 16:05:30.250595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ab97bd39-63de-4450-9952-8bd68142f63e,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.253253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3af5d-f3f8-48d0-9869-ffbcfe902802 None None] Network 3696e3f4-8c67-4d4b-8236-3b443ecd6857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:30.300119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 62943afa-428d-4c46-9bac-818fddf45aaa completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:30.310306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'ab97bd39-63de-4450-9952-8bd68142f63e', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'ab97bd39-63de-4450-9952-8bd68142f63e', 'mac_address': 'fa:16:3e:0b:a2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:30.330070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 62943afa-428d-4c46-9bac-818fddf45aaa triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:30.330439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.360439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.382209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91357ac-a9e5-4063-9537-6353d1491004 req-ed7ea08f-bfd3-4933-8731-12dab2e721cb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.383730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c91357ac-a9e5-4063-9537-6353d1491004 req-ed7ea08f-bfd3-4933-8731-12dab2e721cb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0779471 Oct 27 16:05:30.428521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.472805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab97bd39-63de-4450-9952-8bd68142f63e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:30.487755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c91357ac-a9e5-4063-9537-6353d1491004 req-c56f1ccf-1f2d-4e51-a2e4-dd53a2bc4bc3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799351 Oct 27 16:05:30.498191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Deleting port 47766668-dfb0-4712-9bb2-05a696ba51de {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:30.498642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.528388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ab97bd39-63de-4450-9952-8bd68142f63e,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.628675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.646373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.677912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eaa83-3e39-494f-af0b-faa22496f99a req-704e0238-1d21-44db-85f6-0e566c7689bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.679569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b6eaa83-3e39-494f-af0b-faa22496f99a req-704e0238-1d21-44db-85f6-0e566c7689bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 947 time: 0.1368632 Oct 27 16:05:30.682896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] DHCP port deletion for 3696e3f4-8c67-4d4b-8236-3b443ecd6857 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:30.684782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] For port 47766668-dfb0-4712-9bb2-05a696ba51de, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=47766668-dfb0-4712-9bb2-05a696ba51de,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.685233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.695141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:30.697858 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1562d-0ed1-425a-84ca-0d2fb2eaf83f" -d '{"events": [{"server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "name": "network-vif-plugged", "status": "completed", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:30.715407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Calling delete_port for 47766668-dfb0-4712-9bb2-05a696ba51de owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:30.743755 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf659cb7-8950-46c4-86df-73b147640c96 x-openstack-request-id: req-cf659cb7-8950-46c4-86df-73b147640c96 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:30.744071 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "name": "network-vif-plugged", "status": "completed", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:30.744335 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf659cb7-8950-46c4-86df-73b147640c96 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:30.744721 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa', 'code': 200} Oct 27 16:05:30.746415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=62943afa-428d-4c46-9bac-818fddf45aaa,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.778290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:30.813609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Deleting port 47766668-dfb0-4712-9bb2-05a696ba51de {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:30.814269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.833732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b6eaa83-3e39-494f-af0b-faa22496f99a req-22fcb4ed-73e7-4cb3-bd62-44f3f527bea1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456237 Oct 27 16:05:30.864626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.928875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fe708-31a2-4d72-a57a-291e5380e0ad req-9400e577-5636-4dd8-a1c0-5696035011b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.930553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-037fe708-31a2-4d72-a57a-291e5380e0ad req-9400e577-5636-4dd8-a1c0-5696035011b3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 1100 time: 0.0928476 Oct 27 16:05:30.939556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] For port 47766668-dfb0-4712-9bb2-05a696ba51de, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=47766668-dfb0-4712-9bb2-05a696ba51de,segment=NetworkSegment(f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1),segment_id=f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.939834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd5871-f04b-43cb-a674-5e2e776955b7 req-f7eddab3-720f-4a45-b04c-16eb7e291076 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.940002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.947222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85fd5871-f04b-43cb-a674-5e2e776955b7 req-f7eddab3-720f-4a45-b04c-16eb7e291076 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.1323006 Oct 27 16:05:30.963196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Calling delete_port for 47766668-dfb0-4712-9bb2-05a696ba51de owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:30.970399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:30.984623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ab97bd39-63de-4450-9952-8bd68142f63e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:31.030245 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.079604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85fd5871-f04b-43cb-a674-5e2e776955b7 req-e260bb12-c5fe-4486-adc4-fd05db0615a8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311624 Oct 27 16:05:31.095777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:31.113155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47766668-dfb0-4712-9bb2-05a696ba51de,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.113532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48254) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:31.126564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-037fe708-31a2-4d72-a57a-291e5380e0ad req-dcd5fdc7-f016-4c7b-a61a-45131e35249c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769335 Oct 27 16:05:31.127753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] No DVR routers for this DVR port 47766668-dfb0-4712-9bb2-05a696ba51de on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:31.139469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.140075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.140837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.141440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.141957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.142499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.143130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.143634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.144123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.144621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.145218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.145710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:31.155345 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fb187ab7-b99d-4ac5-967e-781e7a5ade73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41efd31decc640c3bd8c9860bc24434e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407736 Oct 27 16:05:31.157714 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:31.160590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:31.160940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 55fb1192-dcf4-46e0-8f63-b05fa6fbb93e not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:31.161366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 479e8307-d644-40b8-97ee-66d6272b0f24 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:31.163619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461516bc-f739-469c-97ed-c8631e56294d req-10bfcec0-acf4-44b4-ad57-e40cb55ead62 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.165948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-461516bc-f739-469c-97ed-c8631e56294d req-10bfcec0-acf4-44b4-ad57-e40cb55ead62 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2145808 Oct 27 16:05:31.212323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.221650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 479e8307-d644-40b8-97ee-66d6272b0f24 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:31.221918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 479e8307-d644-40b8-97ee-66d6272b0f24 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:31.222345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 47766668-dfb0-4712-9bb2-05a696ba51de no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:31.236770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.264763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 47766668-dfb0-4712-9bb2-05a696ba51de {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:31.265119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 47766668-dfb0-4712-9bb2-05a696ba51de not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:31.276649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.293439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-461516bc-f739-469c-97ed-c8631e56294d req-a5b48f8d-c9dc-47ff-ae9e-b10a3b8d1d1b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061811 Oct 27 16:05:31.311802 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.317435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.317844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.318694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.319122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.320328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.320328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.320732 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.321128 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.321511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.322178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.345639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] Pushing event deleted for resources: {'Port': ['ID=47766668-dfb0-4712-9bb2-05a696ba51de,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.355654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad1723-28ef-44f1-9784-c3d75ed602ac None None] No DVR routers for this DVR port 47766668-dfb0-4712-9bb2-05a696ba51de on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:31.422116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.428893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.428893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8726a065-69d8-47cc-8d83-e5eb4d7bb3d8 HTTP/1.1" status: 204 len: 168 time: 0.2680564 Oct 27 16:05:31.437955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.438451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.438717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aa318-f3da-41d1-9f8b-83844258ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726a065-69d8-47cc-8d83-e5eb4d7bb3d8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.439021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.439484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:05:31.439958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3696e3f4-8c67-4d4b-8236-3b443ecd6857']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.469767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.470079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b8bfd7-7d0e-4d69-a23d-06cf75264ef1') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.478209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:31.489457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.514635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.525223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:31.526411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: from cryptography.utils import int_from_bytes Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: from cryptography.utils import int_from_bytes Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:31.532072 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:31.647898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a913-70e5-49eb-b86a-b73defd507e1 req-109c3ac8-cd73-41c8-81e2-66915283352d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.649871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d550a913-70e5-49eb-b86a-b73defd507e1 req-109c3ac8-cd73-41c8-81e2-66915283352d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0605471 Oct 27 16:05:31.693044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d550a913-70e5-49eb-b86a-b73defd507e1 req-019a3509-2736-4a0d-89cc-ab50445d6dcb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Oct 27 16:05:31.702787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.736636 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.736801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3696e3f4-8c67-4d4b-8236-3b443ecd6857 HTTP/1.1" status: 204 len: 168 time: 1.5128181 Oct 27 16:05:31.737729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0731d-4412-4f31-b4b2-470533a4f0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3696e3f4-8c67-4d4b-8236-3b443ecd6857,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.955716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec62fd-77fe-48f5-8f95-f57171a58649 req-b5f10906-4638-4126-849e-6d55336a9cb3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.957188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eec62fd-77fe-48f5-8f95-f57171a58649 req-b5f10906-4638-4126-849e-6d55336a9cb3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 948 time: 0.0519822 Oct 27 16:05:31.997494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eec62fd-77fe-48f5-8f95-f57171a58649 req-e6248f14-cdd0-4ed3-9bae-d78c581d8bd5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Oct 27 16:05:32.121923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-a9131785-3490-4065-88f3-e3dcf05defc7 service neutron] 10.222.0.82 "GET /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.0584204 Oct 27 16:05:32.250684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f69a1-f50e-473d-b2ec-fa02b9b48845 req-027ecd7b-4bd8-49e5-b26a-b9d945599f96 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.252099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e1f69a1-f50e-473d-b2ec-fa02b9b48845 req-027ecd7b-4bd8-49e5-b26a-b9d945599f96 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 944 time: 0.0955129 Oct 27 16:05:32.307528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48282) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:32.341311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e1f69a1-f50e-473d-b2ec-fa02b9b48845 req-ddaae2d9-d1e0-4ce0-add3-f8bca24fb075 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802753 Oct 27 16:05:32.361860 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5a7666c3-f5fc-4c35-a856-2ce925fcdef8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8613f9d1b6134ee19b411616cd39e395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581985 Oct 27 16:05:32.364237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:32.381964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:32.422461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.425235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:32.453408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.477514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a101ee-99e8-4d63-8443-e23c219e8211 req-99a1e529-ce52-408d-b16f-bc0c6ec429b6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.479187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a101ee-99e8-4d63-8443-e23c219e8211 req-99a1e529-ce52-408d-b16f-bc0c6ec429b6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1036148 Oct 27 16:05:32.488639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e41c8af-bd79-4f2f-828f-755e98e716a5 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:32.515424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:32.543549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a101ee-99e8-4d63-8443-e23c219e8211 req-ad4ec5f2-8ee3-4efc-ad49-ca700d2f8a43 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Oct 27 16:05:32.651432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.662891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.662891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dd803cf-e2de-428d-8c13-b6714df40d25 HTTP/1.1" status: 204 len: 168 time: 0.2899592 Oct 27 16:05:32.663926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.666316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd803cf-e2de-428d-8c13-b6714df40d25,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:32.674572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.674981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.675348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.675687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.676019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.676349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.676670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.677051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.677380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.677829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.678157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.678482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741a0da2-c6ec-4979-9d24-7792724a1ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:32.765620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] Transition to ACTIVE for port object 0e41c8af-bd79-4f2f-828f-755e98e716a5 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:32.841397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d797a7-e026-45c9-ab21-73c22011ec02 req-e6fa73c5-4db3-46ce-9123-315446ab8a4e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.843696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3d797a7-e026-45c9-ab21-73c22011ec02 req-e6fa73c5-4db3-46ce-9123-315446ab8a4e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0536077 Oct 27 16:05:32.867188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.953335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3d797a7-e026-45c9-ab21-73c22011ec02 req-cb9fe17b-3cee-4d2f-8217-e0fa942795b9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009831 Oct 27 16:05:32.954139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] No DVR routers for this DVR port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:32.972628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] Pushing event updated for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:33.003304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-12b63b60-401f-4fb5-bb87-62d0724618be service neutron] 10.222.0.82 "PUT /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8709500 Oct 27 16:05:33.126928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e56c-4f17-47c7-8fdd-fe56166ecfb2 req-682740ce-6a14-4054-9165-5e2d860eec84 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.128449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e736e56c-4f17-47c7-8fdd-fe56166ecfb2 req-682740ce-6a14-4054-9165-5e2d860eec84 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 948 time: 0.0534732 Oct 27 16:05:33.166094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e736e56c-4f17-47c7-8fdd-fe56166ecfb2 req-fe937a9f-df63-46fa-abb1-e05d5834b924 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Oct 27 16:05:33.270639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-5836a93a-77f6-495e-baad-f1f2a2ed276e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.272214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-5836a93a-77f6-495e-baad-f1f2a2ed276e tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0609777 Oct 27 16:05:33.420246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48318) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:33.462093 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ca2b9ce-0d96-4019-ac4c-497ddd3dc776 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f572833238f24325932f5e241883a933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406585 Oct 27 16:05:33.464993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48320) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:33.521014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.551419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.669119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-d3de03d4-f38b-48a4-8a3a-4cd132fbdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.670611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-d3de03d4-f38b-48a4-8a3a-4cd132fbdbb9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13&tenant_id=aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 1096 time: 0.3859582 Oct 27 16:05:33.702983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.705630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14993e67-eab6-4882-8593-cd270a1e2ee9 req-f1abe469-f263-4104-b9ba-65eca47aead7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.705799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.706905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a69c308-d986-4770-a138-02571f5f119e HTTP/1.1" status: 204 len: 168 time: 0.2407920 Oct 27 16:05:33.707414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14993e67-eab6-4882-8593-cd270a1e2ee9 req-f1abe469-f263-4104-b9ba-65eca47aead7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.0941882 Oct 27 16:05:33.723680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732871c8-bc3e-422e-9fbb-d765c9c96716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69c308-d986-4770-a138-02571f5f119e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:33.774961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ccad-86c7-4090-b7af-38ae5883c83d req-864ccd00-784a-4bb8-b18e-fe4117702973 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.784873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f816ccad-86c7-4090-b7af-38ae5883c83d req-864ccd00-784a-4bb8-b18e-fe4117702973 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.1249218 Oct 27 16:05:33.832352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14993e67-eab6-4882-8593-cd270a1e2ee9 req-2261ece0-5dcc-4601-91c7-a329931ea8b6 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138048 Oct 27 16:05:33.842104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-f82a5458-05c2-4113-a990-0ed4330d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.844156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-f82a5458-05c2-4113-a990-0ed4330d9e78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1096 time: 0.1357949 Oct 27 16:05:33.850456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f816ccad-86c7-4090-b7af-38ae5883c83d req-7989c1d6-6de6-4e1b-8d12-b27ac575d639 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587046 Oct 27 16:05:33.871193 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-52f53a4f-862a-4bd4-b4cb-43512df1a2d6 service neutron] show failed (client error): The resource could not be found. Oct 27 16:05:33.873779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-52f53a4f-862a-4bd4-b4cb-43512df1a2d6 service neutron] 10.222.0.79 "GET /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0909545 Oct 27 16:05:33.967560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0fc0ce71-efc1-4ccf-8284-f1bae1d37e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.969043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0fc0ce71-efc1-4ccf-8284-f1bae1d37e4c service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1171732 Oct 27 16:05:34.014260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-144473bf-71e8-4c70-b216-94312b3f582f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 200 len: 217 time: 0.0368996 Oct 27 16:05:34.062398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ab97bd39-63de-4450-9952-8bd68142f63e up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:34.104211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-8e68f1cb-2a9d-483e-a113-b109cfd11789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.105790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-8e68f1cb-2a9d-483e-a113-b109cfd11789 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0829115 Oct 27 16:05:34.134923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0939-3c91-4c45-a71e-3b27799fb81d req-15077959-fe7b-4a7a-921d-8725aaaa919c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.135909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-effa0939-3c91-4c45-a71e-3b27799fb81d req-15077959-fe7b-4a7a-921d-8725aaaa919c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0834115 Oct 27 16:05:34.161135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-743785c4-77ca-48df-b732-890bfeb2c411 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468585 Oct 27 16:05:34.213884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port ab97bd39-63de-4450-9952-8bd68142f63e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:34.218542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port ab97bd39-63de-4450-9952-8bd68142f63e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:34.219384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.249312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-effa0939-3c91-4c45-a71e-3b27799fb81d req-e1fb1a3f-4b92-48f5-9ab8-f8a8fc3e9249 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Oct 27 16:05:34.321137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-b22d3c1d-726b-4f99-a8f6-2c7b34d78f86 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463180 Oct 27 16:05:34.330102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb103b87-1f0a-4092-9606-1694672a987f req-67fda301-4aba-42f9-b477-099a3bde3bb3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.331789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb103b87-1f0a-4092-9606-1694672a987f req-67fda301-4aba-42f9-b477-099a3bde3bb3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 948 time: 0.0861762 Oct 27 16:05:34.355781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.394940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ab97bd39-63de-4450-9952-8bd68142f63e,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:34.395980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:34.398420 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6863b3e3-0a18-41b0-a3aa-d069175ff02f" -d '{"events": [{"server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:34.452711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb103b87-1f0a-4092-9606-1694672a987f req-87c1d7f3-6103-4600-b60d-ef42e1515091 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124179 Oct 27 16:05:34.468989 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd668f-eba8-4eda-b6d9-f98a7dd574d9 x-openstack-request-id: req-eebd668f-eba8-4eda-b6d9-f98a7dd574d9 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:34.469439 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:34.469777 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eebd668f-eba8-4eda-b6d9-f98a7dd574d9 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:34.470228 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e', 'code': 200} Oct 27 16:05:34.482864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-a06d185f-81b7-4603-90e9-d816d6970114 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460090 Oct 27 16:05:34.492324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.494251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:34.581401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:34.633628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0200-4310-4296-b917-5f65c618fe00 req-26a51f6f-88b6-4a5f-b0b4-6cdf2aceca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.635188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-959d0200-4310-4296-b917-5f65c618fe00 req-26a51f6f-88b6-4a5f-b0b4-6cdf2aceca7f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 1100 time: 0.0874360 Oct 27 16:05:34.656276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.711694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:34.726110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-959d0200-4310-4296-b917-5f65c618fe00 req-21792fc6-fe66-4be3-a540-9193c86397b0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Oct 27 16:05:34.737663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-329de60e-9991-4a81-9f87-ea840d27f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.739450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-329de60e-9991-4a81-9f87-ea840d27f86c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1101 time: 0.0859451 Oct 27 16:05:34.757382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:34.818819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.835140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.083010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c92f-5551-45fd-8f4a-0a5ca7cfcc50 req-f4d07b89-ad1b-464b-9e80-739f8ffc517d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.085085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5059c92f-5551-45fd-8f4a-0a5ca7cfcc50 req-f4d07b89-ad1b-464b-9e80-739f8ffc517d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.1496477 Oct 27 16:05:35.092727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.100923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2ac3-9a29-4b07-a6ff-c5089de13e32 req-2cffa2ad-5a1e-4783-bd1c-db1df97c7777 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.102217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0eb2ac3-9a29-4b07-a6ff-c5089de13e32 req-2cffa2ad-5a1e-4783-bd1c-db1df97c7777 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.1444495 Oct 27 16:05:35.176824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:35.195609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5059c92f-5551-45fd-8f4a-0a5ca7cfcc50 req-1a1fe48b-8354-4ad7-99ce-b6069f89538e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924139 Oct 27 16:05:35.207928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0eb2ac3-9a29-4b07-a6ff-c5089de13e32 req-2f61d552-7328-4743-9424-d6944d357d65 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945091 Oct 27 16:05:35.235073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:35.305630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:35.315143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.334411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-94723e4c-253d-4f20-a441-d7aef06c5f06 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.335939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-94723e4c-253d-4f20-a441-d7aef06c5f06 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0727937 Oct 27 16:05:35.349411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Transition to ACTIVE for port object 36f873cb-c7bb-46cd-81df-b59701afad80 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:35.445844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b573b-f455-4240-908d-a969139dd71d req-a81f83ab-3a3c-410b-a86c-5f2a58475178 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.447387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d81b573b-f455-4240-908d-a969139dd71d req-a81f83ab-3a3c-410b-a86c-5f2a58475178 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0940983 Oct 27 16:05:35.453277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:35.517431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d81b573b-f455-4240-908d-a969139dd71d req-70f9429c-6f24-4604-8a05-4350c2744ed0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Oct 27 16:05:35.544862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.585382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d81ff3f-329e-43cc-a0cb-58b28d92b1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.618096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] No DVR routers for this DVR port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:35.672165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.690006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d81ff3f-329e-43cc-a0cb-58b28d92b1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.694761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-39a97dc5-1318-4974-8476-3a5f75b1aa36 service neutron] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:35.705415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446e9aa-a62b-4a94-8276-3320a1fde0ce req-ce07e48d-152f-4348-a017-28c62f8da447 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.706995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e446e9aa-a62b-4a94-8276-3320a1fde0ce req-ce07e48d-152f-4348-a017-28c62f8da447 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 949 time: 0.1147332 Oct 27 16:05:35.709862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-39a97dc5-1318-4974-8476-3a5f75b1aa36 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.710910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-39a97dc5-1318-4974-8476-3a5f75b1aa36 service neutron] 10.222.0.79 "DELETE /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.3639808 Oct 27 16:05:35.711932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:35.712267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:35.712599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:35.730907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:35.731586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:35.739015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:35.739432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:35.744516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:35.744516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Bound port: 36f873cb-c7bb-46cd-81df-b59701afad80, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:35.744516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.771626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e446e9aa-a62b-4a94-8276-3320a1fde0ce req-12b11c6e-aa12-429e-aa9b-673292c96f2b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Oct 27 16:05:35.831247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:35.833604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d81ff3f-329e-43cc-a0cb-58b28d92b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.838858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:35.873640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d81ff3f-329e-43cc-a0cb-58b28d92b1c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fd66aeb1373428a99d653d5d108e535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182804 Oct 27 16:05:35.875942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ff3f-329e-43cc-a0cb-58b28d92b1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee56a9a-92b6-450f-bb5d-2113a8e578fd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.876757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48430) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:35.930782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.954894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.957869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.009384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.010010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.011595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] 10.222.0.82 "PUT /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 1096 time: 1.2585270 Oct 27 16:05:36.012005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:36.014383 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf50fb-f404-42e7-b284-115c3d36284d" -d '{"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:36.045486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c6e95-b2c4-4e48-8f21-6fb4953642b4 service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=8']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:36.087746 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b40fc8-4287-4780-acbb-e5098b2fcfaf x-openstack-request-id: req-b0b40fc8-4287-4780-acbb-e5098b2fcfaf {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:36.088304 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:36.088582 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0b40fc8-4287-4780-acbb-e5098b2fcfaf {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:36.088971 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'status': 'completed', 'code': 200} Oct 27 16:05:36.203993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-ff0043c6-506e-48f4-a6c7-ca553305cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.206208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-ff0043c6-506e-48f4-a6c7-ca553305cb90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1099 time: 0.1022153 Oct 27 16:05:36.206909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.209665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.219500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fee56a9a-92b6-450f-bb5d-2113a8e578fd HTTP/1.1" status: 204 len: 168 time: 0.3357649 Oct 27 16:05:36.219500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-3dcd6d0b-bab7-4d6a-8c30-13c74c4515bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.220438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-3dcd6d0b-bab7-4d6a-8c30-13c74c4515bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1099 time: 0.0819972 Oct 27 16:05:36.348202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6e9c-bf79-4177-85c5-7633e4b96127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee56a9a-92b6-450f-bb5d-2113a8e578fd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:36.472035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:36.474475 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3f724-fd22-456a-b032-43a522356d75" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:36.522041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1a077-b274-4288-bf71-73a314ddb496 req-58cf2f13-7ba7-4f33-83f9-48f145f4aaac tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.523542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8f1a077-b274-4288-bf71-73a314ddb496 req-58cf2f13-7ba7-4f33-83f9-48f145f4aaac tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.1718218 Oct 27 16:05:36.530169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-40eca85c-d9c3-4e7f-a06d-ed51b26842aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.531085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-40eca85c-d9c3-4e7f-a06d-ed51b26842aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3078091 Oct 27 16:05:36.551703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e0d7b-43ba-48ff-9387-6c68791aee09 req-02a04c7f-d92b-4157-aeae-489a2cf3ac92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.553871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-315e0d7b-43ba-48ff-9387-6c68791aee09 req-02a04c7f-d92b-4157-aeae-489a2cf3ac92 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.2029810 Oct 27 16:05:36.564267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-30329881-1f34-44e5-905c-1914d7f867b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.565637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-30329881-1f34-44e5-905c-1914d7f867b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3166928 Oct 27 16:05:36.622304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-1a3c689e-7786-43e3-b72f-7f7286963c49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0806355 Oct 27 16:05:36.669710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-e661180c-1f0d-47b6-b606-d568955b6dee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0615194 Oct 27 16:05:36.704954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8f1a077-b274-4288-bf71-73a314ddb496 req-761b8bcf-3ec4-4a6a-971c-705888ece18c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658201 Oct 27 16:05:36.728554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-315e0d7b-43ba-48ff-9387-6c68791aee09 req-fc22aaf5-fe0f-45c3-b050-5e9d658b26b5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526647 Oct 27 16:05:36.764163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-0f95a920-68b7-4721-92e5-5468fa757c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.765742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-0f95a920-68b7-4721-92e5-5468fa757c58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1067555 Oct 27 16:05:36.778803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-7e33c2c0-40a0-4a78-8b98-1377f2fa3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.780786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-7e33c2c0-40a0-4a78-8b98-1377f2fa3d91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0790727 Oct 27 16:05:36.801943 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bd6cec-309f-4a5d-85cb-fc27d23f3649 x-openstack-request-id: req-96bd6cec-309f-4a5d-85cb-fc27d23f3649 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:36.804151 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:36.804580 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96bd6cec-309f-4a5d-85cb-fc27d23f3649 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:36.805126 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'code': 200} Oct 27 16:05:36.852816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-15f17b4c-5ae7-4164-b5d3-d4f102201d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.854328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-15f17b4c-5ae7-4164-b5d3-d4f102201d9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725532 Oct 27 16:05:36.871280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-aae8155c-76c5-4a1b-9426-bf6f6701cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.872763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-aae8155c-76c5-4a1b-9426-bf6f6701cd1b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805225 Oct 27 16:05:37.101806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3fec-b220-4449-82d1-f29ca85a3d99 req-1eafe840-8a8f-4695-8d35-7c7992e171f8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.103335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-937b3fec-b220-4449-82d1-f29ca85a3d99 req-1eafe840-8a8f-4695-8d35-7c7992e171f8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2035131 Oct 27 16:05:37.115631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667e6cc-c55f-46de-a4f1-f21b7f4a7c8c req-32b85060-6236-45ba-b8b0-654977125392 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.117024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b667e6cc-c55f-46de-a4f1-f21b7f4a7c8c req-32b85060-6236-45ba-b8b0-654977125392 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 949 time: 0.1412303 Oct 27 16:05:37.134905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-75bb49a7-9750-49f0-aa62-b033e8b4b2f4 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571943 Oct 27 16:05:37.149143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-338a85c5-99ae-4855-9e10-f08af8ef8aef service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637582 Oct 27 16:05:37.279688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-937b3fec-b220-4449-82d1-f29ca85a3d99 req-f10e310b-e631-4521-8234-582f49e8dd56 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560323 Oct 27 16:05:37.282241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b667e6cc-c55f-46de-a4f1-f21b7f4a7c8c req-ae297d37-b77a-4025-8b26-0b8837378180 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576314 Oct 27 16:05:37.349033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad31b499-8ad8-4959-9438-70a63ebfe0de req-2fd52077-69c4-4508-be4c-1d49bf312850 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924870 Oct 27 16:05:37.350985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-f1855c50-8e7e-44a2-86aa-472b2f166ec2 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821573 Oct 27 16:05:37.392657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:37.409699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-08dac994-048d-4154-afb7-ef51ec83eb7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.418598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7f122b-f145-467c-b8e5-3424bfd379f0 req-4790cdfd-39a5-4a72-8827-1dca6e844753 tempest-FlavorsV2NegativeTest-1903614439 tempest-FlavorsV2NegativeTest-1903614439-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716bb2d1adb040a6825da0a1264f565e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261843 Oct 27 16:05:37.426096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a775be1-d124-448f-8401-66d403e20220 req-13e55678-ce79-4503-8d6e-7828e80d6c11 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.427749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a775be1-d124-448f-8401-66d403e20220 req-13e55678-ce79-4503-8d6e-7828e80d6c11 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1096 time: 0.0678236 Oct 27 16:05:37.496736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-08dac994-048d-4154-afb7-ef51ec83eb7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.545092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a775be1-d124-448f-8401-66d403e20220 req-7cc14ad8-0197-4169-b094-66ec01f7c3df tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058495 Oct 27 16:05:37.582619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-a19dc54a-0c5d-48c6-9005-631761430c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.584204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-a19dc54a-0c5d-48c6-9005-631761430c60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1099 time: 0.0793488 Oct 27 16:05:37.588412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-08dac994-048d-4154-afb7-ef51ec83eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.592001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f122b-f145-467c-b8e5-3424bfd379f0 req-9c68122b-db84-496c-a683-f2cb4535312d tempest-FlavorsV2NegativeTest-1903614439 tempest-FlavorsV2NegativeTest-1903614439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.593775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7f122b-f145-467c-b8e5-3424bfd379f0 req-9c68122b-db84-496c-a683-f2cb4535312d tempest-FlavorsV2NegativeTest-1903614439 tempest-FlavorsV2NegativeTest-1903614439-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651168 Oct 27 16:05:37.640882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-08dac994-048d-4154-afb7-ef51ec83eb7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb85059d09d04763be5e611cc6770261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452316 Oct 27 16:05:37.643591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48486) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:37.669780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7f122b-f145-467c-b8e5-3424bfd379f0 req-c3793764-69e3-47bf-8e12-504d34212751 tempest-FlavorsV2NegativeTest-1903614439 tempest-FlavorsV2NegativeTest-1903614439-project] 10.222.0.70 "GET /v2.0/quotas/716bb2d1adb040a6825da0a1264f565e HTTP/1.1" status: 200 len: 375 time: 0.0675857 Oct 27 16:05:37.674058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dac994-048d-4154-afb7-ef51ec83eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb66f7-935f-4b7e-8cb5-041eea6ce44a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:37.710220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.732113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.748244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7f122b-f145-467c-b8e5-3424bfd379f0 req-3e0b004d-45c2-4d3a-b7ca-f88fa03e914c tempest-FlavorsV2NegativeTest-1903614439 tempest-FlavorsV2NegativeTest-1903614439-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716bb2d1adb040a6825da0a1264f565e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441933 Oct 27 16:05:37.795889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562b07c-7c1e-40e6-a8ab-95f5128fe8fd req-0834c951-c030-4408-a701-ddb4de4dd619 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.797380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6562b07c-7c1e-40e6-a8ab-95f5128fe8fd req-0834c951-c030-4408-a701-ddb4de4dd619 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 949 time: 0.1471505 Oct 27 16:05:37.799748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-c0f832d9-b64b-4d57-811e-69169b261399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.801103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-c0f832d9-b64b-4d57-811e-69169b261399 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1096 time: 0.1475427 Oct 27 16:05:37.802182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-3e550eab-a839-44ec-bb2f-7dcac62bb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.804092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-3e550eab-a839-44ec-bb2f-7dcac62bb4a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2094481 Oct 27 16:05:37.937817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.940569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.941900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91fb66f7-935f-4b7e-8cb5-041eea6ce44a HTTP/1.1" status: 204 len: 168 time: 0.2971370 Oct 27 16:05:37.953473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826fbe8-5745-4a9b-975f-ac00d83b0e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb66f7-935f-4b7e-8cb5-041eea6ce44a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.215279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-4d1386ee-ef69-4f61-ab5c-4a48e598f85b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.4016035 Oct 27 16:05:38.278919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6562b07c-7c1e-40e6-a8ab-95f5128fe8fd req-7d85fc37-c812-4599-b571-a8263d71de51 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723854 Oct 27 16:05:38.300760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4345-7fad-4bf5-9202-bd940491f05a req-10251f1b-fa5e-4a35-b883-4a5f34fff48a tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.302620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f0b4345-7fad-4bf5-9202-bd940491f05a req-10251f1b-fa5e-4a35-b883-4a5f34fff48a tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 1096 time: 0.4900515 Oct 27 16:05:38.344012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-c0d96599-02d6-4928-a712-d992fa30dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.345414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-c0d96599-02d6-4928-a712-d992fa30dac9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1144207 Oct 27 16:05:38.377214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-6bff6d2f-4a53-4294-aaf8-7a27dd6c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.377214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-6bff6d2f-4a53-4294-aaf8-7a27dd6c9d2f service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.5405579 Oct 27 16:05:38.446743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f0b4345-7fad-4bf5-9202-bd940491f05a req-c6d94bb1-c6e6-444b-81fc-2a6e44a819ea tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341081 Oct 27 16:05:38.447969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-351d6be6-fcb5-498b-8e8c-b17f6f74266f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 217 time: 0.0622590 Oct 27 16:05:38.495823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf50fb-f404-42e7-b284-115c3d36284d req-84cebd46-3939-499d-bf4f-e44c07483825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.497325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-84cebd46-3939-499d-bf4f-e44c07483825 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394098 Oct 27 16:05:38.510855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb1b0e-5b79-4d1a-87fd-5a81fd0ca121 req-0257efa9-1c06-4e08-ac40-bd4305cd8d53 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.512394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bdb1b0e-5b79-4d1a-87fd-5a81fd0ca121 req-0257efa9-1c06-4e08-ac40-bd4305cd8d53 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.1702266 Oct 27 16:05:38.580422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-3cc3f30b-1d8a-4ff0-83f2-210de78a21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.581904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-3cc3f30b-1d8a-4ff0-83f2-210de78a21ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1241558 Oct 27 16:05:38.638777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-3d489c19-197e-450e-9194-9d4c6118430a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429509 Oct 27 16:05:38.643275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bdb1b0e-5b79-4d1a-87fd-5a81fd0ca121 req-b181c247-076d-4871-8f55-b92437b99e33 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181021 Oct 27 16:05:38.708122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-5343bd46-2227-4be5-aff8-8b5595538f24 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947415 Oct 27 16:05:38.843277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-81db5350-25b0-4352-b658-110c39e253ef service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868572 Oct 27 16:05:38.930242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d40b8-29b9-49bb-8a56-231bb805cd43 req-b0cf79e3-7bd3-4c18-8bb2-85b51a2bea3a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.931910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-276d40b8-29b9-49bb-8a56-231bb805cd43 req-b0cf79e3-7bd3-4c18-8bb2-85b51a2bea3a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1615651 Oct 27 16:05:38.938450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cacf50fb-f404-42e7-b284-115c3d36284d req-c9cb5747-597e-4c30-a733-9f701c923d7c service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217784 Oct 27 16:05:38.998432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-276d40b8-29b9-49bb-8a56-231bb805cd43 req-29270ab9-46a5-4cb9-94d0-0de21caec00a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589991 Oct 27 16:05:39.010280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-365444ef-6bca-48b3-b752-b72f9cae803e service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461847 Oct 27 16:05:39.175970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96197-a412-4868-9aab-34370c5602e9 req-8fbc24c3-06e3-44a6-8cea-848e40a69b0b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.180763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96197-a412-4868-9aab-34370c5602e9 req-8fbc24c3-06e3-44a6-8cea-848e40a69b0b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.182426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbc96197-a412-4868-9aab-34370c5602e9 req-8fbc24c3-06e3-44a6-8cea-848e40a69b0b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba&device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 1689 time: 0.0610082 Oct 27 16:05:39.231621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbc96197-a412-4868-9aab-34370c5602e9 req-f0c8edd7-89f8-4594-9ed8-25ae6c0ef1df tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Oct 27 16:05:39.247711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:39.423325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad47564-bc8b-41e4-a978-483912dd3215 req-a4770f5a-316d-4cf7-ba8c-23ccde4c6b00 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.433908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad47564-bc8b-41e4-a978-483912dd3215 req-a4770f5a-316d-4cf7-ba8c-23ccde4c6b00 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 1100 time: 0.0535958 Oct 27 16:05:39.486120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96b23945-a109-49ea-a242-9796576ef6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.488638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad47564-bc8b-41e4-a978-483912dd3215 req-ad700df4-1ebb-4744-87ce-d4f62d6ff09a tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Oct 27 16:05:39.504557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:39.579768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-547312666-network', 'tenant_id': '9fb1292bd2ad44779b24d98ccc48cd46'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:39.604504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96b23945-a109-49ea-a242-9796576ef6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.644111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32731c0c-6e10-4fa8-bda7-99933b1ad75a req-a729a49a-bd84-4359-b72d-c4b8120ddd99 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.645987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32731c0c-6e10-4fa8-bda7-99933b1ad75a req-a729a49a-bd84-4359-b72d-c4b8120ddd99 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 1100 time: 0.0606558 Oct 27 16:05:39.687356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32731c0c-6e10-4fa8-bda7-99933b1ad75a req-7cae51b9-1b9b-499c-8231-6782fea65e45 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Oct 27 16:05:39.782505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96b23945-a109-49ea-a242-9796576ef6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.831407 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96b23945-a109-49ea-a242-9796576ef6b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=716bb2d1adb040a6825da0a1264f565e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820742 Oct 27 16:05:39.834014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:39.847331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b23945-a109-49ea-a242-9796576ef6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94a1f4-5ef9-4560-ba6d-f6eb3a421e82,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:39.931219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81516674-a6d6-4b75-baf7-37884ca5f071 req-d2c4e4fc-0975-4e07-b6cc-693f3e69fe1e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.933465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81516674-a6d6-4b75-baf7-37884ca5f071 req-d2c4e4fc-0975-4e07-b6cc-693f3e69fe1e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.0790842 Oct 27 16:05:39.934593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.936422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Made reservation on behalf of 9fb1292bd2ad44779b24d98ccc48cd46 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:39.964634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.966714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.992596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.038892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81516674-a6d6-4b75-baf7-37884ca5f071 req-c508725d-9ed2-44fd-9377-104133a813d1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923004 Oct 27 16:05:40.163743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42738-a8dd-4d02-8b04-709bc28cc599 req-bf204efb-28c4-4b14-a9d8-5c0c294e4e25 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.165254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1f42738-a8dd-4d02-8b04-709bc28cc599 req-bf204efb-28c4-4b14-a9d8-5c0c294e4e25 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0510783 Oct 27 16:05:40.207590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1f42738-a8dd-4d02-8b04-709bc28cc599 req-cf94dd3f-4243-4d6a-a7e4-57237fa4a151 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Oct 27 16:05:40.283925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.286917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.290745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc94a1f4-5ef9-4560-ba6d-f6eb3a421e82 HTTP/1.1" status: 204 len: 168 time: 0.4528735 Oct 27 16:05:40.319707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfdd29-d7b7-43e9-a27d-6f0aa418e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94a1f4-5ef9-4560-ba6d-f6eb3a421e82,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:40.372235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.414455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-b85bf30e-fb53-4218-acf5-e4f73dd5d912 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219407 Oct 27 16:05:40.526285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-afd323c9-f5ea-40fa-9824-bf9681b41ac4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.528019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-afd323c9-f5ea-40fa-9824-bf9681b41ac4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079392 Oct 27 16:05:40.545371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-fb42da3e-f222-405f-bd52-616cfced9381 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0095088 Oct 27 16:05:40.603422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6df9d09a-b4e3-4b56-a89f-59d670597e4d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525153 Oct 27 16:05:40.604981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.628056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:40.646798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.647181 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Added segment aae6d724-d853-41fc-a8b3-938deb45ec16 of type vlan for network 70d20e7c-fe5a-4b30-830b-3792449d8114 Oct 27 16:05:40.721335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.739189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e35049-d7c9-429c-8313-733ba950b22b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:40.890837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.890837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.890837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.965880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] Pushing event updated for resources: {'Network': ['ID=70d20e7c-fe5a-4b30-830b-3792449d8114,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:40.974219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 70d20e7c-fe5a-4b30-830b-3792449d8114 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:41.072691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ebdc233-6255-4794-9748-bc0134581f46 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5659859 Oct 27 16:05:41.074716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:41.079987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Request body: {'subnet': {'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-547312666-subnet', 'tenant_id': '9fb1292bd2ad44779b24d98ccc48cd46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:41.181571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9db14-308e-4e7b-8a85-d4edfd6cd5ac req-d2a3dd8d-4b55-494c-aa51-30a8372dedd6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.190947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1f9db14-308e-4e7b-8a85-d4edfd6cd5ac req-d2a3dd8d-4b55-494c-aa51-30a8372dedd6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 948 time: 0.0610602 Oct 27 16:05:41.235649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1f9db14-308e-4e7b-8a85-d4edfd6cd5ac req-3f2c5d6b-5dce-48d6-95e0-83075aba36bc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Oct 27 16:05:41.239938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Made reservation on behalf of 9fb1292bd2ad44779b24d98ccc48cd46 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:41.243821 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.326116 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-61aef41d-9e9a-428a-b9a4-ef5ac6001539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.385277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df269be-8fda-4342-bc36-4dc89b5ed956 req-fb3cee64-0c26-48fb-a997-5c8cb200cc07 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.386835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9df269be-8fda-4342-bc36-4dc89b5ed956 req-fb3cee64-0c26-48fb-a997-5c8cb200cc07 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0857418 Oct 27 16:05:41.510754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:41.575464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9df269be-8fda-4342-bc36-4dc89b5ed956 req-a8c4e5f0-1cc4-418f-a1ca-b3dcdccdfd22 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658325 Oct 27 16:05:41.685010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd42d5fc-ea05-4db2-9f61-5ac960b31501 req-1bec6683-6b8f-41c4-a522-716f84b52fc9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0431821 Oct 27 16:05:41.691743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.708689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:41.731690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '36f873cb-c7bb-46cd-81df-b59701afad80', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '36f873cb-c7bb-46cd-81df-b59701afad80', 'mac_address': 'fa:16:3e:e1:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:41.753386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48626) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:41.775793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e115c04-7346-4fdf-8e98-c3e6c3022bf1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:41.800709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Checking segment: {'id': 'aae6d724-d853-41fc-a8b3-938deb45ec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:41.801070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Network hostable DHCP agents. Network: 70d20e7c-fe5a-4b30-830b-3792449d8114, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:41.828154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.843744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:41.872472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:41.892532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-network', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:42.008483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Network 70d20e7c-fe5a-4b30-830b-3792449d8114 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:42.017924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.073251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.080123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Made reservation on behalf of bb6f819144e54fff94c8eed11f517d71 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:42.082482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.091730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.118094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 70d20e7c-fe5a-4b30-830b-3792449d8114) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:42.125594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.126183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.133456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e333c5e-f199-4ad5-89e1-b90553c83f4a None None] Network 70d20e7c-fe5a-4b30-830b-3792449d8114 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:42.186410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.281682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ee806e9a-10ad-4ace-8420-99ee182fc077 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2053974 Oct 27 16:05:42.293517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680e00a-6e37-4807-8d39-1a76b6829d95 None None] Network 70d20e7c-fe5a-4b30-830b-3792449d8114 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:42.297763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.359620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c6577-f8f1-40e3-8f89-e4ba6ebef9c2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.388613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:42.405504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.405858 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Added segment cb355477-0750-4dac-8fc5-0b6a7f1ab8f2 of type vlan for network fb6d2842-718d-483b-b82e-3bbe50021c6b Oct 27 16:05:42.433571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcea3aa-fdaf-4553-b63b-eaa0d65a9cd7 req-31b3418f-8468-4ac8-8a65-8fc323b5170b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.435130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbcea3aa-fdaf-4553-b63b-eaa0d65a9cd7 req-31b3418f-8468-4ac8-8a65-8fc323b5170b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.1271000 Oct 27 16:05:42.493309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.531003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbcea3aa-fdaf-4553-b63b-eaa0d65a9cd7 req-5d69fc70-c5ee-475a-a14a-2dcb8592aa24 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746975 Oct 27 16:05:42.560003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:42.654695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.656723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.657343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.851391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e87e5ed0-c07b-4383-9358-12127138555b req-6b2aae41-8f41-41a8-a998-2599a0b8f9c5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0639746 Oct 27 16:05:42.853341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6d2842-718d-483b-b82e-3bbe50021c6b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.875367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fb6d2842-718d-483b-b82e-3bbe50021c6b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:42.875506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a17c3034-e9c5-478c-b4b5-bfa76155acf8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1151025 Oct 27 16:05:42.875603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:42.878184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Request body: {'subnet': {'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-subnet', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:42.892891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf2c7-d491-4924-b49e-5b8da69eeb35 req-dda1f7eb-5a35-4a8c-8544-d2873a6f7d74 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.894464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6dcf2c7-d491-4924-b49e-5b8da69eeb35 req-dda1f7eb-5a35-4a8c-8544-d2873a6f7d74 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2042377 Oct 27 16:05:42.942743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6dcf2c7-d491-4924-b49e-5b8da69eeb35 req-36ae1257-49f2-4f8a-a006-5d5ab9c0735f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Oct 27 16:05:43.050700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Made reservation on behalf of bb6f819144e54fff94c8eed11f517d71 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:43.051978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.378491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48672) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:43.383437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1994984530-network', 'tenant_id': 'f39e6330980f4e20bcbb90bda2910fa4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:43.401266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.461488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836e5748-0a7e-4de7-aa6a-aacc5b08b131,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:43.468766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Checking segment: {'id': 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:43.469119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Network hostable DHCP agents. Network: fb6d2842-718d-483b-b82e-3bbe50021c6b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:43.589494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Network fb6d2842-718d-483b-b82e-3bbe50021c6b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:43.591811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Made reservation on behalf of f39e6330980f4e20bcbb90bda2910fa4 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:43.594510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.606916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.664295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0abf2-99a7-4658-a95f-8efb91b70086 req-113ff1c2-a7d1-40a4-b3da-b6ec7a6b7baa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.665774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ef0abf2-99a7-4658-a95f-8efb91b70086 req-113ff1c2-a7d1-40a4-b3da-b6ec7a6b7baa tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.0557384 Oct 27 16:05:43.687862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.706920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ef0abf2-99a7-4658-a95f-8efb91b70086 req-60a908a4-d74a-4e0a-b15e-bdd3edced511 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Oct 27 16:05:43.776786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fb6d2842-718d-483b-b82e-3bbe50021c6b) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:43.781770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.782566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.787905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2d194-95eb-4ece-bf19-46a04f71daab None None] Network fb6d2842-718d-483b-b82e-3bbe50021c6b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:43.941662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06a7c9c2-82e7-464d-a3aa-9b84bf21dfd8 req-b9fcaa18-dfa7-43e6-8c7a-45ee2181c144 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0341823 Oct 27 16:05:43.964778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fb6d2842-718d-483b-b82e-3bbe50021c6b', 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'fixed_ips': [{'subnet_id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:05:43.965717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.989333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.002885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:44.014766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.015144 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Added segment 6e6bc695-b430-4e87-ab0f-7edeb1de7912 of type vlan for network c20a4877-8aac-42c9-85cb-9a2b24c8595d Oct 27 16:05:44.064960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c240eb00-060e-4ee6-99b9-e985660a5ff0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:44.081278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.132660 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9eedda85-982b-40fe-af21-2b17af6deda3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2591302 Oct 27 16:05:44.137050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:44.146581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:44.185149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Allocated IP 172.20.0.2 (fb6d2842-718d-483b-b82e-3bbe50021c6b/836e5748-0a7e-4de7-aa6a-aacc5b08b131/4a725b94-549c-48e3-b8f8-ab0647fb1c4d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:44.204628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-82b003a9-de61-4ca5-8c6e-ba5db4a22d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.210714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f5e8-1487-475c-9926-f948f54fd07b req-fe6e2bf1-9459-4a48-8b32-5ed903071e7a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.215991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5af3f5e8-1487-475c-9926-f948f54fd07b req-fe6e2bf1-9459-4a48-8b32-5ed903071e7a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.0834544 Oct 27 16:05:44.229810 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.231272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.232032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.254978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5af3f5e8-1487-475c-9926-f948f54fd07b req-dc523aaf-ca92-44ac-8b7e-c1e6e4b3d098 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Oct 27 16:05:44.317816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] Pushing event updated for resources: {'Network': ['ID=c20a4877-8aac-42c9-85cb-9a2b24c8595d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:44.364366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c20a4877-8aac-42c9-85cb-9a2b24c8595d details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:44.373017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.382588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.386305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.462578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.509751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.513613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c236073-494d-46da-afb7-fd97160cda3a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1338880 Oct 27 16:05:44.525106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48690) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:44.530162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Request body: {'subnet': {'network_id': 'c20a4877-8aac-42c9-85cb-9a2b24c8595d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1994984530-subnet', 'tenant_id': 'f39e6330980f4e20bcbb90bda2910fa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:44.554559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Network fb6d2842-718d-483b-b82e-3bbe50021c6b is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:44.559106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:44.561557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:44.567721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Pushing event updated for resources: {'Port': ['ID=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:44.579492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.579837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.580174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.580505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.580833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.581159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.581478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.581798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.582115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.582431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.582783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.583124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:44.623988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.635750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Attempting to bind port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:44.636123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Attempting to bind port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:44.636505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Attempting to bind port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d on network fb6d2842-718d-483b-b82e-3bbe50021c6b {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:44.641837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:44.642211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Checking segment: {'id': 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:44.642712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.643129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Bound using segment: {'id': 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:44.643673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Bound port: 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:44.644058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.660429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Made reservation on behalf of f39e6330980f4e20bcbb90bda2910fa4 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:44.665088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.755982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] For port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:44.760122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] For port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,segment=NetworkSegment(cb355477-0750-4dac-8fc5-0b6a7f1ab8f2),segment_id=cb355477-0750-4dac-8fc5-0b6a7f1ab8f2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:44.860878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45de85c-e4c8-4576-a4b1-3b6f97b48895 req-2082b1d0-82a3-4bba-8364-0b26230a5f6e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.862541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d45de85c-e4c8-4576-a4b1-3b6f97b48895 req-2082b1d0-82a3-4bba-8364-0b26230a5f6e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.0853825 Oct 27 16:05:44.974258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d45de85c-e4c8-4576-a4b1-3b6f97b48895 req-75c30ea7-046a-49b1-bf67-f0e65565533a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023827 Oct 27 16:05:45.025534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-39755a4d-4140-4872-976c-2bd273d8fda2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.027161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-39755a4d-4140-4872-976c-2bd273d8fda2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5&tenant_id=f214e5b28c364ddeac98cb492f1cf710&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 949 time: 0.0900755 Oct 27 16:05:45.048526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.116567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.127108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6644ee54-705f-44f0-ac19-d89f29755c4f req-f6ce0428-0a14-48f7-9eb1-4b732f2cd4f5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0429945 Oct 27 16:05:45.151131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-c1d206d2-62f7-4b07-afef-b5a4af4ae599 service neutron] 10.222.0.82 "GET /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80/bindings/n-h2-814735-4 HTTP/1.1" status: 200 len: 382 time: 0.1147985 Oct 27 16:05:45.159014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4850be-1b67-4aed-8d7f-5595bd824b1f None None] Pushing event updated for resources: {'Port': ['ID=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.233496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-d287247c-7708-4e6b-9fa0-0754a59ad00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.235197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-d287247c-7708-4e6b-9fa0-0754a59ad00a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1100 time: 0.0496006 Oct 27 16:05:45.240512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.240657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.529180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f650c1-fe01-41ce-9131-ec1f0c211b9b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.537455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:45.580696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Checking segment: {'id': '6e6bc695-b430-4e87-ab0f-7edeb1de7912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c20a4877-8aac-42c9-85cb-9a2b24c8595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:45.581321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Network hostable DHCP agents. Network: c20a4877-8aac-42c9-85cb-9a2b24c8595d, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:45.590885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-698bbe74-a76a-47d9-a012-46370454d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.592717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-698bbe74-a76a-47d9-a012-46370454d74c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3488159 Oct 27 16:05:45.621420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9af6-7ad5-4a47-9819-6a586651edca req-1ea53b7f-b762-4e6e-a43b-fc1761efe9e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.634866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbaa9af6-7ad5-4a47-9819-6a586651edca req-1ea53b7f-b762-4e6e-a43b-fc1761efe9e5 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2306678 Oct 27 16:05:45.659311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.679878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.695364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-db242486-4a77-49ee-bf29-79defef95073 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0928066 Oct 27 16:05:45.780588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbaa9af6-7ad5-4a47-9819-6a586651edca req-fbd0a735-c0d5-4984-b031-88e812aa3130 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873718 Oct 27 16:05:45.780588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-6cdc7b01-4f8c-4f4a-b508-2ffa5d11d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.780588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-6cdc7b01-4f8c-4f4a-b508-2ffa5d11d75f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0584555 Oct 27 16:05:45.814078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Allocated IP 172.25.5.88 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/517b65f8-c5de-4a43-af73-31e7001ffdb6) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:45.829856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-10576369-f5ba-46b8-b71c-82a4b7a50169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.831733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-10576369-f5ba-46b8-b71c-82a4b7a50169 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493255 Oct 27 16:05:45.938334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.941730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-89bf2485-f881-47e6-b05c-48beae4c7a4c service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014965 Oct 27 16:05:46.053809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-3b8f72c8-0309-4380-92e5-2baec1705829 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041069 Oct 27 16:05:46.134421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997dd5-8f9f-4c73-b0af-028886ece5c1 req-57be92b6-9fd9-4d25-b4d3-be4582a3f459 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.136403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad997dd5-8f9f-4c73-b0af-028886ece5c1 req-57be92b6-9fd9-4d25-b4d3-be4582a3f459 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.0572286 Oct 27 16:05:46.161050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 36f873cb-c7bb-46cd-81df-b59701afad80 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:46.166318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 36f873cb-c7bb-46cd-81df-b59701afad80 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:46.167053 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.218820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad997dd5-8f9f-4c73-b0af-028886ece5c1 req-28e21390-03d2-4747-bd33-c52fa97a5e23 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745795 Oct 27 16:05:46.252246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-719fb8ae-f370-403f-853f-23370c856424 req-4a907ae6-ed21-438c-94aa-e7170b97d23b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0523853 Oct 27 16:05:46.269212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Network c20a4877-8aac-42c9-85cb-9a2b24c8595d is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:46.298338 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.337055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:46.337055 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d93032-14df-4850-892c-0a8f778c3be4" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:46.353098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:46.378401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.393772 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df9f9be-9bce-4f49-ba88-357168c7d234 x-openstack-request-id: req-7df9f9be-9bce-4f49-ba88-357168c7d234 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:46.393772 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:46.393772 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7df9f9be-9bce-4f49-ba88-357168c7d234 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:46.393772 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'code': 200} Oct 27 16:05:46.413225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:46.416130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:46.419576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:46.427710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f68b5-fe73-41bd-8c15-80f31307971d None None] Network fb6d2842-718d-483b-b82e-3bbe50021c6b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:46.441560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c20a4877-8aac-42c9-85cb-9a2b24c8595d) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:46.446351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.451666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.465367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Pushing event updated for resources: {'Port': ['ID=517b65f8-c5de-4a43-af73-31e7001ffdb6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.469009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbeaa38-0fa6-42f6-8559-a7c88ec7c9e5 None None] Network c20a4877-8aac-42c9-85cb-9a2b24c8595d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:46.552964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f8b6ddc-4bba-43de-b5da-938d41f452e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0265224 Oct 27 16:05:46.637443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-9ac6c777-33ee-4f9d-8f5f-2cd1d2f4f098 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821958 Oct 27 16:05:46.707257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.833974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] Provisioning complete for port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:46.835001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.844423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-8cb0f7fb-6bc5-41e0-a353-0000f6b3f709 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.847463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-8cb0f7fb-6bc5-41e0-a353-0000f6b3f709 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024028 Oct 27 16:05:46.863163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:46.931008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.947828 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.006605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.015598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062c7d0-4f2d-4968-a66b-8931aed24cf3 None None] Network c20a4877-8aac-42c9-85cb-9a2b24c8595d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:47.239937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b47db-ea70-4846-9585-0dd0dc5f3acc req-6b21cba6-271f-409b-ad62-4f405d364b6e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.241572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-248b47db-ea70-4846-9585-0dd0dc5f3acc req-6b21cba6-271f-409b-ad62-4f405d364b6e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.1807020 Oct 27 16:05:47.317273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a725b94-549c-48e3-b8f8-ab0647fb1c4d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:47.339572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-248b47db-ea70-4846-9585-0dd0dc5f3acc req-59d540f2-264a-4e20-ac0c-32880615a89a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 Oct 27 16:05:47.349499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:47.354111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.386797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.457889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] For port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,segment=NetworkSegment(cb355477-0750-4dac-8fc5-0b6a7f1ab8f2),segment_id=cb355477-0750-4dac-8fc5-0b6a7f1ab8f2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:47.474594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.501812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:47.507085 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.603968 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.663891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.702090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f072c-0900-4125-b10b-fe65480abd72 None None] Pushing event updated for resources: {'Port': ['ID=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:47.752916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f6c2b050-e103-4556-9968-89c961c0b4ad None None] Provisioning complete for port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:47.753943 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b050-e103-4556-9968-89c961c0b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.755019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:05:47.759203 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:05:47.770471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-993a7f93-e42d-4043-8d23-51dbc2671e2a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629523 Oct 27 16:05:47.782716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab95d-f765-4b54-9bb0-3c4f394fbda8 req-aeca518d-74e1-40ae-b2a2-214e7d9d2224 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.784172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4ab95d-f765-4b54-9bb0-3c4f394fbda8 req-aeca518d-74e1-40ae-b2a2-214e7d9d2224 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 951 time: 0.2916849 Oct 27 16:05:47.812623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-78715167-3367-4eed-b193-903a7d318aeb tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.814354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-78715167-3367-4eed-b193-903a7d318aeb tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/networks?id=70d20e7c-fe5a-4b30-830b-3792449d8114 HTTP/1.1" status: 200 len: 814 time: 0.3206508 Oct 27 16:05:47.851796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Router ae2d8e95-6a10-4859-bda2-5573ba4d33ed is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:05:47.878171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.25 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/f31ad98b-14a0-43e3-b1aa-e1297da49ec9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:47.918690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-0c774f7e-467a-4b07-8b27-cbfeaa1b70ab tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/quotas/9fb1292bd2ad44779b24d98ccc48cd46 HTTP/1.1" status: 200 len: 375 time: 0.0596235 Oct 27 16:05:47.989073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:47.993618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-a6735c62-8b7e-45ba-9a99-d4e13cbce402 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9fb1292bd2ad44779b24d98ccc48cd46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684652 Oct 27 16:05:48.003743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Sync routers for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:48.009331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4ab95d-f765-4b54-9bb0-3c4f394fbda8 req-54ae313a-71b5-4c16-b7e9-a10b85e59037 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080870 Oct 27 16:05:48.018402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:48.018705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:48.096110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-1807d92b-f246-4dd2-965e-190efc1af51d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.097718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-1807d92b-f246-4dd2-965e-190efc1af51d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109543 Oct 27 16:05:48.151097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': '894e6002-8907-4753-9427-31a06bd6ce90', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:48.179861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:48.185576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.187264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-03125ab4-5270-464f-a9e5-e47a4423b104 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0486608 Oct 27 16:05:48.189981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:48.488383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:46Z', 'revision_number': 3, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:48.521417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Checking router: ae2d8e95-6a10-4859-bda2-5573ba4d33ed for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:48.522090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Updating router ae2d8e95-6a10-4859-bda2-5573ba4d33ed port 517b65f8-c5de-4a43-af73-31e7001ffdb6 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:05:48.565488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.652692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fc44e20-58aa-446b-9494-d5100ff96fcc req-269b86f6-2906-47aa-bcaa-5658afd74880 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.5357039 Oct 27 16:05:48.745157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.845927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-4d6be2c6-49d6-495f-ad34-788b591eb6b7 service neutron] 10.222.0.70 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355548 Oct 27 16:05:48.954316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.974638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:48.979662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.989053 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.005184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Allocated IP 172.20.0.1 (fb6d2842-718d-483b-b82e-3bbe50021c6b/836e5748-0a7e-4de7-aa6a-aacc5b08b131/67a88ee1-5d42-4aaf-8ee4-e790674b70c1) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:49.089586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a725b94-549c-48e3-b8f8-ab0647fb1c4d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:49.135836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.175308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.226577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87389f2-5584-4a20-b523-e968ba706b45 None None] Pushing event updated for resources: {'Port': ['ID=517b65f8-c5de-4a43-af73-31e7001ffdb6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.229228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99db027-9de8-426c-811e-57955cc6cc67 req-90cfbf4d-a4de-4376-a5f4-4b50e364cf51 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:49.230316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Attempting to bind port 517b65f8-c5de-4a43-af73-31e7001ffdb6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:49.230529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Attempting to bind port 517b65f8-c5de-4a43-af73-31e7001ffdb6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:49.231198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Attempting to bind port 517b65f8-c5de-4a43-af73-31e7001ffdb6 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:49.239415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d99db027-9de8-426c-811e-57955cc6cc67 req-90cfbf4d-a4de-4376-a5f4-4b50e364cf51 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2440507 Oct 27 16:05:49.239730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:49.240165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:49.241248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.241872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:49.242178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.242390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Bound port: 517b65f8-c5de-4a43-af73-31e7001ffdb6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:49.242727 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.252660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-6cee916d-2cfe-4c95-a649-f0f02343e178 service neutron] 10.222.0.70 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030237 Oct 27 16:05:49.281044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:49.284226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:49.309619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.320680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:49.321049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.335306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Network fb6d2842-718d-483b-b82e-3bbe50021c6b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:49.340644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:49.343160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:49.348077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:49.367220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:49.380420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:49.450390 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:05:49.458310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d99db027-9de8-426c-811e-57955cc6cc67 req-b3b40ec1-5579-46a2-a9df-503e62d141f0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121315 Oct 27 16:05:49.477437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.197 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/cc824133-7e01-44ba-892b-354f081a7345) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:49.485476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Pushing event updated for resources: {'Port': ['ID=67a88ee1-5d42-4aaf-8ee4-e790674b70c1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.502020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.571439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] For port 517b65f8-c5de-4a43-af73-31e7001ffdb6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:49.599894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] For port 517b65f8-c5de-4a43-af73-31e7001ffdb6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=517b65f8-c5de-4a43-af73-31e7001ffdb6,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:49.765688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.806819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.932572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10a0b0d2-e4dd-48f6-a9e7-626d1fd32a28 req-8357a4a7-f524-4c00-9c17-a29e744214d1 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.1333313 Oct 27 16:05:49.945613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-e4246474-35bf-4834-9f4a-1165206670b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:49.947143 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-e4246474-35bf-4834-9f4a-1165206670b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1102 time: 0.1004326 Oct 27 16:05:49.951527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:49.952754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.958074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.982312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:50.029601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9580bf0-2fce-426d-862e-8f37c759ce07 req-00c21134-ab8c-4e0d-87a1-8219d001ce24 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.040858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9580bf0-2fce-426d-862e-8f37c759ce07 req-00c21134-ab8c-4e0d-87a1-8219d001ce24 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 951 time: 0.2408125 Oct 27 16:05:50.079568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.085440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6beed8c1-3a38-4842-a5d1-5c3faef16f20 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2263532 Oct 27 16:05:50.139516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Request body: {'port': {'device_id': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:50.156978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Provisioning complete for port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:50.157350 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.157519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6939370-64e2-4f74-b2c8-a343437d4740 req-deda880c-83f0-4450-8cef-f526a482d1f4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 210 time: 0.0963564 Oct 27 16:05:50.171466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87389f2-5584-4a20-b523-e968ba706b45 None None] Pushing event updated for resources: {'Port': ['ID=517b65f8-c5de-4a43-af73-31e7001ffdb6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.171679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:50.172193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:50.185581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.259452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9580bf0-2fce-426d-862e-8f37c759ce07 req-45ec612d-3f7b-4e65-9d10-05615f9e7f37 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059789 Oct 27 16:05:50.317964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.402341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:50.438641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Provisioning complete for port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:50.439007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.467303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.501482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.540577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-abc0994e-d3b7-41ee-a6cc-312b6923e33f None None] Port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:50.566615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:50.601480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:50.606946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.657150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:50.668309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:50.697071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:50.760002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:50.769948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.806677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Pushing event updated for resources: {'Port': ['ID=67a88ee1-5d42-4aaf-8ee4-e790674b70c1,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.813182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3cea-5459-46fa-9056-7941d115fcf1 req-8e310dc7-ea5b-4c3e-b0f5-b155fa7b0a7b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.815023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e3a3cea-5459-46fa-9056-7941d115fcf1 req-8e310dc7-ea5b-4c3e-b0f5-b155fa7b0a7b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2290378 Oct 27 16:05:50.821875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.823491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.826400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.904403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e3a3cea-5459-46fa-9056-7941d115fcf1 req-89546d5f-7691-48f7-8689-9044e8b1bc91 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Oct 27 16:05:51.022683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:51.091420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34048e35-7f7e-44e8-ba90-fabefddd2331 req-bef86208-b820-4bc2-8939-084f91fb8d4c tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.0602305 Oct 27 16:05:51.097211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-538de796-c842-4891-9a4b-6a2ea4c1c519 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9851158 Oct 27 16:05:51.100530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:51.102887 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d99d87-7fac-4f82-a097-1c23fb25c151" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:51.114159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Request body: {'port': {'device_id': '894e6002-8907-4753-9427-31a06bd6ce90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:51.117045 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.130346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Network fb6d2842-718d-483b-b82e-3bbe50021c6b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:51.138729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:51.168484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Transition to ACTIVE for port object 36f873cb-c7bb-46cd-81df-b59701afad80 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:51.191538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f7eb8050-7715-44e4-82a1-b6f3e7abdf6e None None] Provisioning complete for port cc824133-7e01-44ba-892b-354f081a7345 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:51.191878 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8050-7715-44e4-82a1-b6f3e7abdf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.197495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.246757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb8050-7715-44e4-82a1-b6f3e7abdf6e None None] Port cc824133-7e01-44ba-892b-354f081a7345 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:51.247055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 4, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '67a88ee1-5d42-4aaf-8ee4-e790674b70c1', 'name': '', 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'mac_address': 'fa:16:3e:45:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 1, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'subnets': [{'id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:51.262938 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3479357-cf4c-443c-b7eb-37345d79cc1c x-openstack-request-id: req-b3479357-cf4c-443c-b7eb-37345d79cc1c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:51.263594 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:51.264020 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3479357-cf4c-443c-b7eb-37345d79cc1c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:51.264580 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'code': 200} Oct 27 16:05:51.278573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5fcfd-f01a-40b6-9d85-cdbd7bca23f0 None None] The sync data for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 is: [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 4, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '67a88ee1-5d42-4aaf-8ee4-e790674b70c1', 'name': '', 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'mac_address': 'fa:16:3e:45:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 1, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'subnets': [{'id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:51.313212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.405527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=11']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:51.496487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] No DVR routers for this DVR port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:51.515475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Router ae2d8e95-6a10-4859-bda2-5573ba4d33ed has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:51.541285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:51.555149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:51.555748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:51.556273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:51.563240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:51.563848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Attempting to bind port 36f873cb-c7bb-46cd-81df-b59701afad80 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:51.590217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:51.692319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:51.718751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:51.719372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:51.719924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:51.720548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Bound port: 36f873cb-c7bb-46cd-81df-b59701afad80, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:51.721155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.733545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-29a73c1d-7934-4530-a26c-d387eac9e19c None None] Provisioning complete for port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:51.733545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29a73c1d-7934-4530-a26c-d387eac9e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.811630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479c837-80df-49db-9d2c-a05a0c2b02c0 req-49403531-52eb-4de9-bc02-c612ebf40eaf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.818511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6479c837-80df-49db-9d2c-a05a0c2b02c0 req-49403531-52eb-4de9-bc02-c612ebf40eaf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 936 time: 0.5088005 Oct 27 16:05:51.869908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:51.874613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:51.902802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-29a73c1d-7934-4530-a26c-d387eac9e19c None None] Port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:51.915976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8cd8d-45af-4c30-96ac-b47295bfc63c req-97462e1c-1bdb-4edc-9251-cb86ac8cc7d1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.917668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:51.929921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50d8cd8d-45af-4c30-96ac-b47295bfc63c req-97462e1c-1bdb-4edc-9251-cb86ac8cc7d1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.3883526 Oct 27 16:05:51.938117 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ce054666-2403-4f0a-aa11-8b0730535665 admin admin] 10.222.0.70 "PUT /v2.0/routers/ae2d8e95-6a10-4859-bda2-5573ba4d33ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7467575 Oct 27 16:05:51.994276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6479c837-80df-49db-9d2c-a05a0c2b02c0 req-879012f7-6035-404b-97ee-3ff7c9723565 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688368 Oct 27 16:05:52.009168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31ad98b-14a0-43e3-b1aa-e1297da49ec9 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:52.052935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.076473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50d8cd8d-45af-4c30-96ac-b47295bfc63c req-a1297ac8-1623-41c3-90cd-65ac17cf88e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416996 Oct 27 16:05:52.078928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.135262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Transition to ACTIVE for port object f31ad98b-14a0-43e3-b1aa-e1297da49ec9 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:52.147495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:52.149297 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.150809 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] 10.222.0.79 "PUT /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 1097 time: 2.1760414 Oct 27 16:05:52.172251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be95f-419f-44b4-abfb-f55e14538dce service neutron] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=12']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:52.266521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-9d3dd4eb-d1fe-44cc-b878-d8525b95bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:52.267746 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-9d3dd4eb-d1fe-44cc-b878-d8525b95bfdc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1100 time: 0.0677423 Oct 27 16:05:52.339593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.386491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c0d7773-cc66-404e-abda-db7b82c983c3 req-af35b9e1-a2fd-4ee6-8ce5-86e54e669447 tempest-FloatingIPsNegativeTestJSON-1298006474 tempest-FloatingIPsNegativeTestJSON-1298006474-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=bb6f819144e54fff94c8eed11f517d71 HTTP/1.1" status: 200 len: 217 time: 0.1264598 Oct 27 16:05:52.451165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-1582805b-f599-4e76-b921-9c3a12bcd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:52.457129 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-1582805b-f599-4e76-b921-9c3a12bcd7dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1762645 Oct 27 16:05:52.582804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac490e-1763-4a7c-af03-90d679e6a9e1 req-0c58fc31-03cd-4124-bd08-242601bb8a73 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:52.589093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daac490e-1763-4a7c-af03-90d679e6a9e1 req-0c58fc31-03cd-4124-bd08-242601bb8a73 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.3969913 Oct 27 16:05:52.604000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-a5a05ea3-6859-48ff-b004-93b41385091d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.1408601 Oct 27 16:05:52.636956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa9b7968-1852-419f-a39e-47174d4d8520 req-1fbee4b6-8818-4f31-adf9-3b6bbca3f3cb tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.1091757 Oct 27 16:05:52.665880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Pushing event updated for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:52.844560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86c3e924-93ba-408e-9cd5-0edbd84d72c7 req-07a848e1-9012-47f2-a0f0-fad456d31f25 tempest-FloatingIPsNegativeTestJSON-1298006474 tempest-FloatingIPsNegativeTestJSON-1298006474-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0703745 Oct 27 16:05:52.940045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daac490e-1763-4a7c-af03-90d679e6a9e1 req-6b4d6ce8-db6c-4302-bbec-dfc59bb0d22d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506515 Oct 27 16:05:53.161822 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-34a5ca84-aca4-4690-9331-c8e5534d48bb req-8669a508-9cbb-4bbc-891f-4e3eed604223 tempest-FloatingIPsNegativeTestJSON-1298006474 tempest-FloatingIPsNegativeTestJSON-1298006474-project] show failed (client error): The resource could not be found. Oct 27 16:05:53.163684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34a5ca84-aca4-4690-9331-c8e5534d48bb req-8669a508-9cbb-4bbc-891f-4e3eed604223 tempest-FloatingIPsNegativeTestJSON-1298006474 tempest-FloatingIPsNegativeTestJSON-1298006474-project] 10.222.0.70 "GET /v2.0/floatingips/a02cf72f-43e5-4670-a99b-9eb580e46fa6 HTTP/1.1" status: 404 len: 350 time: 0.1673236 Oct 27 16:05:53.170508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-3a36fd28-45c1-46be-8317-8637d961b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.174784 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-3a36fd28-45c1-46be-8317-8637d961b88e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.5510380 Oct 27 16:05:53.175389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:53.230286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 517b65f8-c5de-4a43-af73-31e7001ffdb6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:53.278708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:53.281638 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:53.294375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Attempting to bind port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:53.294719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Attempting to bind port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:53.295110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Attempting to bind port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:53.335988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 517b65f8-c5de-4a43-af73-31e7001ffdb6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:53.337229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.354096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc824133-7e01-44ba-892b-354f081a7345 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:53.362804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.378068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Transition to ACTIVE for port object cc824133-7e01-44ba-892b-354f081a7345 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:53.395587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-c88f0575-4d72-43f2-a43f-b1bd44247225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.398167 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-c88f0575-4d72-43f2-a43f-b1bd44247225 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724083 Oct 27 16:05:53.432249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:53.432746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Attempting to bind port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:53.478514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb9431-b370-426e-b0c9-fb148c54f363 req-61b0891e-dbd9-4fa2-9531-7a29f20e8c18 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.491964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35fb9431-b370-426e-b0c9-fb148c54f363 req-61b0891e-dbd9-4fa2-9531-7a29f20e8c18 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 936 time: 0.3367832 Oct 27 16:05:53.503251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:53.505407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:53.505407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:53.505407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Bound port: f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:53.505407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.508211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.513016 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.554606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 517b65f8-c5de-4a43-af73-31e7001ffdb6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=517b65f8-c5de-4a43-af73-31e7001ffdb6,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:53.610987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601902ed-3f83-4a8f-8df0-7be7f4022bf9 req-13fb5631-3d50-40cd-b3a8-44397aa37695 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.612707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-601902ed-3f83-4a8f-8df0-7be7f4022bf9 req-13fb5631-3d50-40cd-b3a8-44397aa37695 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.3364503 Oct 27 16:05:53.627725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.730799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-6708ccf3-1a9a-4e7e-ab6d-5152991811de service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618589 Oct 27 16:05:53.768850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=517b65f8-c5de-4a43-af73-31e7001ffdb6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:53.775989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-396ec538-cb84-4d17-9ad2-865f967f3e2a tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.777734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-396ec538-cb84-4d17-9ad2-865f967f3e2a tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.82 "GET /v2.0/networks?id=70d20e7c-fe5a-4b30-830b-3792449d8114 HTTP/1.1" status: 200 len: 814 time: 0.5028141 Oct 27 16:05:53.778529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:53.804793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Request body: {'port': {'device_id': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114', 'admin_state_up': True, 'tenant_id': '9fb1292bd2ad44779b24d98ccc48cd46'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:53.821928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35fb9431-b370-426e-b0c9-fb148c54f363 req-5e29badc-b78d-480b-bae4-168d41d7d012 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238561 Oct 27 16:05:53.942071 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cad21edc-1b45-40e9-8e04-cf97c991e0e9 req-20590966-1661-4d61-ba62-6bb4d92c3721 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990662 Oct 27 16:05:53.978305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.114382 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5bcc80-86b3-4731-87e0-fbaf1106b75c x-openstack-request-id: req-cc5bcc80-86b3-4731-87e0-fbaf1106b75c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:54.114672 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:54.123319 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc5bcc80-86b3-4731-87e0-fbaf1106b75c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:54.123319 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'status': 'completed', 'code': 200} Oct 27 16:05:54.139704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-601902ed-3f83-4a8f-8df0-7be7f4022bf9 req-8024803d-a7c0-4c30-9971-8b7769f92fb4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771445 Oct 27 16:05:54.148298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:54.194567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-7edf8c45-32b2-49b8-a764-08c121a0db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.196875 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-7edf8c45-32b2-49b8-a764-08c121a0db84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1100 time: 0.0842981 Oct 27 16:05:54.248553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:54.313890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Attempting to bind port cc824133-7e01-44ba-892b-354f081a7345 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:54.314842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Attempting to bind port cc824133-7e01-44ba-892b-354f081a7345 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:54.335362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Attempting to bind port cc824133-7e01-44ba-892b-354f081a7345 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:54.335362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Port cc824133-7e01-44ba-892b-354f081a7345 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:54.335604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Attempting to bind port cc824133-7e01-44ba-892b-354f081a7345 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:54.379839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-05fab900-36d0-4453-9d17-95e607bc2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.381372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-05fab900-36d0-4453-9d17-95e607bc2d2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1546588 Oct 27 16:05:54.383079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e98d0c8c-ef51-4476-829b-9207c3cf8730 req-57677b09-ee89-4739-8ef2-964e61fcd8ba tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.0743921 Oct 27 16:05:54.386714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.389998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-830c07c2-2534-4be6-9ec0-d80ff86640fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.391521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-830c07c2-2534-4be6-9ec0-d80ff86640fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 1100 time: 0.3536718 Oct 27 16:05:54.392294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:54.392636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:54.393017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:54.393470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Bound port: cc824133-7e01-44ba-892b-354f081a7345, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:54.393830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.468811 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-290ec7cd-731b-43e9-bab4-0e947c0b0c2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0586975 Oct 27 16:05:54.509985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.510612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.512061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] 10.222.0.82 "PUT /v2.0/ports/f31ad98b-14a0-43e3-b1aa-e1297da49ec9 HTTP/1.1" status: 200 len: 1095 time: 4.3903716 Oct 27 16:05:54.518259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:54.524987 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:54.533083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Deleting port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:54.533433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.555255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Made reservation on behalf of 9fb1292bd2ad44779b24d98ccc48cd46 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:54.558745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.598382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-6898db0c-f36e-45ae-8cb6-21e146738f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.602584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-6898db0c-f36e-45ae-8cb6-21e146738f75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1194973 Oct 27 16:05:54.633640 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f89490-7d0b-48a5-9d7a-c71dad3e2fbd x-openstack-request-id: req-c8f89490-7d0b-48a5-9d7a-c71dad3e2fbd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:54.634078 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:54.634361 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8f89490-7d0b-48a5-9d7a-c71dad3e2fbd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:54.634754 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9', 'status': 'completed', 'code': 200} Oct 27 16:05:54.666005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c45-ef0b-43fd-9345-d0d6d0de6a60 req-67f1df63-9754-43fe-8aef-c7d8e3a982f4 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.673684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cc63c45-ef0b-43fd-9345-d0d6d0de6a60 req-67f1df63-9754-43fe-8aef-c7d8e3a982f4 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.3245294 Oct 27 16:05:54.686700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7f8e-dfef-4fff-83ce-afce04967f03 service neutron] Pushing event updated for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.708379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.735250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-456b86e3-223d-4d1f-83e1-edaed98dedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.737038 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-456b86e3-223d-4d1f-83e1-edaed98dedbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237645 Oct 27 16:05:54.738243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Calling delete_port for 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:54.762482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:54.808559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-f3ca7dbf-abfb-4e7e-93ae-5f7020122b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.810338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-f3ca7dbf-abfb-4e7e-93ae-5f7020122b54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3942556 Oct 27 16:05:54.835789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Sync routers for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:54.857314 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:54.859586 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:54.865104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=cc824133-7e01-44ba-892b-354f081a7345,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:54.919384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cc63c45-ef0b-43fd-9345-d0d6d0de6a60 req-0d9ca126-c54b-479c-b8c4-1ce2b54049cb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406721 Oct 27 16:05:54.924430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-ef72323a-a6f7-4c81-b6eb-e44e6bfc2ebf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 200 len: 217 time: 0.0890961 Oct 27 16:05:54.996068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf req-e75fc1d1-a52e-44a9-ad17-624b9943706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.998239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf req-e75fc1d1-a52e-44a9-ad17-624b9943706b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 1098 time: 0.3149076 Oct 27 16:05:55.003885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-791367d6-6e40-456f-82bd-8c9d6d89c172 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560165 Oct 27 16:05:55.116804 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:55.128803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.128922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 517b65f8-c5de-4a43-af73-31e7001ffdb6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:55.202994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 517b65f8-c5de-4a43-af73-31e7001ffdb6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:55.204615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.213487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-c667f83b-c0c2-4e8d-bae7-56b0fbb5a164 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968191 Oct 27 16:05:55.259791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-d89a0faf-b0b0-40a5-9bdc-047580c1a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.261380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-d89a0faf-b0b0-40a5-9bdc-047580c1a5ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.3157637 Oct 27 16:05:55.278264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.279460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.281276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] 10.222.0.79 "PUT /v2.0/ports/cc824133-7e01-44ba-892b-354f081a7345 HTTP/1.1" status: 200 len: 1096 time: 4.1745903 Oct 27 16:05:55.285727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf req-d307aea6-6949-4f11-9c76-5a030e4447e6 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2463255 Oct 27 16:05:55.299762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Allocated IP 172.20.0.3 (70d20e7c-fe5a-4b30-830b-3792449d8114/0e115c04-7346-4fdf-8e98-c3e6c3022bf1/a0ca3e4a-ded0-4852-969f-9b26d877575a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:55.312438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.346746 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 4, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '67a88ee1-5d42-4aaf-8ee4-e790674b70c1', 'name': '', 'network_id': 'fb6d2842-718d-483b-b82e-3bbe50021c6b', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'mac_address': 'fa:16:3e:45:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:50Z', 'revision_number': 2, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'subnets': [{'id': '836e5748-0a7e-4de7-aa6a-aacc5b08b131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:55.378688 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Checking router: ae2d8e95-6a10-4859-bda2-5573ba4d33ed for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:55.379351 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Updating router ae2d8e95-6a10-4859-bda2-5573ba4d33ed port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:05:55.386938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Pushing event deleted for resources: {'Port': ['ID=67a88ee1-5d42-4aaf-8ee4-e790674b70c1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:55.401439 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Port 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 not found while updating agent binding for router ae2d8e95-6a10-4859-bda2-5573ba4d33ed. {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 16:05:55.411392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:55.412050 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:55.619333 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:55.726545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.831470 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 5, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:55.864087 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63130a-c7a3-4138-abcb-cd98b71caa94 None None] The sync data for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 is: [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 5, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port': {'id': '517b65f8-c5de-4a43-af73-31e7001ffdb6', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:45Z', 'updated_at': '2021-10-27T16:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:55.999657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Router ae2d8e95-6a10-4859-bda2-5573ba4d33ed has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:56.017165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa8c5-1331-4b5d-9b09-49b29ba315e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:56.027257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214af86-9ad6-4f4b-9746-d93de4ff8913 req-cafb82bc-5938-4b55-a3d8-a66a6c68d650 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.028808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6214af86-9ad6-4f4b-9746-d93de4ff8913 req-cafb82bc-5938-4b55-a3d8-a66a6c68d650 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 948 time: 1.0843160 Oct 27 16:05:56.127208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:56.133196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-c72cfcfb-2286-4da5-8da7-46f5ef66c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.137341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-c72cfcfb-2286-4da5-8da7-46f5ef66c1de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7878373 Oct 27 16:05:56.137521 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e3e8bf69-1a43-47a3-b7d6-62a7b9d6ff8a admin admin] 10.222.0.70 "PUT /v2.0/routers/ae2d8e95-6a10-4859-bda2-5573ba4d33ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9584134 Oct 27 16:05:56.137521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48918) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:56.165010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-3bc97873-7610-4355-ad62-be43535d5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.166546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-3bc97873-7610-4355-ad62-be43535d5693 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 1099 time: 0.3080239 Oct 27 16:05:56.216714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd517f0-b640-4b3d-91c5-8f981a43fb53 req-53a35ab3-92d5-4f3d-835d-9ce6fc7dc5a9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.218607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bd517f0-b640-4b3d-91c5-8f981a43fb53 req-53a35ab3-92d5-4f3d-835d-9ce6fc7dc5a9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 949 time: 0.8620892 Oct 27 16:05:56.273742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:56.275625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.325395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6214af86-9ad6-4f4b-9746-d93de4ff8913 req-c5049834-e46f-454e-aa69-fd9f6b09990e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815793 Oct 27 16:05:56.329899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf req-681c19e5-451e-4b2f-b428-a20bf630a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.332351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b6bcfb-fa3c-4a8e-a5fe-54d9067100bf req-681c19e5-451e-4b2f-b428-a20bf630a6cb service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4726117 Oct 27 16:05:56.391311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-d1901b93-20f9-4203-840c-a13cd0fea733 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=cc824133-7e01-44ba-892b-354f081a7345 HTTP/1.1" status: 200 len: 217 time: 0.1858275 Oct 27 16:05:56.427209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.477247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:56.490933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '36f873cb-c7bb-46cd-81df-b59701afad80', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '36f873cb-c7bb-46cd-81df-b59701afad80', 'mac_address': 'fa:16:3e:e1:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:56.533496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.547372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.567679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:56.597568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:56.612800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44d1886c-4dca-46f8-bf3b-7bf5d5b12b07 req-f270f0e4-a393-4f7a-b45c-b8766678abd0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.0695937 Oct 27 16:05:56.646586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:56.652687 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b231de3d-b381-490c-b83b-1082b7365c62" -d '{"events": [{"name": "network-changed", "server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "tag": "cc824133-7e01-44ba-892b-354f081a7345"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:56.701285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Deleting port 517b65f8-c5de-4a43-af73-31e7001ffdb6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:56.701689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.703937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.719013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bd517f0-b640-4b3d-91c5-8f981a43fb53 req-979a4e87-9b56-4b35-a55b-d39abfe66f37 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798424 Oct 27 16:05:56.778709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:56.829328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-89a9ae67-9311-4491-a7af-2a047276f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.835148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-89a9ae67-9311-4491-a7af-2a047276f5a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 1098 time: 0.4370813 Oct 27 16:05:56.836850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-9c7b516d-67e0-4863-96e7-cb3354f08835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.838261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-9c7b516d-67e0-4863-96e7-cb3354f08835 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.3831511 Oct 27 16:05:56.845403 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.857353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-3c30c432-a74a-4127-86db-f76bc52a227d service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002535 Oct 27 16:05:56.916454 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ce16c-bea3-4c1a-81af-eb0eb20461f0 x-openstack-request-id: req-501ce16c-bea3-4c1a-81af-eb0eb20461f0 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:56.916760 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "tag": "cc824133-7e01-44ba-892b-354f081a7345", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:56.917010 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-501ce16c-bea3-4c1a-81af-eb0eb20461f0 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:56.917412 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345', 'status': 'completed', 'code': 200} Oct 27 16:05:57.008821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5cdb-3ecc-4d52-8fd9-148161554e52 req-21f4aef3-e7a1-4175-822a-66b425c1c0eb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.021815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19bc5cdb-3ecc-4d52-8fd9-148161554e52 req-21f4aef3-e7a1-4175-822a-66b425c1c0eb tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.3170941 Oct 27 16:05:57.021815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-7e4c1120-91fe-4405-ae47-d4d14f4e4f5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9 HTTP/1.1" status: 200 len: 217 time: 0.1752892 Oct 27 16:05:57.026482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:57.077069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:57.077418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67a88ee1-5d42-4aaf-8ee4-e790674b70c1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:57.146835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Network 70d20e7c-fe5a-4b30-830b-3792449d8114 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:57.171472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:57.177068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:57.182945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:57.199834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] For port 517b65f8-c5de-4a43-af73-31e7001ffdb6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=517b65f8-c5de-4a43-af73-31e7001ffdb6,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:57.200525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.224475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Calling delete_port for 517b65f8-c5de-4a43-af73-31e7001ffdb6 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:57.251176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Pushing event updated for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:57.264572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-0b613487-df8f-4ce1-a0e2-47b57c237c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.266142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-0b613487-df8f-4ce1-a0e2-47b57c237c49 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.2214990 Oct 27 16:05:57.274939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-4a440aa7-f925-4471-a5ba-377585fbb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.276600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-4a440aa7-f925-4471-a5ba-377585fbb834 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4160004 Oct 27 16:05:57.306915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19bc5cdb-3ecc-4d52-8fd9-148161554e52 req-2b6f3228-442d-4dca-be73-e970053f01ce tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897558 Oct 27 16:05:57.440442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.441181 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.459448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Sync routers for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:57.478021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eb52f2e-ea1f-43d8-ad98-1f704e3c5dc4 req-3eb8e642-28a7-47c2-ab9e-1e1883d422c0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652406 Oct 27 16:05:57.523443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:57.524220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:57.532756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-9df52122-a600-4a2d-9274-9e238393194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.534403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-9df52122-a600-4a2d-9274-9e238393194b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487836 Oct 27 16:05:57.568926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc61f-8560-41f0-8be2-3535f6e76365 req-cc27e944-631a-42d1-b749-3800d26b8ae3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.571185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60bcc61f-8560-41f0-8be2-3535f6e76365 req-cc27e944-631a-42d1-b749-3800d26b8ae3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 948 time: 0.1153870 Oct 27 16:05:57.582172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-b8a35438-8045-427f-a7ed-8a8a0edb6181 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664292 Oct 27 16:05:57.650884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-f7b02c2d-2f30-495e-b46c-8afd850035f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8507330 Oct 27 16:05:57.662440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:57.686301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Request body: {'port': {'device_id': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:57.715472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.749044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 6, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:57.780682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=517b65f8-c5de-4a43-af73-31e7001ffdb6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:57.805113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60bcc61f-8560-41f0-8be2-3535f6e76365 req-14aa565b-50d2-46e7-a140-32ccedea3663 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843855 Oct 27 16:05:57.805228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Checking router: ae2d8e95-6a10-4859-bda2-5573ba4d33ed for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:57.815244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Routers {'ae2d8e95-6a10-4859-bda2-5573ba4d33ed'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:57.815778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:05:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:57.841104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.936352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.943203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-40ce52f8-f2a8-462e-978e-2a31f75e2669 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297534 Oct 27 16:05:57.943774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.944739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] Set router ae2d8e95-6a10-4859-bda2-5573ba4d33ed gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:57.961920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.967388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.984123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-7d295218-71f7-4400-95dc-c53731892f5a service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360464 Oct 27 16:05:58.004668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:57Z', 'revision_number': 7, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:58.036787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608e7cd-955b-4e37-86d7-036202b58211 None None] The sync data for ids ['ae2d8e95-6a10-4859-bda2-5573ba4d33ed'] in n-d-814735-4 is: [{'id': 'ae2d8e95-6a10-4859-bda2-5573ba4d33ed', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103499506-router', 'tenant_id': 'bb6f819144e54fff94c8eed11f517d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:44Z', 'updated_at': '2021-10-27T16:05:57Z', 'revision_number': 7, 'project_id': 'bb6f819144e54fff94c8eed11f517d71', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:58.076743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f897d-9446-498a-8df2-368df52ce27c req-d5672459-53fd-42c9-bc57-ad8b0a8aa2c4 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.078276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-197f897d-9446-498a-8df2-368df52ce27c req-d5672459-53fd-42c9-bc57-ad8b0a8aa2c4 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 931 time: 0.3344150 Oct 27 16:05:58.092897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.093523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2d8e95-6a10-4859-bda2-5573ba4d33ed {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:05:58.100757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.101927 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-443a88bc-18f3-4e1e-98c0-7010126c69b5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ae2d8e95-6a10-4859-bda2-5573ba4d33ed HTTP/1.1" status: 204 len: 168 time: 1.9634922 Oct 27 16:05:58.105106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48934) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:58.167959 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Deleting subnet 836e5748-0a7e-4de7-aa6a-aacc5b08b131 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:58.171109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.206436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f435-75e4-4fdd-a5e0-636870e84f0b req-09438575-d8b9-4b4b-a217-44c5de5ddd05 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.213562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd33f435-75e4-4fdd-a5e0-636870e84f0b req-09438575-d8b9-4b4b-a217-44c5de5ddd05 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2635295 Oct 27 16:05:58.213827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.301914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.339460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-197f897d-9446-498a-8df2-368df52ce27c req-70a2a2a8-4ca3-4e74-a27a-5fb975125d1d tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136004 Oct 27 16:05:58.343957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.349889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7bf8e1-f135-4d8b-b6a3-90100b3d9a5a req-83bd3c67-4187-40fd-a282-b21273e2a890 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420916 Oct 27 16:05:58.364502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231de3d-b381-490c-b83b-1082b7365c62 req-3e75849a-8a12-4a6e-adb4-aa86e2578b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.366819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-3e75849a-8a12-4a6e-adb4-aa86e2578b21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 1099 time: 0.2341321 Oct 27 16:05:58.624167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.680302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836e5748-0a7e-4de7-aa6a-aacc5b08b131,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:58.682321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.685738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-478e7cec-026e-4164-89b0-bb25394c7646 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/836e5748-0a7e-4de7-aa6a-aacc5b08b131 HTTP/1.1" status: 204 len: 168 time: 0.5796430 Oct 27 16:05:58.688452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ca11d-a95b-4f9e-831e-af2b19fd4599 None None] Network fb6d2842-718d-483b-b82e-3bbe50021c6b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:58.702747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48942) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:58.790545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd33f435-75e4-4fdd-a5e0-636870e84f0b req-2ae718ad-9168-4d9c-a0ca-40ff327acd3d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706081 Oct 27 16:05:58.805522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.873850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231de3d-b381-490c-b83b-1082b7365c62 req-3f3694d3-6d5c-41ac-b5a0-3704554a6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.875784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-3f3694d3-6d5c-41ac-b5a0-3704554a6724 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.4899814 Oct 27 16:05:58.900504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Deleting port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:58.900896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.976254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-3550fd84-211c-42d4-a493-d97b7c9247d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=cc824133-7e01-44ba-892b-354f081a7345 HTTP/1.1" status: 200 len: 217 time: 0.0571766 Oct 27 16:05:59.047422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213ca11-2726-4b05-986b-a079207cbb50 req-b6f7ad0b-1ef2-41ac-90ba-c6c12e53178c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.048823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] DHCP port deletion for fb6d2842-718d-483b-b82e-3bbe50021c6b request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:59.054715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a213ca11-2726-4b05-986b-a079207cbb50 req-b6f7ad0b-1ef2-41ac-90ba-c6c12e53178c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 945 time: 0.2630661 Oct 27 16:05:59.080360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] For port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,segment=NetworkSegment(cb355477-0750-4dac-8fc5-0b6a7f1ab8f2),segment_id=cb355477-0750-4dac-8fc5-0b6a7f1ab8f2)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:59.089355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.113423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Calling delete_port for 4a725b94-549c-48e3-b8f8-ab0647fb1c4d owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:59.113579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 517b65f8-c5de-4a43-af73-31e7001ffdb6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:59.146175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231de3d-b381-490c-b83b-1082b7365c62 req-6fa34de1-e1a2-4f05-bf62-4a4376f34867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.148238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-6fa34de1-e1a2-4f05-bf62-4a4376f34867 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1587744 Oct 27 16:05:59.178660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a213ca11-2726-4b05-986b-a079207cbb50 req-e06b280a-ec5e-49e2-847a-5c12fcb1b92f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229148 Oct 27 16:05:59.263753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e97b0-771c-482f-adf7-f89cf4f84f40 req-a384f52e-3179-44f3-926f-71ce5f146304 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.265566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d91e97b0-771c-482f-adf7-f89cf4f84f40 req-a384f52e-3179-44f3-926f-71ce5f146304 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 950 time: 0.2296305 Oct 27 16:05:59.303667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.312503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 517b65f8-c5de-4a43-af73-31e7001ffdb6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:59.313295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 517b65f8-c5de-4a43-af73-31e7001ffdb6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:59.339156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] No DVR routers for this DVR port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:59.344692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:59.347481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Deleting port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:59.348069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.348915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ca3e4a-ded0-4852-969f-9b26d877575a {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:59.361128 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.404505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231de3d-b381-490c-b83b-1082b7365c62 req-bffe89cd-8dff-49f9-a310-0380898a4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.404712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-bffe89cd-8dff-49f9-a310-0380898a4e83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605184 Oct 27 16:05:59.412725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d91e97b0-771c-482f-adf7-f89cf4f84f40 req-a547596a-40e6-4580-939b-1ddf3fa3cfd1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247437 Oct 27 16:05:59.413865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Transition to ACTIVE for port object a0ca3e4a-ded0-4852-969f-9b26d877575a will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:59.422090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf561a1-a9c3-482b-bcb3-8a7db4af8f1f req-b9f85022-e4fe-4ae9-bf9a-4023000e8ad2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.423865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbf561a1-a9c3-482b-bcb3-8a7db4af8f1f req-b9f85022-e4fe-4ae9-bf9a-4023000e8ad2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 948 time: 0.1560786 Oct 27 16:05:59.425027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.450626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6d2842-718d-483b-b82e-3bbe50021c6b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:59.463129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:59.463662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb355477-0750-4dac-8fc5-0b6a7f1ab8f2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:59.476429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.492364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] For port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:59.492364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.493842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.502138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:59.502888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:59.505020 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:59.523672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Calling delete_port for 4a725b94-549c-48e3-b8f8-ab0647fb1c4d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:59.527336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:05:59.528631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.555950 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.559155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] No DVR routers for this DVR port 4a725b94-549c-48e3-b8f8-ab0647fb1c4d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:59.561163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e329d3f-0b0a-4442-8316-4b64aa10711f None None] Pushing event deleted for resources: {'Port': ['ID=4a725b94-549c-48e3-b8f8-ab0647fb1c4d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:59.614698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbf561a1-a9c3-482b-bcb3-8a7db4af8f1f req-d3f23b14-9ef3-46a5-ad34-2d7a65d9ec8a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761231 Oct 27 16:05:59.615342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-f12400f7-e1dd-42c8-b2c7-9467e321ba77 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.618059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-f12400f7-e1dd-42c8-b2c7-9467e321ba77 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0647991 Oct 27 16:05:59.631573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:59.664495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:59.679274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-0b9dab12-0b6a-4fac-bfe4-538114fd0514 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504475 Oct 27 16:05:59.701819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27078523-d849-454c-a49a-2d893e2900a1 req-f3d70c61-bc6f-404c-b1d6-f0de792786ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.702327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27078523-d849-454c-a49a-2d893e2900a1 req-f3d70c61-bc6f-404c-b1d6-f0de792786ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 943 time: 0.1823628 Oct 27 16:05:59.718610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.723702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.731653 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fb6d2842-718d-483b-b82e-3bbe50021c6b HTTP/1.1" status: 204 len: 168 time: 1.0253873 Oct 27 16:05:59.750993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.754840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf75fcd-a4ae-4b4b-af5c-03af145141a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6d2842-718d-483b-b82e-3bbe50021c6b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:59.943955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27078523-d849-454c-a49a-2d893e2900a1 req-83ac1fd3-85c2-44fb-acb5-8eeed5c0f99f tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091343 Oct 27 16:05:59.954855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:59.982110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-cff8f967-cfd0-4e01-8571-9751a70503d9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481124 Oct 27 16:05:59.986281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Attempting to bind port a0ca3e4a-ded0-4852-969f-9b26d877575a on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:59.986616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Attempting to bind port a0ca3e4a-ded0-4852-969f-9b26d877575a by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'aae6d724-d853-41fc-a8b3-938deb45ec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:59.986943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Attempting to bind port a0ca3e4a-ded0-4852-969f-9b26d877575a on network 70d20e7c-fe5a-4b30-830b-3792449d8114 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:00.010807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Port a0ca3e4a-ded0-4852-969f-9b26d877575a on network 70d20e7c-fe5a-4b30-830b-3792449d8114 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:00.011154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Attempting to bind port a0ca3e4a-ded0-4852-969f-9b26d877575a on network 70d20e7c-fe5a-4b30-830b-3792449d8114 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:00.014619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b231de3d-b381-490c-b83b-1082b7365c62 req-c50c3d0f-72db-4525-891a-67b0bdca490f service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109908 Oct 27 16:06:00.018670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:00.068637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:00.068994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Checking segment: {'id': 'aae6d724-d853-41fc-a8b3-938deb45ec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:00.069419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Bound using segment: {'id': 'aae6d724-d853-41fc-a8b3-938deb45ec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:00.069860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Bound port: a0ca3e4a-ded0-4852-969f-9b26d877575a, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae6d724-d853-41fc-a8b3-938deb45ec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:00.070215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.075981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:00.078586 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833fcdba-b37d-4aaf-b700-68b7827ba68f" -d '{"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-unplugged", "status": "completed", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:00.083022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.137931 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f75c0-4a8a-410d-9e4d-129900ce5309 x-openstack-request-id: req-3c9f75c0-4a8a-410d-9e4d-129900ce5309 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:00.138228 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-unplugged", "status": "completed", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:00.138500 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c9f75c0-4a8a-410d-9e4d-129900ce5309 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:00.138957 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'code': 200} Oct 27 16:06:00.178561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-dcaf4f8a-cfdf-4e12-aa03-2045e2d81787 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.179982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-dcaf4f8a-cfdf-4e12-aa03-2045e2d81787 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909046 Oct 27 16:06:00.185698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:00.190428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a,segment=NetworkSegment(aae6d724-d853-41fc-a8b3-938deb45ec16),segment_id=aae6d724-d853-41fc-a8b3-938deb45ec16)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:00.198940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-d62b61fd-7973-4a29-bc0b-2ddde702c45d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/quotas/f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 375 time: 0.0109649 Oct 27 16:06:00.201064 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.261831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-a383e2c8-d031-44ce-8976-356169de4bf1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566351 Oct 27 16:06:00.279194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:00.300861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.309104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:00.309447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:00.309783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:00.314557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:00.314910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Attempting to bind port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:00.317418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device cc824133-7e01-44ba-892b-354f081a7345 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:00.321146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:00.321410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:00.321889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:00.322593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Bound port: 4175a85f-ae92-412f-8373-c4cf7fc695c6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:00.323335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.329600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.329739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:00.393780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.394528 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.396202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] 10.222.0.82 "PUT /v2.0/ports/a0ca3e4a-ded0-4852-969f-9b26d877575a HTTP/1.1" status: 200 len: 1091 time: 2.7170866 Oct 27 16:06:00.397066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:00.399565 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99" -d '{"events": [{"name": "network-changed", "server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:00.417382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:00.425203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:00.442679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d678-3558-478c-a625-eb567e544c96 req-3ce46214-1f14-4745-928e-6c7178311af6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.444388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e00d678-3558-478c-a625-eb567e544c96 req-3ce46214-1f14-4745-928e-6c7178311af6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1543238 Oct 27 16:06:00.451445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2979b6b7-f6c9-4c6e-8e15-0814bd0aff93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb6f819144e54fff94c8eed11f517d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686394 Oct 27 16:06:00.451445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8318c2-703d-4b0e-92bd-d335e30abda8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.452942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:00.511769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e00d678-3558-478c-a625-eb567e544c96 req-7a787f5d-d824-40a6-8836-bc75711850b2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Oct 27 16:06:00.541250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=cc824133-7e01-44ba-892b-354f081a7345,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:00.554946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.573132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'cc824133-7e01-44ba-892b-354f081a7345', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'cc824133-7e01-44ba-892b-354f081a7345', 'mac_address': 'fa:16:3e:7e:a0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:00.586458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.595472 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325577b4-7086-40cf-9086-8d9ab3c85739 x-openstack-request-id: req-325577b4-7086-40cf-9086-8d9ab3c85739 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:00.595903 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:00.596166 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-325577b4-7086-40cf-9086-8d9ab3c85739 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:00.596574 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a', 'status': 'completed', 'code': 200} Oct 27 16:06:00.608052 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.650297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-5963210c-53d6-4551-b462-3dc877c870d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.659024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-5963210c-53d6-4551-b462-3dc877c870d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fb1292bd2ad44779b24d98ccc48cd46&device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 1094 time: 0.1081996 Oct 27 16:06:00.660217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 36f873cb-c7bb-46cd-81df-b59701afad80 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:00.671717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 36f873cb-c7bb-46cd-81df-b59701afad80 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:00.673009 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.676644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.721042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-c1071e0b-96ce-4923-95e6-e7a242b8407a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a HTTP/1.1" status: 200 len: 217 time: 0.0536196 Oct 27 16:06:00.747318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc824133-7e01-44ba-892b-354f081a7345 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:00.777880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=cc824133-7e01-44ba-892b-354f081a7345,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:00.798000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.821861 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.824965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cd479764-7418-4953-8566-2cf0b2c9ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.826669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-cd479764-7418-4953-8566-2cf0b2c9ff4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e115c04-7346-4fdf-8e98-c3e6c3022bf1 HTTP/1.1" status: 200 len: 854 time: 0.0903823 Oct 27 16:06:00.844358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.845023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.855852 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-e3f69874-85e5-405a-ae06-2c1db90458e7 service neutron] 10.222.0.79 "PUT /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 1121 time: 1.2288291 Oct 27 16:06:00.861632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:00.864187 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47efa740-2896-4ed8-8e45-bd6aac159def" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:00.864475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e591674-f8ff-49b9-bd6d-ae2044c7fde9 req-82ebce23-c1f4-4414-acbe-3dbb2a6039ef tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 210 time: 0.1790535 Oct 27 16:06:00.883118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:00.916412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-96b4a5ed-0459-4c78-b322-1135ca4fe3f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=70d20e7c-fe5a-4b30-830b-3792449d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506237 Oct 27 16:06:00.949020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.955665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:00.956129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b80d4-5732-447b-ab52-a42426eff717 req-076dc559-935b-413c-a39f-838bc8866eb8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.963257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-646b80d4-5732-447b-ab52-a42426eff717 req-076dc559-935b-413c-a39f-838bc8866eb8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 948 time: 0.2315452 Oct 27 16:06:00.995605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.008276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.008276 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e84c6577-f8f1-40e3-8f89-e4ba6ebef9c2 HTTP/1.1" status: 204 len: 168 time: 0.5454450 Oct 27 16:06:01.008493 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36624a1-68ad-4b8f-9431-6c335fe86258 x-openstack-request-id: req-f36624a1-68ad-4b8f-9431-6c335fe86258 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:01.008493 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-plugged", "status": "completed", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:01.008493 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f36624a1-68ad-4b8f-9431-6c335fe86258 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:01.008493 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'code': 200} Oct 27 16:06:01.014058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fe58c-ae2e-4cfe-b8c7-c2118b0b852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c6577-f8f1-40e3-8f89-e4ba6ebef9c2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:01.064440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-646b80d4-5732-447b-ab52-a42426eff717 req-07b45343-b967-4305-a15a-00ea5530bceb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002185 Oct 27 16:06:01.090817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:01.169281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791885-0ea9-425d-a966-1991b455bf47 req-f7e16438-6089-4080-baec-f53d01a45d5d tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.177377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8791885-0ea9-425d-a966-1991b455bf47 req-f7e16438-6089-4080-baec-f53d01a45d5d tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 943 time: 0.1118488 Oct 27 16:06:01.184151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:01.192315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:01.194279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a725b94-549c-48e3-b8f8-ab0647fb1c4d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:01.227244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.236787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8791885-0ea9-425d-a966-1991b455bf47 req-7dc38e78-43fc-4b48-8eb5-a84e281424f0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Oct 27 16:06:01.239658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-c4f62907-1891-41ea-952d-bfc03a36cc81 service neutron] 10.222.0.82 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146167 Oct 27 16:06:01.261465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4a725b94-549c-48e3-b8f8-ab0647fb1c4d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:01.261805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a725b94-549c-48e3-b8f8-ab0647fb1c4d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:01.347655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb2e9fa-f4ea-45d0-9de8-d29beebeeb65 req-5ad4e8d3-9183-4028-bf7b-5bfa11528a39 service neutron] 10.222.0.82 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004245 Oct 27 16:06:01.382877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:01.385863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=14']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:01.425053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:06:01.576660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f31ad98b-14a0-43e3-b1aa-e1297da49ec9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:01.639611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-15988a71-6358-4880-aba2-ff2e74862027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.645664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-15988a71-6358-4880-aba2-ff2e74862027 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fb1292bd2ad44779b24d98ccc48cd46&device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 1094 time: 0.0949333 Oct 27 16:06:01.749685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:01.766298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9', 'mac_address': 'fa:16:3e:3e:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:01.771563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08301d8c-e1eb-4bd1-a4cb-29f33a7a4cc0 req-55eb7b74-cbcc-4353-91d2-c41f67f08e0f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.779702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08301d8c-e1eb-4bd1-a4cb-29f33a7a4cc0 req-55eb7b74-cbcc-4353-91d2-c41f67f08e0f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1282237 Oct 27 16:06:01.832598 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.845291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-33a8e444-a917-4dab-9e8e-8007bc942e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.846778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-33a8e444-a917-4dab-9e8e-8007bc942e13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=70d20e7c-fe5a-4b30-830b-3792449d8114 HTTP/1.1" status: 200 len: 915 time: 0.1917205 Oct 27 16:06:01.846924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31ad98b-14a0-43e3-b1aa-e1297da49ec9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:01.850264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08301d8c-e1eb-4bd1-a4cb-29f33a7a4cc0 req-b6bd5275-c4a9-4976-9c10-d03e7151d527 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 Oct 27 16:06:01.888022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:01.897272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-f6b4d41d-f7ec-4f09-bfa3-a2c322d7c740 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a HTTP/1.1" status: 200 len: 217 time: 0.0411866 Oct 27 16:06:01.944940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['cc824133-7e01-44ba-892b-354f081a7345'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:01.970504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2afff6-b63f-42b1-8aa5-6dd02df33cbc req-693a263f-af31-40d3-ad72-962c0ee7dcc9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 210 time: 0.0378532 Oct 27 16:06:01.983155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-884233f4-8186-40dd-8aa3-afdda098fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.985578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-884233f4-8186-40dd-8aa3-afdda098fd42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e115c04-7346-4fdf-8e98-c3e6c3022bf1 HTTP/1.1" status: 200 len: 854 time: 0.0805533 Oct 27 16:06:02.024181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-c279df52-c948-431e-bab8-2b61c298c643 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=70d20e7c-fe5a-4b30-830b-3792449d8114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295780 Oct 27 16:06:02.126544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-3cf51f2e-1c9a-43bd-8fed-ac51f48bb38c service neutron] 10.222.0.82 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938990 Oct 27 16:06:02.133025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.140380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:02.142821 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440558b9-c312-4b8e-9593-bfe05693ba3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:02.199956 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee00a3-3b9e-424d-9f4a-766a88ced40e x-openstack-request-id: req-bcee00a3-3b9e-424d-9f4a-766a88ced40e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:02.200256 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:02.200507 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcee00a3-3b9e-424d-9f4a-766a88ced40e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:02.200909 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'status': 'completed', 'code': 200} Oct 27 16:06:02.220387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:02.305268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0982be-e398-4f85-a963-91c446affa65 req-87f2030b-7198-4c60-bfa3-61b80cb84b30 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.306911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0982be-e398-4f85-a963-91c446affa65 req-87f2030b-7198-4c60-bfa3-61b80cb84b30 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 949 time: 0.1726060 Oct 27 16:06:02.327569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-779077c6-e2be-43d4-881e-9c5816f91572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.329002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-779077c6-e2be-43d4-881e-9c5816f91572 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1124 time: 0.0987360 Oct 27 16:06:02.338271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a6441a-815e-4c4c-92e7-bf5bf979fb99 req-c2ef2bbc-ee7c-4135-a3aa-2ecd57ffa292 service neutron] 10.222.0.82 "GET /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020772 Oct 27 16:06:02.450803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0982be-e398-4f85-a963-91c446affa65 req-97fcc0b9-2b52-4934-bbca-7b90b4f0682e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262822 Oct 27 16:06:02.492792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b5e83-3631-4d38-893c-bc5af0303678 req-67eaa136-cf68-4bae-b6d9-d92e29dae8bf tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.494390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c52b5e83-3631-4d38-893c-bc5af0303678 req-67eaa136-cf68-4bae-b6d9-d92e29dae8bf tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 943 time: 0.0998607 Oct 27 16:06:02.511139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-8846240e-ff5d-4387-ac0a-b56c4a341ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.514711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-8846240e-ff5d-4387-ac0a-b56c4a341ca7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1676373 Oct 27 16:06:02.569559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-653f4d6a-7b75-4e5f-9c09-8cc42903a771 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 217 time: 0.0472860 Oct 27 16:06:02.574763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c52b5e83-3631-4d38-893c-bc5af0303678 req-c73351d3-4aaa-4cff-999c-233b9748f519 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724242 Oct 27 16:06:02.622690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-d80085e7-2072-4e86-a7f9-fdf3749e5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.624301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-d80085e7-2072-4e86-a7f9-fdf3749e5783 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0462298 Oct 27 16:06:02.664168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-bde76327-cde2-4e0e-8048-7a2af6b34686 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301254 Oct 27 16:06:02.761374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-e72cfc2e-79de-4e98-9fb7-00f51930f21f service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Oct 27 16:06:02.788096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:02.880549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-440558b9-c312-4b8e-9593-bfe05693ba3c req-73c7d40a-96b3-4a59-bafb-e968805c2bb3 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121271 Oct 27 16:06:03.036068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911dc4-dbd2-4a97-84e9-bc3aaae43dfd req-1c05a436-f9f8-4b2b-9aca-fc5827d84bc2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.038395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1911dc4-dbd2-4a97-84e9-bc3aaae43dfd req-1c05a436-f9f8-4b2b-9aca-fc5827d84bc2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.0847883 Oct 27 16:06:03.105814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52d9065a-17db-4aa2-86ff-3b5c58e92779 req-6e2a0cdb-c343-41f7-b5ca-d92c3caf259d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 210 time: 0.0370722 Oct 27 16:06:03.114202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1911dc4-dbd2-4a97-84e9-bc3aaae43dfd req-6a52bfb2-b5ac-4c50-9e3b-53c158c922c8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698378 Oct 27 16:06:03.583304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d5de4-d655-40a3-9d4f-95b0159a576b req-6d65cb57-5547-41d5-8609-41a2642bddd9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.583304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c0d5de4-d655-40a3-9d4f-95b0159a576b req-6d65cb57-5547-41d5-8609-41a2642bddd9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 949 time: 0.0491524 Oct 27 16:06:03.627008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c0d5de4-d655-40a3-9d4f-95b0159a576b req-310589ec-44cf-4420-bcea-bfc76a9ad989 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Oct 27 16:06:03.714555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6cd46-a7cb-4c68-8487-e396289f906c req-d33cbb1f-e7ef-42f0-ad04-219790dcbc61 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.716438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbe6cd46-a7cb-4c68-8487-e396289f906c req-d33cbb1f-e7ef-42f0-ad04-219790dcbc61 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 943 time: 0.0557041 Oct 27 16:06:03.765634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbe6cd46-a7cb-4c68-8487-e396289f906c req-46d580a1-ca15-4f05-b878-094c899beabb tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Oct 27 16:06:03.936232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-04cda7c7-ba70-4743-9e4e-615953d9f85e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f214e5b28c364ddeac98cb492f1cf710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214791 Oct 27 16:06:04.052912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f9359297-037d-4ffd-95c8-929a9e2c9d30 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:04.054906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f9359297-037d-4ffd-95c8-929a9e2c9d30 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104927 Oct 27 16:06:04.079839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Request body: {'port': {'device_id': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'f214e5b28c364ddeac98cb492f1cf710'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:04.253743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffb61c-5f02-4d38-8486-22bd8bdcbeb1 req-1c7a45f8-7328-4a6a-b3fb-59b45e9d856a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 210 time: 0.0399063 Oct 27 16:06:04.311554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9073-b18c-47d5-b00b-04991f6a28d0 req-8d49de42-989c-454e-95d6-0c7af1dc04aa tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:04.314324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080a9073-b18c-47d5-b00b-04991f6a28d0 req-8d49de42-989c-454e-95d6-0c7af1dc04aa tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.0642288 Oct 27 16:06:04.347848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device cc824133-7e01-44ba-892b-354f081a7345 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:04.353775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Made reservation on behalf of f214e5b28c364ddeac98cb492f1cf710 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:04.354196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.378402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080a9073-b18c-47d5-b00b-04991f6a28d0 req-8081e6de-1554-42b5-8e4f-c9934267d27f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558393 Oct 27 16:06:04.560190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Allocated IP 192.168.233.253 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:04.572289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port cc824133-7e01-44ba-892b-354f081a7345 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:04.583994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port cc824133-7e01-44ba-892b-354f081a7345 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:04.583994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.709940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.756044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:04.761572 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17770142-090c-4c3d-bfc4-7202e0b1be5d" -d '{"events": [{"server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "name": "network-vif-plugged", "status": "completed", "tag": "cc824133-7e01-44ba-892b-354f081a7345"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:04.773464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=cc824133-7e01-44ba-892b-354f081a7345,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:04.831574 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-c35a6ef9-5f1f-4f24-a43d-829eeecacc8b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974803 Oct 27 16:06:04.878575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.938157 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e399d71c-cfa9-491e-99aa-7f67c6df72e2 x-openstack-request-id: req-e399d71c-cfa9-491e-99aa-7f67c6df72e2 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:04.938753 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "name": "network-vif-plugged", "status": "completed", "tag": "cc824133-7e01-44ba-892b-354f081a7345", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:04.939092 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e399d71c-cfa9-491e-99aa-7f67c6df72e2 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:04.939663 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345', 'code': 200} Oct 27 16:06:04.968475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-e0f96d6b-8e19-4e45-9eb7-a1d7d73f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:04.971730 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-e0f96d6b-8e19-4e45-9eb7-a1d7d73f1b8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 1095 time: 0.1156673 Oct 27 16:06:04.976872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:05.099013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-33af134d-d95e-4625-972a-8ff4be064a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.100570 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-33af134d-d95e-4625-972a-8ff4be064a7e service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.0895212 Oct 27 16:06:05.153726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-1532648a-fef1-4f8e-a25c-1f4ff47f3f70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 200 len: 217 time: 0.0433612 Oct 27 16:06:05.208179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-9dff9994-4121-40f5-9737-e2ca5f88753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.210604 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-9dff9994-4121-40f5-9737-e2ca5f88753d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0462146 Oct 27 16:06:05.216468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665275-cc01-40e4-8c08-76d992bef91e req-4f52253b-0f88-4007-ab86-bf9aab727337 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.217989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4665275-cc01-40e4-8c08-76d992bef91e req-4f52253b-0f88-4007-ab86-bf9aab727337 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.2214725 Oct 27 16:06:05.219879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053057f-495a-4d01-9687-3f07868a8119 req-0adedfb3-f0fc-4baf-a3c2-d138f06b649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.221173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a053057f-495a-4d01-9687-3f07868a8119 req-0adedfb3-f0fc-4baf-a3c2-d138f06b649a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 1101 time: 0.2370610 Oct 27 16:06:05.223683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-925d817f-7b19-40cb-8b51-51304f83b53a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2383513 Oct 27 16:06:05.235779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4833ef-5727-43a9-aa32-cbe0c87224f2 req-d2792d7b-a16b-4a47-8625-58078cf07029 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.237285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d4833ef-5727-43a9-aa32-cbe0c87224f2 req-d2792d7b-a16b-4a47-8625-58078cf07029 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 943 time: 0.2418377 Oct 27 16:06:05.258069 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-a2a4ad38-a454-4776-8272-d086c28974e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367651 Oct 27 16:06:05.370126 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-9b882e66-ff2d-43a9-811a-3096fcaec14b service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974844 Oct 27 16:06:05.391321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4665275-cc01-40e4-8c08-76d992bef91e req-c7186f1a-fa79-4851-9e5c-c69306c69a64 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666539 Oct 27 16:06:05.395293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.397544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a053057f-495a-4d01-9687-3f07868a8119 req-5ca429e5-8d1d-4073-a20e-198484a04a0a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531336 Oct 27 16:06:05.405589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d4833ef-5727-43a9-aa32-cbe0c87224f2 req-d869ec5b-7cb8-420b-8bf7-feba5f7051c9 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573176 Oct 27 16:06:05.415839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-65f314b1-e353-40d1-a471-1aa4ef6cce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.416657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-65f314b1-e353-40d1-a471-1aa4ef6cce1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 1101 time: 0.1368439 Oct 27 16:06:05.497260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a4416e98-95c3-471a-a5bd-143cfcfd7c27 req-8278fe8c-7c01-43e4-8a97-c31655ff25fe service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151788 Oct 27 16:06:05.546993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51c89a15-6313-4cfe-80d8-3d8e43949dc7 req-a1b55508-b0b3-40e1-b3d9-d6570176d0d3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 210 time: 0.0335608 Oct 27 16:06:05.572746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0ca3e4a-ded0-4852-969f-9b26d877575a details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:05.576483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f31ad98b-14a0-43e3-b1aa-e1297da49ec9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:05.586616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.597916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-c7f11ee8-4747-4697-be4a-2a44404a2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.599629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-c7f11ee8-4747-4697-be4a-2a44404a2716 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1556985 Oct 27 16:06:05.616872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76', '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:05.619259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:05.691986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:05.695084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-0462c50b-c485-482b-8c99-33076065660b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 200 len: 217 time: 0.0611176 Oct 27 16:06:05.711785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:05.743484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:05.797645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:05.863196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbadc3-6d96-423d-a384-81f5bac1c973 req-efdfa6e8-c903-4792-8965-60d0f61c9395 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.870501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a,segment=NetworkSegment(aae6d724-d853-41fc-a8b3-938deb45ec16),segment_id=aae6d724-d853-41fc-a8b3-938deb45ec16)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:05.873030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8dbadc3-6d96-423d-a384-81f5bac1c973 req-efdfa6e8-c903-4792-8965-60d0f61c9395 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1853290 Oct 27 16:06:05.884255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.884923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.898593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-674b1d22-05f2-4bf3-858b-c6ee4f4c8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.900382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-674b1d22-05f2-4bf3-858b-c6ee4f4c8996 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1931288 Oct 27 16:06:05.913360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a0ca3e4a-ded0-4852-969f-9b26d877575a', 'network_id': '70d20e7c-fe5a-4b30-830b-3792449d8114', 'port_id': 'a0ca3e4a-ded0-4852-969f-9b26d877575a', 'mac_address': 'fa:16:3e:7a:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e115c04-7346-4fdf-8e98-c3e6c3022bf1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:05.969566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8dbadc3-6d96-423d-a384-81f5bac1c973 req-7dff90bf-f271-4f59-9658-54badc65b59c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956268 Oct 27 16:06:05.989510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-9d3a5075-fc0d-43ee-9d8c-18c446dd31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.989510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-9d3a5075-fc0d-43ee-9d8c-18c446dd31bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792677 Oct 27 16:06:06.038154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.070384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ca3e4a-ded0-4852-969f-9b26d877575a {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:06.094974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:06.119252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:06.119623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.122912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-bdfc1e89-fbc3-4d0a-b709-0eeaddcd30ad service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222236 Oct 27 16:06:06.123304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a,segment=NetworkSegment(aae6d724-d853-41fc-a8b3-938deb45ec16),segment_id=aae6d724-d853-41fc-a8b3-938deb45ec16)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:06.177096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-b52a5838-ca38-4aef-8367-8793e59346c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1016517 Oct 27 16:06:06.187886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b0500df3-7ae4-451e-a8f8-83be18bdccde None None] Provisioning complete for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:06.188261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b0500df3-7ae4-451e-a8f8-83be18bdccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.192670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Request body: {'port': {'device_id': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:06.256373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b0500df3-7ae4-451e-a8f8-83be18bdccde None None] Port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:06.282120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a655c8-3b29-4108-bcc5-e6b4383006f4 req-6e6a014c-2a72-415d-8f0b-532dd25bb011 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518247 Oct 27 16:06:06.282810 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.294170 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.338962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.397840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:06.411835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:06.564897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c2fbc-4245-4389-81ec-4dd8b7157d24 req-c2129933-414d-4233-9d86-b8ed1d66151f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:06.566369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-729c2fbc-4245-4389-81ec-4dd8b7157d24 req-c2129933-414d-4233-9d86-b8ed1d66151f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.0773938 Oct 27 16:06:06.628563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-729c2fbc-4245-4389-81ec-4dd8b7157d24 req-809391f5-cc27-4a7d-b89c-f4faca09ff54 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557425 Oct 27 16:06:06.663823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:06.669604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.672009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.687931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Transition to ACTIVE for port object 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:06.738415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:06.801324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.856441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:06.999827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a0ca3e4a-ded0-4852-969f-9b26d877575a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Bound port: 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:07.000212 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.112341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:07.115148 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103f6f0d-2a5d-4938-a56f-1825b3a0d675" -d '{"events": [{"server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "name": "network-vif-plugged", "status": "completed", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:07.126448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:07.130700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:07.298987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.337551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.338177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.339600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] 10.222.0.82 "PUT /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 1096 time: 1.1537800 Oct 27 16:06:07.340050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:07.342311 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:07.375082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50eaba6-3fe7-453e-b752-15a1d1d351e3 service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:07.439535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6c838-bc8d-4446-813d-98df41be3aac req-c282c404-f03b-40c2-b38f-a09a8f8c3ac0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.441090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00d6c838-bc8d-4446-813d-98df41be3aac req-c282c404-f03b-40c2-b38f-a09a8f8c3ac0 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 944 time: 0.0615883 Oct 27 16:06:07.513803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00d6c838-bc8d-4446-813d-98df41be3aac req-ad891d35-247f-4120-a232-7a94b05d81ee tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641251 Oct 27 16:06:07.542610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-c25c56d6-a174-46bc-b5ba-9e17e539da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.544570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-c25c56d6-a174-46bc-b5ba-9e17e539da8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.0687621 Oct 27 16:06:07.615297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-c21e1cd7-95d5-4a04-b3b3-b525934cc008 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0590696 Oct 27 16:06:07.690706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-3c2a3cfc-cd1f-4c1f-a09c-465d57fb8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.692234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-3c2a3cfc-cd1f-4c1f-a09c-465d57fb8179 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0567520 Oct 27 16:06:07.701750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae9cd-eaa5-4162-9a38-542362a4732c req-db70376d-ce5c-4357-bbd1-51a460ae5be8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.703209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a9ae9cd-eaa5-4162-9a38-542362a4732c req-db70376d-ce5c-4357-bbd1-51a460ae5be8 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.0981412 Oct 27 16:06:07.778439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a9ae9cd-eaa5-4162-9a38-542362a4732c req-1674aee2-5f59-4bfa-a7fa-b9e30f84239c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662718 Oct 27 16:06:07.781239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-4c501963-2a6a-471a-9530-f0b1684d94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.782730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-4c501963-2a6a-471a-9530-f0b1684d94ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786064 Oct 27 16:06:07.935511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183df0c-1a77-4569-ac26-e59f1150d005 req-2dc9ba3f-0527-4c87-90eb-aac8366f6c44 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.943580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1183df0c-1a77-4569-ac26-e59f1150d005 req-2dc9ba3f-0527-4c87-90eb-aac8366f6c44 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1004360 Oct 27 16:06:07.950567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-1442f7d5-788d-4d2d-8322-1a8f1b054d28 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597397 Oct 27 16:06:08.033333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1183df0c-1a77-4569-ac26-e59f1150d005 req-c68097cc-8d95-4c99-bfa4-4cb48b2b131e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Oct 27 16:06:08.089824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-007df5ef-a33d-4e5a-be19-5925243b4062 req-19ac5abc-c5c2-4cba-9639-cd8c66e94e64 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254096 Oct 27 16:06:08.121816 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa88ee3-17e9-46b6-9427-ec0787c99d8f x-openstack-request-id: req-1fa88ee3-17e9-46b6-9427-ec0787c99d8f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:08.121816 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "name": "network-vif-plugged", "status": "completed", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:08.121816 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fa88ee3-17e9-46b6-9427-ec0787c99d8f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:08.121816 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9', 'code': 200} Oct 27 16:06:08.234918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03ddd7-9883-401c-a1cc-acd7ac265806 req-effb4792-9a72-4aba-8cb9-80911bc67a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.242742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d03ddd7-9883-401c-a1cc-acd7ac265806 req-effb4792-9a72-4aba-8cb9-80911bc67a64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 1100 time: 0.0513279 Oct 27 16:06:08.268109 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a046f0-9c92-4c07-be1a-0bad68837f41 x-openstack-request-id: req-87a046f0-9c92-4c07-be1a-0bad68837f41 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:08.268404 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:08.268662 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87a046f0-9c92-4c07-be1a-0bad68837f41 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:08.269063 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'status': 'completed', 'code': 200} Oct 27 16:06:08.281146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d03ddd7-9883-401c-a1cc-acd7ac265806 req-7b7ee379-c46d-4af5-88c9-2d72a29d13a2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362532 Oct 27 16:06:08.363456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20685-ad3b-4e4b-a10b-81575d527d50 req-0a202042-3084-4740-a830-b08ecab64bd5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.364942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3b20685-ad3b-4e4b-a10b-81575d527d50 req-0a202042-3084-4740-a830-b08ecab64bd5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.0514383 Oct 27 16:06:08.404677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3b20685-ad3b-4e4b-a10b-81575d527d50 req-ab1f25d6-4544-4a32-bf6f-941b3e773fca tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Oct 27 16:06:08.638208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-9e97c721-e0be-4569-a005-87c881b74ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.639840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-9e97c721-e0be-4569-a005-87c881b74ea4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.0486636 Oct 27 16:06:08.754482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-7eca0e67-159a-4659-a029-0b40e26f6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.756500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-7eca0e67-159a-4659-a029-0b40e26f6f27 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1067052 Oct 27 16:06:08.812329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-37b8956a-34d6-403d-a627-0774f2f812a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0480413 Oct 27 16:06:08.925449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2f82-6f26-4011-abf2-a9deb3de042f req-c591d087-4cc3-4677-b923-9070028a521f tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.926918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c3b2f82-6f26-4011-abf2-a9deb3de042f req-c591d087-4cc3-4677-b923-9070028a521f tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 944 time: 0.1172011 Oct 27 16:06:08.929501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-46ba2ff8-fca1-4f49-a455-c0d1ab769b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.930906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-46ba2ff8-fca1-4f49-a455-c0d1ab769b36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0915945 Oct 27 16:06:09.009840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3734f-38d4-491c-88f5-b31bac179b38 req-b151c10e-4c3a-4c0f-9203-2ea8aa29ce74 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.011369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cb3734f-38d4-491c-88f5-b31bac179b38 req-b151c10e-4c3a-4c0f-9203-2ea8aa29ce74 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.1256740 Oct 27 16:06:09.015742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c3b2f82-6f26-4011-abf2-a9deb3de042f req-0b755c13-6d36-4c69-9fe8-39bf58bd941c tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Oct 27 16:06:09.030685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-4911d926-ec5d-47af-a40b-bfaeab46735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.032159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-4911d926-ec5d-47af-a40b-bfaeab46735d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902145 Oct 27 16:06:09.119524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cb3734f-38d4-491c-88f5-b31bac179b38 req-7a2c250e-ebfc-4a2b-ba50-7f29fdb7dc5a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941424 Oct 27 16:06:09.178191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-adad328d-4e44-4fb0-aacf-e904f99e8890 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359179 Oct 27 16:06:09.293067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900add-5dd2-4f7c-8529-28f74b1ffb8d req-0fd79a55-3429-4406-87a5-a1452cea8628 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.294485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b900add-5dd2-4f7c-8529-28f74b1ffb8d req-0fd79a55-3429-4406-87a5-a1452cea8628 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.1139989 Oct 27 16:06:09.323992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7c3cb07-2dc8-4313-a793-3b047c41e6ec req-202aa30b-adf3-43f2-8417-44c88373099d service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349592 Oct 27 16:06:09.465348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b900add-5dd2-4f7c-8529-28f74b1ffb8d req-dd86e3b2-ecd8-4692-9b0b-2196cc54b395 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Oct 27 16:06:09.530243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11999-4d1e-455b-b626-d7bfb9b9cf8e req-30ec4352-5b12-4a15-bbe5-11b724d4fdff tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.531496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8d11999-4d1e-455b-b626-d7bfb9b9cf8e req-30ec4352-5b12-4a15-bbe5-11b724d4fdff tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.0543623 Oct 27 16:06:09.575681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8d11999-4d1e-455b-b626-d7bfb9b9cf8e req-6412f6d9-f45f-48c6-8f5b-acc88f35357a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Oct 27 16:06:09.615011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0ca3e4a-ded0-4852-969f-9b26d877575a up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:10.159082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a63821-0234-40ad-8e30-4684c07899f8 req-8ff17b08-4157-45c3-8afe-1559c408d42f tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.160826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34a63821-0234-40ad-8e30-4684c07899f8 req-8ff17b08-4157-45c3-8afe-1559c408d42f tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 944 time: 0.0662436 Oct 27 16:06:10.230731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34a63821-0234-40ad-8e30-4684c07899f8 req-3382c6ae-1ff8-46ee-a2a1-815f79adf342 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Oct 27 16:06:10.353863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7c306-7cd9-4556-8014-0217c490dec7 req-ebe97a0c-26df-43eb-a6e5-0cff9c53fafd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.355389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8bc7c306-7cd9-4556-8014-0217c490dec7 req-ebe97a0c-26df-43eb-a6e5-0cff9c53fafd tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.0555446 Oct 27 16:06:10.394724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8bc7c306-7cd9-4556-8014-0217c490dec7 req-080cc90b-3f71-4169-8825-7093b7c6dad2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Oct 27 16:06:10.402440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a0ca3e4a-ded0-4852-969f-9b26d877575a completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:10.412988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a0ca3e4a-ded0-4852-969f-9b26d877575a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:10.413873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.508231 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.539286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:10.542313 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b246432-f553-46ca-a3b9-a5504663e29f" -d '{"events": [{"server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:10.559553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a,segment=NetworkSegment(aae6d724-d853-41fc-a8b3-938deb45ec16),segment_id=aae6d724-d853-41fc-a8b3-938deb45ec16)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:10.658029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d167af-6bc8-4677-98ac-14fe01b59595 req-1b5616b9-e80a-4ea2-ad20-3944d3079025 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.667636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30d167af-6bc8-4677-98ac-14fe01b59595 req-1b5616b9-e80a-4ea2-ad20-3944d3079025 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.0709596 Oct 27 16:06:10.675953 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.676727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:10.719958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30d167af-6bc8-4677-98ac-14fe01b59595 req-bb583085-5b3a-44a7-ae45-795d509b8a29 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Oct 27 16:06:10.778984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:10.783252 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be7006-2b08-4c98-a244-a1d3af23f23c x-openstack-request-id: req-29be7006-2b08-4c98-a244-a1d3af23f23c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:10.783780 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:10.784226 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29be7006-2b08-4c98-a244-a1d3af23f23c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:10.784811 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a', 'code': 200} Oct 27 16:06:10.909693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406bf48-ddef-47aa-9022-a47f87af470c req-7f238c88-0f46-4200-b1ce-757fd0c24955 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.911241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e406bf48-ddef-47aa-9022-a47f87af470c req-7f238c88-0f46-4200-b1ce-757fd0c24955 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.1212091 Oct 27 16:06:10.913190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf963e-7cff-401a-959e-968b0565428d req-2186e8b5-5b13-4033-83fb-036a48f4fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.914601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fcf963e-7cff-401a-959e-968b0565428d req-2186e8b5-5b13-4033-83fb-036a48f4fd83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 1096 time: 0.1233454 Oct 27 16:06:10.993913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fcf963e-7cff-401a-959e-968b0565428d req-ee27bd02-1361-454b-92d5-45a2e433024f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Oct 27 16:06:11.003830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e406bf48-ddef-47aa-9022-a47f87af470c req-f426de0f-bb34-4e28-95e9-4fd9f3b73b33 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 Oct 27 16:06:11.395684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcb2239c-ea03-4a65-a2a3-c226697aeb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.402373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8fcb8-6809-4b9d-a579-218337156882 req-77fa6f97-af96-45d7-b55a-2e2823235b5c tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:11.404829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f8fcb8-6809-4b9d-a579-218337156882 req-77fa6f97-af96-45d7-b55a-2e2823235b5c tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.0930085 Oct 27 16:06:11.480735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f8fcb8-6809-4b9d-a579-218337156882 req-4e2462a5-cfa2-43c7-b191-743ec4fdbadf tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747776 Oct 27 16:06:11.615535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:11.635434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d11c7-d418-40a1-9db8-5595a0e9f6aa req-52f07634-622a-4434-a746-83b6d0fd9a18 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:11.636951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f8d11c7-d418-40a1-9db8-5595a0e9f6aa req-52f07634-622a-4434-a746-83b6d0fd9a18 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.1100738 Oct 27 16:06:11.774903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f8d11c7-d418-40a1-9db8-5595a0e9f6aa req-0e31db22-b0ec-4019-bb75-e3a226b0e227 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302152 Oct 27 16:06:11.846778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:11.859776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'mac_address': 'fa:16:3e:9a:a3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:11.906088 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.921209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:11.964110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:12.037402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399f1ea-090c-4c29-b1e0-89e2db4377d3 req-93e0aa73-5a0d-4245-840b-4be619049d46 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.049069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e399f1ea-090c-4c29-b1e0-89e2db4377d3 req-93e0aa73-5a0d-4245-840b-4be619049d46 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 943 time: 0.0622578 Oct 27 16:06:12.089869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:12.144364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e399f1ea-090c-4c29-b1e0-89e2db4377d3 req-edf22f32-84e4-42a0-8667-6f0afd5a17f3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Oct 27 16:06:12.152339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:12.244292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fec8-c701-4d22-bded-108c7a1bb3b7 req-560e4195-3119-4f7e-8045-8ceda186eab7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.251992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68c0fec8-c701-4d22-bded-108c7a1bb3b7 req-560e4195-3119-4f7e-8045-8ceda186eab7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.0598114 Oct 27 16:06:12.296149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68c0fec8-c701-4d22-bded-108c7a1bb3b7 req-9947ec41-1c7f-4c6b-84d3-ffc90fce34ff tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Oct 27 16:06:12.447659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-503b6ebe-320f-4195-bfdf-a973924dfe95 service neutron] 10.222.0.82 "GET /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.0970566 Oct 27 16:06:12.510631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:12.550951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472aa1f-4926-48af-acda-43f38536b59d req-ee4502ae-a81d-4895-8494-064b3a48f530 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.552523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a472aa1f-4926-48af-acda-43f38536b59d req-ee4502ae-a81d-4895-8494-064b3a48f530 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 949 time: 0.1039953 Oct 27 16:06:12.658908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a472aa1f-4926-48af-acda-43f38536b59d req-c46c27a4-9628-4c2f-a462-d31e3241968a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621889 Oct 27 16:06:12.830245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:12.860380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:12.869126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdef60-85db-4dc0-bf4f-ca9ccd200599 req-ce52a553-88ad-43df-a288-fd048658fe50 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.870672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebcdef60-85db-4dc0-bf4f-ca9ccd200599 req-ce52a553-88ad-43df-a288-fd048658fe50 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.0974109 Oct 27 16:06:12.921337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4175a85f-ae92-412f-8373-c4cf7fc695c6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:12.938437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:12.949575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebcdef60-85db-4dc0-bf4f-ca9ccd200599 req-45f4e051-a65b-4057-a17c-d0488534ef58 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Oct 27 16:06:13.046499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:13.120900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b38e65-ffea-4d10-a317-b95d84adcb91 req-219effd0-1f0c-4864-8798-8f724e6494e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.122481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4b38e65-ffea-4d10-a317-b95d84adcb91 req-219effd0-1f0c-4864-8798-8f724e6494e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.0881202 Oct 27 16:06:13.182293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] Transition to ACTIVE for port object 4175a85f-ae92-412f-8373-c4cf7fc695c6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:13.187997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4b38e65-ffea-4d10-a317-b95d84adcb91 req-fc976b70-be50-49d6-8f35-ddeeb509c03b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Oct 27 16:06:13.248061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62d58-f2e4-42df-808f-f53e5d86f38e req-8d66d384-5859-4eae-8cef-1c423e2ca3fe tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.254306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62d58-f2e4-42df-808f-f53e5d86f38e req-8d66d384-5859-4eae-8cef-1c423e2ca3fe tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.255928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbb62d58-f2e4-42df-808f-f53e5d86f38e req-8d66d384-5859-4eae-8cef-1c423e2ca3fe tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90&device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 1690 time: 0.0600448 Oct 27 16:06:13.272049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:13.341783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbb62d58-f2e4-42df-808f-f53e5d86f38e req-892cb656-5b2b-4ede-84ce-5c58c84f56cf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775113 Oct 27 16:06:13.370087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] No DVR routers for this DVR port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:13.391093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] Pushing event updated for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:13.421319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-15bee9ed-6177-47c4-951c-d307c03fce22 service neutron] 10.222.0.82 "PUT /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9603126 Oct 27 16:06:13.488225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60379-56be-4753-bcd9-226dffb320d0 req-b4235a42-ed0c-49f5-ae4b-78d2adaba8dd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.494419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a60379-56be-4753-bcd9-226dffb320d0 req-b4235a42-ed0c-49f5-ae4b-78d2adaba8dd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.0627077 Oct 27 16:06:13.531547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a60379-56be-4753-bcd9-226dffb320d0 req-06d629be-26de-43ef-8d4b-c78ebf60a08c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Oct 27 16:06:13.688127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-8dbe1669-522a-492e-bef4-a378f851d3e6 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.689625 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-8dbe1669-522a-492e-bef4-a378f851d3e6 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0560384 Oct 27 16:06:13.759067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-06aa47cc-ea92-45ca-8010-784a722a9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.760585 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-06aa47cc-ea92-45ca-8010-784a722a9319 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013&tenant_id=e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 1095 time: 0.0476716 Oct 27 16:06:13.770580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758a38-d36c-43cb-9b94-b85c5a7c6276 req-fd706c39-15c7-4b3b-b40f-308f79aec0af tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.772170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8a758a38-d36c-43cb-9b94-b85c5a7c6276 req-fd706c39-15c7-4b3b-b40f-308f79aec0af tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 1101 time: 0.0437376 Oct 27 16:06:13.811365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8a758a38-d36c-43cb-9b94-b85c5a7c6276 req-8b2432e2-80a3-40c1-9817-169b8c698d2c tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Oct 27 16:06:13.840667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-b29b56ac-e9a3-458a-bd02-0d8705630003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.842953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-b29b56ac-e9a3-458a-bd02-0d8705630003 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1095 time: 0.0465002 Oct 27 16:06:13.938836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1047-61e8-4968-8398-8f485a9f2152 req-ce06e978-3447-4faa-b9f9-1e1ae750e094 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.940519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8cb1047-61e8-4968-8398-8f485a9f2152 req-ce06e978-3447-4faa-b9f9-1e1ae750e094 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 1100 time: 0.0532727 Oct 27 16:06:13.961572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec67cc49-00ff-4717-b6be-a077138c2eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:13.988565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-99496082-434e-43e2-9c22-a7725775ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.992072 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-99496082-434e-43e2-9c22-a7725775ef1d service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1290090 Oct 27 16:06:14.008338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8cb1047-61e8-4968-8398-8f485a9f2152 req-7fd97a8c-faa4-4bb0-9345-4d88880a284c tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585833 Oct 27 16:06:14.081442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-2e87f50d-f113-459f-b721-3bf92c0004d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 200 len: 217 time: 0.0655892 Oct 27 16:06:14.148283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b755-7911-4fb3-8868-a80213b6ad0d req-861c9fc0-c381-460a-999e-a787c5c2d58b tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.158513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adc5b755-7911-4fb3-8868-a80213b6ad0d req-861c9fc0-c381-460a-999e-a787c5c2d58b tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.0816264 Oct 27 16:06:14.166457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-bcbd91f6-eb3d-4e7c-af20-b20dcb42f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.167890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-bcbd91f6-eb3d-4e7c-af20-b20dcb42f04f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0712037 Oct 27 16:06:14.216445 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-8b3bccb4-a80d-4230-8cd7-481ac83749c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357625 Oct 27 16:06:14.228912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adc5b755-7911-4fb3-8868-a80213b6ad0d req-3ad09105-6870-4aee-b096-24f0ed08a4ff tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Oct 27 16:06:14.265841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6352f2cc-bf5d-4cfa-ab62-5b97ba42018c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279157 Oct 27 16:06:14.383118 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-c0e26c16-64ae-434a-b03d-7544b3791ed9 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547742 Oct 27 16:06:14.484716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-7af8a880-ce1c-4d42-b170-495b299e8ae4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.487327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-7af8a880-ce1c-4d42-b170-495b299e8ae4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147665 Oct 27 16:06:14.499162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb28a-6b69-4aad-9851-f8acdfe39855 req-a8197619-5fcd-48fd-81b3-e5a43d53e2f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.507403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-537cb28a-6b69-4aad-9851-f8acdfe39855 req-a8197619-5fcd-48fd-81b3-e5a43d53e2f0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1554384 Oct 27 16:06:14.525046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-d6ccdcc8-7f7a-4c8c-87dc-fc77111cc0ad service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308978 Oct 27 16:06:14.547699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-e9b7e19d-01b4-4555-bfe4-014a9149e18f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0379508 Oct 27 16:06:14.572806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:14.602435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-537cb28a-6b69-4aad-9851-f8acdfe39855 req-bb164c37-c95b-4e85-ae69-38d9b48e92ae tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941470 Oct 27 16:06:14.628024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-57c41dfb-b0b4-4fc6-a2fe-5ef8f3057689 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0792110 Oct 27 16:06:14.811248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513aa43-c0f0-4c2a-b65f-1dd39813032b req-283ad175-e911-452f-b473-e77d8430a8a7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.812869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1513aa43-c0f0-4c2a-b65f-1dd39813032b req-283ad175-e911-452f-b473-e77d8430a8a7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.0636809 Oct 27 16:06:14.859308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1513aa43-c0f0-4c2a-b65f-1dd39813032b req-8d088951-1106-4caa-8023-ed5bc654841b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Oct 27 16:06:15.021344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc0282b1-4011-40be-a404-c7bdfa6cd4d1 req-688e33c2-d456-45c7-8fd3-eae7e331ae5c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.0433843 Oct 27 16:06:15.047163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.222829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-a735ce05-5a0d-4578-83eb-fd79256a3a83 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.224354 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-a735ce05-5a0d-4578-83eb-fd79256a3a83 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0434816 Oct 27 16:06:15.420096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:15.525377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b9760d4-ec17-4f0c-afdb-65008b3d6bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.551880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-6110861b-0832-4d45-8c0b-5acbc9b0dc00 service neutron] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:15.556951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-6110861b-0832-4d45-8c0b-5acbc9b0dc00 service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.562371 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-151df8f8-da07-4d21-a1ca-93d74394d999 req-6110861b-0832-4d45-8c0b-5acbc9b0dc00 service neutron] 10.222.0.79 "DELETE /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.3225043 Oct 27 16:06:15.618934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b9760d4-ec17-4f0c-afdb-65008b3d6bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.651205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:15.771899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460b4e0-fb8d-43c4-a4ab-9e91dd1502e5 req-7ed33aeb-0595-4507-b4df-eba94877b4cb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.773978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f460b4e0-fb8d-43c4-a4ab-9e91dd1502e5 req-7ed33aeb-0595-4507-b4df-eba94877b4cb tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.0595152 Oct 27 16:06:15.784328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b9760d4-ec17-4f0c-afdb-65008b3d6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.820132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f460b4e0-fb8d-43c4-a4ab-9e91dd1502e5 req-5ff90c64-96e1-4d03-bc2f-409089482371 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Oct 27 16:06:15.822629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9760d4-ec17-4f0c-afdb-65008b3d6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c94ac-3e1c-48ec-9bb3-e6d70815df87,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:15.828623 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b9760d4-ec17-4f0c-afdb-65008b3d6bcf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=112d7d448a2a4ed98330ac080917840e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074559 Oct 27 16:06:15.835988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:15.882930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.907277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.938126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:15.942141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:15.942786 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.031520 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.058186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:16.062476 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca012e3-f8a9-499f-913e-4cea5dcc62d7" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:16.071441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a900-db2a-4335-92a2-fa523999d887 req-3bc744fa-222d-4049-b713-d0c1e382c84d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:16.073075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1da2a900-db2a-4335-92a2-fa523999d887 req-3bc744fa-222d-4049-b713-d0c1e382c84d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.0986733 Oct 27 16:06:16.079163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:16.150491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.153776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.158047 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/328c94ac-3e1c-48ec-9bb3-e6d70815df87 HTTP/1.1" status: 204 len: 168 time: 0.3257596 Oct 27 16:06:16.177283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26356a-9973-4613-9ce6-ac2f8e1b2474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c94ac-3e1c-48ec-9bb3-e6d70815df87,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:16.202088 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.282047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:16.488446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70f323f2-f9c7-4675-9833-e2473ec4b734 req-2dfe3c39-a877-459f-bb72-bf7f004dfc62 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.0344956 Oct 27 16:06:16.496403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1da2a900-db2a-4335-92a2-fa523999d887 req-7c576f11-fc87-4608-a9c2-f38ddda3ac51 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172540 Oct 27 16:06:16.544454 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a2ae1c-c2fa-4852-85fe-802290961da9 x-openstack-request-id: req-62a2ae1c-c2fa-4852-85fe-802290961da9 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:16.548793 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:16.549056 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62a2ae1c-c2fa-4852-85fe-802290961da9 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:16.549467 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'code': 200} Oct 27 16:06:16.692346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b0712-7a9a-45be-be68-4a1a0aa5ef22 req-68001460-9d1c-48ad-9d21-c3e8604ddff1 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:16.693915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b68b0712-7a9a-45be-be68-4a1a0aa5ef22 req-68001460-9d1c-48ad-9d21-c3e8604ddff1 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1095 time: 0.0691690 Oct 27 16:06:16.695735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b460c5-79ad-45fe-8b24-7a9198ce3923 req-e9cc1bfd-ea84-4cd2-b790-fe12351bcab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:16.697318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b460c5-79ad-45fe-8b24-7a9198ce3923 req-e9cc1bfd-ea84-4cd2-b790-fe12351bcab6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1101 time: 0.0805724 Oct 27 16:06:16.759497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b68b0712-7a9a-45be-be68-4a1a0aa5ef22 req-3d66d960-bdb4-4906-9026-0c01116f958e tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585296 Oct 27 16:06:16.769498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b460c5-79ad-45fe-8b24-7a9198ce3923 req-ad767b97-8a4e-4582-a728-fed0927640eb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493538 Oct 27 16:06:16.901601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121cdd0-92c0-4fa2-9f6f-71102697bdfc req-8caa2b91-a600-43f1-81fe-c85a341cee6c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:16.903123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0121cdd0-92c0-4fa2-9f6f-71102697bdfc req-8caa2b91-a600-43f1-81fe-c85a341cee6c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 1095 time: 0.0406320 Oct 27 16:06:16.938751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0121cdd0-92c0-4fa2-9f6f-71102697bdfc req-e37f218e-31c0-42f6-aeab-791d4dbddbbc tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293448 Oct 27 16:06:16.984874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.158745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177934f-c2c3-45c5-9e20-77a122172484 req-24fa38a1-2120-4210-9ed9-693baa0ca33d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:17.158745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5177934f-c2c3-45c5-9e20-77a122172484 req-24fa38a1-2120-4210-9ed9-693baa0ca33d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0690203 Oct 27 16:06:17.178559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5177934f-c2c3-45c5-9e20-77a122172484 req-550f36c4-371f-49cf-88b8-017c19f07ea6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474620 Oct 27 16:06:17.842328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af848b4a-a8ad-48c4-ae78-d3838dc9e7a4 req-1848114f-67ee-489d-b062-2521dc0b561e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Oct 27 16:06:18.300020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b20-6d25-4fb7-a1ab-28f50bdbfb7e req-65bda677-c21c-4c27-b128-e3cc5c1731e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:18.301395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54149b20-6d25-4fb7-a1ab-28f50bdbfb7e req-65bda677-c21c-4c27-b128-e3cc5c1731e7 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0506279 Oct 27 16:06:18.339724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54149b20-6d25-4fb7-a1ab-28f50bdbfb7e req-a8547ac5-a3a4-4054-9fd2-e9e5f443f108 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Oct 27 16:06:18.650901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-7c84f414-f548-47de-b853-db5286caefb3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201726 Oct 27 16:06:18.768549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-bb23d1a0-595d-46e0-b5c0-247dcf194fa5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:18.770049 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-bb23d1a0-595d-46e0-b5c0-247dcf194fa5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057174 Oct 27 16:06:18.802463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:18.964869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5883ffbe-5d7b-4d20-954c-188cb8dce999 req-b26a1123-a365-486b-a2f2-8302271f65e5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.0336103 Oct 27 16:06:19.104639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:19.108647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.226144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:19.248186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.64 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:19.359428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb26b9f-c463-4353-8df5-070233eb4250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.474727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb26b9f-c463-4353-8df5-070233eb4250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.519464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.578246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575c9d-46ed-4c06-8ad5-2de3e36ef779 req-dd0102eb-5a32-4a1c-b1e7-9b4b679c9c4e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:19.580030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5575c9d-46ed-4c06-8ad5-2de3e36ef779 req-dd0102eb-5a32-4a1c-b1e7-9b4b679c9c4e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0954907 Oct 27 16:06:19.621720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5575c9d-46ed-4c06-8ad5-2de3e36ef779 req-23425d0b-f8f7-43dc-9fee-761f883fa391 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Oct 27 16:06:19.723432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb26b9f-c463-4353-8df5-070233eb4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.786261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7cb26b9f-c463-4353-8df5-070233eb4250 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8387f81e4e1406a92d1009754381ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436456 Oct 27 16:06:19.786501 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49882) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:19.787110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb26b9f-c463-4353-8df5-070233eb4250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af8e01-67b5-40f1-bf69-9e49fc6cc5ce,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:19.787653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.791564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939f4e4-ac7b-4dd4-88fe-7b1f99e62962 req-88b58bb8-7256-41db-b793-6a0e29509a93 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:19.793210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8939f4e4-ac7b-4dd4-88fe-7b1f99e62962 req-88b58bb8-7256-41db-b793-6a0e29509a93 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1101 time: 0.0969141 Oct 27 16:06:19.801533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:19.857639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:19.869584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8939f4e4-ac7b-4dd4-88fe-7b1f99e62962 req-31928e10-ad95-4ffe-a2e5-cc83ee131b11 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Oct 27 16:06:19.922665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:19.929835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:19.932557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:19.976629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:20.098132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.099950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.122794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.152241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.197229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087129e5-40ea-4ce7-a42e-2f13ee91fa0b req-26db2459-86b8-4645-b946-195193330ae6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.209041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-087129e5-40ea-4ce7-a42e-2f13ee91fa0b req-26db2459-86b8-4645-b946-195193330ae6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 935 time: 0.1030774 Oct 27 16:06:20.233629 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-6e421b00-e27f-4e05-89e6-4ef2f566b59f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4347816 Oct 27 16:06:20.251207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Request body: {'port': {'device_id': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:20.301136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-087129e5-40ea-4ce7-a42e-2f13ee91fa0b req-7f206b96-47fe-4f04-86b8-610912819862 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Oct 27 16:06:20.357349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.399594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.403573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.405782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51af8e01-67b5-40f1-bf69-9e49fc6cc5ce HTTP/1.1" status: 204 len: 168 time: 0.6284273 Oct 27 16:06:20.440265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef39b9-e752-4012-af74-846fe5d617cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af8e01-67b5-40f1-bf69-9e49fc6cc5ce,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:20.605966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-479906f9-af7c-4cd4-9554-241a465edb69 None None] Provisioning complete for port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:20.606489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-479906f9-af7c-4cd4-9554-241a465edb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.619225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540333a1-8bb1-406b-ac7a-88ca9a043887 req-28c69aa5-c22e-4274-9356-bb7ee9cc2ae9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.620776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-540333a1-8bb1-406b-ac7a-88ca9a043887 req-28c69aa5-c22e-4274-9356-bb7ee9cc2ae9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0843966 Oct 27 16:06:20.671340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-479906f9-af7c-4cd4-9554-241a465edb69 None None] Port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:20.677415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-540333a1-8bb1-406b-ac7a-88ca9a043887 req-90a1c345-5e8c-44c3-8da3-23406912ef3a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Oct 27 16:06:20.796876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:20.805172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:20.825927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Transition to ACTIVE for port object e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:20.988767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-46e86da8-5050-400d-88de-4d07c8bb37db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414913 Oct 27 16:06:21.137612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.194010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:21.275020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Attempting to bind port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:21.275541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Attempting to bind port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:21.275975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Attempting to bind port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:21.281071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Attempting to bind port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Bound port: e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:21.294302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.357821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:21.361315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:21.463273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3115-b4b8-4b59-8fd5-54c30832ec69 req-fa52c2a9-58d3-4d2e-9ead-889eef5544d9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.466698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1be3115-b4b8-4b59-8fd5-54c30832ec69 req-fa52c2a9-58d3-4d2e-9ead-889eef5544d9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0835369 Oct 27 16:06:21.522760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1be3115-b4b8-4b59-8fd5-54c30832ec69 req-b5c99e42-cd4c-48be-aa8c-408cc65d0573 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Oct 27 16:06:21.641417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.680717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.681337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.682726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] 10.222.0.79 "PUT /v2.0/ports/e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac HTTP/1.1" status: 200 len: 1095 time: 1.4365203 Oct 27 16:06:21.683173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:21.685661 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed7df6-d751-4288-9dce-7d161f4d3fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:21.788123 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb87d1-42a6-450b-b39a-4298c0812e2a x-openstack-request-id: req-ebcb87d1-42a6-450b-b39a-4298c0812e2a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:21.788123 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:21.788123 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebcb87d1-42a6-450b-b39a-4298c0812e2a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:21.788651 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'status': 'completed', 'code': 200} Oct 27 16:06:21.793615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5d2c-c7ce-42e7-88c9-25431cfdb5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:21.887251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7df6-d751-4288-9dce-7d161f4d3fa8 req-bc7a22dc-2fcd-46ca-a9c6-d984f44b7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.890056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ebed7df6-d751-4288-9dce-7d161f4d3fa8 req-bc7a22dc-2fcd-46ca-a9c6-d984f44b7f08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 1098 time: 0.0785954 Oct 27 16:06:21.908908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c3304-b377-444c-9820-5b23501b76da req-fa1dc8a2-9ac3-448d-a336-f7dfe7a7b5c9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.910588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-324c3304-b377-444c-9820-5b23501b76da req-fa1dc8a2-9ac3-448d-a336-f7dfe7a7b5c9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0647430 Oct 27 16:06:21.946067 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ebed7df6-d751-4288-9dce-7d161f4d3fa8 req-1b071e0e-cb64-4eb7-a714-a8fbf925b7f9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369713 Oct 27 16:06:21.967678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-324c3304-b377-444c-9820-5b23501b76da req-acf2c2f1-9e6d-4e4b-8b67-0755a4daa121 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Oct 27 16:06:22.124539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7df6-d751-4288-9dce-7d161f4d3fa8 req-2b50ba7e-2f1e-4c83-b33a-56116868a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.126280 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ebed7df6-d751-4288-9dce-7d161f4d3fa8 req-2b50ba7e-2f1e-4c83-b33a-56116868a326 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660411 Oct 27 16:06:22.236726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-984fd32c-ba41-419a-97cc-ddcb578624c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.238099 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-984fd32c-ba41-419a-97cc-ddcb578624c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 1098 time: 0.0401943 Oct 27 16:06:22.543374 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-a7320e8a-3d20-43a3-9a84-8e992ac95c51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac HTTP/1.1" status: 200 len: 217 time: 0.2885463 Oct 27 16:06:22.607287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-91e15273-26b0-4014-81f2-056fe19f24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.609249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-91e15273-26b0-4014-81f2-056fe19f24b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0528860 Oct 27 16:06:22.711973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa426-bfad-46ae-ac9a-1039ed1f70e1 req-199b030e-cf48-4917-bb25-b2e67eabaaf9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.721087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-932fa426-bfad-46ae-ac9a-1039ed1f70e1 req-199b030e-cf48-4917-bb25-b2e67eabaaf9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.1177847 Oct 27 16:06:22.731009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-0a2e27e7-eeaa-48b9-9723-a74a02a46fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.732442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-0a2e27e7-eeaa-48b9-9723-a74a02a46fc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129715 Oct 27 16:06:22.765773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-932fa426-bfad-46ae-ac9a-1039ed1f70e1 req-e93c91ec-3d84-4353-be21-813188e45330 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437944 Oct 27 16:06:22.879405 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-600bf63b-e6ba-4126-801c-9d33bcee02ff service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280453 Oct 27 16:06:22.979789 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b241e63f-15f5-4895-821b-cfbe5c623a78 req-c33573d8-7a11-46e2-b367-88373cde65e0 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868857 Oct 27 16:06:23.094211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f07688-0e55-454e-88c0-4fcceb1661d4 req-3603c8c8-7a71-4d67-80b6-3049b5eade28 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:23.098756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4f07688-0e55-454e-88c0-4fcceb1661d4 req-3603c8c8-7a71-4d67-80b6-3049b5eade28 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0554974 Oct 27 16:06:23.152280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4f07688-0e55-454e-88c0-4fcceb1661d4 req-530658d2-ddc1-4142-9466-1f2acc88a97d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504510 Oct 27 16:06:23.913689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed749-c6d2-401d-84d3-ceea1b3ed033 req-6dac92cd-311d-4ac9-8a25-f84a6a6a8fef tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:23.915896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-925ed749-c6d2-401d-84d3-ceea1b3ed033 req-6dac92cd-311d-4ac9-8a25-f84a6a6a8fef tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0696309 Oct 27 16:06:23.955835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-925ed749-c6d2-401d-84d3-ceea1b3ed033 req-abe20311-ee91-417e-bf5d-1ee1812059e8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Oct 27 16:06:24.284769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e7a0-d995-492a-8c8d-8cb6b9dbc41b req-5456ca64-c316-4e25-996f-9bbf4bfb9bb0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:24.286395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8208e7a0-d995-492a-8c8d-8cb6b9dbc41b req-5456ca64-c316-4e25-996f-9bbf4bfb9bb0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0557127 Oct 27 16:06:24.337031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8208e7a0-d995-492a-8c8d-8cb6b9dbc41b req-7699ab66-8995-469e-b7cc-215f2deb5b60 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Oct 27 16:06:25.086987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677ee27-e5b3-4861-9664-2944b6fce89f req-c4b9b005-4cce-4138-8fca-aec43f5f38f2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.088537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1677ee27-e5b3-4861-9664-2944b6fce89f req-c4b9b005-4cce-4138-8fca-aec43f5f38f2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0584104 Oct 27 16:06:25.129355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1677ee27-e5b3-4861-9664-2944b6fce89f req-74f07d72-b019-4f7e-88ae-ab789a5a9ccf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Oct 27 16:06:25.480548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf7ff-43c1-4c6c-a77d-57273fc32598 req-36d6a11c-ece9-4410-af21-a39348941620 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.482109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e28bf7ff-43c1-4c6c-a77d-57273fc32598 req-36d6a11c-ece9-4410-af21-a39348941620 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0567555 Oct 27 16:06:25.523599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e28bf7ff-43c1-4c6c-a77d-57273fc32598 req-c323000b-c05e-47a6-842e-c286772b2570 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Oct 27 16:06:26.109014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e25e5008-1087-4609-8a37-55fa61a1d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.110584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e25e5008-1087-4609-8a37-55fa61a1d1e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1101 time: 0.0622196 Oct 27 16:06:26.261348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-ecf31b1a-0cee-4e54-87f6-f04a51fe7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.262859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-ecf31b1a-0cee-4e54-87f6-f04a51fe7e0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1445582 Oct 27 16:06:26.287827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210782f8-7ab8-4ac7-9153-0ac621335316 req-cf439d5b-e144-4374-a0ec-8ded585286d8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.289267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-210782f8-7ab8-4ac7-9153-0ac621335316 req-cf439d5b-e144-4374-a0ec-8ded585286d8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0682480 Oct 27 16:06:26.321464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-5ae50cef-6390-47fe-92e2-b8cf4866dda5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0482152 Oct 27 16:06:26.384744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-210782f8-7ab8-4ac7-9153-0ac621335316 req-004ded52-d441-4a99-85bd-80a7559c7050 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699916 Oct 27 16:06:26.393585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-cb7a55d1-b408-4102-b549-ad93652f0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.395115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-cb7a55d1-b408-4102-b549-ad93652f0a9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0657713 Oct 27 16:06:26.441015 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:06:26.454406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-4f04350f-8fd7-406d-8d41-b6908c8fe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.456184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-4f04350f-8fd7-406d-8d41-b6908c8fe2a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537715 Oct 27 16:06:26.557461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-cf36b8bb-4757-4169-bf9d-e82fa6b8fbd0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Oct 27 16:06:26.685616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8209e-f14e-4419-822d-3ab3d1628e33 req-6a593427-7703-4374-a93a-0cdb051d4e0e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.687146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b8209e-f14e-4419-822d-3ab3d1628e33 req-6a593427-7703-4374-a93a-0cdb051d4e0e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0793390 Oct 27 16:06:26.689393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-0955869b-6402-4e85-91e6-03068e9fdf33 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236105 Oct 27 16:06:26.731823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b8209e-f14e-4419-822d-3ab3d1628e33 req-39b28d44-8ccc-4d92-8e88-a9b12307d58c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Oct 27 16:06:27.540708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c22d-9b1f-47b3-8d8b-a9b496ffdf62 req-f6903314-4e69-42df-af20-1aa1f6805292 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:27.542334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b60c22d-9b1f-47b3-8d8b-a9b496ffdf62 req-f6903314-4e69-42df-af20-1aa1f6805292 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0681751 Oct 27 16:06:27.587608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b60c22d-9b1f-47b3-8d8b-a9b496ffdf62 req-35c0da93-0a6c-4d7a-bdee-dca970fc40bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Oct 27 16:06:27.870400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046684-633e-4f0f-862d-b6709bafacc7 req-3759ed2c-bf8c-4d5c-bcec-8284cc646e22 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:27.872575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43046684-633e-4f0f-862d-b6709bafacc7 req-3759ed2c-bf8c-4d5c-bcec-8284cc646e22 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0636568 Oct 27 16:06:27.890728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.928549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43046684-633e-4f0f-862d-b6709bafacc7 req-b8aefdb3-f9fc-40ca-acba-73768ec9a64e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Oct 27 16:06:28.318806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.448737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:28.568015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.571798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'mac_address': 'fa:16:3e:70:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:28.619691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.633824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:28.659781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.718892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d55d-d465-454b-af92-95615cc0a3a1 req-175bd4c3-7df7-4034-9495-ee68cea56c48 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:28.720548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00e3d55d-d465-454b-af92-95615cc0a3a1 req-175bd4c3-7df7-4034-9495-ee68cea56c48 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 947 time: 0.0572593 Oct 27 16:06:28.766962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00e3d55d-d465-454b-af92-95615cc0a3a1 req-9037157d-1903-4aae-a3c7-aa7bf9abf099 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Oct 27 16:06:28.793484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.843648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:29.061615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa75b-8965-40eb-98d1-c1bfd1a9fcab req-3c9d0fc5-c9c4-44e7-a394-a37161bcc3ae tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.063788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bdaa75b-8965-40eb-98d1-c1bfd1a9fcab req-3c9d0fc5-c9c4-44e7-a394-a37161bcc3ae tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0522609 Oct 27 16:06:29.104747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bdaa75b-8965-40eb-98d1-c1bfd1a9fcab req-526a47a9-533f-451a-8169-174617fea0b2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Oct 27 16:06:29.416849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:29.900907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1782-7dd3-45a4-932a-4df6be67d9e9 req-0b644eb9-8c3d-4ab6-8fa4-951720063fcc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.902619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce9b1782-7dd3-45a4-932a-4df6be67d9e9 req-0b644eb9-8c3d-4ab6-8fa4-951720063fcc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 948 time: 0.0548937 Oct 27 16:06:29.942854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce9b1782-7dd3-45a4-932a-4df6be67d9e9 req-0d6bebed-4919-4869-8e36-405b8804b4c8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Oct 27 16:06:30.236758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc15ec9-f266-450d-8f24-037be14d51d2 req-b00053ce-2fe6-4de8-b02e-a027c39cf609 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.238732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-edc15ec9-f266-450d-8f24-037be14d51d2 req-b00053ce-2fe6-4de8-b02e-a027c39cf609 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0557072 Oct 27 16:06:30.287183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-edc15ec9-f266-450d-8f24-037be14d51d2 req-a7665a86-bd12-4cde-9468-614b1a0a0fc9 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Oct 27 16:06:30.701726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-494eab77-4c15-4e90-9a50-6e088b94c6ee tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d302b40d73d429c96c521c4a561000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267434 Oct 27 16:06:30.814809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-16999a6f-c004-4af4-81bc-cd777019a72d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.818904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-16999a6f-c004-4af4-81bc-cd777019a72d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089652 Oct 27 16:06:30.833728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-e8de74a6-5330-46db-98f6-464302f6f9fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/quotas/0d302b40d73d429c96c521c4a561000e HTTP/1.1" status: 200 len: 375 time: 0.0102654 Oct 27 16:06:30.870507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-ac953586-5f2f-4714-9a73-c59c13fbb209 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310707 Oct 27 16:06:31.068791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffaaf8-32bc-4614-8b76-9128a0f47bb5 req-2d22b29a-da55-4146-a229-cc5f7dfda877 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.070883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ffaaf8-32bc-4614-8b76-9128a0f47bb5 req-2d22b29a-da55-4146-a229-cc5f7dfda877 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 948 time: 0.0523765 Oct 27 16:06:31.111593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ffaaf8-32bc-4614-8b76-9128a0f47bb5 req-557f7fe2-7e8f-44cc-840a-3f1bbfda43cb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Oct 27 16:06:31.408758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-e3b2261d-49bd-4107-8251-f226a2761efc tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d302b40d73d429c96c521c4a561000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383987 Oct 27 16:06:31.525480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1d190-01a4-4ba3-9db7-6d182b62534d req-96aad42b-6c5a-40e0-a623-42ac5d3c5e4f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.528258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0b1d190-01a4-4ba3-9db7-6d182b62534d req-96aad42b-6c5a-40e0-a623-42ac5d3c5e4f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1445477 Oct 27 16:06:31.602392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a4ba8196-c132-40b8-8b4d-74d1589e3051 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.603881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a4ba8196-c132-40b8-8b4d-74d1589e3051 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786463 Oct 27 16:06:31.615485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0b1d190-01a4-4ba3-9db7-6d182b62534d req-6c096900-0d72-4296-bc67-238a87875a84 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762010 Oct 27 16:06:31.646778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-bb4e7c94-34d2-4d11-a992-7006b198d98b tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/quotas/0d302b40d73d429c96c521c4a561000e HTTP/1.1" status: 200 len: 375 time: 0.0251415 Oct 27 16:06:31.682943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-26a6a912-7cbe-418f-a667-713185a11d83 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403273 Oct 27 16:06:32.072045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f2c665c-2ab5-4020-a6a2-c06ba83416d2 req-63cd5d95-c1e8-420f-ac6c-487032141f8d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0335078 Oct 27 16:06:32.250268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a0f2a-986c-4ac4-bc80-d964efca1930 req-5252fb56-e0ee-4f06-93e8-1567e19c433e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.250268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04a0f2a-986c-4ac4-bc80-d964efca1930 req-5252fb56-e0ee-4f06-93e8-1567e19c433e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 948 time: 0.0541189 Oct 27 16:06:32.293355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04a0f2a-986c-4ac4-bc80-d964efca1930 req-8879c607-7c89-403a-b5e0-60c4a97b7ce3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Oct 27 16:06:32.466918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:32.677780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:32.685074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:32.685074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.799657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.806423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b80127-d049-4609-8a22-5d04798fbb2a req-e8cb3a43-80b0-4347-a007-999711b3bf34 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.808004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36b80127-d049-4609-8a22-5d04798fbb2a req-e8cb3a43-80b0-4347-a007-999711b3bf34 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0552769 Oct 27 16:06:32.825161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:32.827472 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b098f163-1f64-46e6-9f71-e54be3540040" -d '{"events": [{"server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "name": "network-vif-plugged", "status": "completed", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:32.842148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:32.850609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36b80127-d049-4609-8a22-5d04798fbb2a req-154ef1b1-8bc8-4d65-ba1e-993b98474eff tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Oct 27 16:06:32.870768 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05958295-2bd5-4249-890a-24d3d93a813a x-openstack-request-id: req-05958295-2bd5-4249-890a-24d3d93a813a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:32.871093 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "name": "network-vif-plugged", "status": "completed", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:32.871353 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05958295-2bd5-4249-890a-24d3d93a813a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:32.871790 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'code': 200} Oct 27 16:06:32.986174 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.007568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b5b6f-e9f3-4a1f-a0f0-445e8444039e req-d065e741-2efc-493d-91b6-05c5e43d1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.009327 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3c1b5b6f-e9f3-4a1f-a0f0-445e8444039e req-d065e741-2efc-493d-91b6-05c5e43d1570 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 1099 time: 0.0504167 Oct 27 16:06:33.041945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:33.066752 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3c1b5b6f-e9f3-4a1f-a0f0-445e8444039e req-87e0902b-9326-4072-aa5e-8284bc523d0a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Oct 27 16:06:33.151299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a83e32c8-de9d-4d3d-8b9d-258e284f961e req-c9f7bdfd-23f4-4955-be1c-96fde78ee3aa tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Oct 27 16:06:33.535358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f2d74-4fbd-4ee3-8b5f-1d158a7c80e7 req-cf841ff8-ff05-40da-8fc3-3a856e720d6b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.539647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e6f2d74-4fbd-4ee3-8b5f-1d158a7c80e7 req-cf841ff8-ff05-40da-8fc3-3a856e720d6b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1775596 Oct 27 16:06:33.584603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e6f2d74-4fbd-4ee3-8b5f-1d158a7c80e7 req-58cdfd36-b415-4742-9aea-aef79b053690 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Oct 27 16:06:33.776680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-8dc69921-e528-4879-9c15-3703169f093e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.778167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-8dc69921-e528-4879-9c15-3703169f093e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.1170433 Oct 27 16:06:33.803445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-b6368378-4ec3-4393-8137-e3a1fb4f064c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/quotas/aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 375 time: 0.0153191 Oct 27 16:06:33.864935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-477ef25e-022e-40ed-a353-2f72d8b43412 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606320 Oct 27 16:06:34.021295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa927af7-f589-44de-b2e6-8385211020fc req-659c47d3-328e-43cd-8f75-69220d62ff2c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:34.022886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa927af7-f589-44de-b2e6-8385211020fc req-659c47d3-328e-43cd-8f75-69220d62ff2c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0798771 Oct 27 16:06:34.028884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-c0584ae8-8bb3-458a-bb01-91d9a15b9af3 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552465 Oct 27 16:06:34.109575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa927af7-f589-44de-b2e6-8385211020fc req-07edf532-d80c-40ff-ba96-953e3156206b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Oct 27 16:06:34.143632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-3b51c1d1-f62c-4eb1-b75e-de1dbdfe5c89 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063740 Oct 27 16:06:34.262343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9afce644-036f-4740-be71-27045ca488f4 req-290ab594-e9bd-48df-849a-768ef5a1dd3a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0347786 Oct 27 16:06:34.610739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-fc782d7c-1782-440d-a57b-65642cc8de89 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0d302b40d73d429c96c521c4a561000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225942 Oct 27 16:06:34.764033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf0f8-163d-4caa-9df0-af49c5a43b5e req-869028df-e481-4ddb-9c82-47d9538dd22c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:34.765526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce8bf0f8-163d-4caa-9df0-af49c5a43b5e req-869028df-e481-4ddb-9c82-47d9538dd22c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.0925198 Oct 27 16:06:34.783306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-3c587195-c5b2-476c-868d-42e9c2e2a430 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:34.783306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-3c587195-c5b2-476c-868d-42e9c2e2a430 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585371 Oct 27 16:06:34.794264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Request body: {'port': {'device_id': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '0d302b40d73d429c96c521c4a561000e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:34.867325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce8bf0f8-163d-4caa-9df0-af49c5a43b5e req-9deaf1d1-8f14-430f-adf0-da5beea0c8c9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877068 Oct 27 16:06:35.007547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c95c22a-d2e9-4f30-90c6-bc4b298f1ac4 req-ee3b1c1c-a824-4bff-a69a-a0718377b9d0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0325234 Oct 27 16:06:35.037317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Made reservation on behalf of 0d302b40d73d429c96c521c4a561000e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:35.047521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.059389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.179740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18a17-2935-432a-907f-52da008cca7a req-bb056df6-9b96-4804-bc2c-f9f951f09870 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:35.181346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daa18a17-2935-432a-907f-52da008cca7a req-bb056df6-9b96-4804-bc2c-f9f951f09870 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.0773335 Oct 27 16:06:35.242747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.291596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daa18a17-2935-432a-907f-52da008cca7a req-18a8e2e1-be72-44fc-add8-7d1b97c6df65 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903323 Oct 27 16:06:35.321245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb5698-34fb-4ced-8003-a654ee88dcbd req-0011519b-1a36-448d-8220-d9551fb59885 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:35.332519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5cb5698-34fb-4ced-8003-a654ee88dcbd req-0011519b-1a36-448d-8220-d9551fb59885 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1323595 Oct 27 16:06:35.382406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.403772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5cb5698-34fb-4ced-8003-a654ee88dcbd req-73411ed8-8f00-41a3-8ed1-5404d59a8aca tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Oct 27 16:06:35.412558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73543f7f-958e-4552-bafe-c3674d8b69c8 req-500f89c9-d60b-4733-827a-841dfd04dac9 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0466127 Oct 27 16:06:35.490707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f184e8-5aef-4c59-8e0f-8116280eaf9e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:35.494181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-1b4d383b-cd25-4b93-9704-0ab905e20f8e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0d302b40d73d429c96c521c4a561000e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341673 Oct 27 16:06:35.504901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.505326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.505668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.506004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.506568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.506667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.506972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.507324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.507652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.507973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.508301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.508690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:35.653774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Allocated IP 192.168.233.140 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:35.683869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-fd7f4a26-88f9-42ae-af30-1c5666050877 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:35.685326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-fd7f4a26-88f9-42ae-af30-1c5666050877 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709967 Oct 27 16:06:35.707632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Request body: {'port': {'device_id': '017d6c11-8b9c-4e1c-885d-466b40435228', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '0d302b40d73d429c96c521c4a561000e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:35.944242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.047154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Made reservation on behalf of 0d302b40d73d429c96c521c4a561000e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:36.049198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.059856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd02cc6-cb15-4c92-aecc-81b89ba46765 req-c5c3333d-fc6e-4615-8d30-f9a090e307d3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.061447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdd02cc6-cb15-4c92-aecc-81b89ba46765 req-c5c3333d-fc6e-4615-8d30-f9a090e307d3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.0738833 Oct 27 16:06:36.152389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdd02cc6-cb15-4c92-aecc-81b89ba46765 req-7e642f07-37d2-4140-8186-b622d6ee65b3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834060 Oct 27 16:06:36.163602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.275506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:36.279668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd6cd781-2dda-4f75-956f-86c445aa2e39 req-f8faf4db-6ccd-4ba7-a9e9-c1b9b2bd2605 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0710669 Oct 27 16:06:36.287947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:36.294467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:36.302094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:36.359929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Allocated IP 192.168.233.77 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/6c004608-4212-429d-b37e-95c3afe774ab) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:36.388362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.391103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.516031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-9d730486-b169-4e91-b515-26658748ade0 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7257235 Oct 27 16:06:36.538847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Request body: {'port': {'device_id': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:36.671771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1e9c43e7-0268-4068-933c-ee2b7275a5f5 None None] Provisioning complete for port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:36.676741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1e9c43e7-0268-4068-933c-ee2b7275a5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.676912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1179b-4dc7-4880-88d9-c74af1e5c8d1 req-2ea254a5-f144-47f7-bc50-838dbb13ce1a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.676912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48e1179b-4dc7-4880-88d9-c74af1e5c8d1 req-2ea254a5-f144-47f7-bc50-838dbb13ce1a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1324387 Oct 27 16:06:36.678314 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.679852 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.722897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c43e7-0268-4068-933c-ee2b7275a5f5 None None] Port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:36.774229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48e1179b-4dc7-4880-88d9-c74af1e5c8d1 req-e14e477c-94ce-400a-8001-92551abb226c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902138 Oct 27 16:06:36.889918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad6828ee-1fb8-489c-a5d0-b03b2a9af2eb req-b3c7fd42-b704-4838-90eb-d6df3b7521fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Oct 27 16:06:36.893751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.977116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:36.987153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:36.993592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:37.040421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:37.096559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:37.097239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.258662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-571c76a2-ce60-4f16-9f16-179c09ec0cec None None] Provisioning complete for port 6c004608-4212-429d-b37e-95c3afe774ab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:37.259173 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-571c76a2-ce60-4f16-9f16-179c09ec0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.311744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-571c76a2-ce60-4f16-9f16-179c09ec0cec None None] Port 6c004608-4212-429d-b37e-95c3afe774ab cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:37.470139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-639266fe-7baa-4309-82ae-0d268119d647 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7700577 Oct 27 16:06:37.503545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:37.525082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b410b79c-d077-46ed-8076-db8396fb3add req-53f71a74-bb39-4488-aef1-4efa3dd53115 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0623324 Oct 27 16:06:37.526978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.532283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Request body: {'port': {'device_id': '017d6c11-8b9c-4e1c-885d-466b40435228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:37.571915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Transition to ACTIVE for port object 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:37.607738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561781-ded2-4846-8469-57a551c445bb req-4f192674-5d40-47a2-aed2-fe3e506e00cd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:37.609254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72561781-ded2-4846-8469-57a551c445bb req-4f192674-5d40-47a2-aed2-fe3e506e00cd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1454780 Oct 27 16:06:37.614741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.683362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72561781-ded2-4846-8469-57a551c445bb req-d823348c-6275-4c99-b474-0d9eeac62d79 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Oct 27 16:06:37.740613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.855702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.035809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae7f2-a7c2-46a4-bb89-b7cc206893c2 req-0126a89e-78c4-4976-b4d1-3fc084b9e776 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5afae7f2-a7c2-46a4-bb89-b7cc206893c2 req-0126a89e-78c4-4976-b4d1-3fc084b9e776 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1250932 Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Attempting to bind port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Attempting to bind port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Attempting to bind port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Attempting to bind port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Bound port: 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:38.133879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.168743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c004608-4212-429d-b37e-95c3afe774ab {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:38.181254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5afae7f2-a7c2-46a4-bb89-b7cc206893c2 req-573a5b12-e618-45a0-b2bd-c8746c0394a5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207817 Oct 27 16:06:38.198004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.227726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Transition to ACTIVE for port object 6c004608-4212-429d-b37e-95c3afe774ab will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:38.249669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:38.279271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:38.301897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a06a10-99e4-478a-a0da-24794eb63bb2 req-ebc7393b-daa6-463b-9422-3302c11e1f29 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.301897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46a06a10-99e4-478a-a0da-24794eb63bb2 req-ebc7393b-daa6-463b-9422-3302c11e1f29 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 935 time: 0.0631993 Oct 27 16:06:38.343289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46a06a10-99e4-478a-a0da-24794eb63bb2 req-ca8f53f3-3bfc-4653-a2c8-66b05bff9557 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Oct 27 16:06:38.596855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.723234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.741970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83c8036f-37ac-46f6-9d98-c4b66a5bbd2c req-823fc6e2-7e41-4f3d-b139-350600688af3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.1103754 Oct 27 16:06:38.801490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.801670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.802426 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.803845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] 10.222.0.82 "PUT /v2.0/ports/7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 HTTP/1.1" status: 200 len: 1096 time: 2.2743452 Oct 27 16:06:38.845536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:38.846688 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2967e6-e9bc-4554-9759-199b48b59258" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:39.100586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241cf1-c85c-4f19-9ab4-8b980dc06b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:39.124028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80370-f581-443e-978f-3980ccbed8cc req-5afd975b-d2f2-4ca2-bd37-be72963956e4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.134635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aa80370-f581-443e-978f-3980ccbed8cc req-5afd975b-d2f2-4ca2-bd37-be72963956e4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.2790518 Oct 27 16:06:39.146884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-eeddaf16-27dd-4e6b-af2c-d8f00137dc19 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.148379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-eeddaf16-27dd-4e6b-af2c-d8f00137dc19 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 807 time: 0.5185444 Oct 27 16:06:39.149132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Attempting to bind port 6c004608-4212-429d-b37e-95c3afe774ab on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:39.149467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Attempting to bind port 6c004608-4212-429d-b37e-95c3afe774ab by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:39.149799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Attempting to bind port 6c004608-4212-429d-b37e-95c3afe774ab on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:39.170626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Request body: {'port': {'device_id': 'd53d3bf9-040a-45de-8e20-db3090487871', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'admin_state_up': True, 'tenant_id': 'aed460abf17e4a1fa8e5d9088366ff35'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:39.194571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-35fed8d1-83a6-4f0a-9755-9093e15fc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.196211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-35fed8d1-83a6-4f0a-9755-9093e15fc6ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 1099 time: 0.2414484 Oct 27 16:06:39.196792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Port 6c004608-4212-429d-b37e-95c3afe774ab on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:39.197119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Attempting to bind port 6c004608-4212-429d-b37e-95c3afe774ab on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:39.226633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519686-cb50-47cb-8d13-15e0937e9ad8 req-0e6a7cfa-4732-4977-a59b-84f75a8da5d7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.228309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2519686-cb50-47cb-8d13-15e0937e9ad8 req-0e6a7cfa-4732-4977-a59b-84f75a8da5d7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.3202212 Oct 27 16:06:39.316296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:39.316949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:39.317504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:39.318391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Bound port: 6c004608-4212-429d-b37e-95c3afe774ab, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:39.318908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.338710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-c31a69b1-9b49-470d-a931-0931497481c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 HTTP/1.1" status: 200 len: 217 time: 0.1256011 Oct 27 16:06:39.415339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aa80370-f581-443e-978f-3980ccbed8cc req-1825811e-5414-477e-b00f-175a4b193a3b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797587 Oct 27 16:06:39.496060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2519686-cb50-47cb-8d13-15e0937e9ad8 req-fa6a0d41-07da-4c2d-9ce4-726d726b9af4 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932383 Oct 27 16:06:39.537058 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80509a5-756b-455b-b667-633f9aa052f1 x-openstack-request-id: req-c80509a5-756b-455b-b667-633f9aa052f1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:39.537359 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:39.537615 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c80509a5-756b-455b-b667-633f9aa052f1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:39.538009 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'status': 'completed', 'code': 200} Oct 27 16:06:39.554882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:39.558302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-ade98e3b-4687-411d-87b1-bbf654703a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.559376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-ade98e3b-4687-411d-87b1-bbf654703a4d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1974883 Oct 27 16:06:39.591547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:39.702164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-e4cb0094-cb19-4242-88fb-72a14776c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.703642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-e4cb0094-cb19-4242-88fb-72a14776c09d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332963 Oct 27 16:06:39.717757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0d6d-c31d-4626-8e9e-7b5e0d7ed40e req-b7d117c8-5342-4b38-8c0a-7cebf3d388d7 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.725600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251b0d6d-c31d-4626-8e9e-7b5e0d7ed40e req-b7d117c8-5342-4b38-8c0a-7cebf3d388d7 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.1378517 Oct 27 16:06:39.737582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.769707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4dd1-cd2d-493a-bb37-eb2a4644be15 req-dba088ab-1a65-4d00-9698-8737a2e6eb23 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.771351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c2e4dd1-cd2d-493a-bb37-eb2a4644be15 req-dba088ab-1a65-4d00-9698-8737a2e6eb23 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1654720 Oct 27 16:06:39.886536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.887192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.889077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] 10.222.0.82 "PUT /v2.0/ports/6c004608-4212-429d-b37e-95c3afe774ab HTTP/1.1" status: 200 len: 1095 time: 2.3674760 Oct 27 16:06:39.934201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Made reservation on behalf of aed460abf17e4a1fa8e5d9088366ff35 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:39.939743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.962926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513d22-6672-4fef-a4ba-ae17f7f153a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:39.993836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-251b0d6d-c31d-4626-8e9e-7b5e0d7ed40e req-7b19a838-917e-4488-9f9e-477008610d7a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626934 Oct 27 16:06:40.056876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c2e4dd1-cd2d-493a-bb37-eb2a4644be15 req-2ad39afd-e120-4a88-a211-26825da304b6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304697 Oct 27 16:06:40.219194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-94344449-9f70-4fd4-9549-4444cf4da430 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914119 Oct 27 16:06:40.316415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add13a9e-d752-43a8-b8c3-702fba1f633b req-4a7a7f5d-193d-48dc-bcbe-091e8b7b618d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0942121 Oct 27 16:06:40.332669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-5c97b0e0-a171-468f-aa7e-9836406a10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.334246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-5c97b0e0-a171-468f-aa7e-9836406a10a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 1098 time: 0.2162631 Oct 27 16:06:40.507288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-ec7a708c-43cf-4aa6-a541-62aeb5dff43d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=6c004608-4212-429d-b37e-95c3afe774ab HTTP/1.1" status: 200 len: 217 time: 0.1592746 Oct 27 16:06:40.535503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Allocated IP 172.20.0.9 (bdf740f1-c54e-418b-a124-acf220459d34/2112ea6a-1af5-47ae-b9aa-595216a3aad8/c0b82d2e-e7af-459b-8867-5166825b92ac) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:40.666831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-cf58e0b2-dd32-476c-902d-d67a4b957227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.668337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-cf58e0b2-dd32-476c-902d-d67a4b957227 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1444418 Oct 27 16:06:40.673725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-882c33c6-6659-418d-a381-7fbcf01aee6b req-1a5862df-f15f-4667-b100-607bd925a1ef service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046347 Oct 27 16:06:40.706936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72426-6620-47e6-acd3-e131af4d1a7f req-ce73e049-b62a-4d22-b426-fe90145337ad tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.711197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeb72426-6620-47e6-acd3-e131af4d1a7f req-ce73e049-b62a-4d22-b426-fe90145337ad tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1970870 Oct 27 16:06:40.765797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e2b43-3b21-41c8-a81d-facc47dbcf42 req-76ed17ff-cfb3-4bf0-bdef-cbe0d7241443 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.767754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d98e2b43-3b21-41c8-a81d-facc47dbcf42 req-76ed17ff-cfb3-4bf0-bdef-cbe0d7241443 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1916611 Oct 27 16:06:40.854997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeb72426-6620-47e6-acd3-e131af4d1a7f req-6a9eb07c-70d3-47a1-83c6-6dffc09d86ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245360 Oct 27 16:06:40.860046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-f14ac99c-96bc-409a-9dbb-8c185b062654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.861550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-f14ac99c-96bc-409a-9dbb-8c185b062654 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747944 Oct 27 16:06:40.963199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d98e2b43-3b21-41c8-a81d-facc47dbcf42 req-55dc9a13-6e77-4edb-aa6b-b5f0625d2fe0 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783254 Oct 27 16:06:41.019433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.024411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-19e2ad46-b465-4cb2-bfd5-52750c6d92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.026410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-19e2ad46-b465-4cb2-bfd5-52750c6d92a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 1099 time: 0.1701458 Oct 27 16:06:41.145576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-efeb50c5-3747-405c-b198-d7107e776a90 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640886 Oct 27 16:06:41.290446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96331c-f759-408c-b958-0fe1679548d9 req-caa3183f-76f5-470d-999b-ba35636374fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.291947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c96331c-f759-408c-b958-0fe1679548d9 req-caa3183f-76f5-470d-999b-ba35636374fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.1863959 Oct 27 16:06:41.324028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-27534e82-973b-44c2-93bc-1d389f37002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.325460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-27534e82-973b-44c2-93bc-1d389f37002e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2862284 Oct 27 16:06:41.355072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8b655c-7d73-4ad1-b311-027f032e7b99 req-c32165ce-eedc-45e7-b1b3-3a2c5beed3a4 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001233 Oct 27 16:06:41.691065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c72700-4f33-4c9d-acc5-db1848ed6ef9 req-929c87a6-6108-411e-bd0e-6aca7ca589ce tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.692552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3c72700-4f33-4c9d-acc5-db1848ed6ef9 req-929c87a6-6108-411e-bd0e-6aca7ca589ce tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.5133457 Oct 27 16:06:41.692991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:41.695222 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "tag": "6c004608-4212-429d-b37e-95c3afe774ab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:41.702937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-b0babc29-f914-4e44-947c-06006534adfb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 HTTP/1.1" status: 200 len: 217 time: 0.3612759 Oct 27 16:06:41.755680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c96331c-f759-408c-b958-0fe1679548d9 req-aee567c8-1e8d-442a-a36c-7abfaefd625f tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467919 Oct 27 16:06:41.790263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3c72700-4f33-4c9d-acc5-db1848ed6ef9 req-d024202c-6276-4b6b-915b-e668c3314168 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888345 Oct 27 16:06:41.791796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-30ac2fa1-dda0-43bd-84f6-cfab2f9e5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.793154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-30ac2fa1-dda0-43bd-84f6-cfab2f9e5c81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0782259 Oct 27 16:06:41.847668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-3d3466a2-2a0d-463f-84d2-46664d80c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.849553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-3d3466a2-2a0d-463f-84d2-46664d80c653 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488920 Oct 27 16:06:41.933272 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f88a71-9263-4747-adb2-1a3bae596386 x-openstack-request-id: req-28f88a71-9263-4747-adb2-1a3bae596386 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:41.933272 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "tag": "6c004608-4212-429d-b37e-95c3afe774ab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:41.933272 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28f88a71-9263-4747-adb2-1a3bae596386 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:41.933272 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab', 'status': 'completed', 'code': 200} Oct 27 16:06:41.948546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fa29820-5d7f-44df-a5aa-2e1dd8b25fbc req-fa51a966-c8c3-4ebd-be6c-8e9520a7e5d3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0340025 Oct 27 16:06:42.019647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-b0846e03-d772-4405-ad42-2c86ce1c150c service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622944 Oct 27 16:06:42.092917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b4662-77f8-42ef-a83e-9f5c58fe2de8 req-690083a7-e9ed-4b4c-8ce7-1958c9e188d6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.094442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f89b4662-77f8-42ef-a83e-9f5c58fe2de8 req-690083a7-e9ed-4b4c-8ce7-1958c9e188d6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1196098 Oct 27 16:06:42.167624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f89b4662-77f8-42ef-a83e-9f5c58fe2de8 req-cf1c6c2e-ed80-401e-8acc-af5d21e3a43f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Oct 27 16:06:42.174282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c2967e6-e9bc-4554-9759-199b48b59258 req-40e5d102-acba-4e97-8298-0bfe1036ce25 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453705 Oct 27 16:06:42.254861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8df9a-9872-419b-b4f4-7964e3d29ada req-ad7e7a2a-ec5f-46ef-aae7-b91bf8473631 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.256623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ba8df9a-9872-419b-b4f4-7964e3d29ada req-ad7e7a2a-ec5f-46ef-aae7-b91bf8473631 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.0521903 Oct 27 16:06:42.286639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-551b9000-876b-4d0e-9ffc-f975c7bf0dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.311696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ba8df9a-9872-419b-b4f4-7964e3d29ada req-282f5db4-f247-4f80-aae2-e913fce9eecb tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478499 Oct 27 16:06:42.543712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.556820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:42.604355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Network bdf740f1-c54e-418b-a124-acf220459d34 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:42.624620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:42.628001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:42.667426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:42.696072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-de04cdd6-8ed0-47c3-b5f3-fb383457c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.697949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-de04cdd6-8ed0-47c3-b5f3-fb383457c88e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0d302b40d73d429c96c521c4a561000e&device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 1098 time: 0.1096995 Oct 27 16:06:42.798649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.799530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.893909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-131b9139-b8a6-4555-b3fe-a78e0f8d66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.895518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-131b9139-b8a6-4555-b3fe-a78e0f8d66f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1898930 Oct 27 16:06:42.956185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-7d878cf0-e4dc-4203-b947-bdfdca5c5d5a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7933896 Oct 27 16:06:42.974208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-4d994774-b350-4771-885e-4015282c7629 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=6c004608-4212-429d-b37e-95c3afe774ab HTTP/1.1" status: 200 len: 217 time: 0.0674248 Oct 27 16:06:42.977829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Request body: {'port': {'device_id': 'd53d3bf9-040a-45de-8e20-db3090487871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:42.989683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a576-ecd6-4b1d-ae52-25bdd8c2efc9 req-5bb2fbb9-df5d-4781-b12a-62cf523cb3f8 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.991133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3154a576-ecd6-4b1d-ae52-25bdd8c2efc9 req-5bb2fbb9-df5d-4781-b12a-62cf523cb3f8 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.1547704 Oct 27 16:06:43.117760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5702-86d3-4f4d-a8d6-69a6e83b3ba3 req-8a5c4c2f-d43e-496e-9215-459a7de00274 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.126297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36ba5702-86d3-4f4d-a8d6-69a6e83b3ba3 req-8a5c4c2f-d43e-496e-9215-459a7de00274 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.2245855 Oct 27 16:06:43.140645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-dd8e36da-3296-48ff-86dc-b62ba60dcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.142736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-dd8e36da-3296-48ff-86dc-b62ba60dcf00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1500356 Oct 27 16:06:43.157958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3154a576-ecd6-4b1d-ae52-25bdd8c2efc9 req-6850c3af-d55d-4ad1-a38b-557eaa28713d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408930 Oct 27 16:06:43.173649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.228178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36ba5702-86d3-4f4d-a8d6-69a6e83b3ba3 req-83bebab6-5a29-4882-aebc-4dcc06186c83 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009114 Oct 27 16:06:43.298420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-12c4b796-3e11-4645-ba70-dca71f1c0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.300096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-12c4b796-3e11-4645-ba70-dca71f1c0c1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487629 Oct 27 16:06:43.426751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9f041-e869-4276-b7a2-418b99beb043 req-88dc935d-02c8-490c-bd72-11be5e5c3942 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.433608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6dc9f041-e869-4276-b7a2-418b99beb043 req-88dc935d-02c8-490c-bd72-11be5e5c3942 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 931 time: 0.0756187 Oct 27 16:06:43.582515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6dc9f041-e869-4276-b7a2-418b99beb043 req-3efbfa33-4a09-41e9-9066-825b02f74ad4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479342 Oct 27 16:06:43.694390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-9ee2cda2-4976-4194-9713-d8653d2b98e5 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918199 Oct 27 16:06:43.789967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e4de8-ef2e-40d2-8e84-4a10e7f9ea73 req-e8faddfb-1980-4f3a-b5e9-d07db5148dc9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.791567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f79e4de8-ef2e-40d2-8e84-4a10e7f9ea73 req-e8faddfb-1980-4f3a-b5e9-d07db5148dc9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1429758 Oct 27 16:06:43.883026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b82d2e-e7af-459b-8867-5166825b92ac {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:43.901607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa6c05-b334-4701-a665-96b1b189e16b req-4656a9ce-51e2-4648-a8c1-b79d90306858 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.909665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07aa6c05-b334-4701-a665-96b1b189e16b req-4656a9ce-51e2-4648-a8c1-b79d90306858 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.2189362 Oct 27 16:06:43.915764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.960572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7914b4d9-44dd-4e9c-a943-2e82e5f3ee62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.996002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f79e4de8-ef2e-40d2-8e84-4a10e7f9ea73 req-95ed77a4-572c-4f4d-b60c-58c6878dbc46 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790795 Oct 27 16:06:43.997384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Transition to ACTIVE for port object c0b82d2e-e7af-459b-8867-5166825b92ac will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:44.003256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6b0bbbc-f3ac-4d19-98cf-3e6a7e95d9dd req-a78efa67-98d8-4d24-b268-e2cf7508e93a service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962096 Oct 27 16:06:44.009166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07aa6c05-b334-4701-a665-96b1b189e16b req-4b50a078-e5ac-44bf-9693-475ff3b35d6b tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986578 Oct 27 16:06:44.063464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.116741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:44.196982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:44.197394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:44.197796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:44.203029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:44.203987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:44.209608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:44.209939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:44.210390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:44.210890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Bound port: c0b82d2e-e7af-459b-8867-5166825b92ac, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:44.211349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.332981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:44.337922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:44.365959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072dbd5-abe6-4a6b-ac58-2a43c329b003 req-d59bba86-1852-4ca3-a98e-0cfe4a7903fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.368552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7072dbd5-abe6-4a6b-ac58-2a43c329b003 req-d59bba86-1852-4ca3-a98e-0cfe4a7903fd tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.0868781 Oct 27 16:06:44.418551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7072dbd5-abe6-4a6b-ac58-2a43c329b003 req-0d4bc49e-de57-468a-87cc-1ed4d2e9089c tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Oct 27 16:06:44.469462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.550111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.550650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.552326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] 10.222.0.82 "PUT /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 1091 time: 1.5805061 Oct 27 16:06:44.554265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.587012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:44.587012 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1bd563-bc2d-43c7-8394-c5713c87a27e" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:44.612100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c909cf-9fe9-4335-b242-c5e6526b815a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:44.641366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e5de-9558-429f-ac2e-e0f81ed88ff3 req-c745c523-4440-47b5-8905-b9a9e9c203dc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.641366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b088e5de-9558-429f-ac2e-e0f81ed88ff3 req-c745c523-4440-47b5-8905-b9a9e9c203dc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1376889 Oct 27 16:06:44.773984 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44329450-9001-453f-ab27-ce348c193bba x-openstack-request-id: req-44329450-9001-453f-ab27-ce348c193bba {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:44.774358 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:44.774716 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44329450-9001-453f-ab27-ce348c193bba {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:44.775640 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'status': 'completed', 'code': 200} Oct 27 16:06:44.820595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b088e5de-9558-429f-ac2e-e0f81ed88ff3 req-2308eeb9-78ac-4b35-baf9-3f83500c0f48 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641350 Oct 27 16:06:44.864600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-a9bd9438-d18e-4740-8373-2dc724d25699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.866167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-a9bd9438-d18e-4740-8373-2dc724d25699 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1094 time: 0.1289227 Oct 27 16:06:44.884934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019258d-43b0-4ecf-9a3f-ca983e1102ab req-aec68ca5-0bfa-440a-80e2-012cfccea639 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.892519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a019258d-43b0-4ecf-9a3f-ca983e1102ab req-aec68ca5-0bfa-440a-80e2-012cfccea639 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0624793 Oct 27 16:06:44.938565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-b4cbebae-66c4-4564-bb7d-f526dc27a267 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 217 time: 0.0582647 Oct 27 16:06:44.990844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a019258d-43b0-4ecf-9a3f-ca983e1102ab req-ef24ab4a-d734-4da8-8303-0ad06f3caa34 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974863 Oct 27 16:06:45.008511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97591e7-c286-45a3-8cff-d154b51466cf req-bbfb4fbc-5892-4622-879c-6886926c3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.009999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-bbfb4fbc-5892-4622-879c-6886926c3f7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0591745 Oct 27 16:06:45.047602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-8c48ff33-53b8-46c5-a2cc-0e8b09ae151f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280678 Oct 27 16:06:45.075744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.226469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff796-9fdc-4271-8815-3d9f5f9b3c6a req-2e3505ea-a295-4b1f-9f2e-0164938d3cd2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.228076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-511ff796-9fdc-4271-8815-3d9f5f9b3c6a req-2e3505ea-a295-4b1f-9f2e-0164938d3cd2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.1136024 Oct 27 16:06:45.253681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-526cb3ff-7842-4c6d-9d76-e3c776e93424 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990926 Oct 27 16:06:45.267150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562d2f6-bd1b-48bc-b046-5115b35e2c37 req-738c3c2b-cf30-437c-bff5-78d97d97ea51 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.268624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3562d2f6-bd1b-48bc-b046-5115b35e2c37 req-738c3c2b-cf30-437c-bff5-78d97d97ea51 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1524053 Oct 27 16:06:45.413981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-511ff796-9fdc-4271-8815-3d9f5f9b3c6a req-9692891e-119c-4abb-bf64-ca1261bd388f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569550 Oct 27 16:06:45.420366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3562d2f6-bd1b-48bc-b046-5115b35e2c37 req-5269f117-bec1-4490-964e-e07d34e0f0ff tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416910 Oct 27 16:06:45.421129 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e26a787e-0fbe-4a9d-820d-8ab0b60108db service neutron] show failed (client error): The resource could not be found. Oct 27 16:06:45.422600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e26a787e-0fbe-4a9d-820d-8ab0b60108db service neutron] 10.222.0.82 "GET /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.2167025 Oct 27 16:06:45.489115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97591e7-c286-45a3-8cff-d154b51466cf req-08217fb1-012f-4c0f-a471-8efaf9d4704c service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194691 Oct 27 16:06:45.629987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ef25-20a7-4f2f-a7ea-bb09adfc91f8 req-f5b3e904-fe81-482d-ab56-45550fb53832 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.632224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25b6ef25-20a7-4f2f-a7ea-bb09adfc91f8 req-f5b3e904-fe81-482d-ab56-45550fb53832 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.0778136 Oct 27 16:06:45.723818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:45.741793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25b6ef25-20a7-4f2f-a7ea-bb09adfc91f8 req-513f4418-a2d3-40b9-a0ca-8aea8ae69c71 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034944 Oct 27 16:06:45.757544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-ae9bd55e-60d6-40a6-a1f1-b6f3c3fa1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.766018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-ae9bd55e-60d6-40a6-a1f1-b6f3c3fa1f76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1094 time: 0.1048973 Oct 27 16:06:45.846960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:45.864873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'mac_address': 'fa:16:3e:f9:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:45.915557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-653f1f05-7b70-4271-9d1d-f4179d670ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.917773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-653f1f05-7b70-4271-9d1d-f4179d670ba6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1482246 Oct 27 16:06:45.976461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.990996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-f4954d47-b999-4938-a3af-2f76d7d6e477 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 217 time: 0.0585635 Oct 27 16:06:46.003202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:46.053059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:46.110542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-4b3710a8-81e5-4af2-9e13-c256931ff246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.110542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-4b3710a8-81e5-4af2-9e13-c256931ff246 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1012855 Oct 27 16:06:46.110542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86874e41-b354-4666-9cfd-845abbf86d21 req-59e8f968-f213-4698-9877-3e07a14a7b89 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.118386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86874e41-b354-4666-9cfd-845abbf86d21 req-59e8f968-f213-4698-9877-3e07a14a7b89 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.2224355 Oct 27 16:06:46.125403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.188259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-64f6ef5a-2da8-4643-a1a3-f783af0c7415 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588534 Oct 27 16:06:46.235861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:46.255804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.256510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.257521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.258788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.259304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.260667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.262077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.262580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.264095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.265508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86874e41-b354-4666-9cfd-845abbf86d21 req-56cf1e3e-7a9e-4d84-bea7-e1a8499fe313 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412632 Oct 27 16:06:46.265976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.266497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.266979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:46.300847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e6ebc867-4ffe-45fa-aa66-db5dc255e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.302619 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e6ebc867-4ffe-45fa-aa66-db5dc255e1a1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1101 time: 0.0912182 Oct 27 16:06:46.324665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:46.370157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-ec1c92be-8835-4cbb-8b4c-83a78b768db2 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726341 Oct 27 16:06:46.380339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72181-8a80-41f5-b944-1ff83e51e34a req-90b8817e-b368-47d5-9834-f7dbdfc647f9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.388136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d72181-8a80-41f5-b944-1ff83e51e34a req-90b8817e-b368-47d5-9834-f7dbdfc647f9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.2673323 Oct 27 16:06:46.394157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.526349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d72181-8a80-41f5-b944-1ff83e51e34a req-1d30483c-9275-4adf-aeb4-a3f5905f69d4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328993 Oct 27 16:06:46.571473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-5a1096de-0733-4edf-8f50-37a03b765813 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.573477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-5a1096de-0733-4edf-8f50-37a03b765813 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.1820371 Oct 27 16:06:46.585759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:46.826613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1bd563-bc2d-43c7-8394-c5713c87a27e req-f96640d4-2e4f-4994-b592-b70bfe55c2a7 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342504 Oct 27 16:06:46.881308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f20d-5307-406b-a341-3ee1fc51147c req-027f4b21-da1f-4b9d-8755-a7b6b64a5178 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.882839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f122f20d-5307-406b-a341-3ee1fc51147c req-027f4b21-da1f-4b9d-8755-a7b6b64a5178 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 946 time: 0.3082774 Oct 27 16:06:46.894529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:46.912504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3184d-4c3d-40a0-812e-bb98323556b0 req-e391f25e-7f14-4e79-b0a3-2d95656b1cb5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.920758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02d3184d-4c3d-40a0-812e-bb98323556b0 req-e391f25e-7f14-4e79-b0a3-2d95656b1cb5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.2027833 Oct 27 16:06:46.957757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:46.960647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Deleting port 5788f000-76ef-44a0-8d09-0376737394a8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:46.961130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.005793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:47.008587 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48278512-dae7-4c33-8cdf-56b9e8ff2cd8" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-unplugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:47.014284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.029650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Transition to ACTIVE for port object 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:47.125606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.203083 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.294051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:47.315103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.315748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.315748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.316097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.316430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.316762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.317091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.317416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.317741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.318065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.318388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.318708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:47.378470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] No DVR routers for this DVR port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:47.433494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:47.434174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:47.434687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:47.441288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:47.441864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:47.450230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:47.450901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:47.451524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:47.452297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Bound port: 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:47.452846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.502305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f122f20d-5307-406b-a341-3ee1fc51147c req-c3d598cd-fe85-4dd7-90db-184746b64840 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6127899 Oct 27 16:06:47.548650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02d3184d-4c3d-40a0-812e-bb98323556b0 req-4ddc4560-16b0-466b-8796-47e572455113 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231365 Oct 27 16:06:47.577493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:47.581001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:47.651999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] For port 5788f000-76ef-44a0-8d09-0376737394a8, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5788f000-76ef-44a0-8d09-0376737394a8,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:47.651999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.680244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.721223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:47.727773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:47.728661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.731253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] 10.222.0.79 "PUT /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 1096 time: 1.4166343 Oct 27 16:06:47.740599 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a234ca-9852-49c2-bcc2-d315fe5c1713 x-openstack-request-id: req-34a234ca-9852-49c2-bcc2-d315fe5c1713 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:47.740599 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-unplugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:47.740599 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34a234ca-9852-49c2-bcc2-d315fe5c1713 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:47.740599 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'code': 200} Oct 27 16:06:47.872242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765cf36-c17f-4525-a449-36bcffda7754 service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:47.984732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-0249f355-bb66-4205-99f1-817249b07610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:47.986262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:47.989424 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-0249f355-bb66-4205-99f1-817249b07610 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.1007862 Oct 27 16:06:48.000781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7bde-feef-4e32-a9da-21db9f1ba793 req-9452cbe7-2c8d-4b74-9b4d-fc4afde67ab1 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.004465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f28d7bde-feef-4e32-a9da-21db9f1ba793 req-9452cbe7-2c8d-4b74-9b4d-fc4afde67ab1 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.2896059 Oct 27 16:06:48.014091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6c004608-4212-429d-b37e-95c3afe774ab', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '6c004608-4212-429d-b37e-95c3afe774ab', 'mac_address': 'fa:16:3e:10:8d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:48.028988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:48.085977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844e72-463e-4aa2-b774-2ad994a8c0c8 req-5895cb48-c69d-490b-ba5f-5633dc7a0f9f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.094732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09844e72-463e-4aa2-b774-2ad994a8c0c8 req-5895cb48-c69d-490b-ba5f-5633dc7a0f9f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.2612436 Oct 27 16:06:48.162548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:48.183172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f28d7bde-feef-4e32-a9da-21db9f1ba793 req-db5fd052-16ca-4308-b925-4f3dcdea4d1a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Oct 27 16:06:48.187894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-6cccf065-d8a4-402e-948f-29e839556ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.189813 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-6cccf065-d8a4-402e-948f-29e839556ec9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1874239 Oct 27 16:06:48.205093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.222213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09844e72-463e-4aa2-b774-2ad994a8c0c8 req-980e17d0-40f6-4e4c-b015-8108e746499f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 Oct 27 16:06:48.223075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c004608-4212-429d-b37e-95c3afe774ab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:48.247320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:48.260970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.263648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.266936 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1 disassociated. External IP: 172.25.5.7, port: 5788f000-76ef-44a0-8d09-0376737394a8. Oct 27 16:06:48.267653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Calling delete_port for 5788f000-76ef-44a0-8d09-0376737394a8 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:48.273058 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-d0127b08-75de-49eb-8516-81bbb594b87d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0640824 Oct 27 16:06:48.325265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.393122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-1c664915-d0e1-4c04-9eb8-44571aac015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.394603 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-1c664915-d0e1-4c04-9eb8-44571aac015c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1074479 Oct 27 16:06:48.435272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d92bf5-f516-4a78-8730-afd23115c11a req-b11839e2-05b8-4114-a828-2956be455fe3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.437349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80d92bf5-f516-4a78-8730-afd23115c11a req-b11839e2-05b8-4114-a828-2956be455fe3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1040645 Oct 27 16:06:48.465086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-9e3cc1d1-70a5-4ca9-b608-074c8d92f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.466745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-9e3cc1d1-70a5-4ca9-b608-074c8d92f7b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574148 Oct 27 16:06:48.468512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:48.585692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80d92bf5-f516-4a78-8730-afd23115c11a req-cfd759f4-4c83-4437-a19d-19763d8190e0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416252 Oct 27 16:06:48.615377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-2bb21ed2-2e71-481e-9da6-80ff01a4c9df service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316447 Oct 27 16:06:48.683158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.729538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6c004608-4212-429d-b37e-95c3afe774ab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:48.760531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8fa24ec-07e3-46e5-97e4-1487707e9fd5 req-fbe4247b-a0a0-4466-b351-4dee6fb8268a service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384051 Oct 27 16:06:48.771990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event deleted for resources: {'Port': ['ID=5788f000-76ef-44a0-8d09-0376737394a8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:48.940383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767bdd1-1e27-41a1-abf5-8a87569f9a19 req-faa1ae97-4e97-47ca-9fde-4f8c0136b8b7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.941945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1767bdd1-1e27-41a1-abf5-8a87569f9a19 req-faa1ae97-4e97-47ca-9fde-4f8c0136b8b7 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 867 time: 0.3389504 Oct 27 16:06:48.996080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230baafb-0eec-49d4-92b6-acac9e4e3308 req-e6eb391d-ef26-4c5f-942b-42b5bd949535 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.997578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-230baafb-0eec-49d4-92b6-acac9e4e3308 req-e6eb391d-ef26-4c5f-942b-42b5bd949535 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.3110771 Oct 27 16:06:49.044387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1767bdd1-1e27-41a1-abf5-8a87569f9a19 req-a620d34e-be46-4590-8980-ebfa68120035 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1a1b381-4195-41ff-971d-756f98d031c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883803 Oct 27 16:06:49.080559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:49.084743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-230baafb-0eec-49d4-92b6-acac9e4e3308 req-da54300d-d9cd-453f-a389-2acf42f4c83d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794086 Oct 27 16:06:49.266666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e990743-1124-4e27-a060-951777f4eb27 req-8ea3f8a0-2e76-4be0-85e0-b58c6d159c5b tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.268371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e990743-1124-4e27-a060-951777f4eb27 req-8ea3f8a0-2e76-4be0-85e0-b58c6d159c5b tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 1100 time: 0.0690696 Oct 27 16:06:49.321576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:49.333238 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:49.352611 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:49.357813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:49.377955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] No DVR routers for this DVR port 5788f000-76ef-44a0-8d09-0376737394a8 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:49.386795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.390881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce1e314b-23f2-4bef-9706-edae7f9079d5 req-64e8f7ae-54bb-4526-b290-355bbedeed4f tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.79 "DELETE /v2.0/ports/5788f000-76ef-44a0-8d09-0376737394a8 HTTP/1.1" status: 204 len: 173 time: 2.8018744 Oct 27 16:06:49.392172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'name': 'network-vif-deleted', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:49.394562 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9188ad-04de-4ad4-9724-c0c3e09c3378" -d '{"events": [{"server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "name": "network-vif-deleted", "tag": "5788f000-76ef-44a0-8d09-0376737394a8"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:49.416244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e990743-1124-4e27-a060-951777f4eb27 req-33dec221-b48f-49b0-9145-3573215c3027 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323135 Oct 27 16:06:49.431873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa0049-b116-4666-b5f0-d17cfe6d6578 req-4a32bbf5-28ac-4ba2-9c46-34386d3bb9d9 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.439617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5afa0049-b116-4666-b5f0-d17cfe6d6578 req-4a32bbf5-28ac-4ba2-9c46-34386d3bb9d9 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 948 time: 0.1662903 Oct 27 16:06:49.498085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5afa0049-b116-4666-b5f0-d17cfe6d6578 req-09b04cfb-ef69-4094-b983-69c71a43621e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575862 Oct 27 16:06:49.550098 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a145175-1e02-4873-b9af-aebb489e83e2 x-openstack-request-id: req-0a145175-1e02-4873-b9af-aebb489e83e2 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:49.550456 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b8a29-1c87-4312-8949-184ddc44e4bd", "name": "network-vif-deleted", "tag": "5788f000-76ef-44a0-8d09-0376737394a8", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:49.551255 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a145175-1e02-4873-b9af-aebb489e83e2 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:49.551729 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b8a29-1c87-4312-8949-184ddc44e4bd', 'name': 'network-vif-deleted', 'tag': '5788f000-76ef-44a0-8d09-0376737394a8', 'status': 'completed', 'code': 200} Oct 27 16:06:49.605440 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:49.639907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1207f-9ab3-43be-8c29-1780a5fc46fd req-3da2633d-2f3e-4c78-91e8-2841289b858c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.644783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01e1207f-9ab3-43be-8c29-1780a5fc46fd req-3da2633d-2f3e-4c78-91e8-2841289b858c tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.0899627 Oct 27 16:06:49.684257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-6638e760-5a17-48a8-8e3b-9cc44f7f6049 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345073 Oct 27 16:06:49.722815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01e1207f-9ab3-43be-8c29-1780a5fc46fd req-8f1b46e9-59ca-49ab-8732-69e0624e4414 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707340 Oct 27 16:06:49.739505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:49.746296 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03f2518-6e7e-4046-ad21-ea9bf21b6635" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:49.747981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:49.883452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-96a6ab37-2640-4ef3-a2c8-33e3b231fbee tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.885018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-96a6ab37-2640-4ef3-a2c8-33e3b231fbee tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930037 Oct 27 16:06:49.911859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:49.915394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-3199ca2f-7b82-4159-9054-3827c3b2e443 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0149801 Oct 27 16:06:49.948058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dcb1c-7b8b-4714-9794-19dce945ba10 req-f09a64ee-675a-44e1-9e74-795f32ea14c4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.949526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-143dcb1c-7b8b-4714-9794-19dce945ba10 req-f09a64ee-675a-44e1-9e74-795f32ea14c4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0870261 Oct 27 16:06:49.961823 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:49.973576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:49.974481 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:50.032460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-45d079da-ab4f-4915-940d-2e21c501c265 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1099672 Oct 27 16:06:50.038182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-143dcb1c-7b8b-4714-9794-19dce945ba10 req-14e60724-ead6-447e-9218-58be0d6d1c43 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Oct 27 16:06:50.091119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:50.107695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:50.107695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.131899 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e810aec-6e52-44c3-b976-69b14cc7e171 x-openstack-request-id: req-9e810aec-6e52-44c3-b976-69b14cc7e171 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:50.132224 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:50.132479 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e810aec-6e52-44c3-b976-69b14cc7e171 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:50.132878 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'status': 'completed', 'code': 200} Oct 27 16:06:50.230142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-58c9c04c-c2f4-4298-a3bc-0a38ffbe7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.232743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-58c9c04c-c2f4-4298-a3bc-0a38ffbe7864 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.1007509 Oct 27 16:06:50.262692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-76d62288-06d4-4859-8745-bb4f6cb93675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.264679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-76d62288-06d4-4859-8745-bb4f6cb93675 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.0840456 Oct 27 16:06:50.268308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.290351 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:50.307855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:50.310729 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6045e-9536-494f-b51a-2db545f67923" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:50.352118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:50.355031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4a5f479-a59e-44e4-bb3b-e1adbef67078 req-11b70a31-0fd2-4580-aaaa-a8a528b9b796 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd8b8a29-1c87-4312-8949-184ddc44e4bd HTTP/1.1" status: 200 len: 210 time: 0.0858667 Oct 27 16:06:50.456274 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.486976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-0d42988c-0179-43cc-9c3c-7c67e7e31ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.488770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-0d42988c-0179-43cc-9c3c-7c67e7e31ffe service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2485814 Oct 27 16:06:50.521083 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a523f-1b47-40f6-b581-a4eddf6543ac x-openstack-request-id: req-e01a523f-1b47-40f6-b581-a4eddf6543ac {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:50.523534 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:50.526912 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e01a523f-1b47-40f6-b581-a4eddf6543ac {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:50.527622 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'code': 200} Oct 27 16:06:50.552642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-bf643c5b-2e9d-4863-9920-7460180d09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.554268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-bf643c5b-2e9d-4863-9920-7460180d09a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2599411 Oct 27 16:06:50.563166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5788f000-76ef-44a0-8d09-0376737394a8 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:50.573040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-ca78ed4a-64ad-4996-ba48-0431eb4986af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0709465 Oct 27 16:06:50.623489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 5788f000-76ef-44a0-8d09-0376737394a8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:50.623948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5788f000-76ef-44a0-8d09-0376737394a8 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:50.642419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:50.692449 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:50.719387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec705f71-b153-41e2-8fdf-70a379506b07 req-f1db7bb1-6aa4-4f4f-8e21-899fe0a60036 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.1388028 Oct 27 16:06:50.727577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-53ef8372-c1b8-40ec-a36a-10d6235e094d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.1455073 Oct 27 16:06:50.732291 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feda6c-9de6-4896-8b20-8fb5fa0e9d8e None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:01:27Z', 'revision_number': 4, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '913d48ad-eb86-4c06-9009-013b4d5312bb', 'name': '', 'network_id': '5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'mac_address': 'fa:16:3e:74:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:26Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'subnets': [{'id': '0c8730be-4e82-4f3a-985a-2f34905d9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:50.809965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-d3fe1d1c-1d0d-4cd9-ba7e-0b231273177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.811865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-d3fe1d1c-1d0d-4cd9-ba7e-0b231273177d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.2024500 Oct 27 16:06:50.846213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f660-8101-461f-a7fd-cc9a8f8b5785 req-a1170246-9900-4171-943a-ef72e6ea5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.847727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7b8f660-8101-461f-a7fd-cc9a8f8b5785 req-a1170246-9900-4171-943a-ef72e6ea5956 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 1101 time: 0.2922258 Oct 27 16:06:50.886969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554e62-adcc-4e12-93e7-12c4761b44ea req-cb60c461-886f-4c9e-9410-a93b1ca3bb17 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.888466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe554e62-adcc-4e12-93e7-12c4761b44ea req-cb60c461-886f-4c9e-9410-a93b1ca3bb17 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 948 time: 0.2632735 Oct 27 16:06:50.926146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-8a91d24c-dc03-40f8-91b8-c21de062dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.927663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-8a91d24c-dc03-40f8-91b8-c21de062dc8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1770725 Oct 27 16:06:51.032477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe554e62-adcc-4e12-93e7-12c4761b44ea req-9833e28d-4b4b-4c85-b7ad-40c8efdb5b1a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231422 Oct 27 16:06:51.034010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7b8f660-8101-461f-a7fd-cc9a8f8b5785 req-6761a9f4-fc05-4ca9-83f5-c17a97d1c6e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561365 Oct 27 16:06:51.043723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-f4c4bdcf-23d8-4f37-8eea-f3b6f6bfbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.045272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-f4c4bdcf-23d8-4f37-8eea-f3b6f6bfbd06 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187850 Oct 27 16:06:51.061405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d728e5-2357-43f7-8d01-ac0c16f3496b req-50fae28e-c472-4179-b3d4-0e6a542c8396 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.069426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73d728e5-2357-43f7-8d01-ac0c16f3496b req-50fae28e-c472-4179-b3d4-0e6a542c8396 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.2272696 Oct 27 16:06:51.106891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-9a67d947-2667-4881-81c3-c48dc2ab9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.108553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-9a67d947-2667-4881-81c3-c48dc2ab9d85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609020 Oct 27 16:06:51.144499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73d728e5-2357-43f7-8d01-ac0c16f3496b req-02d599a6-f727-4710-8770-b2773cbf7c5a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Oct 27 16:06:51.145943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0847144-82c4-4402-a483-9329cf64d041 None None] New status for floating IP 591c30aa-c5e2-42cd-97a6-4cad172234c1: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:06:51.272294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680459-a3c2-42f5-814c-3d6a01079b4c req-1f1c92e0-60ec-4b55-afd2-ac73d5aa3b5e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.273880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba680459-a3c2-42f5-814c-3d6a01079b4c req-1f1c92e0-60ec-4b55-afd2-ac73d5aa3b5e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1235766 Oct 27 16:06:51.278019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-4251b814-322e-4aeb-a092-62ec3129a046 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526117 Oct 27 16:06:51.314107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba680459-a3c2-42f5-814c-3d6a01079b4c req-907bc0c5-8d66-4cbc-a08c-3c56e91be3f3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Oct 27 16:06:51.475136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-f00da68d-5cef-443c-acd1-af493f85e630 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589069 Oct 27 16:06:51.478620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-3575660c-0408-453b-9d16-a859091d21db service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636450 Oct 27 16:06:51.743776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:51.768677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:51.812270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.841249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.914004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebcc2d66-7c52-40ac-bcf7-7fd5f065029d req-e3013b33-a178-4116-adcf-42763cfa97f6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.0341637 Oct 27 16:06:51.942880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03f2518-6e7e-4046-ad21-ea9bf21b6635 req-ee4cb6ed-02c8-4c7c-80d9-a65c68974542 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544151 Oct 27 16:06:52.152667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 6c004608-4212-429d-b37e-95c3afe774ab completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:52.153299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.156357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.157747 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "DELETE /v2.0/security-groups/d1a1b381-4195-41ff-971d-756f98d031c1 HTTP/1.1" status: 204 len: 168 time: 0.4129627 Oct 27 16:06:52.162454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:52.163930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6c004608-4212-429d-b37e-95c3afe774ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:52.164539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cc2a0-7d25-4e5f-9870-758a49998085 req-a66afe52-de4c-407d-b377-85f0d8061f0d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.164675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.166145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f47cc2a0-7d25-4e5f-9870-758a49998085 req-a66afe52-de4c-407d-b377-85f0d8061f0d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 948 time: 0.0517871 Oct 27 16:06:52.190372 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-b742c6aa-b60d-4dd9-9132-5a4799baa027 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] show failed (client error): The resource could not be found. Oct 27 16:06:52.191472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b742c6aa-b60d-4dd9-9132-5a4799baa027 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "GET /v2.0/security-groups/d1a1b381-4195-41ff-971d-756f98d031c1 HTTP/1.1" status: 404 len: 347 time: 0.0280056 Oct 27 16:06:52.196426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078763c3-e451-43cd-8139-bb082445f944 tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1b381-4195-41ff-971d-756f98d031c1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:52.199345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50680) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:52.282287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f47cc2a0-7d25-4e5f-9870-758a49998085 req-aa9dbd1c-45fb-4f05-aac5-294aa27c7526 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069276 Oct 27 16:06:52.314851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.357160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:52.389408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f10c3-89c4-4f9b-ac4b-1b95f467ea41 req-4b88df32-c863-4b19-8fb7-1d98d11bfb9a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.390985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f6f10c3-89c4-4f9b-ac4b-1b95f467ea41 req-4b88df32-c863-4b19-8fb7-1d98d11bfb9a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.1306982 Oct 27 16:06:52.468665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Deleting port 07e9587c-ae3e-4dc7-9e44-a98615189d65 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:52.469021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.485942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f6f10c3-89c4-4f9b-ac4b-1b95f467ea41 req-ea3e7ced-2d57-4cbe-b2ee-27495ed3365a tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863039 Oct 27 16:06:52.517866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.521643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db65c-d449-4b47-9a0e-565282e84def req-ac1969bf-e68f-452c-9475-d42b7fecda25 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.523816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d6db65c-d449-4b47-9a0e-565282e84def req-ac1969bf-e68f-452c-9475-d42b7fecda25 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1247137 Oct 27 16:06:52.546451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:52.548667 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835728f-eec4-408c-a2f2-4a6f9cb8f760" -d '{"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-plugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:52.592812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.593168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.623339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d6db65c-d449-4b47-9a0e-565282e84def req-2fc47b6f-1d55-4568-8030-1d9fe7da3480 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Oct 27 16:06:52.623973 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de15fe-cfc4-4608-9710-21a158c19d64 x-openstack-request-id: req-37de15fe-cfc4-4608-9710-21a158c19d64 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:52.624265 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-plugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:52.624514 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37de15fe-cfc4-4608-9710-21a158c19d64 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:52.624896 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab', 'code': 200} Oct 27 16:06:52.634643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Calling delete_port for 07e9587c-ae3e-4dc7-9e44-a98615189d65 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:52.641040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:52.786858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39a843-1276-49ff-a654-e6f6d845d9a0 req-59ed8cae-7e02-4b1a-b4f7-a1264fb9f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.788433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e39a843-1276-49ff-a654-e6f6d845d9a0 req-59ed8cae-7e02-4b1a-b4f7-a1264fb9f75b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 1100 time: 0.0609939 Oct 27 16:06:52.852831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e39a843-1276-49ff-a654-e6f6d845d9a0 req-80b6c2e7-039a-4696-8e40-171c9e918b9d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Oct 27 16:06:53.033062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c856935-c556-4d39-b3da-f115385bb22b req-d95591d5-f238-4feb-abdb-c41b72ca76df tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.0325048 Oct 27 16:06:53.106597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.136991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Pushing event deleted for resources: {'Port': ['ID=07e9587c-ae3e-4dc7-9e44-a98615189d65,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:53.205077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.207792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.208990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-67e5be9f-0dd7-4426-9225-25b35cca107e tempest-ServersWithSpecificFlavorTestJSON-109981312 tempest-ServersWithSpecificFlavorTestJSON-109981312-project] 10.222.0.70 "DELETE /v2.0/floatingips/591c30aa-c5e2-42cd-97a6-4cad172234c1 HTTP/1.1" status: 204 len: 168 time: 1.0087841 Oct 27 16:06:53.435329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c4403-7e40-4a38-8651-ff96e25a8cd1 req-dbb1f5ee-d2ba-4804-a431-4f93a0f7fc16 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.436957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a3c4403-7e40-4a38-8651-ff96e25a8cd1 req-dbb1f5ee-d2ba-4804-a431-4f93a0f7fc16 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 949 time: 0.0705519 Oct 27 16:06:53.483775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a3c4403-7e40-4a38-8651-ff96e25a8cd1 req-271b36c1-20c0-4e07-aa36-aa9829c738ec tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Oct 27 16:06:53.613313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47ba3-b7eb-433a-9fdc-071d320137a1 req-b416ff91-7ff5-401a-92db-1fd53382434d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.615220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8d47ba3-b7eb-433a-9fdc-071d320137a1 req-b416ff91-7ff5-401a-92db-1fd53382434d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.0539854 Oct 27 16:06:53.673004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8d47ba3-b7eb-433a-9fdc-071d320137a1 req-c0157690-2768-4df7-8a85-6da449948e29 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Oct 27 16:06:53.783315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773fa6a-4dc1-44ff-a595-826538e1fac3 req-18498ad8-41f6-4eba-922e-bbc8be299b9c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.785096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f773fa6a-4dc1-44ff-a595-826538e1fac3 req-18498ad8-41f6-4eba-922e-bbc8be299b9c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0511446 Oct 27 16:06:53.830000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f773fa6a-4dc1-44ff-a595-826538e1fac3 req-ec5a113f-14b9-4b08-9629-ed7e38c5341b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Oct 27 16:06:54.146704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-016d864f-2ae5-4ca9-a316-9f6071cf3949 req-496dec9a-111d-4765-b5d0-70f6db03b351 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.0327828 Oct 27 16:06:54.271566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:54.381799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d7ef-fd6d-4783-a2b7-cf7ffac11c88 req-f70cbd28-552d-40fa-b4cf-c0f802c44188 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.388669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9682d7ef-fd6d-4783-a2b7-cf7ffac11c88 req-f70cbd28-552d-40fa-b4cf-c0f802c44188 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 948 time: 0.0785122 Oct 27 16:06:54.411128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-47f22500-f676-4979-ae77-3cd4383dcb9c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549872 Oct 27 16:06:54.462500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9682d7ef-fd6d-4783-a2b7-cf7ffac11c88 req-78df355f-0f3a-47da-9631-967961e3393d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700791 Oct 27 16:06:54.555063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:54.569004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-c5730eac-8d99-4b1c-a4b5-64d54f50ea13 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.579728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-c5730eac-8d99-4b1c-a4b5-64d54f50ea13 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364574 Oct 27 16:06:54.613444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-a40fc15a-dfa8-42fb-af76-f54c7315f839 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.615457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-a40fc15a-dfa8-42fb-af76-f54c7315f839 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e&tenant_id=f214e5b28c364ddeac98cb492f1cf710&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 948 time: 0.1766176 Oct 27 16:06:54.616506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': '6a098d51-dfce-4cd7-8152-da857df5426e', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:54.706962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:54.706962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'mac_address': 'fa:16:3e:9a:a3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:54.728094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e849aa3-015c-4ab4-a173-a9af081e6c00 req-50c275ec-6ea9-4948-bef4-90725923943d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.739499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e849aa3-015c-4ab4-a173-a9af081e6c00 req-50c275ec-6ea9-4948-bef4-90725923943d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 949 time: 0.1648092 Oct 27 16:06:54.771944 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.779412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:54.811294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-cb09e55b-7625-4c08-be9c-068bbbf609f4 service neutron] 10.222.0.79 "GET /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 382 time: 0.1793637 Oct 27 16:06:54.814517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:54.835262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e849aa3-015c-4ab4-a173-a9af081e6c00 req-69d9c93c-dfd8-41c9-85a8-ba8d8c9b101d tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733452 Oct 27 16:06:54.952490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-f2c9f387-98f0-4e20-87b3-1954ce993426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.954010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-f2c9f387-98f0-4e20-87b3-1954ce993426 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1099 time: 0.0916457 Oct 27 16:06:54.970554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc3daf-004b-49f7-be61-f644f12585b8 req-3684ed70-a448-47fb-a6aa-8100c253d2d2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:54.972208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4fc3daf-004b-49f7-be61-f644f12585b8 req-3684ed70-a448-47fb-a6aa-8100c253d2d2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0692799 Oct 27 16:06:55.016531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.024719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:55.029699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.067434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4fc3daf-004b-49f7-be61-f644f12585b8 req-b1a35129-05d3-4eb7-81e9-70e1ef9fea33 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Oct 27 16:06:55.133112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:55.195119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-775fb592-30d8-4e93-9c7f-7330e775200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.196743 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-775fb592-30d8-4e93-9c7f-7330e775200b service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2278073 Oct 27 16:06:55.210193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.105 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/f8545df2-cec9-4f2d-b032-c422cf36be8d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:55.263526 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-327533ff-899a-41e3-8197-c1245e51ecff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0460281 Oct 27 16:06:55.277114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.288682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-babc9059-6338-4e2a-8c9f-610e19598cdc req-0c80d9bb-7f33-448a-9310-7fd7509f19c5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.0386233 Oct 27 16:06:55.399251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-446af23c-c8dc-4c8e-b630-63cffe723125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.400750 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-446af23c-c8dc-4c8e-b630-63cffe723125 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1190827 Oct 27 16:06:55.414415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.517803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:55.520290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-790a9e38-11a7-4e6c-bc0f-f0ee01333e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.521773 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-790a9e38-11a7-4e6c-bc0f-f0ee01333e98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685146 Oct 27 16:06:55.582547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.601719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:55.639920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:55.653451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51127cf4-769c-4ee2-b723-25581fed0e78 req-7beb8921-8ab2-4bca-85a9-4500738e0b55 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.662231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51127cf4-769c-4ee2-b723-25581fed0e78 req-7beb8921-8ab2-4bca-85a9-4500738e0b55 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1177886 Oct 27 16:06:55.673825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:55.690241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-62ad3e98-3e92-493b-ae62-8fac8ee222f7 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556735 Oct 27 16:06:55.703088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:55.748940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:55.792720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.793281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Deleting port 913d48ad-eb86-4c06-9009-013b4d5312bb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:55.793625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.793996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.812335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51127cf4-769c-4ee2-b723-25581fed0e78 req-485b3c83-a393-4aed-89bd-7841442a28e3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488087 Oct 27 16:06:55.927221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-b12d1e7e-ffd5-4cfe-9d09-8a01c8ea4162 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240200 Oct 27 16:06:55.941079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] For port 913d48ad-eb86-4c06-9009-013b4d5312bb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=913d48ad-eb86-4c06-9009-013b4d5312bb,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:55.941461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.968956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Calling delete_port for 913d48ad-eb86-4c06-9009-013b4d5312bb owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:56.040932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ad7619bc-4458-4fb0-b8de-51da0b5ee8dd tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4382250 Oct 27 16:06:56.063004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2541f-e755-4cf6-bfd6-45c3ad598bd2 req-deb96f80-9d7f-4935-a65c-c73bbad164dc tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.070328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48d2541f-e755-4cf6-bfd6-45c3ad598bd2 req-deb96f80-9d7f-4935-a65c-c73bbad164dc tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 949 time: 0.1184955 Oct 27 16:06:56.081423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Request body: {'port': {'device_id': '6a098d51-dfce-4cd7-8152-da857df5426e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:56.134574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6d3e8c44-f5db-40ca-a18d-3ee5d8e39273 None None] Provisioning complete for port f8545df2-cec9-4f2d-b032-c422cf36be8d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:56.135426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8c44-f5db-40ca-a18d-3ee5d8e39273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.140046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48d2541f-e755-4cf6-bfd6-45c3ad598bd2 req-4699a1d6-dedf-4a34-a007-c9c8122de342 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Oct 27 16:06:56.190732 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.239208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e8c44-f5db-40ca-a18d-3ee5d8e39273 None None] Port f8545df2-cec9-4f2d-b032-c422cf36be8d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:56.371435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394623-6be8-4909-8b88-b81c2d481988 req-1b1088ad-7586-4a73-b10d-a52bdd779108 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.373561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d394623-6be8-4909-8b88-b81c2d481988 req-1b1088ad-7586-4a73-b10d-a52bdd779108 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.2148287 Oct 27 16:06:56.398368 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.416948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba11fd-0337-4ad1-97aa-543431df01a0 req-25f6d571-d734-4cd6-92fb-a2dba964369a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.418472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dba11fd-0337-4ad1-97aa-543431df01a0 req-25f6d571-d734-4cd6-92fb-a2dba964369a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 950 time: 0.1609459 Oct 27 16:06:56.433063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=913d48ad-eb86-4c06-9009-013b4d5312bb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:56.523350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d394623-6be8-4909-8b88-b81c2d481988 req-88d9e8c4-1429-4aa3-9504-3da04cbd5c2d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391413 Oct 27 16:06:56.582200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dba11fd-0337-4ad1-97aa-543431df01a0 req-7c142f60-f8d1-4734-b47a-c21c02771e6c tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411622 Oct 27 16:06:56.645917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.706556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0380fc-42e9-47f4-849e-79ecd356f839 req-05d867ff-376b-4cf2-bcce-ff1225622c19 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.711652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d0380fc-42e9-47f4-849e-79ecd356f839 req-05d867ff-376b-4cf2-bcce-ff1225622c19 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 936 time: 0.0840757 Oct 27 16:06:56.786149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8545df2-cec9-4f2d-b032-c422cf36be8d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:56.802203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.810774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d0380fc-42e9-47f4-849e-79ecd356f839 req-1fd498bf-2da5-4d9d-8963-f2339c84c44f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616965 Oct 27 16:06:56.822288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Transition to ACTIVE for port object f8545df2-cec9-4f2d-b032-c422cf36be8d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:56.935305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Router e5d86224-730b-47f3-a66b-4fec3bf44a20 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:56.952920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658e58e-f37f-4410-8c16-0354a0762a83 req-44b8d94d-e4d8-4d00-b656-1a7085cba321 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.954338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4658e58e-f37f-4410-8c16-0354a0762a83 req-44b8d94d-e4d8-4d00-b656-1a7085cba321 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.0515049 Oct 27 16:06:56.996141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4658e58e-f37f-4410-8c16-0354a0762a83 req-a8680ff3-7ee0-4094-8b23-b9692063bed6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355923 Oct 27 16:06:57.009148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.067939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:57.206545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Attempting to bind port f8545df2-cec9-4f2d-b032-c422cf36be8d on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:57.206777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Attempting to bind port f8545df2-cec9-4f2d-b032-c422cf36be8d by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:57.207146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Attempting to bind port f8545df2-cec9-4f2d-b032-c422cf36be8d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:57.212282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Port f8545df2-cec9-4f2d-b032-c422cf36be8d on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:57.212614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Attempting to bind port f8545df2-cec9-4f2d-b032-c422cf36be8d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:57.221987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:57.222821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:57.223332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:57.224009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Bound port: f8545df2-cec9-4f2d-b032-c422cf36be8d, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:57.224334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.344337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:57.348002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:57.379123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:57.384476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0720b33a-2994-4366-9358-1b5ee0456d14 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5d86224-730b-47f3-a66b-4fec3bf44a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1110704 Oct 27 16:06:57.386865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:57.387864 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Sync routers for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:57.397551 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:57.398159 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:57.495834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.509358 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:57.552137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.609622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.610281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.612042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] 10.222.0.79 "PUT /v2.0/ports/f8545df2-cec9-4f2d-b032-c422cf36be8d HTTP/1.1" status: 200 len: 1096 time: 1.5387909 Oct 27 16:06:57.612213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:57.615442 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096faeb5-03bc-42e6-8914-04458f003709" -d '{"events": [{"name": "network-changed", "server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:57.658970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345', 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:57.660762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23484f1c-e9df-4344-bd7b-0693f928e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:57.704325 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b00291e-a8ed-4751-a9f2-64550891cd8d x-openstack-request-id: req-2b00291e-a8ed-4751-a9f2-64550891cd8d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:57.705203 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:57.705654 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b00291e-a8ed-4751-a9f2-64550891cd8d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:57.706261 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d', 'status': 'completed', 'code': 200} Oct 27 16:06:57.760828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.797670 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:06:56Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:57.799330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618dc31-b126-450f-8c4d-ccb5362151c5 req-0bfe7e20-5d16-4f87-a940-fcc3bc020aef tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.800880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e618dc31-b126-450f-8c4d-ccb5362151c5 req-0bfe7e20-5d16-4f87-a940-fcc3bc020aef tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1364996 Oct 27 16:06:57.818768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeb5-03bc-42e6-8914-04458f003709 req-a26712b0-786a-4fa0-9810-e3bbbbe490e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.820268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-096faeb5-03bc-42e6-8914-04458f003709 req-a26712b0-786a-4fa0-9810-e3bbbbe490e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 1099 time: 0.0877960 Oct 27 16:06:57.837861 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Checking router: e5d86224-730b-47f3-a66b-4fec3bf44a20 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:57.849654 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Routers {'e5d86224-730b-47f3-a66b-4fec3bf44a20'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:57.850459 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5d86224-730b-47f3-a66b-4fec3bf44a20'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:57.892961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e618dc31-b126-450f-8c4d-ccb5362151c5 req-78013367-316c-431c-b4f9-c176c6b828d0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847063 Oct 27 16:06:57.915950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-096faeb5-03bc-42e6-8914-04458f003709 req-d2d1fe8a-4b3e-426a-abb4-0887ac09cf31 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480037 Oct 27 16:06:57.989948 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] Set router e5d86224-730b-47f3-a66b-4fec3bf44a20 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:58.029799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.149797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb760f5-0131-44bb-9267-f27bbebea66f req-1bb80e03-0ba6-4dcd-a847-da3c26a4e918 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.151864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb760f5-0131-44bb-9267-f27bbebea66f req-1bb80e03-0ba6-4dcd-a847-da3c26a4e918 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 948 time: 0.2314627 Oct 27 16:06:58.197315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeb5-03bc-42e6-8914-04458f003709 req-4bece286-a8ca-495e-ac84-3e07b746597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.199289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Deleting port ca254184-6a9b-4191-8059-07e59ac7d889 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:58.200381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-096faeb5-03bc-42e6-8914-04458f003709 req-4bece286-a8ca-495e-ac84-3e07b746597b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704904 Oct 27 16:06:58.204472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.225508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb760f5-0131-44bb-9267-f27bbebea66f req-7091b8af-4223-4528-9811-459019abf878 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Oct 27 16:06:58.313165 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:06:56Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:58.373761 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c11c37-92f8-42a0-ad35-953f7db29562 None None] The sync data for ids ['e5d86224-730b-47f3-a66b-4fec3bf44a20'] in n-d-814735-4 is: [{'id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526563343-router', 'tenant_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:23Z', 'updated_at': '2021-10-27T16:06:56Z', 'revision_number': 5, 'project_id': '9fce4ce316fc44f5bf6eeb88506e90f2', 'gw_port': {'id': 'ca254184-6a9b-4191-8059-07e59ac7d889', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d86224-730b-47f3-a66b-4fec3bf44a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:24Z', 'updated_at': '2021-10-27T16:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:58.397724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] For port ca254184-6a9b-4191-8059-07e59ac7d889, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ca254184-6a9b-4191-8059-07e59ac7d889,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:58.398126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.418158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Calling delete_port for ca254184-6a9b-4191-8059-07e59ac7d889 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:58.440786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac72c9-30c7-4c41-ad13-f8b4eddfa65b req-0c98ee30-d7c9-4471-89cd-caa73c66ba67 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.440786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64ac72c9-30c7-4c41-ad13-f8b4eddfa65b req-0c98ee30-d7c9-4471-89cd-caa73c66ba67 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1327286 Oct 27 16:06:58.453375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-0ca3830a-9b38-4ab1-bf1b-f4f456be3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.454863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-0ca3830a-9b38-4ab1-bf1b-f4f456be3905 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 1099 time: 0.1909986 Oct 27 16:06:58.465811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.535919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64ac72c9-30c7-4c41-ad13-f8b4eddfa65b req-42a25eea-34d2-44bf-8766-026e41eb2ea1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907965 Oct 27 16:06:58.537332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-2205218e-8443-4230-9c42-f1cc179ca233 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d HTTP/1.1" status: 200 len: 217 time: 0.0624754 Oct 27 16:06:58.570706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:58.618142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-4cacb096-5e3f-4fa2-bd9a-0bcf4642baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.621160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-4cacb096-5e3f-4fa2-bd9a-0bcf4642baf2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0712388 Oct 27 16:06:58.685631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-7c9dbbbe-d77e-4c13-a840-4de47996c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.685631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-7c9dbbbe-d77e-4c13-a840-4de47996c188 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495653 Oct 27 16:06:58.779760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:58.790802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:58.791226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.854551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.869064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e970601-051a-4348-9494-b4d74d11c270 req-df758ec5-75cb-4f22-9ae0-4857e1b8cd8a tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.870774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e970601-051a-4348-9494-b4d74d11c270 req-df758ec5-75cb-4f22-9ae0-4857e1b8cd8a tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.1035464 Oct 27 16:06:58.914593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-96c0ab79-bf98-4da2-9b3e-b72abadf5ebb service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168186 Oct 27 16:06:58.921713 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.939190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca254184-6a9b-4191-8059-07e59ac7d889,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:58.973440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:58.985269 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b09d9-9768-4ee0-8b71-010ac0ec60a6" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:59.000748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:59.002762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e970601-051a-4348-9494-b4d74d11c270 req-13be1292-df42-435d-97d7-e7871474c1a4 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Oct 27 16:06:59.066829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.089868 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c30acd5-715e-4f6f-bb2b-c7f69f0d9e0f x-openstack-request-id: req-4c30acd5-715e-4f6f-bb2b-c7f69f0d9e0f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:59.090462 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:59.091077 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c30acd5-715e-4f6f-bb2b-c7f69f0d9e0f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:59.091674 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'code': 200} Oct 27 16:06:59.141111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ef2635-893e-4bcf-a829-161d5bae33b4 req-ec5a5592-607d-4c00-97c1-480d2b28257e service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125609 Oct 27 16:06:59.150942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 913d48ad-eb86-4c06-9009-013b4d5312bb no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:59.155147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d07f-f21f-4f3a-8657-5be8fb17bc1d req-417d5bc0-9b13-444b-bb01-212929dc24fc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:59.185348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f862d07f-f21f-4f3a-8657-5be8fb17bc1d req-417d5bc0-9b13-444b-bb01-212929dc24fc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0986907 Oct 27 16:06:59.185461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.187230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 913d48ad-eb86-4c06-9009-013b4d5312bb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:59.187776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 913d48ad-eb86-4c06-9009-013b4d5312bb not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:59.216793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f862d07f-f21f-4f3a-8657-5be8fb17bc1d req-47835305-356b-4122-97f6-35148b7a5aa0 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Oct 27 16:06:59.244719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.248240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.255468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:59.376875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955595-aedf-4029-bd0b-748da2bf59d0 req-36ecae33-6333-4311-9798-7b9e49b81fc3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:59.378272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b955595-aedf-4029-bd0b-748da2bf59d0 req-36ecae33-6333-4311-9798-7b9e49b81fc3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 948 time: 0.0515323 Oct 27 16:06:59.386254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.387197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d86224-730b-47f3-a66b-4fec3bf44a20 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:06:59.397708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.399196 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eba6ca62-3d18-44ad-85d1-15d292c42e46 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e5d86224-730b-47f3-a66b-4fec3bf44a20 HTTP/1.1" status: 204 len: 168 time: 2.0112936 Oct 27 16:06:59.402003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50832) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:59.431068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b955595-aedf-4029-bd0b-748da2bf59d0 req-bb119047-9bf1-4260-9278-0f59ecd1beda tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Oct 27 16:06:59.455554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Deleting subnet 0c8730be-4e82-4f3a-985a-2f34905d9e7f {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:06:59.459988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.518696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.638201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.671567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262f62-f1d0-43e4-a48f-ad7174c3e8b0 req-f89c4ca2-7097-4323-8bc5-86b7b8a1b036 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:59.673895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e262f62-f1d0-43e4-a48f-ad7174c3e8b0 req-f89c4ca2-7097-4323-8bc5-86b7b8a1b036 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0559199 Oct 27 16:06:59.735033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e262f62-f1d0-43e4-a48f-ad7174c3e8b0 req-13d828a2-fee5-497c-88e8-f5fa44ef6b65 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Oct 27 16:06:59.796378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:59.894192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:59.911099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34', 'port_id': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'mac_address': 'fa:16:3e:bc:2a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2112ea6a-1af5-47ae-b9aa-595216a3aad8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:59.935729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.956434 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.968594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8730be-4e82-4f3a-985a-2f34905d9e7f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:59.972664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.975879 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d7633360-3f29-44f8-bf75-d96069150e69 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0c8730be-4e82-4f3a-985a-2f34905d9e7f HTTP/1.1" status: 204 len: 168 time: 0.5721874 Oct 27 16:06:59.978538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:59.978931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b82d2e-e7af-459b-8867-5166825b92ac {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:59.987763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d7050-a42a-4813-abc7-b1ca36a8c226 None None] Network 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:00.049395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:00.063893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.119461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Deleting port d518eaee-2687-4d5c-a889-0089bd3c75b2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:00.119461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.139488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571f3a2-a49d-46f1-9472-6aefafc89e5b req-b5c00a7c-1e59-419b-bbd5-5885b915b1d7 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.140991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d571f3a2-a49d-46f1-9472-6aefafc89e5b req-b5c00a7c-1e59-419b-bbd5-5885b915b1d7 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Oct 27 16:07:00.185459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d571f3a2-a49d-46f1-9472-6aefafc89e5b req-55575454-25eb-4341-88e9-5614013bc0fb tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Oct 27 16:07:00.193823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] DHCP port deletion for 5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:07:00.198609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] For port d518eaee-2687-4d5c-a889-0089bd3c75b2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d518eaee-2687-4d5c-a889-0089bd3c75b2,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:00.198978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.212996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Calling delete_port for d518eaee-2687-4d5c-a889-0089bd3c75b2 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:00.252719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Deleting port d518eaee-2687-4d5c-a889-0089bd3c75b2 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:00.253094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.308975 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.337825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-3dacc00d-7ed1-4644-8d9c-cf4878bb5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.339355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-3dacc00d-7ed1-4644-8d9c-cf4878bb5984 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e&tenant_id=f214e5b28c364ddeac98cb492f1cf710 HTTP/1.1" status: 200 len: 1101 time: 0.0714283 Oct 27 16:07:00.354339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ebc96-ce84-448e-b608-36dc921bcf90 req-c689a448-47fc-483f-99b8-4cd3c5cb76ee tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.355824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06ebc96-ce84-448e-b608-36dc921bcf90 req-c689a448-47fc-483f-99b8-4cd3c5cb76ee tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.0636811 Oct 27 16:07:00.360611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:00.369502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] For port d518eaee-2687-4d5c-a889-0089bd3c75b2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d518eaee-2687-4d5c-a889-0089bd3c75b2,segment=NetworkSegment(5e44799d-9e33-456c-83db-05ab3f9a8a76),segment_id=5e44799d-9e33-456c-83db-05ab3f9a8a76)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:00.369910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.392118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Calling delete_port for d518eaee-2687-4d5c-a889-0089bd3c75b2 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:00.398438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.435787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06ebc96-ce84-448e-b608-36dc921bcf90 req-8ef6fb2c-cb1a-494f-8c98-875e9ac3a445 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Oct 27 16:07:00.436619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.440700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.480007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] No DVR routers for this DVR port d518eaee-2687-4d5c-a889-0089bd3c75b2 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:00.488132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d518eaee-2687-4d5c-a889-0089bd3c75b2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.523613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.557671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] No DVR routers for this DVR port d518eaee-2687-4d5c-a889-0089bd3c75b2 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:00.560237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd301-6905-4902-9c31-8a1701e06130 None None] Pushing event deleted for resources: {'Port': ['ID=d518eaee-2687-4d5c-a889-0089bd3c75b2,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.593020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.618957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:00.629140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e44799d-9e33-456c-83db-05ab3f9a8a76') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:00.633429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e44799d-9e33-456c-83db-05ab3f9a8a76') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:00.639240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.652908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.658877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:00.659319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:00.660926 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:00.677537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d2fb-37fa-4227-ab91-c3515999d639 req-d9611f27-5f7a-4539-8c48-60bccd791158 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.679004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3828d2fb-37fa-4227-ab91-c3515999d639 req-d9611f27-5f7a-4539-8c48-60bccd791158 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 948 time: 0.1100135 Oct 27 16:07:00.741177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:00.752882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3828d2fb-37fa-4227-ab91-c3515999d639 req-eed893f0-fe0c-4419-8ccb-c93143c9bfab tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Oct 27 16:07:00.805518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:00.847693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.883881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.887160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4 HTTP/1.1" status: 204 len: 168 time: 0.9077284 Oct 27 16:07:00.888605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23fab-271f-4907-b615-5d9025951e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3a5cfa-e11e-45fe-a9be-36dcc49b67d4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.890473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:00.907548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:00.911985 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37e572-d54a-42e1-b8c0-6c909b7591cd" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-unplugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:00.920755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.930984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-60521a0a-5f07-45ed-8b9d-6eae7bbc4901 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.932975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-60521a0a-5f07-45ed-8b9d-6eae7bbc4901 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.82 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.1582658 Oct 27 16:07:00.939112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c0b82d2e-e7af-459b-8867-5166825b92ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:00.975088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Transition to ACTIVE for port object 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:00.980981 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f430a8-59fa-4954-a871-a03b30c121fe x-openstack-request-id: req-13f430a8-59fa-4954-a871-a03b30c121fe {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:01.000858 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-unplugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:01.000858 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13f430a8-59fa-4954-a871-a03b30c121fe {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:01.000858 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'code': 200} Oct 27 16:07:01.000858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26d534-a7e1-4ba7-94fb-82af59335a0e req-3bde3ac9-3d18-42d8-b42d-a2676e864aa5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:01.000858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f26d534-a7e1-4ba7-94fb-82af59335a0e req-3bde3ac9-3d18-42d8-b42d-a2676e864aa5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1616619 Oct 27 16:07:01.098677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f26d534-a7e1-4ba7-94fb-82af59335a0e req-04d6837a-2cb6-4926-82d9-379b09268934 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601563 Oct 27 16:07:01.111386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Deleting port a0ca3e4a-ded0-4852-969f-9b26d877575a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:01.111851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.151728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d518eaee-2687-4d5c-a889-0089bd3c75b2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:01.155803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.188560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d518eaee-2687-4d5c-a889-0089bd3c75b2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:01.189371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d518eaee-2687-4d5c-a889-0089bd3c75b2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:01.189585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ca254184-6a9b-4191-8059-07e59ac7d889 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:01.212923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ca254184-6a9b-4191-8059-07e59ac7d889 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:01.213389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ca254184-6a9b-4191-8059-07e59ac7d889 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:01.256054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] No DVR routers for this DVR port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:01.268668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:01.341255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.343481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] For port a0ca3e4a-ded0-4852-969f-9b26d877575a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0ca3e4a-ded0-4852-969f-9b26d877575a,segment=NetworkSegment(aae6d724-d853-41fc-a8b3-938deb45ec16),segment_id=aae6d724-d853-41fc-a8b3-938deb45ec16)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:01.343854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.362118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Calling delete_port for a0ca3e4a-ded0-4852-969f-9b26d877575a owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:01.364696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:01.365297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:01.365627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:01.387112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:01.387455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Attempting to bind port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:01.399501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f9eb-344b-44dc-aaa2-555674edd8ca req-7eeed61e-9a8b-41ea-9dea-3f4acf4aba1e tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:01.401053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa42f9eb-344b-44dc-aaa2-555674edd8ca req-7eeed61e-9a8b-41ea-9dea-3f4acf4aba1e tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 945 time: 0.1228511 Oct 27 16:07:01.439302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:01.439565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:01.439950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:01.440390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Bound port: 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:01.440749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.565973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa42f9eb-344b-44dc-aaa2-555674edd8ca req-5370998f-1620-4665-be07-a419fc20e26d tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/security-groups?id=23e35049-d7c9-429c-8313-733ba950b22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296701 Oct 27 16:07:01.606499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Deleting port 633fc724-70b5-4774-bb42-787a81b6ef64 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:01.606827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.698137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] For port 633fc724-70b5-4774-bb42-787a81b6ef64, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=633fc724-70b5-4774-bb42-787a81b6ef64,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:01.698411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.712843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Calling delete_port for 633fc724-70b5-4774-bb42-787a81b6ef64 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:01.797732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:01.929461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:01.942107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:01.942531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'mac_address': 'fa:16:3e:f9:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:01.983923 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.986661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:01.997905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:02.000648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165d074-1a76-4343-844d-f7780e227caa req-fdb0d292-7fb4-4a91-9d8c-bb50b8f45583 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.002099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7165d074-1a76-4343-844d-f7780e227caa req-fdb0d292-7fb4-4a91-9d8c-bb50b8f45583 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.4625070 Oct 27 16:07:02.017799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:02.047478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305a72f-d1c0-492c-b36e-7d1f7c764622 req-cde2f538-becf-404c-9d67-21a7f3f27507 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.048959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1305a72f-d1c0-492c-b36e-7d1f7c764622 req-cde2f538-becf-404c-9d67-21a7f3f27507 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 948 time: 0.1093044 Oct 27 16:07:02.064902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.068650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7165d074-1a76-4343-844d-f7780e227caa req-30f6d0a0-1aa0-4220-9a98-11c2540325fe tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 Oct 27 16:07:02.092363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=633fc724-70b5-4774-bb42-787a81b6ef64,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.103013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1305a72f-d1c0-492c-b36e-7d1f7c764622 req-4759996c-2ba7-4180-82f9-ffaf4456c278 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457160 Oct 27 16:07:02.209290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.253098 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.277582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.286871 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.298424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.299708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.303584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a0ca3e4a-ded0-4852-969f-9b26d877575a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:02.305947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] 10.222.0.82 "PUT /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 1097 time: 1.9491010 Oct 27 16:07:02.341067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b309749-e303-4eb0-b537-46c47a7651bf req-a3e6dc59-7393-4ea1-a11a-85cdd9ddf79d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.342709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b309749-e303-4eb0-b537-46c47a7651bf req-a3e6dc59-7393-4ea1-a11a-85cdd9ddf79d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1702771 Oct 27 16:07:02.365470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.410645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a48d1-ed76-47cd-9251-cdf70ceb080e service neutron] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=11']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.463807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:02.479009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] No DVR routers for this DVR port a0ca3e4a-ded0-4852-969f-9b26d877575a on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:02.484959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Pushing event deleted for resources: {'Port': ['ID=a0ca3e4a-ded0-4852-969f-9b26d877575a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.489975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.493199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cbb7757-06e4-4fbb-80f5-70e6f3254c21 req-83c19038-0f71-4b9e-bc3d-46c77f6532ae tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.82 "DELETE /v2.0/ports/a0ca3e4a-ded0-4852-969f-9b26d877575a HTTP/1.1" status: 204 len: 173 time: 1.5495770 Oct 27 16:07:02.506701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b309749-e303-4eb0-b537-46c47a7651bf req-7e271821-4305-441b-92fc-69332d7f95c3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451530 Oct 27 16:07:02.520123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-6e574c88-752c-4680-a6b6-029d51c290f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.521902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-6e574c88-752c-4680-a6b6-029d51c290f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1100 time: 0.1764510 Oct 27 16:07:02.579724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:07:02.583080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8545df2-cec9-4f2d-b032-c422cf36be8d details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:02.604229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:02.635282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-f62a5aa7-de8f-4a36-acf8-b84629832f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.637385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-f62a5aa7-de8f-4a36-acf8-b84629832f11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1074796 Oct 27 16:07:02.680498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:02.724493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-61e212b9-9c5e-4de4-8b8a-20dd092fce23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0733175 Oct 27 16:07:02.726363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273bfbc9-1bc8-4c34-a12b-3c96cead9308 req-c5a9432b-df62-4b31-ac57-89635c1db086 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.0657368 Oct 27 16:07:02.727818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:02.734826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-993f1feb-7b86-4cb1-a84c-a0b69cd13eb0 admin admin] 10.222.0.70 "PUT /v2.0/routers/d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430831 Oct 27 16:07:02.737328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50904) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:02.767329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Sync routers for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:02.797970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-d99fc4cc-f9ad-4574-9207-41f4807ffffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.804694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-d99fc4cc-f9ad-4574-9207-41f4807ffffc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0627913 Oct 27 16:07:02.863310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.876051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-b4b31328-97c3-44f0-9b52-9d16bb69b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.877589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-b4b31328-97c3-44f0-9b52-9d16bb69b3f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622914 Oct 27 16:07:02.927611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:02.928255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:02.983295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.984093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}, {'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'name': 'network-vif-deleted', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:02.986407 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6af1a5-b512-4f5a-8400-1fc34855dde0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}, {"server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "name": "network-vif-deleted", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:03.020260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-dd2804d9-4fd1-4203-b633-2ffa94677149 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279655 Oct 27 16:07:03.073679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:03.086309 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3fd2e3-2234-4530-97bd-d65e6609f132 x-openstack-request-id: req-fd3fd2e3-2234-4530-97bd-d65e6609f132 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:03.086630 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "status": "completed", "code": 200}, {"server_uuid": "19fbd691-061e-4254-9b8e-005e4eed89f4", "name": "network-vif-deleted", "tag": "a0ca3e4a-ded0-4852-969f-9b26d877575a", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:03.087193 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd3fd2e3-2234-4530-97bd-d65e6609f132 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:03.088332 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'status': 'completed', 'code': 200} Oct 27 16:07:03.088595 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fbd691-061e-4254-9b8e-005e4eed89f4', 'name': 'network-vif-deleted', 'tag': 'a0ca3e4a-ded0-4852-969f-9b26d877575a', 'status': 'completed', 'code': 200} Oct 27 16:07:03.092933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'f8545df2-cec9-4f2d-b032-c422cf36be8d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'f8545df2-cec9-4f2d-b032-c422cf36be8d', 'mac_address': 'fa:16:3e:da:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:03.101618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:03.201629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Deleting port 24e0a377-ab44-41b9-a997-cf848e01366f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:03.202560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.222613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.246235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8545df2-cec9-4f2d-b032-c422cf36be8d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:03.284379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:03.287798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-4596c0ac-3f0d-4be0-9419-9accf912800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.289383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-4596c0ac-3f0d-4be0-9419-9accf912800a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1100 time: 0.1622558 Oct 27 16:07:03.306809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] For port 24e0a377-ab44-41b9-a997-cf848e01366f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24e0a377-ab44-41b9-a997-cf848e01366f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:03.307571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.320704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Calling delete_port for 24e0a377-ab44-41b9-a997-cf848e01366f owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:03.332339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f368564b-f9c7-4b29-992b-22b8d043de26 req-05f2e3b8-ad35-419b-8147-420b8e47f507 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039958 Oct 27 16:07:03.346512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c58d5-51cc-4d34-b566-1ee083bb044f req-a8d85bb3-6dba-4ecb-98e3-4a3e7a70357c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.347577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:07:01Z', 'revision_number': 5, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port': {'id': '24e0a377-ab44-41b9-a997-cf848e01366f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:03.351580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f8c58d5-51cc-4d34-b566-1ee083bb044f req-a8d85bb3-6dba-4ecb-98e3-4a3e7a70357c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.1577466 Oct 27 16:07:03.377305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Checking router: d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:03.386764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Routers {'d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:03.387479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:06:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:03.415652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831ff67-e9f3-4b61-b1f7-5d6f0751daeb req-a5c03b91-8823-4b3e-b14d-f50f5ef897d5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.421160 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.424180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a831ff67-e9f3-4b61-b1f7-5d6f0751daeb req-a5c03b91-8823-4b3e-b14d-f50f5ef897d5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 948 time: 0.2001939 Oct 27 16:07:03.442011 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:07:03.513165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] Set router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:03.521445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f8c58d5-51cc-4d34-b566-1ee083bb044f req-2a0a52f4-2067-48f3-8f1e-9a7228894216 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532526 Oct 27 16:07:03.545450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:03.558444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a831ff67-e9f3-4b61-b1f7-5d6f0751daeb req-458f1c1a-f31c-4af3-aca2-41f920d2a0fc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205752 Oct 27 16:07:03.560099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-3f7190a8-ae91-48eb-a578-43bda8e7e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.562371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-3f7190a8-ae91-48eb-a578-43bda8e7e8da service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2419572 Oct 27 16:07:03.579696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:07:02Z', 'revision_number': 6, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:03.612627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f944483-3179-4d26-9909-7b535ce1557f None None] The sync data for ids ['d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8'] in n-d-814735-4 is: [{'id': 'd46aa04f-25b3-4635-a5e6-f7aecaf2b2d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-649274575-router', 'tenant_id': '8beaa997932c4d629bb62ce4a977585f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:07:02Z', 'revision_number': 6, 'project_id': '8beaa997932c4d629bb62ce4a977585f', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:03.672382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-68f9573d-db9e-4be8-a9ae-285d81a77e42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0851264 Oct 27 16:07:03.785907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-27076bba-6c3f-4f24-aa6f-e9e2fc72dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.787811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-27076bba-6c3f-4f24-aa6f-e9e2fc72dc7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1025660 Oct 27 16:07:03.802583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fec42a-7dbc-4f82-a832-5d1743f46b7d req-56ebe9eb-54f7-4fee-9ff5-73c6ba507463 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.815710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48fec42a-7dbc-4f82-a832-5d1743f46b7d req-56ebe9eb-54f7-4fee-9ff5-73c6ba507463 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1132989 Oct 27 16:07:03.844443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:03.875980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.897515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['f8545df2-cec9-4f2d-b032-c422cf36be8d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:03.903421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e0a377-ab44-41b9-a997-cf848e01366f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:03.923554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48fec42a-7dbc-4f82-a832-5d1743f46b7d req-ffc48d7b-6bb8-4107-9b73-32a46674f66d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965240 Oct 27 16:07:03.940476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b144710-5cc4-4dec-bcb6-27e6d22537da req-4da6c282-2d93-48d2-9af0-ccdac7085888 tempest-VolumesAdminNegativeTest-494164904 tempest-VolumesAdminNegativeTest-494164904-project] 10.222.0.70 "GET /v2.0/ports?device_id=19fbd691-061e-4254-9b8e-005e4eed89f4 HTTP/1.1" status: 200 len: 210 time: 0.0810354 Oct 27 16:07:03.967295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.987202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-375e30b8-7003-4598-bcb7-639da506909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.988767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-375e30b8-7003-4598-bcb7-639da506909a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714935 Oct 27 16:07:04.002845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:04.003490 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.157007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.159882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.169162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-7ff87a4b-7e2b-4901-a560-1aef84dffbd2 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378324 Oct 27 16:07:04.194536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.261554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:04.264031 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c20364-2fdd-45a7-b018-c58759878e6a" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:04.279090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:04.284405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b29d27d1-cb7d-4543-97af-897264c6ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.286651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b29d27d1-cb7d-4543-97af-897264c6ad65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f214e5b28c364ddeac98cb492f1cf710&device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1100 time: 0.3424435 Oct 27 16:07:04.294161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-cb52e416-39c4-46b9-ae3d-5e4c6be1d10a service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165268 Oct 27 16:07:04.315749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.316284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:07:04.325683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.325683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c6e54baf-0edb-4220-898a-b8e82c34fe80 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d46aa04f-25b3-4635-a5e6-f7aecaf2b2d8 HTTP/1.1" status: 204 len: 168 time: 1.5842757 Oct 27 16:07:04.325908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50936) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:04.381682 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0daba07-feaa-4a2a-945d-a7d011d80211 x-openstack-request-id: req-a0daba07-feaa-4a2a-945d-a7d011d80211 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:04.382075 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:04.382478 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0daba07-feaa-4a2a-945d-a7d011d80211 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:04.383016 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'code': 200} Oct 27 16:07:04.384259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Deleting subnet 823e08bd-47c2-4e9c-baac-b727f2524e84 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:04.388043 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.407941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b3c084f2-5983-407c-af13-68f11e03cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.409584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b3c084f2-5983-407c-af13-68f11e03cc53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1144848 Oct 27 16:07:04.424359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.424609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.425420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:04.467415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-ecb875a4-20a9-45fa-92be-6689644ce901 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 200 len: 217 time: 0.0442293 Oct 27 16:07:04.522082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.529536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.546375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-30c3a89d-8c63-452b-8dad-b5622c95436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.548046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-30c3a89d-8c63-452b-8dad-b5622c95436b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0730958 Oct 27 16:07:04.605714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c0b82d2e-e7af-459b-8867-5166825b92ac completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:04.605714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c0b82d2e-e7af-459b-8867-5166825b92ac triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:04.605714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.617690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b0bc5579-33cf-4c6b-97dd-e1bf256f28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.619237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-b0bc5579-33cf-4c6b-97dd-e1bf256f28ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635362 Oct 27 16:07:04.687855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.699051 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.739951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:04.753151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc1be1-64f3-47d7-8091-e67285f956c2 req-22909cb0-65b2-4e95-b926-6be24fa15a93 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.756328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.759259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d5388-a2cc-442c-a052-7902bc22fd2a None None] Network bca74f62-b05a-4b14-b1a4-808a7f951315 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:04.760542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cfc1be1-64f3-47d7-8091-e67285f956c2 req-22909cb0-65b2-4e95-b926-6be24fa15a93 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.1369264 Oct 27 16:07:04.769154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50944) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:04.773253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/823e08bd-47c2-4e9c-baac-b727f2524e84 HTTP/1.1" status: 204 len: 168 time: 0.4456735 Oct 27 16:07:04.776554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201b306-bcf1-44a6-949a-fe15dcb8753a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823e08bd-47c2-4e9c-baac-b727f2524e84,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.832862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.833648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0ca3e4a-ded0-4852-969f-9b26d877575a no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:04.889009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a0ca3e4a-ded0-4852-969f-9b26d877575a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:04.889392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0ca3e4a-ded0-4852-969f-9b26d877575a not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:04.894440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493ca0-d3cf-46bf-911f-378aa93737a2 req-f247cebb-6a3d-4ae8-8b2e-e3925da5869f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.896005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32493ca0-d3cf-46bf-911f-378aa93737a2 req-f247cebb-6a3d-4ae8-8b2e-e3925da5869f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 949 time: 0.1818950 Oct 27 16:07:04.903720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-317c1337-e3bb-40d9-b380-8d2ea5d60013 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697735 Oct 27 16:07:04.975633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.997621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cfc1be1-64f3-47d7-8091-e67285f956c2 req-b6d70b83-2a4e-4c39-9f20-b9aee5cfd22e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357106 Oct 27 16:07:05.020404 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.075357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] DHCP port deletion for bca74f62-b05a-4b14-b1a4-808a7f951315 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:07:05.076358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b6af1a5-b512-4f5a-8400-1fc34855dde0 req-f822ed9d-4296-4caf-8e18-89f1e512c780 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616316 Oct 27 16:07:05.102254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32493ca0-d3cf-46bf-911f-378aa93737a2 req-56770728-a1d1-4707-90a8-9e62a29deb6e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911075 Oct 27 16:07:05.151748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:05.169883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e75abf5d-3253-4364-af51-074ec3095e26 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:05.212212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Deleting port e75abf5d-3253-4364-af51-074ec3095e26 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:05.213002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.226388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Deleting port e75abf5d-3253-4364-af51-074ec3095e26 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:05.229697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.244065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Deleting subnet 0e115c04-7346-4fdf-8e98-c3e6c3022bf1 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:05.261898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.321086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.338216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e75abf5d-3253-4364-af51-074ec3095e26,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:05.338662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.361821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.367384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e75abf5d-3253-4364-af51-074ec3095e26,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:05.367948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.374504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Calling delete_port for e75abf5d-3253-4364-af51-074ec3095e26 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:05.376388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.391166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Calling delete_port for e75abf5d-3253-4364-af51-074ec3095e26 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:05.400474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef279-016c-4371-b527-f6c4d3125f99 req-70fe71a1-5979-4ee3-8de0-0d5400c336c4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:05.404239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06ef279-016c-4371-b527-f6c4d3125f99 req-70fe71a1-5979-4ee3-8de0-0d5400c336c4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.1632299 Oct 27 16:07:05.475510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port e75abf5d-3253-4364-af51-074ec3095e26, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e75abf5d-3253-4364-af51-074ec3095e26,segment=NetworkSegment(f21d7e43-b26f-474f-8781-c323ceb5961b),segment_id=f21d7e43-b26f-474f-8781-c323ceb5961b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:05.489204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06ef279-016c-4371-b527-f6c4d3125f99 req-068a0cbb-ebf0-4bbe-b199-32383d81f9de tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780993 Oct 27 16:07:05.532573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.560506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e115c04-7346-4fdf-8e98-c3e6c3022bf1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.562641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.565899 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6ae0aac-7017-4c13-bc8e-e72fd845f860 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0e115c04-7346-4fdf-8e98-c3e6c3022bf1 HTTP/1.1" status: 204 len: 168 time: 0.4126499 Oct 27 16:07:05.568381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50978) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:05.619088 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.619514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24e0a377-ab44-41b9-a997-cf848e01366f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:05.651638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.660513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 24e0a377-ab44-41b9-a997-cf848e01366f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:05.660869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24e0a377-ab44-41b9-a997-cf848e01366f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:05.661294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 633fc724-70b5-4774-bb42-787a81b6ef64 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:05.688465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 633fc724-70b5-4774-bb42-787a81b6ef64 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:05.688807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 633fc724-70b5-4774-bb42-787a81b6ef64 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:05.707717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.716058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.726734 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.737288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.744948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] Pushing event deleted for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.746807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6c5e0-7e31-4a51-a82f-667a8e30e3d2 None None] No DVR routers for this DVR port e75abf5d-3253-4364-af51-074ec3095e26 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:05.764588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e75abf5d-3253-4364-af51-074ec3095e26,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.768234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d20e7c-fe5a-4b30-830b-3792449d8114']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.768483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] No DVR routers for this DVR port e75abf5d-3253-4364-af51-074ec3095e26 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:05.781028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae6d724-d853-41fc-a8b3-938deb45ec16') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.781587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae6d724-d853-41fc-a8b3-938deb45ec16') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.791319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.806907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.813071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:05.813455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:05.815068 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:05.854661 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.929224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca74f62-b05a-4b14-b1a4-808a7f951315']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.945461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21d7e43-b26f-474f-8781-c323ceb5961b') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.948401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21d7e43-b26f-474f-8781-c323ceb5961b') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:05.961530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.980227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.989843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.994635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:05.994635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.995631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.005858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] 10.222.0.70 "DELETE /v2.0/networks/70d20e7c-fe5a-4b30-830b-3792449d8114 HTTP/1.1" status: 204 len: 168 time: 0.4362745 Oct 27 16:07:06.026752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:06.027715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600a34e-62fa-476f-b033-e8d555d60470 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d20e7c-fe5a-4b30-830b-3792449d8114,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:06.081838 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:06.121144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Deleting subnet 96f650c1-fe01-41ce-9131-ec1f0c211b9b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:06.127177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.189641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.210970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.242633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.248873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/bca74f62-b05a-4b14-b1a4-808a7f951315 HTTP/1.1" status: 204 len: 168 time: 1.4745998 Oct 27 16:07:06.249035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.251650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b9c17-c953-43d1-84fa-1964eb9dfa3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bca74f62-b05a-4b14-b1a4-808a7f951315,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:06.274370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8c118-e071-45f1-95e8-894bb7b760c8 req-9328006b-0211-4a33-8d99-6508d3a0d3a3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.282693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ea8c118-e071-45f1-95e8-894bb7b760c8 req-9328006b-0211-4a33-8d99-6508d3a0d3a3 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1528120 Oct 27 16:07:06.316377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-68a2b7a8-fc58-4bee-bb2b-006a5ac22a95 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.317972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-68a2b7a8-fc58-4bee-bb2b-006a5ac22a95 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.2131021 Oct 27 16:07:06.342156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ea8c118-e071-45f1-95e8-894bb7b760c8 req-b2064079-54f9-48d8-94f1-bc574a12394a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Oct 27 16:07:06.344680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-6f0fce1b-654a-4f08-9ae8-365c5b9081c1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/quotas/e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 375 time: 0.0167882 Oct 27 16:07:06.379515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.384363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:06.387467 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9cf40-6d5e-4ffe-aeb3-c8759fad1255" -d '{"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-plugged", "status": "completed", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:06.395881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.399612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96f650c1-fe01-41ce-9131-ec1f0c211b9b HTTP/1.1" status: 204 len: 168 time: 0.3674436 Oct 27 16:07:06.407049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:06.419534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01425e76-4a46-45d9-a566-139becc3992a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f650c1-fe01-41ce-9131-ec1f0c211b9b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:06.497179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-8df2f805-f776-4ef6-816d-99f4724649c9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455429 Oct 27 16:07:06.501639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.588467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8545df2-cec9-4f2d-b032-c422cf36be8d up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:06.688572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:06.702102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.706172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-a53b2a4a-1413-4b91-83b8-6a2320951fbe service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015815 Oct 27 16:07:06.719324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9811-1bf9-4002-99e9-4c03f4d18aea req-43f33c72-e3fe-4354-95a5-97ef7ec9c3c4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.720802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5ed9811-1bf9-4002-99e9-4c03f4d18aea req-43f33c72-e3fe-4354-95a5-97ef7ec9c3c4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 949 time: 0.1701965 Oct 27 16:07:06.753933 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b598e83-dd70-45ab-a0ac-b2f79d070f30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fce4ce316fc44f5bf6eeb88506e90f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638154 Oct 27 16:07:06.754275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port f8545df2-cec9-4f2d-b032-c422cf36be8d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:06.755112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:06.758972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port f8545df2-cec9-4f2d-b032-c422cf36be8d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:06.759372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.763725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a4877-8aac-42c9-85cb-9a2b24c8595d']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:06.809083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6bc695-b430-4e87-ab0f-7edeb1de7912') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:06.809471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6bc695-b430-4e87-ab0f-7edeb1de7912') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:06.819911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.829533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.834761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.841448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:06.841859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.862906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.960410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.020428 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:07.036624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.040007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.059784 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/542ec128-0328-4654-ace5-fcdd340ae3ee HTTP/1.1" status: 204 len: 168 time: 0.2849436 Oct 27 16:07:07.074474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20d456-4440-4376-a4ee-b6ed7b24fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ec128-0328-4654-ace5-fcdd340ae3ee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:07.139602 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.216934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:07.254207 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:07.291386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5ed9811-1bf9-4002-99e9-4c03f4d18aea req-f61e1a67-fa55-4c79-a7c8-bf5daab3e70f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490332 Oct 27 16:07:07.331270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.366614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.373317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c20a4877-8aac-42c9-85cb-9a2b24c8595d HTTP/1.1" status: 204 len: 168 time: 0.9606590 Oct 27 16:07:07.395666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48317c60-57fd-4c6c-9f1c-f659f70f3085 admin admin] Pushing event deleted for resources: {'Network': ['ID=c20a4877-8aac-42c9-85cb-9a2b24c8595d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:07.414268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-1a3fae34-8fc9-40eb-953a-14f537c2808a service neutron] 10.222.0.70 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923382 Oct 27 16:07:07.494913 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53ad7b-2b66-4442-aadf-f05d08b66fe5 x-openstack-request-id: req-ff53ad7b-2b66-4442-aadf-f05d08b66fe5 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:07.495805 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-plugged", "status": "completed", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:07.496216 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff53ad7b-2b66-4442-aadf-f05d08b66fe5 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:07.496883 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'code': 200} Oct 27 16:07:07.677163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e7d6-5532-45be-9626-80f30e1485c3 req-da27c4ec-ab72-4bea-a391-d2bb1032fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.681223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5609e7d6-5532-45be-9626-80f30e1485c3 req-da27c4ec-ab72-4bea-a391-d2bb1032fc1b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1096 time: 0.1026411 Oct 27 16:07:07.693699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84c1a8-2c8f-4303-807e-2535fa73a3b9 req-77aefa66-7a04-44f2-90c0-26b0eb5b89c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.701640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c84c1a8-2c8f-4303-807e-2535fa73a3b9 req-77aefa66-7a04-44f2-90c0-26b0eb5b89c0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 949 time: 0.0820918 Oct 27 16:07:07.774341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5609e7d6-5532-45be-9626-80f30e1485c3 req-5308fdc8-cb78-4cdd-b67e-3b97ed63cb39 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702703 Oct 27 16:07:07.789265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c84c1a8-2c8f-4303-807e-2535fa73a3b9 req-6f076ac3-4960-4a75-a944-c51d812d644f tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809677 Oct 27 16:07:07.812464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:07.951913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b17b91-7d9b-4ad7-b06a-cbd67ac017b6 req-fb0ef3ec-a4a5-4170-b445-88fbc154280c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.953925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b17b91-7d9b-4ad7-b06a-cbd67ac017b6 req-fb0ef3ec-a4a5-4170-b445-88fbc154280c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1136572 Oct 27 16:07:08.018197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38b17b91-7d9b-4ad7-b06a-cbd67ac017b6 req-f0d90660-10f7-4f7b-a903-a0b27a39c709 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Oct 27 16:07:08.034757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51042) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.095094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.185635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-17560fc3-3be4-408e-aac0-c1e58ea7b75d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fb1292bd2ad44779b24d98ccc48cd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467633 Oct 27 16:07:08.190083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.225502 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bac9cd27-52cc-4256-a5aa-7e152125cafc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8beaa997932c4d629bb62ce4a977585f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282060 Oct 27 16:07:08.229946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03c52a30-7c63-4911-9c5d-560f9dd7648d req-c13231c5-f9d2-4455-bce8-f74dda752a3f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0508406 Oct 27 16:07:08.230253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.300893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:08.334465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'mac_address': 'fa:16:3e:9a:a3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:08.363814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.368825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.410987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.439680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:08.441738 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.465097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:08.468805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.544286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf35ab-3cb7-4312-8704-185a02c7202b req-564cbad4-5235-4337-b5ca-ddb9cb32c2ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:08.545875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21cf35ab-3cb7-4312-8704-185a02c7202b req-564cbad4-5235-4337-b5ca-ddb9cb32c2ac tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.1377883 Oct 27 16:07:08.599274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21cf35ab-3cb7-4312-8704-185a02c7202b req-1fc1cefd-2083-4a4c-bbf0-534fb4c15b41 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Oct 27 16:07:08.709356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.710211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.713276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.718010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9333396b-039f-4950-ab5b-678d1b8c6a52 HTTP/1.1" status: 204 len: 168 time: 0.4842081 Oct 27 16:07:08.742558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d0960-14b1-4a0e-8d2d-fae2f86512ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333396b-039f-4950-ab5b-678d1b8c6a52,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:08.749602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.752158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.759433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23e35049-d7c9-429c-8313-733ba950b22b HTTP/1.1" status: 204 len: 168 time: 0.5611432 Oct 27 16:07:08.775437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ce7c5-3617-430d-b0c5-960ec027faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e35049-d7c9-429c-8313-733ba950b22b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:08.822688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=12']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:09.018616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099805-4656-411c-9e8e-79d173a22b8a req-7a8cca88-1d52-46bd-8545-2a33d8cce31d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.026402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3099805-4656-411c-9e8e-79d173a22b8a req-7a8cca88-1d52-46bd-8545-2a33d8cce31d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0952787 Oct 27 16:07:09.069930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3099805-4656-411c-9e8e-79d173a22b8a req-a557ccfc-9728-465e-9a1a-139fcfe76b22 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Oct 27 16:07:09.185351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183178-d8cd-4dc3-9a45-922c89a25408 req-313a3654-f0da-4dad-81e0-6aa90b8fc497 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.187015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2183178-d8cd-4dc3-9a45-922c89a25408 req-313a3654-f0da-4dad-81e0-6aa90b8fc497 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.0573423 Oct 27 16:07:09.254990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5febc3f-0396-42ae-a256-78846e238e92 req-81d02869-240e-4ea8-8340-e214bcfba79f tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.256845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5febc3f-0396-42ae-a256-78846e238e92 req-81d02869-240e-4ea8-8340-e214bcfba79f tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 1101 time: 0.0686226 Oct 27 16:07:09.262418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2183178-d8cd-4dc3-9a45-922c89a25408 req-3841ef7a-5a45-48e4-abed-69109d284106 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Oct 27 16:07:09.332405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5febc3f-0396-42ae-a256-78846e238e92 req-a348b3c9-c409-457b-bfaa-fba9ec01f861 tempest-MigrationsAdminTest-1820011134 tempest-MigrationsAdminTest-1820011134-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559344 Oct 27 16:07:09.365770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:09.450340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c338837-3af4-4f80-bf5a-c7b197e17dd6 req-6ae0d5d4-dd0d-4e35-b057-be63abd2c1fa tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0691745 Oct 27 16:07:09.520207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:09.522724 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b94d8-41b5-4f0b-9894-3feeedb2757d" -d '{"events": [{"server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "name": "network-vif-plugged", "status": "completed", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:09.693017 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a25716-7bf9-4e4a-b92c-c76afb5f11df x-openstack-request-id: req-e6a25716-7bf9-4e4a-b92c-c76afb5f11df {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:09.693513 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "name": "network-vif-plugged", "status": "completed", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:09.694077 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6a25716-7bf9-4e4a-b92c-c76afb5f11df {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:09.694656 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d', 'code': 200} Oct 27 16:07:09.901690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9ff8d-03cc-46c1-bcd3-52fd23f65b6b req-fee595c7-942a-4365-913f-98cc78c14ddc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.913199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13b9ff8d-03cc-46c1-bcd3-52fd23f65b6b req-fee595c7-942a-4365-913f-98cc78c14ddc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.1295226 Oct 27 16:07:09.934701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a853-80bb-4bea-bd46-de2deb2a89ce req-0d336fb0-a702-466b-a717-e5fa4bab09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.934701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e733a853-80bb-4bea-bd46-de2deb2a89ce req-0d336fb0-a702-466b-a717-e5fa4bab09bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 1101 time: 0.1149182 Oct 27 16:07:09.995471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13b9ff8d-03cc-46c1-bcd3-52fd23f65b6b req-2eccb974-df11-4cce-b569-cbe6a7e1bb96 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774777 Oct 27 16:07:10.020475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e733a853-80bb-4bea-bd46-de2deb2a89ce req-5110ce9c-2e06-438f-8f53-cdb7e3f8f8ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Oct 27 16:07:10.275372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:10.326289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a36fb71-c42b-4a24-a211-c2d6a2851943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f39e6330980f4e20bcbb90bda2910fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496418 Oct 27 16:07:10.328798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51120) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:10.383679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.408694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.411229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb5e25-1b65-4ec8-bb5a-1474e7205073 req-18c67e39-eb96-4ffb-9093-d4ca77a89be3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:10.413055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72bb5e25-1b65-4ec8-bb5a-1474e7205073 req-18c67e39-eb96-4ffb-9093-d4ca77a89be3 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.0918682 Oct 27 16:07:10.429135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e2463-6548-4240-a9ec-d2a75d338a7b req-25ed6f5d-ce9a-406f-b428-72f9676dd5d8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:10.430647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-719e2463-6548-4240-a9ec-d2a75d338a7b req-25ed6f5d-ce9a-406f-b428-72f9676dd5d8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.0800166 Oct 27 16:07:10.495752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72bb5e25-1b65-4ec8-bb5a-1474e7205073 req-5ac56940-76e5-4327-a309-b279039d5cf0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Oct 27 16:07:10.500719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-719e2463-6548-4240-a9ec-d2a75d338a7b req-a65674c5-82e0-4bde-8e1c-46319193773a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 Oct 27 16:07:10.610879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1bb969-a0d6-4c57-a0fb-821afec68019 req-e80b67d7-de5b-4090-8acc-771a65b63392 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Oct 27 16:07:10.668608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.670081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dece145-a673-4b88-af3f-11bd7f3402fa req-c46c9546-71ca-4b5c-ae0b-678b353e8e9f tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:10.673990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dece145-a673-4b88-af3f-11bd7f3402fa req-c46c9546-71ca-4b5c-ae0b-678b353e8e9f tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1096 time: 0.0557673 Oct 27 16:07:10.675328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.682437 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c240eb00-060e-4ee6-99b9-e985660a5ff0 HTTP/1.1" status: 204 len: 168 time: 0.3521740 Oct 27 16:07:10.717476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db66c8-a4d5-49db-982b-c5a9f875fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c240eb00-060e-4ee6-99b9-e985660a5ff0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:10.791860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dece145-a673-4b88-af3f-11bd7f3402fa req-84ab24fc-cbe6-4c12-a55b-568696dfd926 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945389 Oct 27 16:07:10.936199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723c136-378c-4d16-9444-51b3a78ece9f req-a6f59607-59ec-45ad-8337-e2a8c516226c tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:10.941043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b723c136-378c-4d16-9444-51b3a78ece9f req-a6f59607-59ec-45ad-8337-e2a8c516226c tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1096 time: 0.0838127 Oct 27 16:07:11.011923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b723c136-378c-4d16-9444-51b3a78ece9f req-c90968c0-a9e8-459f-8b96-6b477479dcc5 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613439 Oct 27 16:07:11.254558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-77e56b7f-31fa-49db-a96c-7dfbdeed155d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475422 Oct 27 16:07:11.273442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194c78-80d0-4f8d-8973-25d1052fe4d2 req-f9e5c146-3db3-42dc-891e-506c63b817e0 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:11.287805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd194c78-80d0-4f8d-8973-25d1052fe4d2 req-f9e5c146-3db3-42dc-891e-506c63b817e0 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.1248636 Oct 27 16:07:11.319612 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09633bce-95a5-4302-950b-96e25831c298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:11.448471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-d44028d7-c3f8-4cb5-b199-5e2ad58980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:11.450139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-d44028d7-c3f8-4cb5-b199-5e2ad58980e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 1095 time: 0.1535859 Oct 27 16:07:11.456094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd194c78-80d0-4f8d-8973-25d1052fe4d2 req-090fcb12-4a3e-43ad-ad55-0eb437b72ff9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674118 Oct 27 16:07:11.615907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-a36934f0-1e56-4665-ba35-2b12f95af193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:11.623254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-a36934f0-1e56-4665-ba35-2b12f95af193 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1256638 Oct 27 16:07:11.707271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-76095251-5eec-41c6-8c12-30e741e3643a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 200 len: 217 time: 0.0742111 Oct 27 16:07:11.819637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:11.820683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-67fc0b04-03aa-400a-acb9-d900a9f43907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:11.823074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-67fc0b04-03aa-400a-acb9-d900a9f43907 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0751007 Oct 27 16:07:11.928018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-cfd81f60-3738-43fc-aff9-ef536ef94150 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469148 Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc3721-814a-4f1c-88fe-c86ddcb18ae4 req-cb3708cb-de09-4b1f-96b1-7723ab2c1ac4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9dc3721-814a-4f1c-88fe-c86ddcb18ae4 req-cb3708cb-de09-4b1f-96b1-7723ab2c1ac4 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.3109019 Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-99cff369-8542-4453-9761-22da655db56d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-99cff369-8542-4453-9761-22da655db56d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 820 time: 0.3906698 Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Request body: {'port': {'device_id': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'admin_state_up': True, 'tenant_id': 'e666b1d3b7394c17a00c0066b8f2276f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:12.226293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9dc3721-814a-4f1c-88fe-c86ddcb18ae4 req-ee763c81-f419-480d-971d-15a89b2a310d tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745460 Oct 27 16:07:12.258668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-d9cc0675-8a87-470f-8aa9-95ddbdac8892 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084736 Oct 27 16:07:12.353247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90711-b247-42ee-b318-58584bc2d834 req-f7833653-4eef-4856-9908-69615a0af354 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:12.356635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84a90711-b247-42ee-b318-58584bc2d834 req-f7833653-4eef-4856-9908-69615a0af354 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 950 time: 0.1377649 Oct 27 16:07:12.452199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9155e703-ae36-46a1-8551-731ff445a313 req-84288edb-9f0a-496a-8f18-81042541d603 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0518391 Oct 27 16:07:12.551595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6366bd17-3ca6-4143-87e4-b4e613bd4098 req-711ba6dd-6edd-4e34-8ade-73cea6ffa044 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750525 Oct 27 16:07:12.603689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Deleting port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:12.604042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.713763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:12.717741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:12.718120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.744174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Made reservation on behalf of e666b1d3b7394c17a00c0066b8f2276f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:12.748898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.873740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.920539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:12.922823 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deacb928-8657-4239-95e3-6578b0f6c67f" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:12.961417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:12.969235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] For port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:12.969953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.999305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c0219-7ee2-4a4b-bba2-a85efc60354e req-cab56160-010b-49bb-aea2-12950956be8a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:13.000762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b1c0219-7ee2-4a4b-bba2-a85efc60354e req-cab56160-010b-49bb-aea2-12950956be8a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.2943759 Oct 27 16:07:13.010865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Calling delete_port for 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:13.060058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.160280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.196857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:13.251731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b1c0219-7ee2-4a4b-bba2-a85efc60354e req-c61c3f87-295f-4499-8fbe-45438c3eda97 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342091 Oct 27 16:07:13.295533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Allocated IP 172.20.0.9 (babee0bf-7bb2-47d5-a377-2884d28bd7a3/925b41ce-bcd7-4489-87d4-a8d8791ed7be/46368327-5904-4210-8060-8836f47ed90e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:13.326453 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d877061-8632-4bcd-a3ac-8888adb2ef3c x-openstack-request-id: req-9d877061-8632-4bcd-a3ac-8888adb2ef3c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:13.327349 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-plugged", "status": "completed", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:13.327993 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d877061-8632-4bcd-a3ac-8888adb2ef3c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:13.328620 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'code': 200} Oct 27 16:07:13.590362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1750822499-network', 'tenant_id': '41202f257a7d42069be0486185029f9a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:13.669006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42e2d-0df0-44d3-9970-e0eedc7c824f req-6316f1bf-ad26-471f-8a84-4557813bacc6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:13.677133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b42e2d-0df0-44d3-9970-e0eedc7c824f req-6316f1bf-ad26-471f-8a84-4557813bacc6 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a5971fe-b828-4d23-836d-34ab9e8c222e HTTP/1.1" status: 200 len: 951 time: 0.2691185 Oct 27 16:07:13.725095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:13.733305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.756419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.800385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.841764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.863562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76', '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:13.879138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:13.898225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.929946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event deleted for resources: {'Port': ['ID=24f5e109-64f8-43dc-8ce0-ea70c0fad4e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.978998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b42e2d-0df0-44d3-9970-e0eedc7c824f req-343d8ebb-8177-488f-86f8-915ddce39084 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008869 Oct 27 16:07:13.983144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f18c1c41-d443-4c6e-967d-6879689ccb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.016198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.060155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] No DVR routers for this DVR port 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:14.064863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.074688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:07:14.077475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84a90711-b247-42ee-b318-58584bc2d834 req-e17fb2ba-fcec-4600-ad49-7a7880ef4428 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "DELETE /v2.0/ports/24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 HTTP/1.1" status: 204 len: 173 time: 1.7095954 Oct 27 16:07:14.085779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-deleted', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:14.094411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca9475-c40d-4ec8-be6b-6f2371b4ead1" -d '{"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-deleted", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:14.110027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.113151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9334b772-026c-4738-a6c8-bfd63e5cec2e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:14.125328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.125680 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Added segment d22c8c1c-0462-4056-821a-e8f9bd07b4db of type vlan for network a074166a-6f0c-44e2-8db6-a220f229530a Oct 27 16:07:14.228039 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.261071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Network babee0bf-7bb2-47d5-a377-2884d28bd7a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:14.287298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:14.302791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:14.302791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:14.362658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed379bae-3d86-4509-ac1b-265415924558 req-b35afaed-b04b-40d3-a022-50fa9a0c6ebb tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.373079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed379bae-3d86-4509-ac1b-265415924558 req-b35afaed-b04b-40d3-a022-50fa9a0c6ebb tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 1101 time: 0.2573738 Oct 27 16:07:14.381896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.383425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.384235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.423424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed379bae-3d86-4509-ac1b-265415924558 req-fe9206a5-128f-4ae6-b032-3c8669df8f5a tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Oct 27 16:07:14.435869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.436851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.494760 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2941887 Oct 27 16:07:14.495255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51260) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:14.501166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Request body: {'subnet': {'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1750822499-subnet', 'tenant_id': '41202f257a7d42069be0486185029f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:14.552965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-55f387ea-6a16-4122-b839-773534a012f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4540422 Oct 27 16:07:14.587223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Request body: {'port': {'device_id': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:14.656291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.691520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da47831-9b80-4ac7-8ab3-8fa682a1a1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a074166a-6f0c-44e2-8db6-a220f229530a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:14.788290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.804530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a074166a-6f0c-44e2-8db6-a220f229530a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:07:14.893230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:15.007479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173440cd-48d3-4f3f-a47a-f28d1405221d req-ae8197f8-b08a-4509-91fb-9e18d3a761fe tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.017231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-173440cd-48d3-4f3f-a47a-f28d1405221d req-ae8197f8-b08a-4509-91fb-9e18d3a761fe tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 931 time: 0.2821305 Oct 27 16:07:15.057226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:15.059678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.075466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-173440cd-48d3-4f3f-a47a-f28d1405221d req-bd4dc147-1087-4d7c-a4ae-bc3e9abb3e93 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 Oct 27 16:07:15.160702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.233676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-629505db-b630-4289-893d-36a76cb6010b tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:07:15.234985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-629505db-b630-4289-893d-36a76cb6010b tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0176291 Oct 27 16:07:15.355655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-8d68cbf1-b9d4-4de1-bc38-0a6379c62b5a tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.358235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-8d68cbf1-b9d4-4de1-bc38-0a6379c62b5a tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 1093 time: 0.0957935 Oct 27 16:07:15.421602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46368327-5904-4210-8060-8836f47ed90e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:15.451391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.484931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-e96819f6-4ab3-4976-bc98-296ea0a2b093 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360870 Oct 27 16:07:15.553552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Transition to ACTIVE for port object 46368327-5904-4210-8060-8836f47ed90e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:15.596231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:15.597037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:07:15.653023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.858964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:15.901165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:15.902433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 24f5e109-64f8-43dc-8ce0-ea70c0fad4e3 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:15.938945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:15.949770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-37903b1d-6331-4472-ad5f-c11bd6d23dd1 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.952013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-37903b1d-6331-4472-ad5f-c11bd6d23dd1 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4661357 Oct 27 16:07:15.953506 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.013984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-837507fc-cdf3-4389-9b84-481ea1b1093b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/quotas/be6e3e357b4646b7bee9d2aecea7499c HTTP/1.1" status: 200 len: 375 time: 0.0513897 Oct 27 16:07:16.025441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:16.025785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:16.026113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:16.072720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:16.073548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:16.113376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c3aea5-a007-46d1-b5db-ef0041df41b1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:16.144129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Checking segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:16.144765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Network hostable DHCP agents. Network: a074166a-6f0c-44e2-8db6-a220f229530a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:07:16.155759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-defdc336-99dd-4d27-be51-1c37cc35ca45 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179161 Oct 27 16:07:16.165543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:16.166014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:16.166506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:16.167092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Bound port: 46368327-5904-4210-8060-8836f47ed90e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:16.167558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.288515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:16.289018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:16.289908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:16.299579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:16.300037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:16.318421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:16.324171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:16.324171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:16.324171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:16.324171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Bound port: c0b82d2e-e7af-459b-8867-5166825b92ac, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:16.359745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Network a074166a-6f0c-44e2-8db6-a220f229530a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:07:16.404155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:16.419597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:16.484100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a074166a-6f0c-44e2-8db6-a220f229530a) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:16.489150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.494762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.497984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668665bb-af26-4b1c-9148-63deea6733b7 None None] Network a074166a-6f0c-44e2-8db6-a220f229530a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:16.550962 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43aa3ee-a161-4783-abc9-d4c388f0e826 x-openstack-request-id: req-f43aa3ee-a161-4783-abc9-d4c388f0e826 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:16.550962 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5971fe-b828-4d23-836d-34ab9e8c222e", "name": "network-vif-deleted", "tag": "24f5e109-64f8-43dc-8ce0-ea70c0fad4e3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:16.550962 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f43aa3ee-a161-4783-abc9-d4c388f0e826 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:16.550962 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5971fe-b828-4d23-836d-34ab9e8c222e', 'name': 'network-vif-deleted', 'tag': '24f5e109-64f8-43dc-8ce0-ea70c0fad4e3', 'status': 'completed', 'code': 200} Oct 27 16:07:16.665897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-ded5a8f1-0773-49e3-8767-d708485e15b6 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286500 Oct 27 16:07:16.705450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bf750-0207-4a4f-83ab-ab7273b48b32 None None] Network a074166a-6f0c-44e2-8db6-a220f229530a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:16.818164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-3a4fea01-4361-4f6f-944d-e5416b0e2f63 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.819810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-3a4fea01-4361-4f6f-944d-e5416b0e2f63 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485479 Oct 27 16:07:16.836064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-8bae8cd7-902e-4752-a0ce-111d43bc3b3d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/quotas/716a83a8e3e3476b935e8b08b1706a8e HTTP/1.1" status: 200 len: 375 time: 0.0100462 Oct 27 16:07:16.906761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-e5a38a07-995a-48f1-9f7b-f6a221e2ac6e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0647016 Oct 27 16:07:17.060538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.060538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-76bd51c8-4caa-40b6-9b7d-efe947f6d1a7 service neutron] 10.222.0.70 "POST /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac/bindings HTTP/1.1" status: 201 len: 389 time: 1.6200750 Oct 27 16:07:17.060538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.100374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.100986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.102874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] 10.222.0.82 "PUT /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 1091 time: 2.5356750 Oct 27 16:07:17.117685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0c73-cd24-4711-8fc7-f25eb537ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:17.145042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5d4a4e70-3d9c-4516-b761-52b3c7ef4381 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6485584 Oct 27 16:07:17.244204 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.540869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-70cdbcb6-e9d0-422f-947e-aa6e155d5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.542517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-70cdbcb6-e9d0-422f-947e-aa6e155d5ce6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1094 time: 0.1993783 Oct 27 16:07:17.671288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-61ffd537-0519-4b94-9b70-ebc1d77de9c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 217 time: 0.1145151 Oct 27 16:07:17.737601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3359db-d9d5-4ba5-89c6-fe9bbf1b755f req-3fc93e7f-b41b-4a5b-8b25-bc58f54b44cf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.739156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3359db-d9d5-4ba5-89c6-fe9bbf1b755f req-3fc93e7f-b41b-4a5b-8b25-bc58f54b44cf tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.1090419 Oct 27 16:07:18.164587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c691ce-338a-4461-8d56-d70a452f9925 req-045429d7-bf94-42f6-93ad-da472e60ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.166418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-045429d7-bf94-42f6-93ad-da472e60ebc8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.4844913 Oct 27 16:07:18.204984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a4e2361-33c3-4d2b-9c4a-3238a3c1db05 req-abc2c66e-5deb-4ac4-b144-ffcd90ef7f08 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0717359 Oct 27 16:07:18.229569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3359db-d9d5-4ba5-89c6-fe9bbf1b755f req-c25ef8fb-0031-409a-91db-5c28d01b3325 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733660 Oct 27 16:07:18.280758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-78ced1da-8fde-43dc-9fda-fc0730319406 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930882 Oct 27 16:07:18.367321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5f97ae2-d0f4-4edf-8d7b-d5cbf0844d78 req-9387574d-28f7-4247-a0d4-948c394417e1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 210 time: 0.0889266 Oct 27 16:07:18.405994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-82aca123-6d45-413a-b66c-7067301737b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.411292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-82aca123-6d45-413a-b66c-7067301737b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1096 time: 0.2021976 Oct 27 16:07:18.552971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'tag': '46368327-5904-4210-8060-8836f47ed90e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:18.555020 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "tag": "46368327-5904-4210-8060-8836f47ed90e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:18.634759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-5e7f67fc-149d-496c-b125-4722e906bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.637641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-5e7f67fc-149d-496c-b125-4722e906bc6b service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.2154083 Oct 27 16:07:18.651428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-772c41f0-7749-4a92-9fb9-251ac36ead9d service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440940 Oct 27 16:07:18.760220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c691ce-338a-4461-8d56-d70a452f9925 req-bb0cf66a-02c7-4b72-9699-4638b06c7d3e service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976427 Oct 27 16:07:18.813833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-11665708-9164-4621-8c9d-35e17b95613f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.815461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-11665708-9164-4621-8c9d-35e17b95613f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.3317690 Oct 27 16:07:18.817289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-1a5c4897-0427-4e5d-8e5f-95e28425064a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 217 time: 0.1575279 Oct 27 16:07:18.834197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-0a922199-84f1-4e47-a2d1-dfa09a2bcf87 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/quotas/41202f257a7d42069be0486185029f9a HTTP/1.1" status: 200 len: 375 time: 0.0113060 Oct 27 16:07:18.885072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-eb73731a-ab60-4741-9d9d-3b4edf5ec27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.887056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-eb73731a-ab60-4741-9d9d-3b4edf5ec27e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0506816 Oct 27 16:07:18.931385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-23df9aef-1932-415e-97ac-acc185912436 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429389 Oct 27 16:07:18.954488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-2fd551d2-0156-439d-8795-c61d9c5df55e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567074 Oct 27 16:07:19.250850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6750ab6-84e6-40b9-998d-b4830626ca9e req-3f057cda-e483-4d22-95d8-8bf3d2fca879 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.252417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6750ab6-84e6-40b9-998d-b4830626ca9e req-3f057cda-e483-4d22-95d8-8bf3d2fca879 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1611454 Oct 27 16:07:19.290477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-10bac8cb-e002-4d6a-8798-3f6335601e07 service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579540 Oct 27 16:07:19.295320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-efde8010-3432-41a6-acb6-553db13faa86 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300309 Oct 27 16:07:19.447975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6750ab6-84e6-40b9-998d-b4830626ca9e req-b761101c-8b8e-4cf8-be55-c6033a5c3316 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840549 Oct 27 16:07:19.615612 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89a3ea-4bb6-453b-b9c5-3f6b635160ef x-openstack-request-id: req-da89a3ea-4bb6-453b-b9c5-3f6b635160ef {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:19.617976 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "tag": "46368327-5904-4210-8060-8836f47ed90e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:19.618397 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da89a3ea-4bb6-453b-b9c5-3f6b635160ef {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:19.618965 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'tag': '46368327-5904-4210-8060-8836f47ed90e', 'status': 'completed', 'code': 200} Oct 27 16:07:19.621558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-5bc3a288-0560-473a-8911-70e16341908d service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131645 Oct 27 16:07:19.626923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-f2d50115-1c0c-4e36-af93-bb3361129522 service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268540 Oct 27 16:07:19.850785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-a7e4d996-dced-4356-8bb9-c1f50110c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.852472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-a7e4d996-dced-4356-8bb9-c1f50110c089 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1094 time: 0.1338546 Oct 27 16:07:19.956779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394140cd-2c1e-4562-b266-4f0bf49f63fa req-00d3fef5-a5ce-46c5-ac3c-2330b25ac1bc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.964616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394140cd-2c1e-4562-b266-4f0bf49f63fa req-00d3fef5-a5ce-46c5-ac3c-2330b25ac1bc tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 951 time: 0.1978378 Oct 27 16:07:20.080699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394140cd-2c1e-4562-b266-4f0bf49f63fa req-7e4f79ea-58ec-4eba-b7c7-76eb823a4e2e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066635 Oct 27 16:07:20.087274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-26944c66-6cab-4685-a9c5-a5a4b8e3924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.088836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-26944c66-6cab-4685-a9c5-a5a4b8e3924b service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.2279046 Oct 27 16:07:20.312178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-5b7d148d-55b5-40e2-88eb-8fdbb3eefb76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 217 time: 0.2129695 Oct 27 16:07:20.589370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-0989a7c2-f429-4e79-b49d-c516c149003d tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767686 Oct 27 16:07:20.632403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-30bbe909-2484-4419-8b7d-0cbbf8ad1a9a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212063 Oct 27 16:07:20.639769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99e7a9a6-62ce-41c6-be04-3d63cfdfe94d req-60be7c33-b2d2-4ca0-9504-5d8927bb127b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.3242702 Oct 27 16:07:20.696294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bde19-3c9a-4cb6-b399-2eea9ed608f6 req-fe6af20c-9c72-428e-a78b-c2704725fea6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.709198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84bde19-3c9a-4cb6-b399-2eea9ed608f6 req-fe6af20c-9c72-428e-a78b-c2704725fea6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.3955798 Oct 27 16:07:20.880817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-5caa6a86-8c08-4a2f-a4a5-adfc22a33ba0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.884808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-5caa6a86-8c08-4a2f-a4a5-adfc22a33ba0 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 951 time: 0.0942981 Oct 27 16:07:20.896598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd6a9cdb-efa0-43bd-9fe6-c8097736b943 req-74df70d7-6971-4d08-96c0-318014644f1e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 210 time: 0.0938435 Oct 27 16:07:20.954877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-bc7613f8-35dd-48f6-b493-158b5d3bc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.956465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-bc7613f8-35dd-48f6-b493-158b5d3bc4d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.5680053 Oct 27 16:07:21.004521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84bde19-3c9a-4cb6-b399-2eea9ed608f6 req-1be90a61-4205-488e-8ad2-b07bb806320c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944427 Oct 27 16:07:21.101503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-005071f0-bf9a-4969-838e-4c751dc4c027 req-1566e756-e117-4a9f-b7f8-0832e927a524 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 210 time: 0.1146698 Oct 27 16:07:21.111113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-aac5aec5-2b15-4d71-af65-b5183bbeece1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446731 Oct 27 16:07:21.181460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Deleting port 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:21.181867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.367236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-6ab66606-acf6-47f7-86f1-ec4eb0648d1c service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434363 Oct 27 16:07:21.418597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] For port 36f873cb-c7bb-46cd-81df-b59701afad80, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=36f873cb-c7bb-46cd-81df-b59701afad80,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:21.420056 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.449800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Calling delete_port for 36f873cb-c7bb-46cd-81df-b59701afad80 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:21.496919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-2522ab4e-d8ca-4b6f-a925-a396ea11bc06 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.498445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-2522ab4e-d8ca-4b6f-a925-a396ea11bc06 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8315897 Oct 27 16:07:21.532521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-6ebaca08-34fd-4330-9c77-fdc91e250d7e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.534200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-6ebaca08-34fd-4330-9c77-fdc91e250d7e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8899019 Oct 27 16:07:21.545749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Request body: {'port': {'device_id': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'be6e3e357b4646b7bee9d2aecea7499c'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:21.574626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Request body: {'port': {'device_id': 'c82673b1-5008-456e-99bd-707dd003f82b', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '716a83a8e3e3476b935e8b08b1706a8e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:21.709305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488db846-22cb-488a-a9cb-5b416a32871d req-53b067f2-1ebf-411f-a244-d4b61bf78af7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.721266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-488db846-22cb-488a-a9cb-5b416a32871d req-53b067f2-1ebf-411f-a244-d4b61bf78af7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.3924015 Oct 27 16:07:21.833210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0c8af4f-ecd4-41e6-8045-72c1ccd65b9b req-f32d7c0e-e975-43cf-af1b-31012616e4d0 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283178 Oct 27 16:07:21.861682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-488db846-22cb-488a-a9cb-5b416a32871d req-7f1c4d7c-9c23-4a2e-b5ae-27a61e50ccdf tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395042 Oct 27 16:07:21.870874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622183e9-e308-457b-992f-1e4b1b239ec3 req-c140793d-a048-4e4b-a041-e310e78fc450 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.878109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-622183e9-e308-457b-992f-1e4b1b239ec3 req-c140793d-a048-4e4b-a041-e310e78fc450 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 951 time: 0.3917024 Oct 27 16:07:21.932190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-622183e9-e308-457b-992f-1e4b1b239ec3 req-6ed2b5d1-0bfc-4688-b3af-1c589f387c94 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Oct 27 16:07:21.940580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.957674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76', '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:21.960922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['36f873cb-c7bb-46cd-81df-b59701afad80'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:22.001918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event deleted for resources: {'Port': ['ID=36f873cb-c7bb-46cd-81df-b59701afad80,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:22.108355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] No DVR routers for this DVR port 36f873cb-c7bb-46cd-81df-b59701afad80 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:22.112025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.116269 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47835e07-1eea-452d-b993-feca8c84c6d7 req-e6fed0ba-40d2-4a93-b9b0-022d538c2820 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.79 "DELETE /v2.0/ports/36f873cb-c7bb-46cd-81df-b59701afad80 HTTP/1.1" status: 204 len: 173 time: 1.2241426 Oct 27 16:07:22.116721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-deleted', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:22.119170 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10f3866-28c8-40ce-ad96-4b6b45a7930e" -d '{"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-deleted", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:22.127945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-562812b8-6ca6-41a8-a1d9-5f95e0733677 req-232ffd96-6b76-4cc9-92c0-ea848bf9ec7c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0907049 Oct 27 16:07:22.179400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9284da9-dd1c-44f3-b1f3-482045da4a67 req-c0854930-b173-4af6-82a2-bdae4e7109a7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 210 time: 0.0786026 Oct 27 16:07:22.342774 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c77646-7f72-4c10-898f-35babfe1a84a x-openstack-request-id: req-03c77646-7f72-4c10-898f-35babfe1a84a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:22.343216 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216a04ae-eb51-4125-82d8-728c7c002ab5", "name": "network-vif-deleted", "tag": "36f873cb-c7bb-46cd-81df-b59701afad80", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:22.343570 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03c77646-7f72-4c10-898f-35babfe1a84a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:22.344070 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216a04ae-eb51-4125-82d8-728c7c002ab5', 'name': 'network-vif-deleted', 'tag': '36f873cb-c7bb-46cd-81df-b59701afad80', 'status': 'completed', 'code': 200} Oct 27 16:07:22.347878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Made reservation on behalf of 716a83a8e3e3476b935e8b08b1706a8e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:22.352049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.421048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297f9d-b243-4217-9140-6844e18952bf req-b09278e2-07f0-4e04-9f7f-3bae3150227d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.423654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36297f9d-b243-4217-9140-6844e18952bf req-b09278e2-07f0-4e04-9f7f-3bae3150227d tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.1875770 Oct 27 16:07:22.562601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29a18500-0b85-4f88-afba-2ff010e5798c req-11d0ae85-1192-4fcd-b220-0a35f3f5cfb1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 210 time: 0.0820658 Oct 27 16:07:22.723729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Made reservation on behalf of be6e3e357b4646b7bee9d2aecea7499c for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:22.737335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.765509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.849179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Allocated IP 192.168.233.15 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/23f3882a-b7f7-44fc-9cc1-a197577eb2c9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:22.864628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36297f9d-b243-4217-9140-6844e18952bf req-6ceea645-ad19-4115-acb9-6350ac2c0719 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914669 Oct 27 16:07:23.096100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.133915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fee42c5b-8928-4dd5-b0e4-0571a71b13ee req-189dea0e-8357-4606-a7a2-50ccef36cac1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=216a04ae-eb51-4125-82d8-728c7c002ab5 HTTP/1.1" status: 200 len: 210 time: 0.0457859 Oct 27 16:07:23.166911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416752-5bdc-4208-8c52-03ad0621d013 req-d3fc081c-a309-45d2-9120-aeae2e6a8bdb tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.168456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc416752-5bdc-4208-8c52-03ad0621d013 req-d3fc081c-a309-45d2-9120-aeae2e6a8bdb tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1172640 Oct 27 16:07:23.198975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.250654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2c06614-531d-4ad5-993f-46f982bcb053 req-a6ac5f69-59ae-4d75-9d13-bce867d1ad09 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0382063 Oct 27 16:07:23.257093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc416752-5bdc-4208-8c52-03ad0621d013 req-58ae6d94-2aab-4f60-a8a4-03979e195dcb tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792022 Oct 27 16:07:23.355779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-524b41ce-70a1-4dcc-a28b-809082cc0051 req-05603861-5c16-433f-a392-d7da1c078960 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 210 time: 0.0281303 Oct 27 16:07:23.485305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.487567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.502901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:23.509834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345', 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'f8545df2-cec9-4f2d-b032-c422cf36be8d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:23.609102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event updated for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:24.372250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a31b9-bc35-489d-a226-606066d66bee,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:24.439582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:24.489845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:24.519249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fff36b50-1b60-4269-9187-9231f5dc6560 req-3474d02f-48ca-40b6-b2d4-efb3786f7b4c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 210 time: 0.1678698 Oct 27 16:07:24.521228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:24.665942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:24.691556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 36f873cb-c7bb-46cd-81df-b59701afad80 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:24.691912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 36f873cb-c7bb-46cd-81df-b59701afad80 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:24.748522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94f11516-bdf1-4ae6-bbd0-9c07c4b77d03 req-b05f9608-d42a-466b-a954-3eb1b33798c7 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0935583 Oct 27 16:07:24.762644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4222-df7d-4bef-9c89-6a6730fc6209 req-12533145-ef4a-4cae-b025-13a5552a2d61 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.764153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-678e4222-df7d-4bef-9c89-6a6730fc6209 req-12533145-ef4a-4cae-b025-13a5552a2d61 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.4106808 Oct 27 16:07:24.787775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.788477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.840575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Allocated IP 192.168.233.11 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/517adff4-a52a-43d4-b28b-af8a64e22652) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:24.852927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-4688e6c3-94bb-4896-8666-ea17eb97d777 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.854415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-4688e6c3-94bb-4896-8666-ea17eb97d777 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.5020947 Oct 27 16:07:24.870433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3dc74660-783c-4b01-8934-c80d15d2f990 None None] Provisioning complete for port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:24.871514 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3dc74660-783c-4b01-8934-c80d15d2f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.875316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Request body: {'port': {'device_id': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'admin_state_up': True, 'tenant_id': '41202f257a7d42069be0486185029f9a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:24.908611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-678e4222-df7d-4bef-9c89-6a6730fc6209 req-827b013e-5900-45ca-a97b-6b83bf4d049e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Oct 27 16:07:24.961014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3dc74660-783c-4b01-8934-c80d15d2f990 None None] Port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:25.045704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-033f7408-950f-4237-b7b7-a8ee1d329ed9 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4930847 Oct 27 16:07:25.082870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Request body: {'port': {'device_id': 'c82673b1-5008-456e-99bd-707dd003f82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:25.238893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857587f-460a-405b-a56a-a5766d264fd5 req-58576cd8-fdbb-46b6-abd8-cbf736503e8c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.240435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7857587f-460a-405b-a56a-a5766d264fd5 req-58576cd8-fdbb-46b6-abd8-cbf736503e8c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.2059658 Oct 27 16:07:25.247738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc4ae-4a61-4e89-9d77-6589f8288c3c req-d5b79c5a-c7b1-46a9-b77f-2d808134d989 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.249127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d26fc4ae-4a61-4e89-9d77-6589f8288c3c req-d5b79c5a-c7b1-46a9-b77f-2d808134d989 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 935 time: 0.2135460 Oct 27 16:07:25.285635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.303210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.366875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7857587f-460a-405b-a56a-a5766d264fd5 req-19ea00d1-92e5-4bc0-8d79-95f73d4bbd17 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167686 Oct 27 16:07:25.367471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:25.370712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.394485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d26fc4ae-4a61-4e89-9d77-6589f8288c3c req-6b19297d-8a8a-46a6-ba67-0605a6f60190 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332412 Oct 27 16:07:25.574236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.716248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:25.741712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:25.746782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85433c64-ca6c-4c62-ae4f-bbef9e26f4e4 req-4e2e93c7-347a-4cd4-84e7-4e5c5330b151 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 210 time: 0.0678279 Oct 27 16:07:25.749401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:25.795584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event updated for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:25.800924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Allocated IP 172.20.0.9 (a074166a-6f0c-44e2-8db6-a220f229530a/a5c3aea5-a007-46d1-b5db-ef0041df41b1/00aecde4-7f23-4462-b26d-18ecb63e9641) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:25.860688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.861368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.015865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4c7e8f93-2f2a-4da4-9a89-3953569c8502 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4805710 Oct 27 16:07:26.071148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Request body: {'port': {'device_id': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:26.093149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8d56d006-5666-43e2-b7e2-d14f431441b5 None None] Provisioning complete for port 517adff4-a52a-43d4-b28b-af8a64e22652 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:26.093716 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d56d006-5666-43e2-b7e2-d14f431441b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.134528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8d56d006-5666-43e2-b7e2-d14f431441b5 None None] Port 517adff4-a52a-43d4-b28b-af8a64e22652 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:26.139958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2aab-fedc-47a9-9a8b-5fab21080da8 req-69b71877-bc87-4008-9b04-60d05576b228 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.141670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e4c2aab-fedc-47a9-9a8b-5fab21080da8 req-69b71877-bc87-4008-9b04-60d05576b228 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 950 time: 0.2773719 Oct 27 16:07:26.163363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15d3d-f630-4f95-a187-e2e7c27aee68 req-63f59dab-8d0c-4b24-9709-2eab09750580 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.164933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95e15d3d-f630-4f95-a187-e2e7c27aee68 req-63f59dab-8d0c-4b24-9709-2eab09750580 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.2794230 Oct 27 16:07:26.176313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:26.208958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.277243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Transition to ACTIVE for port object 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:26.291679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.320103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95e15d3d-f630-4f95-a187-e2e7c27aee68 req-d12a065b-033f-497c-b775-d075baf83964 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457965 Oct 27 16:07:26.323840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.327703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e4c2aab-fedc-47a9-9a8b-5fab21080da8 req-861a7500-74d1-431b-b77d-1a86499cae35 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576502 Oct 27 16:07:26.372713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.561669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Pushing event updated for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:26.687336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c013ce3-99b2-4614-8987-0af0324692e2 req-7a9aafc5-839f-4e1c-b36f-cf2866a86d9c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.688844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c013ce3-99b2-4614-8987-0af0324692e2 req-7a9aafc5-839f-4e1c-b36f-cf2866a86d9c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.2621839 Oct 27 16:07:26.693749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.705478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb7e2-54fd-474b-ac06-3f6e124fd299 req-6a5f7871-dc62-48fc-8c1b-6db87df4d38a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.706881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-052fb7e2-54fd-474b-ac06-3f6e124fd299 req-6a5f7871-dc62-48fc-8c1b-6db87df4d38a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 935 time: 0.2900436 Oct 27 16:07:26.809420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Network a074166a-6f0c-44e2-8db6-a220f229530a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:26.834420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:26.845714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:26.853234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:26.863183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Attempting to bind port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:26.863528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Attempting to bind port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:26.863863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Attempting to bind port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:26.908740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c013ce3-99b2-4614-8987-0af0324692e2 req-b3a7a82e-8dcf-40eb-8945-e6dfcede0ae1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939983 Oct 27 16:07:26.919471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-052fb7e2-54fd-474b-ac06-3f6e124fd299 req-b84d39a4-588d-4a86-8c9c-bb1145296899 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979585 Oct 27 16:07:26.983144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517adff4-a52a-43d4-b28b-af8a64e22652 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:26.989962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:26.990290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Attempting to bind port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:27.025561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.045254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:27.045617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:27.045973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:27.046420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Bound port: 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:27.046773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.103086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.103695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.107405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Transition to ACTIVE for port object 517adff4-a52a-43d4-b28b-af8a64e22652 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:27.169260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42e7b-1641-496b-a1ea-ba21e977ea88 req-57d35c43-a57e-4fa8-b9c3-dcaef8fa587f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.170764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ca42e7b-1641-496b-a1ea-ba21e977ea88 req-57d35c43-a57e-4fa8-b9c3-dcaef8fa587f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1780250 Oct 27 16:07:27.183051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19136cd3-3ffa-4412-b0c3-adeeb5bc7b66 req-70c220fe-4b21-4e1f-8e8d-0d81a0cc1b4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.184445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19136cd3-3ffa-4412-b0c3-adeeb5bc7b66 req-70c220fe-4b21-4e1f-8e8d-0d81a0cc1b4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 947 time: 0.1855373 Oct 27 16:07:27.226126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:27.257820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:27.267070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ca42e7b-1641-496b-a1ea-ba21e977ea88 req-da4613d1-645b-4e79-b01f-91752450982f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772214 Oct 27 16:07:27.272413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-d0bbaf30-c45b-4250-8f1f-aac6bb9a31a5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4080250 Oct 27 16:07:27.272918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.288353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19136cd3-3ffa-4412-b0c3-adeeb5bc7b66 req-3a0df14c-4f17-40cf-af39-1a8da60eac65 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Oct 27 16:07:27.292867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Request body: {'port': {'device_id': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:27.380059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.418705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Pushing event updated for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:27.814277 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.833950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.834791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.835989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] 10.222.0.82 "PUT /v2.0/ports/23f3882a-b7f7-44fc-9cc1-a197577eb2c9 HTTP/1.1" status: 200 len: 1095 time: 2.7615247 Oct 27 16:07:27.845456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:27.845456 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ab42c-46c8-4600-9531-602937f428da" -d '{"events": [{"name": "network-changed", "server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:27.880720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.956913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119d29-1393-4304-a980-1b09fc8c476b service neutron] Pushing event updated for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:27.986518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f139-3ccb-45f9-9de4-9bf1fa1cefb9 req-dabd96e5-9aa7-4070-932a-fd2a11635faa tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.988126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8782f139-3ccb-45f9-9de4-9bf1fa1cefb9 req-dabd96e5-9aa7-4070-932a-fd2a11635faa tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 931 time: 0.6052036 Oct 27 16:07:28.036072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e3be-4a77-4e66-956e-72b7418a6862 req-97ae089d-c91c-4d04-be0d-cf2f6a778e29 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.038111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49b5e3be-4a77-4e66-956e-72b7418a6862 req-97ae089d-c91c-4d04-be0d-cf2f6a778e29 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.6125407 Oct 27 16:07:28.054406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Attempting to bind port 517adff4-a52a-43d4-b28b-af8a64e22652 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:28.054406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Attempting to bind port 517adff4-a52a-43d4-b28b-af8a64e22652 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:28.054406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Attempting to bind port 517adff4-a52a-43d4-b28b-af8a64e22652 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:28.088559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-d76e270b-f983-4cef-9f02-49c28a39d4e1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.089900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-d76e270b-f983-4cef-9f02-49c28a39d4e1 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 950 time: 0.2402141 Oct 27 16:07:28.099494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Port 517adff4-a52a-43d4-b28b-af8a64e22652 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:28.099800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Attempting to bind port 517adff4-a52a-43d4-b28b-af8a64e22652 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:28.152829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:28.153177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:28.153570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:28.154016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Bound port: 517adff4-a52a-43d4-b28b-af8a64e22652, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:28.154373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.234389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-b83a173d-a95c-484c-9e32-897778e0489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.235987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-b83a173d-a95c-484c-9e32-897778e0489e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 1098 time: 0.2814839 Oct 27 16:07:28.254658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8782f139-3ccb-45f9-9de4-9bf1fa1cefb9 req-4edc680e-4f8a-4278-bc46-25ee29734ff4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424095 Oct 27 16:07:28.274412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49b5e3be-4a77-4e66-956e-72b7418a6862 req-a767e588-41c2-4ed6-aa64-35eeb20be091 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154374 Oct 27 16:07:28.310290 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.328155 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096eb484-7223-4f06-a9fa-4b49998b3a9a x-openstack-request-id: req-096eb484-7223-4f06-a9fa-4b49998b3a9a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:28.328155 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:28.328370 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-096eb484-7223-4f06-a9fa-4b49998b3a9a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:28.328709 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9', 'status': 'completed', 'code': 200} Oct 27 16:07:28.354552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-325931a6-5340-4c56-baf4-8006fb872ec1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9 HTTP/1.1" status: 200 len: 217 time: 0.1072214 Oct 27 16:07:28.524647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:28.537539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-aa935fde-8665-498a-a2ff-75e550223c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.540038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-aa935fde-8665-498a-a2ff-75e550223c27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1622756 Oct 27 16:07:28.554092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab363bb-f9dc-43d5-b1bb-8526c89e74fc req-721b75bf-657d-4ffa-b353-2d2d110c90b6 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.555633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cab363bb-f9dc-43d5-b1bb-8526c89e74fc req-721b75bf-657d-4ffa-b353-2d2d110c90b6 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 950 time: 0.2238545 Oct 27 16:07:28.573674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=517adff4-a52a-43d4-b28b-af8a64e22652,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:28.655311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Deleting port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:28.655656 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.730177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.781551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cab363bb-f9dc-43d5-b1bb-8526c89e74fc req-358b5f58-ea78-4f8c-84f9-9538f38a7289 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097635 Oct 27 16:07:28.816426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2200c6c-eb13-45a6-a0ea-bdf508dc4215 req-8af1ea91-6dcb-4253-af84-8f6874e9e39f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.818597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2200c6c-eb13-45a6-a0ea-bdf508dc4215 req-8af1ea91-6dcb-4253-af84-8f6874e9e39f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.4395771 Oct 27 16:07:28.820503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-d4accf7d-bff6-4507-8eb5-ca8c92c24736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.821965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-d4accf7d-bff6-4507-8eb5-ca8c92c24736 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2631111 Oct 27 16:07:28.847845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.848462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.849866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] 10.222.0.79 "PUT /v2.0/ports/517adff4-a52a-43d4-b28b-af8a64e22652 HTTP/1.1" status: 200 len: 1095 time: 2.8043413 Oct 27 16:07:28.913983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aecde4-7f23-4462-b26d-18ecb63e9641 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:28.951990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.071742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf5128-0124-4e8c-b932-b197247bd362 service neutron] Pushing event updated for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:29.079085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Transition to ACTIVE for port object 00aecde4-7f23-4462-b26d-18ecb63e9641 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:29.093813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] For port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:29.094182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.100063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2200c6c-eb13-45a6-a0ea-bdf508dc4215 req-fd7aed7c-1186-43eb-bcf6-e734af8e52b4 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573185 Oct 27 16:07:29.135809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Calling delete_port for 1bb2f78a-140b-4f02-a072-bbdee07b4d0d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:29.150378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bf21b-5c42-43dd-bdbf-1c7176bd2f8a req-57f43a0d-1927-4430-a2b1-73b1b8818bed tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.151926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e70bf21b-5c42-43dd-bdbf-1c7176bd2f8a req-57f43a0d-1927-4430-a2b1-73b1b8818bed tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 947 time: 0.3012025 Oct 27 16:07:29.171913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-ac88b319-0984-422a-b427-1d3911130e7a service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182600 Oct 27 16:07:29.189990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.193120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-45533f05-d8da-479e-add3-9395c544a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.194613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-45533f05-d8da-479e-add3-9395c544a00b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1098 time: 0.2054324 Oct 27 16:07:29.384438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ab45bdac-2783-4ae4-9fab-f76ce9cf8a1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=517adff4-a52a-43d4-b28b-af8a64e22652 HTTP/1.1" status: 200 len: 217 time: 0.1589587 Oct 27 16:07:29.425531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e70bf21b-5c42-43dd-bdbf-1c7176bd2f8a req-245638f0-974c-4954-8696-c2eac561aca9 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649791 Oct 27 16:07:29.454789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:29.496163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e8adb-7f35-4e47-85cd-ea18f6b1cc67 req-75613af3-2f16-40f7-82a3-12ec86b5a67b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.497599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-786e8adb-7f35-4e47-85cd-ea18f6b1cc67 req-75613af3-2f16-40f7-82a3-12ec86b5a67b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.3340220 Oct 27 16:07:29.595385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53c56ab4-f06b-4276-89ec-06f9b2b3df24 req-930486be-8bfc-42b3-991b-71a4538c430a service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072978 Oct 27 16:07:29.596698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-3f2f9949-062a-4dfd-a0a6-edcf65238daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.598011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-3f2f9949-062a-4dfd-a0a6-edcf65238daa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1948466 Oct 27 16:07:29.721696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-786e8adb-7f35-4e47-85cd-ea18f6b1cc67 req-37d0c54c-d93e-4a77-8ecc-fa01c2eb5634 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931236 Oct 27 16:07:29.729451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e063-90bf-465b-9070-5d1e8d6a3b60 req-a0dac25f-369b-4886-898d-de250aa18faa tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.730881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac50e063-90bf-465b-9070-5d1e8d6a3b60 req-a0dac25f-369b-4886-898d-de250aa18faa tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 947 time: 0.2466977 Oct 27 16:07:29.779292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Attempting to bind port 00aecde4-7f23-4462-b26d-18ecb63e9641 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:29.779629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Attempting to bind port 00aecde4-7f23-4462-b26d-18ecb63e9641 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:29.779952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Attempting to bind port 00aecde4-7f23-4462-b26d-18ecb63e9641 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:29.796868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-d75c2aec-317c-48d2-8f9f-0ffac068e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.798486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-d75c2aec-317c-48d2-8f9f-0ffac068e4c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852016 Oct 27 16:07:29.802116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Port 00aecde4-7f23-4462-b26d-18ecb63e9641 on network a074166a-6f0c-44e2-8db6-a220f229530a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:29.802447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Attempting to bind port 00aecde4-7f23-4462-b26d-18ecb63e9641 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:29.828691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:29.829048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Checking segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:29.829429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Bound using segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:29.829879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Bound port: 00aecde4-7f23-4462-b26d-18ecb63e9641, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:29.830237 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.861913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac50e063-90bf-465b-9070-5d1e8d6a3b60 req-5a3dfb41-feb9-461f-a8d0-409106fedd5f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045017 Oct 27 16:07:29.889683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab42c-46c8-4600-9531-602937f428da req-6f7ad21b-4293-41d1-a37f-965a41d445d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.891347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-6f7ad21b-4293-41d1-a37f-965a41d445d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 1098 time: 0.1998098 Oct 27 16:07:29.920476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:29.926395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.949326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76', '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:30.068954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.113981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:30.116475 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced121a6-a78d-4c33-a536-c024d9447ff1" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:30.141300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:30.224090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.224810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:30.264952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 1bb2f78a-140b-4f02-a072-bbdee07b4d0d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:30.265292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1bb2f78a-140b-4f02-a072-bbdee07b4d0d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:30.293098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:30.331695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:30.333982 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f413a440-aa48-4fda-94c7-9209e8705f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:30.341781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event deleted for resources: {'Port': ['ID=1bb2f78a-140b-4f02-a072-bbdee07b4d0d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:30.438693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22dd6cd0-c063-4a4f-b881-0bb3d5da1149 req-a67066b0-b627-4400-aa69-1e7119551dce tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.0712650 Oct 27 16:07:30.467266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:30.469442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] No DVR routers for this DVR port 1bb2f78a-140b-4f02-a072-bbdee07b4d0d on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:30.478167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.481710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23e0fc86-90a4-4c7a-9d14-0589132574e7 req-f3823125-4c2a-46b9-9cfd-7ed34682ce91 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "DELETE /v2.0/ports/1bb2f78a-140b-4f02-a072-bbdee07b4d0d HTTP/1.1" status: 204 len: 173 time: 2.3710315 Oct 27 16:07:30.482521 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77e8f1-e610-4621-a99e-9d208c661ec8 x-openstack-request-id: req-bd77e8f1-e610-4621-a99e-9d208c661ec8 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:30.482818 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:30.483119 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd77e8f1-e610-4621-a99e-9d208c661ec8 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:30.483947 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'code': 200} Oct 27 16:07:30.493143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4384dcc2-ef9e-42a3-82d8-7f1792de303a service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761720 Oct 27 16:07:30.498877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:30.526188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fb2d-a848-4d08-b470-93f87b719e21 req-a33de753-eb44-4c2e-8076-d328b5d2c0f1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.527737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd67fb2d-a848-4d08-b470-93f87b719e21 req-a33de753-eb44-4c2e-8076-d328b5d2c0f1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.5994852 Oct 27 16:07:30.609389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab42c-46c8-4600-9531-602937f428da req-f968f5ce-c7bc-4268-9acf-f699a9cbe21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.610785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-f968f5ce-c7bc-4268-9acf-f699a9cbe21a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.6891158 Oct 27 16:07:30.628928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.710625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-6577ef23-7c11-4b6c-897f-61d8270a3d54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9 HTTP/1.1" status: 200 len: 217 time: 0.0848334 Oct 27 16:07:30.727582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.728214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.729604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] 10.222.0.82 "PUT /v2.0/ports/00aecde4-7f23-4462-b26d-18ecb63e9641 HTTP/1.1" status: 200 len: 1091 time: 3.4456975 Oct 27 16:07:30.753853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd67fb2d-a848-4d08-b470-93f87b719e21 req-275a00d5-c142-4e3c-9682-451be252304a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103043 Oct 27 16:07:30.838419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-6f629b67-2673-4383-a558-c51609f6c3bc service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340368 Oct 27 16:07:30.852491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487f98b-e0bc-44a5-bb5d-afbab0c88a2a req-16002947-6298-43eb-9b3f-6a9a6341f0f7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.854201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d487f98b-e0bc-44a5-bb5d-afbab0c88a2a req-16002947-6298-43eb-9b3f-6a9a6341f0f7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.3118324 Oct 27 16:07:30.855769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05e1e-983b-4b76-87d4-0a38ad2866f9 service neutron] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:30.870163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab42c-46c8-4600-9531-602937f428da req-809cc733-fe55-47d4-8dd0-9c57f756b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.873475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-809cc733-fe55-47d4-8dd0-9c57f756b64e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1513565 Oct 27 16:07:30.893259 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a05c3-310e-46f0-99c9-921c8786c8bb x-openstack-request-id: req-916a05c3-310e-46f0-99c9-921c8786c8bb {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:30.893562 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:30.893819 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-916a05c3-310e-46f0-99c9-921c8786c8bb {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:30.894211 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652', 'status': 'completed', 'code': 200} Oct 27 16:07:31.001280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d487f98b-e0bc-44a5-bb5d-afbab0c88a2a req-5d5aa961-a637-46c5-a434-ec03efd15ee3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254718 Oct 27 16:07:31.013896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab42c-46c8-4600-9531-602937f428da req-48df5a26-f50e-40bc-ba78-c18a5d1dded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.047996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-48df5a26-f50e-40bc-ba78-c18a5d1dded7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264527 Oct 27 16:07:31.047996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-9b05f5a6-701a-451a-8e9e-c4d1c0ebf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.047996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-9b05f5a6-701a-451a-8e9e-c4d1c0ebf50d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 1094 time: 0.1580842 Oct 27 16:07:31.136080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1409-3cf9-4b8d-8896-444afbd8d370 req-ec027a43-cc23-4700-82d4-446bc9f5448b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.137477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce2b1409-3cf9-4b8d-8896-444afbd8d370 req-ec027a43-cc23-4700-82d4-446bc9f5448b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 947 time: 0.1955817 Oct 27 16:07:31.166617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-19aadef9-a005-43d4-a59e-aa4e55611cda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00aecde4-7f23-4462-b26d-18ecb63e9641 HTTP/1.1" status: 200 len: 217 time: 0.1232557 Oct 27 16:07:31.298131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-187edbc7-a779-4712-ae08-3e0232d4f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.299664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-187edbc7-a779-4712-ae08-3e0232d4f64c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1098 time: 0.2159340 Oct 27 16:07:31.302519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce2b1409-3cf9-4b8d-8896-444afbd8d370 req-df0c8b0d-4901-42c4-a950-ac54b9ed142c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391718 Oct 27 16:07:31.311697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e778367-3439-4623-a5a5-7f78b32b0a3f req-37b6360c-36fd-4164-8764-2d22e49b3995 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.313112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e778367-3439-4623-a5a5-7f78b32b0a3f req-37b6360c-36fd-4164-8764-2d22e49b3995 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.2170265 Oct 27 16:07:31.316101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11942-902d-43b7-afaf-178fd84f6847 req-75c2955b-4f2d-4693-bd8b-124d4039aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.317989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-75c2955b-4f2d-4693-bd8b-124d4039aa83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.1350243 Oct 27 16:07:31.325960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-c7118a7e-6d4e-4332-a2dd-108eefd3fcb7 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982857 Oct 27 16:07:31.409618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-2bd9bc7f-8ec2-4bcd-a84c-b07240531ee5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807738 Oct 27 16:07:31.562140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e778367-3439-4623-a5a5-7f78b32b0a3f req-9c0f032c-9486-45dc-b85e-fa45a040b05a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352374 Oct 27 16:07:31.616279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-b50f466c-431d-479e-8dcf-bb60b44cde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.617764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-b50f466c-431d-479e-8dcf-bb60b44cde91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.3033702 Oct 27 16:07:31.649126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407107-c188-4bd0-bd9b-a0bda7da061e req-b8785138-ed5d-4347-8bce-cfff3db9c230 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.650755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18407107-c188-4bd0-bd9b-a0bda7da061e req-b8785138-ed5d-4347-8bce-cfff3db9c230 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 947 time: 0.2205122 Oct 27 16:07:31.658170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-715ab42c-46c8-4600-9531-602937f428da req-6f61f741-2be2-4c79-8cb0-38d6d7cdceff service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870777 Oct 27 16:07:31.709943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-06e3e809-37fd-4ad5-af2c-370d8c38205b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=517adff4-a52a-43d4-b28b-af8a64e22652 HTTP/1.1" status: 200 len: 217 time: 0.0828223 Oct 27 16:07:31.734038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a9fcd91-8a9b-4453-aecc-459ffb88528a req-a64cd2c9-e2bb-46e9-9eb3-374342492b8e tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=6388e4ac-72e2-4750-aa39-3a11cd55088e HTTP/1.1" status: 200 len: 210 time: 0.0780573 Oct 27 16:07:31.744326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-3a9f84ea-eea4-4482-8702-050d85457c5e service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185120 Oct 27 16:07:31.855747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18407107-c188-4bd0-bd9b-a0bda7da061e req-118b553e-5958-45f1-a440-21e8929c81d8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663613 Oct 27 16:07:31.873459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-c951eb92-8162-4f1f-8912-496e5c3f7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.874977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-c951eb92-8162-4f1f-8912-496e5c3f7e00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1491020 Oct 27 16:07:31.941498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46368327-5904-4210-8060-8836f47ed90e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:31.951503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3e45-3c3c-4227-ba9f-4ef9e0ccf00b req-52d60d74-d1ee-420b-b622-f14912315ee6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.951503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cdd3e45-3c3c-4227-ba9f-4ef9e0ccf00b req-52d60d74-d1ee-420b-b622-f14912315ee6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.1193099 Oct 27 16:07:31.952581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21e11942-902d-43b7-afaf-178fd84f6847 req-45350a03-7e57-4063-9b2e-46aa13d846ed service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880424 Oct 27 16:07:31.972391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-40b9461f-437d-4238-8a9f-09601054d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.973917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-40b9461f-437d-4238-8a9f-09601054d646 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892892 Oct 27 16:07:32.053822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cdd3e45-3c3c-4227-ba9f-4ef9e0ccf00b req-2df37dc0-75d2-4968-86b2-62067f7950fb tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897880 Oct 27 16:07:32.054076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:32.068462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '46368327-5904-4210-8060-8836f47ed90e', 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3', 'port_id': '46368327-5904-4210-8060-8836f47ed90e', 'mac_address': 'fa:16:3e:f2:b5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b41ce-bcd7-4489-87d4-a8d8791ed7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:32.114184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-f74457cb-68b5-4ba3-9c24-d4f99de58f0a service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295297 Oct 27 16:07:32.114641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.132269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46368327-5904-4210-8060-8836f47ed90e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:32.152066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:32.213213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985ea54-c0ca-4843-807a-98527f489206 req-b22e34db-80c8-442f-a5e8-b9f1a00cf821 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.215276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0985ea54-c0ca-4843-807a-98527f489206 req-b22e34db-80c8-442f-a5e8-b9f1a00cf821 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.1174839 Oct 27 16:07:32.256991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f413a440-aa48-4fda-94c7-9209e8705f2e req-98a3e126-f656-4503-b62d-0961c02be854 service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276660 Oct 27 16:07:32.281338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0985ea54-c0ca-4843-807a-98527f489206 req-cd6647c6-deb4-4346-a58d-002c1469e28a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Oct 27 16:07:32.287365 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.336000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:32.419647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a90c4-8ae5-4c71-b306-d0f148595919 req-38676c7c-278c-4343-abf8-33912b516712 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.421178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b6a90c4-8ae5-4c71-b306-d0f148595919 req-38676c7c-278c-4343-abf8-33912b516712 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 947 time: 0.0511150 Oct 27 16:07:32.459960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b6a90c4-8ae5-4c71-b306-d0f148595919 req-890a95d9-430d-4f0e-b44f-93e5ed7bd178 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Oct 27 16:07:32.688605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e74b-841a-4e4c-bf8f-31712bd87a20 req-da3a7ad3-2361-451a-aca3-7d84906c8056 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.690093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3e7e74b-841a-4e4c-bf8f-31712bd87a20 req-da3a7ad3-2361-451a-aca3-7d84906c8056 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.0565889 Oct 27 16:07:32.732112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3e7e74b-841a-4e4c-bf8f-31712bd87a20 req-c4080c34-dacb-4910-9714-48832357496f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Oct 27 16:07:32.895802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-deleted', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d'}, {'name': 'network-changed', 'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:32.898410 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c47aac-377c-49ba-965a-ca1b24a86861" -d '{"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-deleted", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d"}, {"name": "network-changed", "server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:32.974936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fc252-1833-4f64-92a4-71f7aab7277d req-4cc4ab55-ac71-4887-9b7f-b22301d07b2a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.976483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-816fc252-1833-4f64-92a4-71f7aab7277d req-4cc4ab55-ac71-4887-9b7f-b22301d07b2a tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 947 time: 0.0491710 Oct 27 16:07:33.015414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-816fc252-1833-4f64-92a4-71f7aab7277d req-c11366a7-5861-41a8-8392-f934d1b2d775 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328767 Oct 27 16:07:33.064780 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2e04e0-8553-4682-befd-32554d997acb x-openstack-request-id: req-1e2e04e0-8553-4682-befd-32554d997acb {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:33.065084 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6388e4ac-72e2-4750-aa39-3a11cd55088e", "name": "network-vif-deleted", "tag": "1bb2f78a-140b-4f02-a072-bbdee07b4d0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:33.065346 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e2e04e0-8553-4682-befd-32554d997acb {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:33.065753 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388e4ac-72e2-4750-aa39-3a11cd55088e', 'name': 'network-vif-deleted', 'tag': '1bb2f78a-140b-4f02-a072-bbdee07b4d0d', 'status': 'completed', 'code': 200} Oct 27 16:07:33.066012 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'status': 'completed', 'code': 200} Oct 27 16:07:33.134203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-b64e0689-1299-4d47-8d3a-cb2ec9a7fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.135804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-b64e0689-1299-4d47-8d3a-cb2ec9a7fd41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 1094 time: 0.0433002 Oct 27 16:07:33.262247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e8a2b-6513-4fc9-9aff-f32c56a83b0c req-21046cee-1305-4de2-81d8-9627d1d43e80 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.263760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-074e8a2b-6513-4fc9-9aff-f32c56a83b0c req-21046cee-1305-4de2-81d8-9627d1d43e80 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.0714278 Oct 27 16:07:33.268380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['46368327-5904-4210-8060-8836f47ed90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:33.281129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-c53190a8-f9fb-41f2-9542-14c38e903155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.282577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-c53190a8-f9fb-41f2-9542-14c38e903155 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 906 time: 0.1383946 Oct 27 16:07:33.342077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-909db622-8a31-47db-bdac-5b9ca19499fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00aecde4-7f23-4462-b26d-18ecb63e9641 HTTP/1.1" status: 200 len: 217 time: 0.0482275 Oct 27 16:07:33.362342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-074e8a2b-6513-4fc9-9aff-f32c56a83b0c req-8d46e338-9c60-4afc-979b-2afdd82d5d84 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914245 Oct 27 16:07:33.425350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-ad665735-856a-420f-ab25-b3fc35109194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.427406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-ad665735-856a-420f-ab25-b3fc35109194 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.0763795 Oct 27 16:07:33.435171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13ee3-18e5-4f6a-b822-92c779855966 req-76b4f69d-5ac1-4dc1-b126-7fe254122c83 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.436701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc13ee3-18e5-4f6a-b822-92c779855966 req-76b4f69d-5ac1-4dc1-b126-7fe254122c83 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0989683 Oct 27 16:07:33.495185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-0907848e-18be-44e0-8514-9497dc728473 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563731 Oct 27 16:07:33.579364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc13ee3-18e5-4f6a-b822-92c779855966 req-e47f19f2-690c-4c07-a6cb-313d2d9ba1f5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Oct 27 16:07:33.588132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f45b4d-437e-4fd2-b9fd-da870539b396 req-7f63d5cf-9448-40a4-9784-52031db8b744 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.589550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58f45b4d-437e-4fd2-b9fd-da870539b396 req-7f63d5cf-9448-40a4-9784-52031db8b744 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.1519361 Oct 27 16:07:33.638279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-a5760447-71c4-4736-ac56-cc1494856e33 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316276 Oct 27 16:07:33.652002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58f45b4d-437e-4fd2-b9fd-da870539b396 req-eb59451c-ee06-49b7-844d-1149b8549975 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532548 Oct 27 16:07:33.770186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791645e-a299-4041-8841-869a037f6649 req-8b8fd11a-b413-4faa-bca6-011328bfef21 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.771682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0791645e-a299-4041-8841-869a037f6649 req-8b8fd11a-b413-4faa-bca6-011328bfef21 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 947 time: 0.0756400 Oct 27 16:07:33.773637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69c47aac-377c-49ba-965a-ca1b24a86861 req-b804947b-f912-4e4f-afa1-037298e6058f service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207860 Oct 27 16:07:33.823763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0791645e-a299-4041-8841-869a037f6649 req-0b4095e9-f79a-4972-ab5a-38018cc16237 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Oct 27 16:07:33.860376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34939a-6de0-4cef-9cb8-f87efe6dbec4 req-006c12a9-31bf-4288-8085-3816bf686ac8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.861854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b34939a-6de0-4cef-9cb8-f87efe6dbec4 req-006c12a9-31bf-4288-8085-3816bf686ac8 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.0583236 Oct 27 16:07:33.903820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b34939a-6de0-4cef-9cb8-f87efe6dbec4 req-fb61d33b-e739-484a-987e-4786ff22be58 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Oct 27 16:07:33.965945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:34.064721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.078187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9', 'mac_address': 'fa:16:3e:c9:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:34.117043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.130419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:34.147337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e93a3-0bf4-490b-b77b-0151136aaced req-a63aaf44-0294-4e47-8bff-f64e5fe7ff4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.151550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b4e93a3-0bf4-490b-b77b-0151136aaced req-a63aaf44-0294-4e47-8bff-f64e5fe7ff4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 947 time: 0.0570576 Oct 27 16:07:34.152368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.190544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b4e93a3-0bf4-490b-b77b-0151136aaced req-ffc1a91b-f250-47fc-aa04-08c697f0c331 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Oct 27 16:07:34.257846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.304110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:34.510299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d2090-148e-4da0-a370-b403f8baf368 req-2a65e80a-f3fb-4528-aaea-b524ad98d667 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.511784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c24d2090-148e-4da0-a370-b403f8baf368 req-2a65e80a-f3fb-4528-aaea-b524ad98d667 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.0797167 Oct 27 16:07:34.518314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-925d3bdf-ceb3-495f-9cda-06c153047a10 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.519756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-925d3bdf-ceb3-495f-9cda-06c153047a10 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0608144 Oct 27 16:07:34.538904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:34.575138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c24d2090-148e-4da0-a370-b403f8baf368 req-6b01caa3-cd9d-4d82-89a3-051250a75d0e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544374 Oct 27 16:07:34.604952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.692591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 517adff4-a52a-43d4-b28b-af8a64e22652 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:34.746027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6f92f-31e4-4944-a6ef-a3215efcef7a req-44036e58-75eb-4efe-a84b-f89e4065914b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.747487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bf6f92f-31e4-4944-a6ef-a3215efcef7a req-44036e58-75eb-4efe-a84b-f89e4065914b tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.0976276 Oct 27 16:07:34.801334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=517adff4-a52a-43d4-b28b-af8a64e22652,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.813534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '517adff4-a52a-43d4-b28b-af8a64e22652', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '517adff4-a52a-43d4-b28b-af8a64e22652', 'mac_address': 'fa:16:3e:b2:80:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:34.817515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.851475 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.855604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bf6f92f-31e4-4944-a6ef-a3215efcef7a req-84c847a6-8269-4a81-9df1-aea0aff10e46 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948327 Oct 27 16:07:34.866095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517adff4-a52a-43d4-b28b-af8a64e22652 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:34.886976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=517adff4-a52a-43d4-b28b-af8a64e22652,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.889541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2a64-b103-437d-87be-fc0e62e8af35 req-7882b522-2f12-4c06-86fa-d27cd1b9ef2a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.891147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd1d2a64-b103-437d-87be-fc0e62e8af35 req-7882b522-2f12-4c06-86fa-d27cd1b9ef2a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.1266294 Oct 27 16:07:34.897839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:34.985279 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.004239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd1d2a64-b103-437d-87be-fc0e62e8af35 req-3c37941d-e35b-4d08-b281-c62c8c25c15e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038978 Oct 27 16:07:35.006465 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.016912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49614-9d12-4455-8bf8-38be4b525cee req-8f0e882b-1800-4fb2-928c-c77858a1c4b3 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.018432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2f49614-9d12-4455-8bf8-38be4b525cee req-8f0e882b-1800-4fb2-928c-c77858a1c4b3 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 947 time: 0.0948448 Oct 27 16:07:35.066059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2f49614-9d12-4455-8bf8-38be4b525cee req-aba31a59-96a2-4c0f-be85-db88cbe0e744 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Oct 27 16:07:35.067707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:35.069888 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd5f3f1-502b-4e27-b0ca-f84066cb3832" -d '{"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:35.089675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:35.110425 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.125452 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f32914-8eb5-4f33-9c00-da4f3d1ff36e x-openstack-request-id: req-61f32914-8eb5-4f33-9c00-da4f3d1ff36e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:35.125742 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:35.125994 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61f32914-8eb5-4f33-9c00-da4f3d1ff36e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:35.126377 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'code': 200} Oct 27 16:07:35.131493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['23f3882a-b7f7-44fc-9cc1-a197577eb2c9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:35.186540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dee14-0135-466d-952a-9b7b6e27de29 req-4bdcded8-6533-4255-9799-674c56edda22 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.188227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c8dee14-0135-466d-952a-9b7b6e27de29 req-4bdcded8-6533-4255-9799-674c56edda22 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 945 time: 0.1212907 Oct 27 16:07:35.244895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:35.247639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:35.247965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:35.248288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:35.254302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:35.254623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Attempting to bind port c0b82d2e-e7af-459b-8867-5166825b92ac on network bdf740f1-c54e-418b-a124-acf220459d34 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:35.268836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:35.269203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Checking segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:35.269586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Bound using segment: {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:35.270015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Bound port: c0b82d2e-e7af-459b-8867-5166825b92ac, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d21230-c9d7-4f4b-b1b9-e54436f2644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bdf740f1-c54e-418b-a124-acf220459d34'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:35.270369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.283615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c8dee14-0135-466d-952a-9b7b6e27de29 req-fdd16979-8947-4a93-92bb-a9d2245d3290 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Oct 27 16:07:35.448512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['517adff4-a52a-43d4-b28b-af8a64e22652'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:35.748155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-e73d38e0-1e33-4395-af73-dea00db4dd39 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.749612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-e73d38e0-1e33-4395-af73-dea00db4dd39 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1476161 Oct 27 16:07:35.751315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:35.755334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:35.762969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9826b7-077b-4f6b-8e37-89e7369abee9 req-4d334e29-78a9-4546-8820-69de8c2be1bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.764409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac9826b7-077b-4f6b-8e37-89e7369abee9 req-4d334e29-78a9-4546-8820-69de8c2be1bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 948 time: 0.4662862 Oct 27 16:07:35.814225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef533-621a-4b3a-8e72-93db52f2ca47 req-fa33681e-e8ec-4db5-9f2e-a35eb85f608c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.815695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88bef533-621a-4b3a-8e72-93db52f2ca47 req-fa33681e-e8ec-4db5-9f2e-a35eb85f608c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.1512618 Oct 27 16:07:35.828345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.919918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac9826b7-077b-4f6b-8e37-89e7369abee9 req-28d15ece-1abd-4b40-8c3b-fccba049de2c tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455693 Oct 27 16:07:35.968822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88bef533-621a-4b3a-8e72-93db52f2ca47 req-c1c2c2a3-71d1-4e11-b273-335afc8feb19 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456373 Oct 27 16:07:35.978968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:35.983106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46368327-5904-4210-8060-8836f47ed90e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:35.985993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=8']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:35.995962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.996594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.998006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] 10.222.0.79 "PUT /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 1121 time: 1.4643769 Oct 27 16:07:36.002100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.002947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.002947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.003707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.004014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.004461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.004721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.004989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.005329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.005655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.005984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.006309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bcad5-62f6-4f9c-a735-330975e3ce9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:36.021476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Deleting port 262f85d8-2341-4306-a9ff-90213eb06b76 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:36.021820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.168627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:36.182187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6c004608-4212-429d-b37e-95c3afe774ab', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '6c004608-4212-429d-b37e-95c3afe774ab', 'mac_address': 'fa:16:3e:10:8d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:36.186413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['c0b82d2e-e7af-459b-8867-5166825b92ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:36.209520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342f1d-46d9-4984-9448-13f7731fb7fe req-bc2d89ac-48d5-4e1c-8234-c798bb4be825 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.211242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9342f1d-46d9-4984-9448-13f7731fb7fe req-bc2d89ac-48d5-4e1c-8234-c798bb4be825 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.1186969 Oct 27 16:07:36.216843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] For port 262f85d8-2341-4306-a9ff-90213eb06b76, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=262f85d8-2341-4306-a9ff-90213eb06b76,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:36.217331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.228227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660a88f-aef1-4e2f-be8d-a5ab9ccb27d5 req-16518379-b773-46de-8909-c39df46d35a5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.229696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6660a88f-aef1-4e2f-be8d-a5ab9ccb27d5 req-16518379-b773-46de-8909-c39df46d35a5 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 949 time: 0.1834385 Oct 27 16:07:36.236711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c0b82d2e-e7af-459b-8867-5166825b92ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:36.263355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Calling delete_port for 262f85d8-2341-4306-a9ff-90213eb06b76 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:36.274438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 46368327-5904-4210-8060-8836f47ed90e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:36.290372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 46368327-5904-4210-8060-8836f47ed90e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:36.290746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.298655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.344823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6660a88f-aef1-4e2f-be8d-a5ab9ccb27d5 req-8c4b14b9-c5f7-4fb0-ba60-6c4456c4db14 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d82be32-24f0-4c22-8399-74869417325f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003828 Oct 27 16:07:36.347984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9342f1d-46d9-4984-9448-13f7731fb7fe req-bb6e7643-4551-4730-b6fa-3ceede7b99d8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273079 Oct 27 16:07:36.348920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c004608-4212-429d-b37e-95c3afe774ab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:36.440270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:36.514177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a9904-4f65-4799-a028-2aa4fd38cd12 req-ed630c9d-d6a9-47c1-8ea3-e4002fe49d69 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.515732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-101a9904-4f65-4799-a028-2aa4fd38cd12 req-ed630c9d-d6a9-47c1-8ea3-e4002fe49d69 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.0740528 Oct 27 16:07:36.548894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.580792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-101a9904-4f65-4799-a028-2aa4fd38cd12 req-4c1329a3-5968-4331-b2c7-63a2726ae27a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Oct 27 16:07:36.592412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cd55a-bfde-4217-be06-067534477d74 req-5d54878f-591f-467e-9be7-7385b3a8d079 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.593844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e0cd55a-bfde-4217-be06-067534477d74 req-5d54878f-591f-467e-9be7-7385b3a8d079 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0769227 Oct 27 16:07:36.607602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46368327-5904-4210-8060-8836f47ed90e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:36.609860 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ef188-65d8-4145-9fa0-640a1311b4c4" -d '{"events": [{"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-plugged", "status": "completed", "tag": "46368327-5904-4210-8060-8836f47ed90e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:36.629982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.639429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e0cd55a-bfde-4217-be06-067534477d74 req-a271fa13-8f37-4c48-97ca-081a92eb3bd7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Oct 27 16:07:36.640152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:36.668755 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f176695d-d118-48b7-b0c4-b18d6e602be1 x-openstack-request-id: req-f176695d-d118-48b7-b0c4-b18d6e602be1 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:36.669088 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-plugged", "status": "completed", "tag": "46368327-5904-4210-8060-8836f47ed90e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:36.669344 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f176695d-d118-48b7-b0c4-b18d6e602be1 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:36.669732 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46368327-5904-4210-8060-8836f47ed90e', 'code': 200} Oct 27 16:07:36.692049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.702111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:36.709817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:36.714314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['262f85d8-2341-4306-a9ff-90213eb06b76'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:36.721248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Pushing event deleted for resources: {'Port': ['ID=262f85d8-2341-4306-a9ff-90213eb06b76,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:36.771628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.795146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] No DVR routers for this DVR port 262f85d8-2341-4306-a9ff-90213eb06b76 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:36.798451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.802411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aa730f8-24a1-4d03-9aae-320fba25a0b9 req-fa5ed12d-5a08-496a-ab60-5eba2c695069 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.82 "DELETE /v2.0/ports/262f85d8-2341-4306-a9ff-90213eb06b76 HTTP/1.1" status: 204 len: 173 time: 1.0354955 Oct 27 16:07:36.812528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3932dc-e351-4728-95b5-0de65f3f6d6a req-d34ad48a-1c0a-4fda-a4a4-b738bb81fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.814002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3932dc-e351-4728-95b5-0de65f3f6d6a req-d34ad48a-1c0a-4fda-a4a4-b738bb81fc53 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1095 time: 0.0826273 Oct 27 16:07:36.851098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3932dc-e351-4728-95b5-0de65f3f6d6a req-9295558d-98a5-4385-a323-f8433affaa45 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296862 Oct 27 16:07:36.882857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:36.890251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:36.901321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:07:37.000348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6c004608-4212-429d-b37e-95c3afe774ab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:37.044852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb7b6-59f3-4cfa-ad69-2aff888fd08c req-cf040547-8b3f-4b7e-b4f3-d8322e33937e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.046397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f0fb7b6-59f3-4cfa-ad69-2aff888fd08c req-cf040547-8b3f-4b7e-b4f3-d8322e33937e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 948 time: 0.0553491 Oct 27 16:07:37.121348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f0fb7b6-59f3-4cfa-ad69-2aff888fd08c req-225048ef-b8db-4ca5-bdee-f8793afbf02e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617702 Oct 27 16:07:37.131655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bb48-c0dc-41d7-abe7-240288e7afea req-dd47ef22-9fe3-4f6f-8d22-182ea702a754 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.133719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9e8bb48-c0dc-41d7-abe7-240288e7afea req-dd47ef22-9fe3-4f6f-8d22-182ea702a754 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.0864089 Oct 27 16:07:37.134210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac'}, {'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-deleted', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:37.136781 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783b33c-b2ef-46dc-ac1f-862d870a486e" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac"}, {"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-deleted", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:37.190665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9e8bb48-c0dc-41d7-abe7-240288e7afea req-bc9fef26-a408-46e7-b545-7be167684922 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Oct 27 16:07:37.240331 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4fec81-8eca-4376-a980-7fcb4bf173c2 x-openstack-request-id: req-7d4fec81-8eca-4376-a980-7fcb4bf173c2 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:37.240639 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac", "status": "completed", "code": 200}, {"server_uuid": "2d94b52a-9cfe-4772-8f7f-a9d8901f9080", "name": "network-vif-deleted", "tag": "262f85d8-2341-4306-a9ff-90213eb06b76", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:37.240900 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d4fec81-8eca-4376-a980-7fcb4bf173c2 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:37.241456 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'status': 'completed', 'code': 200} Oct 27 16:07:37.241712 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d94b52a-9cfe-4772-8f7f-a9d8901f9080', 'name': 'network-vif-deleted', 'tag': '262f85d8-2341-4306-a9ff-90213eb06b76', 'status': 'completed', 'code': 200} Oct 27 16:07:37.379022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-f8dcca62-3672-4712-956a-1fc3a3127fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.380730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-f8dcca62-3672-4712-956a-1fc3a3127fe1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1124 time: 0.0423315 Oct 27 16:07:37.512637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0b36f02-8f98-4812-b0a7-2de4410fd16f req-a2e895b1-8ad1-4502-913a-1c4afb2a93e2 tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0524809 Oct 27 16:07:37.562289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282396ce-6ae8-411f-9a9c-a824f4af44ab req-79294bed-196a-4697-a9ef-96b7a14a97f6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.563823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282396ce-6ae8-411f-9a9c-a824f4af44ab req-79294bed-196a-4697-a9ef-96b7a14a97f6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1027360 Oct 27 16:07:37.567363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-15ddf606-1529-4a2d-a996-b0b424c806b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.570345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-15ddf606-1529-4a2d-a996-b0b424c806b4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.1799300 Oct 27 16:07:37.626066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-a6918e7a-4954-46d4-b059-613473747cae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 217 time: 0.0447402 Oct 27 16:07:37.655953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-282396ce-6ae8-411f-9a9c-a824f4af44ab req-4f7f9ac6-ebc5-44c3-9b2c-0e09ad7bf6ff tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Oct 27 16:07:37.730276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-e54ddaf4-69df-407c-9d7f-d3d8479e4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.731772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-e54ddaf4-69df-407c-9d7f-d3d8479e4523 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.0895615 Oct 27 16:07:37.770879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43090a8-1624-4fea-99cd-d8c8114c7abc req-fd1686bb-1131-48fc-a0dd-87c9b4fc5138 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.772231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e43090a8-1624-4fea-99cd-d8c8114c7abc req-fd1686bb-1131-48fc-a0dd-87c9b4fc5138 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.0966208 Oct 27 16:07:37.794866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-9f6240d9-d57a-40d3-8e96-61a1d98a56e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434930 Oct 27 16:07:37.871435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203827c-ce83-413a-99ad-6fe61dd07270 req-25de10d0-e63d-4ce6-a95e-80d5c3b54310 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.872921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2203827c-ce83-413a-99ad-6fe61dd07270 req-25de10d0-e63d-4ce6-a95e-80d5c3b54310 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1553273 Oct 27 16:07:37.909561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e43090a8-1624-4fea-99cd-d8c8114c7abc req-59da5a0e-118f-466a-8017-afaa64e9ee45 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183600 Oct 27 16:07:37.942999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2203827c-ce83-413a-99ad-6fe61dd07270 req-a2e08153-62d9-46cf-9d7d-3388dcc6eb7d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Oct 27 16:07:37.958505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-d66c38df-5701-4bac-8103-63fc64cc9ce2 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481149 Oct 27 16:07:37.982283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:37.990553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:38.054681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d783b33c-b2ef-46dc-ac1f-862d870a486e req-a8e9cf0b-ee7c-466b-8877-ba17b4bb3b0b service neutron] 10.222.0.82 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Oct 27 16:07:38.119165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:38.138046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'mac_address': 'fa:16:3e:88:6c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:38.167066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:38.179979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:38.180360 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.204212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.227094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aecde4-7f23-4462-b26d-18ecb63e9641 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:38.253981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3c70-ccb9-497a-8472-226ae5c42a5a req-85a4f775-c39f-4adc-91ef-9cff7aefa895 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.255535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-984a3c70-ccb9-497a-8472-226ae5c42a5a req-85a4f775-c39f-4adc-91ef-9cff7aefa895 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 948 time: 0.0535755 Oct 27 16:07:38.258181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:38.302770 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.324893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-984a3c70-ccb9-497a-8472-226ae5c42a5a req-4d9d3ab2-7481-44f8-a5c0-ce567ac742a1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631478 Oct 27 16:07:38.335510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:38.344401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4851-6c16-4c9e-9e1a-f1cd6e7c3a36 req-2a99a06c-eb15-49f6-afc6-73c5de9c59f5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.348175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f84c4851-6c16-4c9e-9e1a-f1cd6e7c3a36 req-2a99a06c-eb15-49f6-afc6-73c5de9c59f5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.0798826 Oct 27 16:07:38.385654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f84c4851-6c16-4c9e-9e1a-f1cd6e7c3a36 req-39b7ec04-5cc2-400d-bfb2-abdbcbf2c1de tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Oct 27 16:07:38.444250 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.494210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:38.603892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.603892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:38.622566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea281cbe-e75b-4fb4-bd71-2526f39c01da req-5f8f5807-e7b8-4ca4-a197-c37ef995c6da tempest-MigrationsAdminTest-1449793005 tempest-MigrationsAdminTest-1449793005-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d94b52a-9cfe-4772-8f7f-a9d8901f9080 HTTP/1.1" status: 200 len: 210 time: 0.0287495 Oct 27 16:07:38.670198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:38.672426 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518ec2b-a3b2-4e23-9812-1f2010a4615d" -d '{"events": [{"server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "name": "network-vif-plugged", "status": "completed", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:38.698774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 517adff4-a52a-43d4-b28b-af8a64e22652 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:38.727703 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e8b821-fcf6-4c38-8172-fd9948d930a0 x-openstack-request-id: req-75e8b821-fcf6-4c38-8172-fd9948d930a0 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:38.728021 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "name": "network-vif-plugged", "status": "completed", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:38.728276 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75e8b821-fcf6-4c38-8172-fd9948d930a0 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:38.728656 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9', 'code': 200} Oct 27 16:07:38.731959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:38.764552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6c004608-4212-429d-b37e-95c3afe774ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:38.764926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.798441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf37405-d52b-423d-96c7-1e50d0eb52a5 req-44d04e94-e76c-4d27-8f91-dca7b4e4ba06 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.799495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bf37405-d52b-423d-96c7-1e50d0eb52a5 req-44d04e94-e76c-4d27-8f91-dca7b4e4ba06 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Oct 27 16:07:38.858880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.880024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bf37405-d52b-423d-96c7-1e50d0eb52a5 req-bbb5ecc7-1b71-4123-a03c-5cbc34bc55e6 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713687 Oct 27 16:07:38.890567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6e5f-4aa1-4831-8baf-6c1f5facb0f1 req-a6b84d8f-aa07-41e3-968b-3770d305bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.893881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd8b6e5f-4aa1-4831-8baf-6c1f5facb0f1 req-a6b84d8f-aa07-41e3-968b-3770d305bcbf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 1100 time: 0.0759180 Oct 27 16:07:38.895068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:38.916507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 517adff4-a52a-43d4-b28b-af8a64e22652 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:38.922251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 517adff4-a52a-43d4-b28b-af8a64e22652 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:38.922687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.943496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd8b6e5f-4aa1-4831-8baf-6c1f5facb0f1 req-c1d45987-2cb5-46ff-8f8a-7b06d8c1d394 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Oct 27 16:07:39.009857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['00aecde4-7f23-4462-b26d-18ecb63e9641'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:39.036265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.041378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131801-7212-4bc0-9668-d8d589cf00e6 req-3e9029f6-34ff-48d9-8d2e-169b09a66f9d tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.043668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad131801-7212-4bc0-9668-d8d589cf00e6 req-3e9029f6-34ff-48d9-8d2e-169b09a66f9d tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.0598991 Oct 27 16:07:39.052775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.120657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad131801-7212-4bc0-9668-d8d589cf00e6 req-0532b073-f1f9-446c-bca8-f84d2fbf2625 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Oct 27 16:07:39.128694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c885325-8547-484e-bb88-15e50b139a2a req-d375fd2d-4006-4da1-9ba3-c554750a0423 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.133198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c885325-8547-484e-bb88-15e50b139a2a req-d375fd2d-4006-4da1-9ba3-c554750a0423 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.1053123 Oct 27 16:07:39.142410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:39.151524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=517adff4-a52a-43d4-b28b-af8a64e22652,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:39.192311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c885325-8547-484e-bb88-15e50b139a2a req-c2ceeb0c-6ce5-4fdf-a803-75e280b88897 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Oct 27 16:07:39.272331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.321407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:39.455476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba33d1-7835-4342-a05e-6921cd9d9890 req-c5b3561d-e775-40a4-ae9d-dd7b27ac1ba3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.457077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aba33d1-7835-4342-a05e-6921cd9d9890 req-c5b3561d-e775-40a4-ae9d-dd7b27ac1ba3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.0574470 Oct 27 16:07:39.496461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aba33d1-7835-4342-a05e-6921cd9d9890 req-968d0b7f-503c-4e44-b38f-003d40498255 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Oct 27 16:07:39.561116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e153d-cb9b-4073-97dd-3507b1479327 req-da514acd-5bca-473c-bd51-e6bb2bed4808 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.562597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-752e153d-cb9b-4073-97dd-3507b1479327 req-da514acd-5bca-473c-bd51-e6bb2bed4808 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 944 time: 0.0506523 Oct 27 16:07:39.599941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-752e153d-cb9b-4073-97dd-3507b1479327 req-4e17ec38-a39f-42bd-9c1b-2a35ed900404 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310192 Oct 27 16:07:39.991858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:40.016148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 262f85d8-2341-4306-a9ff-90213eb06b76 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:40.016728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 262f85d8-2341-4306-a9ff-90213eb06b76 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:40.017423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116b85d-76b6-4f01-9524-373ea7f49b21 req-d8f7f9c4-8ff4-484e-aba3-d8802c165475 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.019258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b116b85d-76b6-4f01-9524-373ea7f49b21 req-d8f7f9c4-8ff4-484e-aba3-d8802c165475 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Oct 27 16:07:40.060691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b116b85d-76b6-4f01-9524-373ea7f49b21 req-288df384-2f01-4266-91c2-36e128d11fa7 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Oct 27 16:07:40.112478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51776) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:40.196398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bd59-2006-41db-b4db-8f9f8da3c0d4 req-4794df0e-a640-4737-9b3e-7b1551a64986 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.198583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fad8bd59-2006-41db-b4db-8f9f8da3c0d4 req-4794df0e-a640-4737-9b3e-7b1551a64986 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1096 time: 0.0588293 Oct 27 16:07:40.294197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fad8bd59-2006-41db-b4db-8f9f8da3c0d4 req-468edb34-ac92-459a-bd68-d6a33d8f9bbc tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886180 Oct 27 16:07:40.309128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaed40f-022b-4dd3-becb-2825d4ad187f req-ddfb75bd-22ec-45af-8479-d8748518f1f3 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.310641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6aaed40f-022b-4dd3-becb-2825d4ad187f req-ddfb75bd-22ec-45af-8479-d8748518f1f3 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0982733 Oct 27 16:07:40.335515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bfe9b90a-795a-4183-9359-1c2514cd4e1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f214e5b28c364ddeac98cb492f1cf710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217293 Oct 27 16:07:40.339096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:40.386656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6aaed40f-022b-4dd3-becb-2825d4ad187f req-d69ebb66-670e-40db-b5c2-c3521ddfa916 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662935 Oct 27 16:07:40.411908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.435354 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.444748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:07:40.456956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4ecb-8b30-47ec-bffc-498b540769a0 req-c4be04f5-9bf2-4480-bec3-c7fcdbb71a8a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.465190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e90d4ecb-8b30-47ec-bffc-498b540769a0 req-c4be04f5-9bf2-4480-bec3-c7fcdbb71a8a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0774634 Oct 27 16:07:40.541386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e90d4ecb-8b30-47ec-bffc-498b540769a0 req-35f61e00-12b5-4ba6-b63b-05a498055293 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Oct 27 16:07:40.558719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e04e-c550-446b-aced-e4964201ade8 req-c5f5e417-bb6e-40bf-8435-0332fe29371b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.560431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3355e04e-c550-446b-aced-e4964201ade8 req-c5f5e417-bb6e-40bf-8435-0332fe29371b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1096 time: 0.0875018 Oct 27 16:07:40.630205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3355e04e-c550-446b-aced-e4964201ade8 req-636f44af-37c4-440e-8791-a7456f674822 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584939 Oct 27 16:07:40.662366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.664938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.669891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d82be32-24f0-4c22-8399-74869417325f HTTP/1.1" status: 204 len: 168 time: 0.3296599 Oct 27 16:07:40.693209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba410752-9595-4d6f-bc1b-dfe93467d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82be32-24f0-4c22-8399-74869417325f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:40.733554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab'}, {'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:40.737980 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221dfaf9-5217-46c7-ad46-12e87c24acd4" -d '{"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-plugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab"}, {"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-plugged", "status": "completed", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:40.829065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab1f-ad70-4361-8d4a-6087a1b26cab req-11324cc0-19ae-4ab2-b0dd-7bd8e8e7d859 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.830593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da0dab1f-ad70-4361-8d4a-6087a1b26cab req-11324cc0-19ae-4ab2-b0dd-7bd8e8e7d859 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.1087377 Oct 27 16:07:40.883810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac70cf7-8e6e-4426-8afb-bbfbcf1d4cd0 req-8578d2a2-9752-460a-bdbd-93460fc91c8b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.890855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ac70cf7-8e6e-4426-8afb-bbfbcf1d4cd0 req-8578d2a2-9752-460a-bdbd-93460fc91c8b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 944 time: 0.1059198 Oct 27 16:07:40.921000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da0dab1f-ad70-4361-8d4a-6087a1b26cab req-d4e4a1ec-debb-4388-a0e9-f609967d1b83 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714259 Oct 27 16:07:40.968234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ac70cf7-8e6e-4426-8afb-bbfbcf1d4cd0 req-9a82fd8b-5526-4942-8281-cbaffd063d46 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Oct 27 16:07:41.103122 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa1897-c898-4d34-a88d-f07ca707c798 x-openstack-request-id: req-aafa1897-c898-4d34-a88d-f07ca707c798 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:41.104197 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-plugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab", "code": 200}, {"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-plugged", "status": "completed", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:41.104617 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aafa1897-c898-4d34-a88d-f07ca707c798 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:41.105309 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab', 'code': 200} Oct 27 16:07:41.105735 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652', 'code': 200} Oct 27 16:07:41.250425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13289598-3e83-4acb-ac7e-ce8c4f15b74c req-291627f6-cf63-485c-8896-2272437d888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.255470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13289598-3e83-4acb-ac7e-ce8c4f15b74c req-291627f6-cf63-485c-8896-2272437d888b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1100 time: 0.0677166 Oct 27 16:07:41.312904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13289598-3e83-4acb-ac7e-ce8c4f15b74c req-2e52d25e-c319-4d6e-83cb-0a05fc833528 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474753 Oct 27 16:07:41.348928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1147fb32-a5c8-4d1c-8796-1761698512ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.548500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43bff-b208-46a1-8b7a-d8f59c0a49e5 req-bb95b8cf-1dee-4ca0-8207-d331b45baa07 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.550760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cb43bff-b208-46a1-8b7a-d8f59c0a49e5 req-bb95b8cf-1dee-4ca0-8207-d331b45baa07 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0783896 Oct 27 16:07:41.598177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cb43bff-b208-46a1-8b7a-d8f59c0a49e5 req-3225da51-d9c5-421c-9cc5-cab6aa882682 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Oct 27 16:07:41.739548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6adddc-e710-45da-9ced-ed3fc6cbc82c req-eb505bd5-df76-4f2d-a2d4-688074b68e1c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.741358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a6adddc-e710-45da-9ced-ed3fc6cbc82c req-eb505bd5-df76-4f2d-a2d4-688074b68e1c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0620236 Oct 27 16:07:41.788899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a6adddc-e710-45da-9ced-ed3fc6cbc82c req-c57a9e1a-2077-4a1a-85b9-ce00a9b79427 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Oct 27 16:07:41.844313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:41.941214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-63ec0087-5bf4-4d6a-aeb4-522a92f148a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5b6f473add6474f87c5d970982a99da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952084 Oct 27 16:07:41.943864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51838) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:42.008234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:42.022971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.062359 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.185901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1de97-fddf-45d1-bf85-08d59391bb4f req-7fc7b2dc-501f-4f70-81c6-3f97e4776d65 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.187935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21f1de97-fddf-45d1-bf85-08d59391bb4f req-7fc7b2dc-501f-4f70-81c6-3f97e4776d65 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.0940015 Oct 27 16:07:42.267650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 00aecde4-7f23-4462-b26d-18ecb63e9641 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:42.273828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 00aecde4-7f23-4462-b26d-18ecb63e9641 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:42.274695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.283335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21f1de97-fddf-45d1-bf85-08d59391bb4f req-ffe773fb-0813-4c33-a376-35873f806ff5 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836220 Oct 27 16:07:42.347609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.353482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.362078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee984b62-466a-49f6-a107-71e7523f6727 HTTP/1.1" status: 204 len: 168 time: 0.4123423 Oct 27 16:07:42.374642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ed251-0ef6-4bea-a0d5-bbf22e9e2500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee984b62-466a-49f6-a107-71e7523f6727,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:42.515107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e58da-688f-432d-b4d2-8d226f4b0455 req-a21ce9ca-4c8a-4479-a9cd-9bd97efe9ead tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.518494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.529381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-248e58da-688f-432d-b4d2-8d226f4b0455 req-a21ce9ca-4c8a-4479-a9cd-9bd97efe9ead tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 944 time: 0.1344771 Oct 27 16:07:42.617706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-248e58da-688f-432d-b4d2-8d226f4b0455 req-254acd9f-a4c7-4967-a8b5-b54f4d39ccf8 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868480 Oct 27 16:07:42.626022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:42.730393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.732023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:42.850652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801ad7-8e95-4807-9d2a-b747e6be6663 req-f76597c9-7e8e-457e-bb43-147a87df40ad tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.856049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5801ad7-8e95-4807-9d2a-b747e6be6663 req-f76597c9-7e8e-457e-bb43-147a87df40ad tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 1100 time: 0.0871119 Oct 27 16:07:42.919272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:42.937674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5801ad7-8e95-4807-9d2a-b747e6be6663 req-9a4818c0-0c9b-48e6-8f3b-d2517bce6ac1 tempest-ServersOnMultiNodesTest-1951838129 tempest-ServersOnMultiNodesTest-1951838129-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Oct 27 16:07:43.084109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6837f-0abd-4bc9-9da2-5881ce6cb882 req-997d4e96-e430-46f3-961c-e34880ddf4d4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.092946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ec6837f-0abd-4bc9-9da2-5881ce6cb882 req-997d4e96-e430-46f3-961c-e34880ddf4d4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0810192 Oct 27 16:07:43.110713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:43.110713 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed094b-7049-41d0-82c1-3f94976f6e1a" -d '{"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-plugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:43.168070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ec6837f-0abd-4bc9-9da2-5881ce6cb882 req-b4854ee0-7882-4947-916f-e1cf09626f20 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741239 Oct 27 16:07:43.409252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a2e04-80d6-4494-a1f1-c05e0bf71ab3 req-112d0566-7d81-47ab-a1d8-e220295c522f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.409252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b2a2e04-80d6-4494-a1f1-c05e0bf71ab3 req-112d0566-7d81-47ab-a1d8-e220295c522f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0704689 Oct 27 16:07:43.409252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b2a2e04-80d6-4494-a1f1-c05e0bf71ab3 req-498d1693-e9c4-4e5f-a0d1-85deafaa0061 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Oct 27 16:07:44.042472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83c9ef30-902e-4cd2-a029-97e9a3be7a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.270917 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d82deb-85ce-4c9e-98a0-4d359cb926e3 x-openstack-request-id: req-88d82deb-85ce-4c9e-98a0-4d359cb926e3 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:44.271770 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-plugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:44.272584 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88d82deb-85ce-4c9e-98a0-4d359cb926e3 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:44.273265 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'code': 200} Oct 27 16:07:44.285240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-bc648f6e-f73b-424a-94d7-6250dad8e345 service neutron] 10.222.0.82 "GET /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.1148992 Oct 27 16:07:44.437031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-40d56134-09ef-4b89-8923-bbf0414682cb tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:07:44.439873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-40d56134-09ef-4b89-8923-bbf0414682cb tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0201719 Oct 27 16:07:44.503416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605745-532f-4760-b2ed-cc88ee3b4191 req-8082690d-a956-4893-8cb5-3763318170ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.504950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06605745-532f-4760-b2ed-cc88ee3b4191 req-8082690d-a956-4893-8cb5-3763318170ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 1096 time: 0.1566281 Oct 27 16:07:44.524806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2db48e-13e2-4f3a-8020-706ea40b7bf2 req-bf91dce7-c289-4d2b-b445-18626874d09f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.526538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2db48e-13e2-4f3a-8020-706ea40b7bf2 req-bf91dce7-c289-4d2b-b445-18626874d09f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 945 time: 0.1769910 Oct 27 16:07:44.536952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-81b21ca4-b1f3-4ea3-a57b-3aa01d52b9ef tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.538338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-81b21ca4-b1f3-4ea3-a57b-3aa01d52b9ef tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 1093 time: 0.0893025 Oct 27 16:07:44.559693 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.571498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:44.577794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:07:44.651135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06605745-532f-4760-b2ed-cc88ee3b4191 req-82f20aad-ab16-4c48-b91b-94a1e12bb19e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351135 Oct 27 16:07:44.708414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2db48e-13e2-4f3a-8020-706ea40b7bf2 req-363bb2bc-809d-4dd7-bda0-64a898d9071f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632674 Oct 27 16:07:44.803770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:44.863941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:44.892327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:44.892669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:44.892991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:44.908563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:44.908881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:44.914228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b82d2e-e7af-459b-8867-5166825b92ac {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:44.933192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406bfc4-0831-4c84-bcd6-8ad51959f8ec req-752cfa14-d6df-4d39-bc84-9eb5b3144c43 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.934652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6406bfc4-0831-4c84-bcd6-8ad51959f8ec req-752cfa14-d6df-4d39-bc84-9eb5b3144c43 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.1114349 Oct 27 16:07:44.936461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:44.939527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:44.939860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:44.940235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:44.940657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Bound port: 46368327-5904-4210-8060-8836f47ed90e, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:45.013389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6406bfc4-0831-4c84-bcd6-8ad51959f8ec req-61915837-d267-4737-9171-41a1718c77b9 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Oct 27 16:07:45.023674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:45.145298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0230-351e-4186-aed8-754e38c22ae7 req-80090608-6221-41dc-8a1b-1b0272699e18 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.146764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-354e0230-351e-4186-aed8-754e38c22ae7 req-80090608-6221-41dc-8a1b-1b0272699e18 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.0668395 Oct 27 16:07:45.185403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-354e0230-351e-4186-aed8-754e38c22ae7 req-f5e0420f-ce8b-41aa-834b-976353d0d990 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Oct 27 16:07:45.292473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1760-f68b-435e-8a26-e35140b13e90 req-e7d75c6a-ea8c-477a-a29a-399a7bd728d7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.293820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c13b1760-f68b-435e-8a26-e35140b13e90 req-e7d75c6a-ea8c-477a-a29a-399a7bd728d7 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 943 time: 0.0538981 Oct 27 16:07:45.336106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c13b1760-f68b-435e-8a26-e35140b13e90 req-58168156-8651-467e-bcd9-3f07425ed3d2 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Oct 27 16:07:45.433426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.434133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.439907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.441620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-e3de944a-878b-4baf-96e8-653ea14e1235 service neutron] 10.222.0.70 "POST /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8756137 Oct 27 16:07:45.632266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] Transition to ACTIVE for port object c0b82d2e-e7af-459b-8867-5166825b92ac will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:45.742264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.926150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] No DVR routers for this DVR port c0b82d2e-e7af-459b-8867-5166825b92ac on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:45.943796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:45.959748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3197906-ddd4-4966-91e5-2836a6950d62 req-c8367c83-5996-4865-84e5-5b2c612e5397 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.962115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3197906-ddd4-4966-91e5-2836a6950d62 req-c8367c83-5996-4865-84e5-5b2c612e5397 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 945 time: 0.1567879 Oct 27 16:07:46.014975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fc8da-b06a-4eba-9341-2822f2c63eaa req-3c76a02d-4971-4f60-a478-60a700c3337a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.017420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-614fc8da-b06a-4eba-9341-2822f2c63eaa req-3c76a02d-4971-4f60-a478-60a700c3337a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.2100439 Oct 27 16:07:46.021728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-718f8184-8340-46aa-8906-9c273e94a426 service neutron] 10.222.0.82 "PUT /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7178819 Oct 27 16:07:46.048806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3197906-ddd4-4966-91e5-2836a6950d62 req-e0a80d57-19dd-4c05-af99-6bad5ff08a59 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Oct 27 16:07:46.095026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-614fc8da-b06a-4eba-9341-2822f2c63eaa req-19f36647-7700-49a0-a5ff-2c73abb13946 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610557 Oct 27 16:07:46.391826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a172-45b7-493e-a2d8-a52d705f0d49 req-1fd43fb3-70dc-42db-8309-978e4e675056 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.393398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4df4a172-45b7-493e-a2d8-a52d705f0d49 req-1fd43fb3-70dc-42db-8309-978e4e675056 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.0847094 Oct 27 16:07:46.395547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-c274f186-ae74-48e3-bd03-be61fe823856 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.396968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-c274f186-ae74-48e3-bd03-be61fe823856 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.2053709 Oct 27 16:07:46.410583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d40e4-8b18-4381-ac8c-9ba7994b017f req-025dc445-547a-4696-8e95-79595ac85499 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.412218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d6d40e4-8b18-4381-ac8c-9ba7994b017f req-025dc445-547a-4696-8e95-79595ac85499 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.1566153 Oct 27 16:07:46.550164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4df4a172-45b7-493e-a2d8-a52d705f0d49 req-3cf08d28-2f79-465a-b143-1e4ed5fec873 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488197 Oct 27 16:07:46.553313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d6d40e4-8b18-4381-ac8c-9ba7994b017f req-93266231-65eb-4b59-a4ba-14cfe6df78e4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222744 Oct 27 16:07:46.575370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-56ed629c-b337-4a71-a08b-867cb59a707b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.578023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-56ed629c-b337-4a71-a08b-867cb59a707b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.1456406 Oct 27 16:07:46.580328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-616320ba-8e12-4879-8772-33cd24a1469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.582932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-616320ba-8e12-4879-8772-33cd24a1469f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871&tenant_id=aed460abf17e4a1fa8e5d9088366ff35 HTTP/1.1" status: 200 len: 1095 time: 0.1688392 Oct 27 16:07:46.849739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.148428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.148896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.149362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.149822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.150282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.150739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.151273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.151723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.152172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.154178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53bc8c0a-3bb2-420b-afb1-67e0f9e03250 req-fc67c4f9-40fa-4b22-b4ee-ca0801fa81aa tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6407 time: 0.2016919 Oct 27 16:07:47.178613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-fc6a442a-4e7f-4267-abc6-898f06b4ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.180137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-fc6a442a-4e7f-4267-abc6-898f06b4ff04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1095 time: 0.2265358 Oct 27 16:07:47.194864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e367-7f60-4c5b-91a2-b9eb39670cda req-5d982103-e1b0-4bb1-999f-dcbbdfc9ee3b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.202262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc05e367-7f60-4c5b-91a2-b9eb39670cda req-5d982103-e1b0-4bb1-999f-dcbbdfc9ee3b tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.2507782 Oct 27 16:07:47.342437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc05e367-7f60-4c5b-91a2-b9eb39670cda req-888afb00-dd1d-494a-b7cc-6b8204d082be tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247127 Oct 27 16:07:47.342437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:47.342437 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.500786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a05776-e225-46f7-a592-96e98ff669b9 req-7cd1ce50-5783-4ae9-889b-0cf8c17490f0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.503083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07a05776-e225-46f7-a592-96e98ff669b9 req-7cd1ce50-5783-4ae9-889b-0cf8c17490f0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.2741711 Oct 27 16:07:47.551545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c88b1-4cd7-4ab1-a855-0e06d232c6e0 req-394a2fb0-b05d-432c-b113-73e360fda9fb tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.553183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b5c88b1-4cd7-4ab1-a855-0e06d232c6e0 req-394a2fb0-b05d-432c-b113-73e360fda9fb tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 945 time: 0.1444850 Oct 27 16:07:47.554232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-7d1216c2-7a68-4346-90e7-56bb7032d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.555552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-7d1216c2-7a68-4346-90e7-56bb7032d832 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 200 len: 908 time: 0.3495219 Oct 27 16:07:47.573943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:47.574309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.651877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-a98efa0a-5d64-4f5f-8964-6111fec5db6f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 200 len: 217 time: 0.0809631 Oct 27 16:07:47.666491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:47.679523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07a05776-e225-46f7-a592-96e98ff669b9 req-c4cb8f30-18fa-4db1-b649-47c840c5f5e1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663213 Oct 27 16:07:47.722194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b5c88b1-4cd7-4ab1-a855-0e06d232c6e0 req-3ac47f6c-b0af-460c-b1aa-e8090132355f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575189 Oct 27 16:07:47.841409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-6fa1137d-ce1b-41a8-a8fb-7af8ac0f93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.843018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-6fa1137d-ce1b-41a8-a8fb-7af8ac0f93ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 200 len: 847 time: 0.1779819 Oct 27 16:07:47.911614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-45b6cd18-4ee5-4845-970f-d4d438d6e6e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bdf740f1-c54e-418b-a124-acf220459d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568068 Oct 27 16:07:48.018332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ac134-01f9-4b3a-a57e-43f3cdd4b885 req-a4a699bb-48e0-41b6-b4d4-178790ff31c5 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.019874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa0ac134-01f9-4b3a-a57e-43f3cdd4b885 req-a4a699bb-48e0-41b6-b4d4-178790ff31c5 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 886 time: 0.2937436 Oct 27 16:07:48.038995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851dd16-2350-406e-a96f-c781fcd4e600 req-557f3819-54f8-495e-a15f-10fa625aedc8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.046213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c851dd16-2350-406e-a96f-c781fcd4e600 req-557f3819-54f8-495e-a15f-10fa625aedc8 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 949 time: 0.1714442 Oct 27 16:07:48.166102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c851dd16-2350-406e-a96f-c781fcd4e600 req-7726fd70-ee46-4528-addb-4ef19f3fe532 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189575 Oct 27 16:07:48.194173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-02f8240f-fe98-4c91-b766-4fd646b97ba8 service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590394 Oct 27 16:07:48.221420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc82292-3332-4377-82f9-95f4cfe3d927 req-7a741909-1cc7-4a96-b260-07f08b80e806 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.222735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdc82292-3332-4377-82f9-95f4cfe3d927 req-7a741909-1cc7-4a96-b260-07f08b80e806 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.1290796 Oct 27 16:07:48.271080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.282769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:48.365127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345', 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'f8545df2-cec9-4f2d-b032-c422cf36be8d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:48.393953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=23f3882a-b7f7-44fc-9cc1-a197577eb2c9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:48.481676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:48.486694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdc82292-3332-4377-82f9-95f4cfe3d927 req-fb26df2b-093a-4005-9c5b-fce19f7cecf6 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506604 Oct 27 16:07:48.490919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.496352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48da46b1-f7bd-4b03-9df3-70d99a837751 req-4895a420-8b48-44cf-b102-13ada0b343ea tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "DELETE /v2.0/ports/23f3882a-b7f7-44fc-9cc1-a197577eb2c9 HTTP/1.1" status: 204 len: 173 time: 1.9117196 Oct 27 16:07:48.496836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'name': 'network-vif-deleted', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:48.499237 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167a137-8038-41b0-a952-2edc401abeb3" -d '{"events": [{"server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "name": "network-vif-deleted", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:48.546499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-6e728f04-e789-4d9d-9ef6-0ead23efabec service neutron] 10.222.0.79 "GET /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406055 Oct 27 16:07:48.732267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.732988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.733218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.733666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.734282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.734786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.735300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.735761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.736387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.747873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52bbead3-86f6-4a1d-9102-a6e833005bfe req-f2a556ad-85f2-4a11-bc9a-07cbb377d5c4 tempest-NetworksTest-1837361963 tempest-NetworksTest-1837361963-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6407 time: 0.1983140 Oct 27 16:07:48.815807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1ec08-3a71-470b-9fb6-618974b3d132 req-ab19a4ab-d763-4d8c-bd3a-fb82aa5e7418 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.825287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59a1ec08-3a71-470b-9fb6-618974b3d132 req-ab19a4ab-d763-4d8c-bd3a-fb82aa5e7418 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.0752492 Oct 27 16:07:48.896951 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50226817-a5d7-4bba-be91-014e359160b4 x-openstack-request-id: req-50226817-a5d7-4bba-be91-014e359160b4 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:48.897309 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82673b1-5008-456e-99bd-707dd003f82b", "name": "network-vif-deleted", "tag": "23f3882a-b7f7-44fc-9cc1-a197577eb2c9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:48.897628 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50226817-a5d7-4bba-be91-014e359160b4 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:48.898042 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82673b1-5008-456e-99bd-707dd003f82b', 'name': 'network-vif-deleted', 'tag': '23f3882a-b7f7-44fc-9cc1-a197577eb2c9', 'status': 'completed', 'code': 200} Oct 27 16:07:48.915342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59a1ec08-3a71-470b-9fb6-618974b3d132 req-d5d9b305-e195-46cd-b067-7c92fca1c64c tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886393 Oct 27 16:07:49.138313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca90f86-b422-4562-8b68-366fcfd0eeff req-f1ad6cd4-a5af-4f6a-a1b2-7640c4c31a6b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.140901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dca90f86-b422-4562-8b68-366fcfd0eeff req-f1ad6cd4-a5af-4f6a-a1b2-7640c4c31a6b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1307025 Oct 27 16:07:49.183881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdf8fc-7dc5-4bf4-933a-bf71bfd0ca3a req-db6a7123-41d1-48cf-9bf8-b8a2fa7491f4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.185907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bdf8fc-7dc5-4bf4-933a-bf71bfd0ca3a req-db6a7123-41d1-48cf-9bf8-b8a2fa7491f4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 945 time: 0.1096663 Oct 27 16:07:49.272066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bdf8fc-7dc5-4bf4-933a-bf71bfd0ca3a req-230b53fc-50b3-40a4-88bb-2d634494a117 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778649 Oct 27 16:07:49.293209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dca90f86-b422-4562-8b68-366fcfd0eeff req-22226de1-a5e5-4c80-9e1f-1c1a47411e8e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422131 Oct 27 16:07:49.296183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-9f866c2b-7844-4714-9ac5-5e971a3b5152 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.298204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-9f866c2b-7844-4714-9ac5-5e971a3b5152 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871&tenant_id=aed460abf17e4a1fa8e5d9088366ff35&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.1012545 Oct 27 16:07:49.512599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0512bb2-300c-4c02-9701-169e7c2ce9c0 req-b997c2fe-388f-4425-8745-10b2f7b0ffc3 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82673b1-5008-456e-99bd-707dd003f82b HTTP/1.1" status: 200 len: 210 time: 0.0375876 Oct 27 16:07:49.650263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7ea1-8cf8-4d45-8345-10441a997a30 req-0404858b-4467-4f3f-b983-5f3f5d77239c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.651777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c0c7ea1-8cf8-4d45-8345-10441a997a30 req-0404858b-4467-4f3f-b983-5f3f5d77239c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0515614 Oct 27 16:07:49.690050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c0c7ea1-8cf8-4d45-8345-10441a997a30 req-04dfb640-00a5-4a6e-a1a5-3d3bcad8a0fc tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Oct 27 16:07:49.720880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-ff2b4a65-7923-4639-b77d-29133741858e service neutron] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:49.724216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-ff2b4a65-7923-4639-b77d-29133741858e service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:49.725359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a2446a-d2f7-4fef-881c-f9b0d0f1a289 req-ff2b4a65-7923-4639-b77d-29133741858e service neutron] 10.222.0.79 "DELETE /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.4151075 Oct 27 16:07:50.052891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce706e8-0922-4977-ad91-d7acfd6fa769 req-7b664ba6-b1f9-442a-a25b-4e2987d2eb07 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.059476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce706e8-0922-4977-ad91-d7acfd6fa769 req-7b664ba6-b1f9-442a-a25b-4e2987d2eb07 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.0658703 Oct 27 16:07:50.059643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:50.078414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:50.078761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 23f3882a-b7f7-44fc-9cc1-a197577eb2c9 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:50.097550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce706e8-0922-4977-ad91-d7acfd6fa769 req-94364e4a-4953-433e-a29d-e807142d111d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359116 Oct 27 16:07:50.120318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:50.324906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e102e-232e-4827-a726-99ce8314d544 req-1d38c16b-c9bf-4457-9d8f-7ea1b8602971 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.326420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a98e102e-232e-4827-a726-99ce8314d544 req-1d38c16b-c9bf-4457-9d8f-7ea1b8602971 tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 1095 time: 0.0566144 Oct 27 16:07:50.356718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0c0f-2a23-4e01-8c3f-73da24f8126c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.447854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a98e102e-232e-4827-a726-99ce8314d544 req-1f1bb487-b7cb-4264-b76b-fcb3e29ba05d tempest-LiveMigrationTest-114588712 tempest-LiveMigrationTest-114588712-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085806 Oct 27 16:07:50.471408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1abfd-294b-4253-9966-3cf5dfb2a510 req-39682f67-580d-4973-bec1-46e673b75b33 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.472884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffb1abfd-294b-4253-9966-3cf5dfb2a510 req-39682f67-580d-4973-bec1-46e673b75b33 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 945 time: 0.0977056 Oct 27 16:07:50.539445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffb1abfd-294b-4253-9966-3cf5dfb2a510 req-f3d0594c-d46e-433e-834b-fbae792947e0 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574663 Oct 27 16:07:50.603097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0c0f-2a23-4e01-8c3f-73da24f8126c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.642528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443eb05b-a551-4306-8932-e3c21b98c17d req-baa372c0-8dda-41e8-bee3-2bc4078ebebd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.646009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-443eb05b-a551-4306-8932-e3c21b98c17d req-baa372c0-8dda-41e8-bee3-2bc4078ebebd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1042297 Oct 27 16:07:50.695638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-443eb05b-a551-4306-8932-e3c21b98c17d req-4b89ece7-b9a4-4acf-99ab-884e5b4ced06 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Oct 27 16:07:50.729941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3fb0c0f-2a23-4e01-8c3f-73da24f8126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.774057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f3fb0c0f-2a23-4e01-8c3f-73da24f8126c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=324682a42a93443d950bb80f3c3c082f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523666 Oct 27 16:07:50.777153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:50.785991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb0c0f-2a23-4e01-8c3f-73da24f8126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18627ace-0986-4eb8-ac0c-0aa4b77a7dad,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:50.876534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.905206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.128790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.132762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.135365 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18627ace-0986-4eb8-ac0c-0aa4b77a7dad HTTP/1.1" status: 204 len: 168 time: 0.3565273 Oct 27 16:07:51.145220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18627ace-0986-4eb8-ac0c-0aa4b77a7dad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:51.154558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.155303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.155857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.156975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.157551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.158089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.159624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.160285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.160829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.161325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.162463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.163605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02679a9-d852-440d-822b-c3f148eea01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:51.292020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86002-0fa8-4647-96ba-0bb785fa6d1d req-0a77d23a-ed0b-4666-a259-07bdfddd7741 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.293588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dff86002-0fa8-4647-96ba-0bb785fa6d1d req-0a77d23a-ed0b-4666-a259-07bdfddd7741 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0592694 Oct 27 16:07:51.353140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dff86002-0fa8-4647-96ba-0bb785fa6d1d req-7fbeb4b9-6816-407d-8557-2138c7ea19f3 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Oct 27 16:07:51.793437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59ac9-9866-41e8-8e98-d30ac17aae03 req-1f13d562-d655-4451-bba5-0bb9c2de390a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.795204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94e59ac9-9866-41e8-8e98-d30ac17aae03 req-1f13d562-d655-4451-bba5-0bb9c2de390a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.1048615 Oct 27 16:07:51.803076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-f3b2c878-6e59-4970-a758-699b41f0bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.803828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-f3b2c878-6e59-4970-a758-699b41f0bac7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1096 time: 0.1025419 Oct 27 16:07:51.843389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94e59ac9-9866-41e8-8e98-d30ac17aae03 req-4005e92d-18eb-4137-b0ce-4b80285fee84 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Oct 27 16:07:51.976930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be8f37-ade0-4c3a-94b3-839241d936db req-dccb0b80-bf85-47a8-a9e3-cfa0d4491b10 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.995736 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37be8f37-ade0-4c3a-94b3-839241d936db req-dccb0b80-bf85-47a8-a9e3-cfa0d4491b10 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 944 time: 0.0815411 Oct 27 16:07:52.019181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-bf3694fb-4b17-4ac2-9686-678e5d6bcf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.023007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-bf3694fb-4b17-4ac2-9686-678e5d6bcf56 service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1765130 Oct 27 16:07:52.131676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-f0d1353b-ef9d-409c-8a12-83f0fe6d21ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 217 time: 0.0921955 Oct 27 16:07:52.140091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Deleting port c0b82d2e-e7af-459b-8867-5166825b92ac {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:52.140905 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.283518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] For port c0b82d2e-e7af-459b-8867-5166825b92ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=c0b82d2e-e7af-459b-8867-5166825b92ac,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:52.284280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.288783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1de6-578f-4a03-be40-ae312895e730 req-32af2134-93cb-4793-aa3d-1223a2b99549 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.290328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6dd1de6-578f-4a03-be40-ae312895e730 req-32af2134-93cb-4793-aa3d-1223a2b99549 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1577580 Oct 27 16:07:52.317376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Calling delete_port for c0b82d2e-e7af-459b-8867-5166825b92ac owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:52.321962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52104) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:52.338157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-3e8118eb-8656-41e3-9249-f6414f43a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.339762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-3e8118eb-8656-41e3-9249-f6414f43a6cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.1396317 Oct 27 16:07:52.365857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8123227-1d35-4829-b08a-6a9d887b71c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.379137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef324-7cb8-4da7-8e3f-f03e002c659e req-c2cfce33-9c42-4d5a-b9aa-002c6a2e3ae7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.380685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-628ef324-7cb8-4da7-8e3f-f03e002c659e req-c2cfce33-9c42-4d5a-b9aa-002c6a2e3ae7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.1651959 Oct 27 16:07:52.410660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-90050ebe-e792-445e-87a4-a0b35ee607a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582316 Oct 27 16:07:52.425427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6dd1de6-578f-4a03-be40-ae312895e730 req-2d1f7757-2790-453b-b511-8cab0e825d67 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251097 Oct 27 16:07:52.552726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-628ef324-7cb8-4da7-8e3f-f03e002c659e req-ab6652dd-1601-45e6-8954-5bb6c1dec30d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498573 Oct 27 16:07:52.623394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-8c58465d-1788-4396-97c3-4ed4e4570206 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970582 Oct 27 16:07:52.632005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.649083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5', 'c0b82d2e-e7af-459b-8867-5166825b92ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:52.727971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8123227-1d35-4829-b08a-6a9d887b71c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.764998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da6f3e-0fe0-4814-8f3a-11a97773357c req-c5bac142-2b1c-4470-b330-23f82bc1582c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.778725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33da6f3e-0fe0-4814-8f3a-11a97773357c req-c5bac142-2b1c-4470-b330-23f82bc1582c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.2045951 Oct 27 16:07:52.792345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event deleted for resources: {'Port': ['ID=c0b82d2e-e7af-459b-8867-5166825b92ac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:52.814185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] No DVR routers for this DVR port c0b82d2e-e7af-459b-8867-5166825b92ac on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:52.817401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.822690 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37be8f37-ade0-4c3a-94b3-839241d936db req-1a4603ee-646e-439a-8ea8-aab970b45554 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "DELETE /v2.0/ports/c0b82d2e-e7af-459b-8867-5166825b92ac HTTP/1.1" status: 204 len: 173 time: 0.8188057 Oct 27 16:07:52.823437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-deleted', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:52.823898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8123227-1d35-4829-b08a-6a9d887b71c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.828399 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf1d96-df40-4f6b-82f1-b69b3d15a672" -d '{"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-deleted", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:52.877357 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea5ba80-97d5-4bf8-a8b2-95555ce9b877 x-openstack-request-id: req-dea5ba80-97d5-4bf8-a8b2-95555ce9b877 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:52.877656 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d3bf9-040a-45de-8e20-db3090487871", "name": "network-vif-deleted", "tag": "c0b82d2e-e7af-459b-8867-5166825b92ac", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:52.878040 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dea5ba80-97d5-4bf8-a8b2-95555ce9b877 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:52.878448 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d3bf9-040a-45de-8e20-db3090487871', 'name': 'network-vif-deleted', 'tag': 'c0b82d2e-e7af-459b-8867-5166825b92ac', 'status': 'completed', 'code': 200} Oct 27 16:07:52.900564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8123227-1d35-4829-b08a-6a9d887b71c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4083815a-ddc8-4d47-a04b-abb37ae5c884,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:52.936849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33da6f3e-0fe0-4814-8f3a-11a97773357c req-cf9fa1c7-8714-4ace-897d-6b9e4125adc2 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569247 Oct 27 16:07:52.970962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8123227-1d35-4829-b08a-6a9d887b71c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0771b0101fd543a1a3cc15ed90eeec4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466625 Oct 27 16:07:52.973654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52112) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:53.007205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-58ccddc5-0997-4285-9904-bc077b07526a service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698399 Oct 27 16:07:53.039987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb34e07-aa61-4977-954b-3e4169ddefaa req-bbf67d51-b2b2-4904-b386-47ac377fba8f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0736427 Oct 27 16:07:53.083814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.134312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.356970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.361365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.362830 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4083815a-ddc8-4d47-a04b-abb37ae5c884 HTTP/1.1" status: 204 len: 168 time: 0.3881185 Oct 27 16:07:53.413877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a56ad-1dbc-4b46-8be6-ebb06e7b0639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083815a-ddc8-4d47-a04b-abb37ae5c884,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:53.964580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-7bc9a897-d469-409d-a3ab-da7e808b5baa tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.966062 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-7bc9a897-d469-409d-a3ab-da7e808b5baa tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.0517783 Oct 27 16:07:54.067539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66863de-d2c1-441d-867a-cebb040bf701 req-aeda7509-c188-42ef-bddd-3c91bc381810 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.069300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c66863de-d2c1-441d-867a-cebb040bf701 req-aeda7509-c188-42ef-bddd-3c91bc381810 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.5184109 Oct 27 16:07:54.092163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Deleting port 517adff4-a52a-43d4-b28b-af8a64e22652 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:54.092901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.099626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24bb1a-53f0-41b9-9134-812b95b22d70 req-46dcf0ba-3747-4d39-9ca7-b349fec902ab tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.101374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca24bb1a-53f0-41b9-9134-812b95b22d70 req-46dcf0ba-3747-4d39-9ca7-b349fec902ab tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.4343534 Oct 27 16:07:54.149295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-fcccfe4d-167f-4bec-8553-d7ccd40953b1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.150881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-fcccfe4d-167f-4bec-8553-d7ccd40953b1 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 950 time: 0.1320124 Oct 27 16:07:54.208877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca24bb1a-53f0-41b9-9134-812b95b22d70 req-f1a47f21-d8cd-450f-8a51-926cad040608 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967517 Oct 27 16:07:54.210422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] For port 517adff4-a52a-43d4-b28b-af8a64e22652, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=517adff4-a52a-43d4-b28b-af8a64e22652,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:54.211090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.223143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c66863de-d2c1-441d-867a-cebb040bf701 req-1ba9e3c3-586d-49f5-914d-8df3847e84d9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443825 Oct 27 16:07:54.231419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Calling delete_port for 517adff4-a52a-43d4-b28b-af8a64e22652 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:54.416894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8449bf8a-68e2-4baa-8dcb-622bb6ff3995 req-e6c90d16-6fb4-4b75-8512-45be5f79eba5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0459969 Oct 27 16:07:54.513558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port f8545df2-cec9-4f2d-b032-c422cf36be8d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:54.516875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.534602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.555628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['517adff4-a52a-43d4-b28b-af8a64e22652'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:54.608201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event deleted for resources: {'Port': ['ID=517adff4-a52a-43d4-b28b-af8a64e22652,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:54.719357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] No DVR routers for this DVR port 517adff4-a52a-43d4-b28b-af8a64e22652 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:54.734474 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.743831 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-01662a4f-9c7b-4c25-bebf-74bb499c4349 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.79 "DELETE /v2.0/ports/517adff4-a52a-43d4-b28b-af8a64e22652 HTTP/1.1" status: 204 len: 173 time: 0.7710693 Oct 27 16:07:54.751756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 517adff4-a52a-43d4-b28b-af8a64e22652 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:54.766693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e0c11-a4d3-424c-bb17-b1fcc2732b79 req-9fafa252-8861-435a-a304-0db9a5fffbb4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.770911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-737e0c11-a4d3-424c-bb17-b1fcc2732b79 req-9fafa252-8861-435a-a304-0db9a5fffbb4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 867 time: 0.3671460 Oct 27 16:07:54.810321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 517adff4-a52a-43d4-b28b-af8a64e22652 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:54.816599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 517adff4-a52a-43d4-b28b-af8a64e22652 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:54.817971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:54.879526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-deleted', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:54.882082 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2d21c5-2d9d-4b9f-8ec5-08cf15a9ee13" -d '{"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-deleted", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:54.883503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-737e0c11-a4d3-424c-bb17-b1fcc2732b79 req-502a7e3d-b49a-4a22-9142-e53c0b69d99b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049809 Oct 27 16:07:54.892123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port f8545df2-cec9-4f2d-b032-c422cf36be8d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8545df2-cec9-4f2d-b032-c422cf36be8d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:54.892704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.916260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: c0b82d2e-e7af-459b-8867-5166825b92ac {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:54.916913 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device c0b82d2e-e7af-459b-8867-5166825b92ac not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:54.932173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for f8545df2-cec9-4f2d-b032-c422cf36be8d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:54.993216 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618d0cb2-24d3-4651-a61a-aca65eb3b20a x-openstack-request-id: req-618d0cb2-24d3-4651-a61a-aca65eb3b20a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:54.993608 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-deleted", "tag": "517adff4-a52a-43d4-b28b-af8a64e22652", "status": "failed", "code": 422}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:54.993961 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-618d0cb2-24d3-4651-a61a-aca65eb3b20a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:54.994472 n-d-814735-4 neutron-server[114449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-deleted', 'tag': '517adff4-a52a-43d4-b28b-af8a64e22652', 'status': 'failed', 'code': 422} returned with failed status Oct 27 16:07:55.311156 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:55.329267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345', 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:55.378377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=f8545df2-cec9-4f2d-b032-c422cf36be8d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:55.425531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:55.588210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-744c2cc8-ed88-4425-9124-f1736d8bb180 req-1d8a08d9-2128-4ff4-b40b-971310eaa061 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.1634147 Oct 27 16:07:55.589383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port f8545df2-cec9-4f2d-b032-c422cf36be8d on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:55.596582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:55.600687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cefeaaf-f75d-4a1e-8c48-3d63c4e65868 req-bad44178-96d5-4a1c-80d5-f098d2e6e311 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "DELETE /v2.0/ports/f8545df2-cec9-4f2d-b032-c422cf36be8d HTTP/1.1" status: 204 len: 173 time: 1.4341588 Oct 27 16:07:55.606782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'name': 'network-vif-deleted', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:55.609749 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c601c78-3e67-420a-8817-56ca219f1f37" -d '{"events": [{"server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "name": "network-vif-deleted", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:55.636412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008822b-0bb9-44b6-ac21-d60b84e01e27 req-a93819a9-e21c-4675-8cce-297044f6c96c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:55.645021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7008822b-0bb9-44b6-ac21-d60b84e01e27 req-a93819a9-e21c-4675-8cce-297044f6c96c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.2691739 Oct 27 16:07:55.749080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7008822b-0bb9-44b6-ac21-d60b84e01e27 req-d8afdb0e-91cb-4801-a1d5-826a17ebd107 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030228 Oct 27 16:07:55.875798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-739ba0d2-d003-40fb-b529-580797056bae req-3587268a-7b1a-4f8e-89e9-52178f617a6f tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.1249135 Oct 27 16:07:55.926689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67356d7-afdc-4c49-bacf-746c320f59cf x-openstack-request-id: req-b67356d7-afdc-4c49-bacf-746c320f59cf {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:55.926689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a098d51-dfce-4cd7-8152-da857df5426e", "name": "network-vif-deleted", "tag": "f8545df2-cec9-4f2d-b032-c422cf36be8d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:55.926689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b67356d7-afdc-4c49-bacf-746c320f59cf {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:55.926689 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a098d51-dfce-4cd7-8152-da857df5426e', 'name': 'network-vif-deleted', 'tag': 'f8545df2-cec9-4f2d-b032-c422cf36be8d', 'status': 'completed', 'code': 200} Oct 27 16:07:56.121832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:56.138924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91cdf37e-6b8d-4ab2-b8d8-38a6fe57eb53 req-c63ec011-705f-460d-a117-0df332cdd83a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0408418 Oct 27 16:07:56.385399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:56.407072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'mac_address': 'fa:16:3e:88:6c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:56.484707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.508069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00aecde4-7f23-4462-b26d-18ecb63e9641 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:56.547270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:56.625047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.688947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.701382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.702845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.703221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.703556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.703881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:56.738567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94bb2bdb-67b1-4a12-9bea-7073a290d72e req-17a9a0fc-8940-4009-890f-ac8933a2b4c2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a098d51-dfce-4cd7-8152-da857df5426e HTTP/1.1" status: 200 len: 210 time: 0.0364480 Oct 27 16:07:56.745175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8545df2-cec9-4f2d-b032-c422cf36be8d no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:56.769536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: f8545df2-cec9-4f2d-b032-c422cf36be8d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:56.769981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8545df2-cec9-4f2d-b032-c422cf36be8d not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:56.928022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d790509-28a5-4d87-85c4-cfd3a1413381 req-1e339182-f866-4050-a620-a51c699be757 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.936223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d790509-28a5-4d87-85c4-cfd3a1413381 req-1e339182-f866-4050-a620-a51c699be757 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1034288 Oct 27 16:07:56.984605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d790509-28a5-4d87-85c4-cfd3a1413381 req-b67bfa0e-78b4-448e-ad5d-0aa4a5df8d3e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Oct 27 16:07:57.063170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b80c9407-9ff0-45bc-8734-2aac862f0197 req-17e66576-21c0-47bb-bc99-5a35d81ee341 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0496564 Oct 27 16:07:57.265586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['00aecde4-7f23-4462-b26d-18ecb63e9641'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:57.312363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfedccf-799e-4dd4-93a1-89d179a0386c req-f95f3baa-3155-42af-87ec-8656c77ac631 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.313880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecfedccf-799e-4dd4-93a1-89d179a0386c req-f95f3baa-3155-42af-87ec-8656c77ac631 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 949 time: 0.0906072 Oct 27 16:07:57.379445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dd13477-2f42-4e72-b254-ee0a11702f97 req-2c7e592a-0b72-4555-9a83-46dee7aacbda tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0643940 Oct 27 16:07:57.415545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecfedccf-799e-4dd4-93a1-89d179a0386c req-794de2d6-bef8-42b0-855c-cff2cdcbf6bb tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Oct 27 16:07:57.768754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.114626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:58.130727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c039c-85a8-4563-83ea-141f7f183116 req-303fa5c3-8a28-4a4d-96dc-16b55d496096 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.132268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a6c039c-85a8-4563-83ea-141f7f183116 req-303fa5c3-8a28-4a4d-96dc-16b55d496096 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Oct 27 16:07:58.167517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 00aecde4-7f23-4462-b26d-18ecb63e9641 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:58.167892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.177412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a6c039c-85a8-4563-83ea-141f7f183116 req-abb52642-6fa2-4bba-a6e4-40ac1bb11a02 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Oct 27 16:07:58.226313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-7b217286-dfef-4294-b964-6383ced9187f tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415392 Oct 27 16:07:58.308410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.334181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:58.336492 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5928c3-ac76-4839-b0a2-cd83fde70edd" -d '{"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-plugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:58.354277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:58.378653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78eceace-de00-42e8-a805-123972ab7d1b req-fda44a9a-4a61-45b5-a406-0a0577685ca9 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0420203 Oct 27 16:07:58.382432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.430867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.441623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-0c933944-81cb-4263-a28e-2571657272ec tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.443405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-0c933944-81cb-4263-a28e-2571657272ec tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112260 Oct 27 16:07:58.460748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Request body: {'port': {'device_id': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'be6e3e357b4646b7bee9d2aecea7499c'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:58.512693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:58.536658 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4333bbf-a2d3-4f82-8f1c-a4c59e555b64 x-openstack-request-id: req-d4333bbf-a2d3-4f82-8f1c-a4c59e555b64 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:58.537213 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-plugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:58.537799 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4333bbf-a2d3-4f82-8f1c-a4c59e555b64 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:58.538455 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'code': 200} Oct 27 16:07:58.653280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1279-05ea-4eb1-9291-cdd9f3e413d1 req-a65e4fa2-5a65-4d88-8b46-ce983944ab50 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.655840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-181a1279-05ea-4eb1-9291-cdd9f3e413d1 req-a65e4fa2-5a65-4d88-8b46-ce983944ab50 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.0747969 Oct 27 16:07:58.723185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad070c72-366a-462c-b2b9-3087e5c29cfd req-40d21ec6-22bd-484d-ac55-0bda0df3679b tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0364759 Oct 27 16:07:58.726393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-181a1279-05ea-4eb1-9291-cdd9f3e413d1 req-b9255002-3103-4dfe-88ea-8611ef83c2d7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 Oct 27 16:07:58.726960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Made reservation on behalf of be6e3e357b4646b7bee9d2aecea7499c for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:58.730609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.898059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc33cfa-490a-410f-a351-8f0f4af21453 req-a13b8cab-8b31-48b9-b40c-731ab343425c tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.899641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc33cfa-490a-410f-a351-8f0f4af21453 req-a13b8cab-8b31-48b9-b40c-731ab343425c tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 949 time: 0.0950115 Oct 27 16:07:58.919474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Allocated IP 192.168.233.134 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/45fc64eb-a45e-4e05-a6b5-7575a4b1b30c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:58.966018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc33cfa-490a-410f-a351-8f0f4af21453 req-7c4b07ce-9779-44f1-8d13-bb5a0c2ca050 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537848 Oct 27 16:07:59.131910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.256217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.286253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:59.289066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:59.293981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:59.449493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event updated for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:59.470056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.471615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.484728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625593f-81c9-4933-bbe5-967b4508b6ea req-9fdb3bf5-df0f-4f9d-89cb-eb75c688dc45 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.486615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c625593f-81c9-4933-bbe5-967b4508b6ea req-9fdb3bf5-df0f-4f9d-89cb-eb75c688dc45 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1134768 Oct 27 16:07:59.552330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c625593f-81c9-4933-bbe5-967b4508b6ea req-f6a69fcf-f1ae-432a-a4f8-72dcd411634f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Oct 27 16:07:59.615066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-c7ebacae-f8ab-4b33-840f-7e958f4ee790 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1576879 Oct 27 16:07:59.634221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Request body: {'port': {'device_id': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:59.642687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-eb434bf5-b495-4a9d-89e1-e69fc52c2eff None None] Provisioning complete for port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:59.645731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eb434bf5-b495-4a9d-89e1-e69fc52c2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.684164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-eb434bf5-b495-4a9d-89e1-e69fc52c2eff None None] Port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:59.725140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0aaced9-9131-4c4f-a4aa-76cf785fafdc req-5ed390b8-61d4-4afe-a1f3-c11664f5ada4 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=d53d3bf9-040a-45de-8e20-db3090487871 HTTP/1.1" status: 200 len: 210 time: 0.0578277 Oct 27 16:07:59.730672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.054674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3cd92-3062-4deb-998a-a0479882317d req-ba5c2683-c50e-433b-8fe1-5153debafc2f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.062361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acb3cd92-3062-4deb-998a-a0479882317d req-ba5c2683-c50e-433b-8fe1-5153debafc2f tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.0920627 Oct 27 16:08:00.130720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:00.141741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acb3cd92-3062-4deb-998a-a0479882317d req-ec950e96-8aad-4b00-b5ef-7ab4e1b0cad2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Oct 27 16:08:00.185084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:00.194379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.216314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Transition to ACTIVE for port object 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:00.230613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-c6bd9c17-75fb-4d32-8908-794bc8a4b46d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.232309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-c6bd9c17-75fb-4d32-8908-794bc8a4b46d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 949 time: 0.0897088 Oct 27 16:08:00.276752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.323266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:00.325664 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.394892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.397793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a138f0d-873a-45fb-9422-e408f30f627d req-5f390d32-46da-4399-86c6-aa69eb4bca2d tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.399570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a138f0d-873a-45fb-9422-e408f30f627d req-5f390d32-46da-4399-86c6-aa69eb4bca2d tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 936 time: 0.1661568 Oct 27 16:08:00.487631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:00.520767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:00.540277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:00.542839 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b15f7-889b-494d-a5ca-d04528bd403a" -d '{"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-unplugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:00.568305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a138f0d-873a-45fb-9422-e408f30f627d req-c36691eb-1851-48e9-aa01-7d56cf7b6a0e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504147 Oct 27 16:08:00.582918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:00.584099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.615270 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2dc76a-939d-46cd-9ad6-65c1d62a71b9 x-openstack-request-id: req-ee2dc76a-939d-46cd-9ad6-65c1d62a71b9 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:00.616224 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-unplugged", "status": "completed", "tag": "6c004608-4212-429d-b37e-95c3afe774ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:00.616711 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee2dc76a-939d-46cd-9ad6-65c1d62a71b9 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:00.617205 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab', 'code': 200} Oct 27 16:08:00.665350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Attempting to bind port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:00.665745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Attempting to bind port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:00.665969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Attempting to bind port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:00.679068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:00.679068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Attempting to bind port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:00.702226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:00.702732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:00.703856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:00.704307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Bound port: 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:00.704669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.820788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:00.824605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.847182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:00.856411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f70d8-9683-4a5a-bdbf-f54714ccfb28 req-0e83455a-488f-4b26-ac02-4e7f78a3a9f8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.858029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-958f70d8-9683-4a5a-bdbf-f54714ccfb28 req-0e83455a-488f-4b26-ac02-4e7f78a3a9f8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1570117 Oct 27 16:08:00.938937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:00.972338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:00.975936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-958f70d8-9683-4a5a-bdbf-f54714ccfb28 req-d2cb2d25-5944-4f95-9609-ee5f36ca91ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074262 Oct 27 16:08:01.076078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:01.201153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:01.217596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.218318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:01.221298 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-ed16b6e8-dd53-4ef0-b680-aa608710bd73 service neutron] 10.222.0.82 "PUT /v2.0/ports/45fc64eb-a45e-4e05-a6b5-7575a4b1b30c HTTP/1.1" status: 200 len: 1096 time: 1.5930490 Oct 27 16:08:01.221969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:01.224527 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb83cb7-cf57-4d70-a2d9-580ca5742527" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:01.262782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:01.278271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:01.349462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:01.442640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f18a2e3e-05ca-43a2-9149-b11c44265498 req-7278c6eb-8652-4681-ab84-4f9a5e9ae822 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.1742704 Oct 27 16:08:01.442640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:01.474200 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf0f144-631e-4679-843f-5554be398ef5 x-openstack-request-id: req-6cf0f144-631e-4679-843f-5554be398ef5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:01.474200 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:01.474200 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cf0f144-631e-4679-843f-5554be398ef5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:01.474687 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c', 'status': 'completed', 'code': 200} Oct 27 16:08:01.475160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:01.497699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:01.502119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-849cabea-c010-4cbf-8d3c-6003c83e252a req-1bae5970-cfd7-4210-9fdf-eee1bfd70c43 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "DELETE /v2.0/ports/e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac HTTP/1.1" status: 204 len: 173 time: 1.2555749 Oct 27 16:08:01.556001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-86102914-ce5a-4469-b25f-02bea59017bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.560219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-86102914-ce5a-4469-b25f-02bea59017bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1099 time: 0.2062745 Oct 27 16:08:01.688660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-0fbd05cd-490a-48be-8170-e4c8ebd64603 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c HTTP/1.1" status: 200 len: 217 time: 0.1175153 Oct 27 16:08:01.795919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4e65d092-9e31-4bad-87a8-d9bc93d301d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.798886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-4e65d092-9e31-4bad-87a8-d9bc93d301d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0904093 Oct 27 16:08:01.870649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731961f7-d7ca-4f8e-8ad7-e865dd514ab0 req-ffb070f3-763c-4daa-8e37-d3a32f98474e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.885906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-731961f7-d7ca-4f8e-8ad7-e865dd514ab0 req-ffb070f3-763c-4daa-8e37-d3a32f98474e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.2156692 Oct 27 16:08:01.933886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-a112f862-fb19-4f52-97be-31ab8a81577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.935746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-a112f862-fb19-4f52-97be-31ab8a81577e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265635 Oct 27 16:08:02.034586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-731961f7-d7ca-4f8e-8ad7-e865dd514ab0 req-4eba15da-ec0d-4c97-83f8-bead712a2101 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474621 Oct 27 16:08:02.104125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-65207d15-adba-404c-9c5b-13bea00b96eb service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580079 Oct 27 16:08:02.328469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa1e8-437b-462a-bd01-744ecea02462 req-ef21f215-5a84-4abe-9bda-c63fc808f507 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.330527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d49fa1e8-437b-462a-bd01-744ecea02462 req-ef21f215-5a84-4abe-9bda-c63fc808f507 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1777258 Oct 27 16:08:02.361865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0f6ba16-0009-470a-9dc4-ed5f8bc36329 req-11a85d6d-e07c-4502-a2a2-23b353a8268b service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499933 Oct 27 16:08:02.411418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d49fa1e8-437b-462a-bd01-744ecea02462 req-4e8e0be1-a77c-4329-8516-f5c79cba4538 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650110 Oct 27 16:08:02.596551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-0809f658-cf8b-40b7-bfcf-ffe12daee267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.601851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-0809f658-cf8b-40b7-bfcf-ffe12daee267 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1099 time: 0.0794802 Oct 27 16:08:02.659343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07c8e7ac-aabf-4ea5-a406-6721c9906ee5 req-41bb846c-84a6-4afb-a889-439ffb9c97e0 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d67e6a3-abc7-470a-94e7-5945f73cdc21 HTTP/1.1" status: 200 len: 210 time: 0.0468075 Oct 27 16:08:02.761508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:02.812950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:02.817978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:02.842952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-12ae1811-e071-4020-89c5-20d186facab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.845894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-12ae1811-e071-4020-89c5-20d186facab8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2275286 Oct 27 16:08:02.911155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-a2034d28-1ec8-4fb8-8fee-526423fa3000 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c HTTP/1.1" status: 200 len: 217 time: 0.0551445 Oct 27 16:08:03.011203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-2fb99438-4daf-4d25-b59c-544c3284929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.017746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-2fb99438-4daf-4d25-b59c-544c3284929f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0952404 Oct 27 16:08:03.103875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-8b493481-18f3-4cd8-9053-16cf13d4e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.103875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-8b493481-18f3-4cd8-9053-16cf13d4e42e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746737 Oct 27 16:08:03.289198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-dcf7c3f8-6ca9-43f2-9f18-c1b796599b85 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772842 Oct 27 16:08:03.298098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1180cf2-0c88-418c-9e36-b5fdedd7c49d req-006993b0-d41d-423c-96d3-7407022742be tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.299681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1180cf2-0c88-418c-9e36-b5fdedd7c49d req-006993b0-d41d-423c-96d3-7407022742be tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.1199355 Oct 27 16:08:03.422365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1180cf2-0c88-418c-9e36-b5fdedd7c49d req-d0a7aec8-861d-4232-be7e-46c50da0c5ec tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133621 Oct 27 16:08:03.456733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fb83cb7-cf57-4d70-a2d9-580ca5742527 req-f5d27933-5811-4aa0-b44f-04fc0967e7b9 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556859 Oct 27 16:08:03.478157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'name': 'network-vif-deleted', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:03.487397 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aed7579-d2f2-4a4d-9f55-92a457b5c6f0" -d '{"events": [{"server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "name": "network-vif-deleted", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:03.797682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2990-6148-4d12-8995-de715eae31cd req-580dfeb7-bb62-44ab-8ae5-53875041e11f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.806577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-309f2990-6148-4d12-8995-de715eae31cd req-580dfeb7-bb62-44ab-8ae5-53875041e11f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.0826623 Oct 27 16:08:03.865943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-309f2990-6148-4d12-8995-de715eae31cd req-8aee4b60-74a1-4135-aa30-d40c96a4d8ac tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584443 Oct 27 16:08:03.926856 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ac27b-8586-4679-ad2b-e5762a3d054b x-openstack-request-id: req-929ac27b-8586-4679-ad2b-e5762a3d054b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:03.927712 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d67e6a3-abc7-470a-94e7-5945f73cdc21", "name": "network-vif-deleted", "tag": "e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:03.928347 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-929ac27b-8586-4679-ad2b-e5762a3d054b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:03.928951 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67e6a3-abc7-470a-94e7-5945f73cdc21', 'name': 'network-vif-deleted', 'tag': 'e9b50c13-f9d5-454f-9ec1-6e0d90d4d2ac', 'status': 'completed', 'code': 200} Oct 27 16:08:04.123832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:04.340532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:04.382418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'mac_address': 'fa:16:3e:f9:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:04.461999 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.482842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:04.518238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:04.618277 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.731206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:04.969318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:05.222418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376f853-225f-4751-92e2-8044153d160f req-42ca35a2-ad6c-42d3-978b-e252a7f5d6ad tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.233883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5376f853-225f-4751-92e2-8044153d160f req-42ca35a2-ad6c-42d3-978b-e252a7f5d6ad tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.0690336 Oct 27 16:08:05.284628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5376f853-225f-4751-92e2-8044153d160f req-00b2aeb6-4e8f-4deb-8a9c-2583a1d9adbf tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Oct 27 16:08:05.806258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac788aa-e044-46c6-b5ed-7e82b59b1d85 req-e2d9ac0f-fcfd-4748-b227-d0038b5b377f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.816086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bac788aa-e044-46c6-b5ed-7e82b59b1d85 req-e2d9ac0f-fcfd-4748-b227-d0038b5b377f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.1361728 Oct 27 16:08:05.894793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bac788aa-e044-46c6-b5ed-7e82b59b1d85 req-a84b9d3f-6329-4e45-9ded-274a6299189c tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724001 Oct 27 16:08:06.086347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf5fa-e839-47f7-886d-7b5304f550ec req-f1bb8e03-6737-466e-b5f7-76a77dc86d71 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.091992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dadf5fa-e839-47f7-886d-7b5304f550ec req-f1bb8e03-6737-466e-b5f7-76a77dc86d71 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 949 time: 0.0982010 Oct 27 16:08:06.128847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:06.136992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:06.179489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dadf5fa-e839-47f7-886d-7b5304f550ec req-9624bd0e-c976-4883-80b1-141602ace804 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Oct 27 16:08:06.431154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:06.431550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.508797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:06.523139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c', 'mac_address': 'fa:16:3e:26:30:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:06.571282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7be6e-b463-4031-b548-fe742205bb5f req-7812599b-afb0-4a58-9890-b03e2d103db2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.580343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97b7be6e-b463-4031-b548-fe742205bb5f req-7812599b-afb0-4a58-9890-b03e2d103db2 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e6002-8907-4753-9427-31a06bd6ce90 HTTP/1.1" status: 200 len: 950 time: 0.1044903 Oct 27 16:08:06.589390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbadf54-eef4-41b3-a007-d1b7aba3af7c req-aea5976b-7b77-4d38-a77a-17215dc4598c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.600028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dbadf54-eef4-41b3-a007-d1b7aba3af7c req-aea5976b-7b77-4d38-a77a-17215dc4598c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 948 time: 0.1255264 Oct 27 16:08:06.665736 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.684095 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.708528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:06.739572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dbadf54-eef4-41b3-a007-d1b7aba3af7c req-3c93a74c-b5a7-4f2a-bf05-843947bc1089 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236796 Oct 27 16:08:06.746438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:06.749448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:06.752535 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f2b19d-6d4d-455b-acb8-50b8f1c51121" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:06.767807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:06.800759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port cc824133-7e01-44ba-892b-354f081a7345 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:06.801549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.840033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.922741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:07.000647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:07.091269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-82046f14-d5ef-4787-a7a4-74ba01f30708 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.092915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-82046f14-d5ef-4787-a7a4-74ba01f30708 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 949 time: 0.1732135 Oct 27 16:08:07.142281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port cc824133-7e01-44ba-892b-354f081a7345, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=cc824133-7e01-44ba-892b-354f081a7345,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:07.142774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:07.168947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:07.210272 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258652cd-4268-43ba-9b11-0faaed9f8f3a x-openstack-request-id: req-258652cd-4268-43ba-9b11-0faaed9f8f3a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:07.210807 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-plugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:07.211273 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-258652cd-4268-43ba-9b11-0faaed9f8f3a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:07.211892 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'code': 200} Oct 27 16:08:07.238087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for cc824133-7e01-44ba-892b-354f081a7345 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:07.576521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['45fc64eb-a45e-4e05-a6b5-7575a4b1b30c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:07.783876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-f1c7662b-144e-414e-966f-86e2906a24db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808544 Oct 27 16:08:07.909046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-c84a76e5-72e5-4bfa-bb33-70339418cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.911451 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-c84a76e5-72e5-4bfa-bb33-70339418cc3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 1095 time: 0.0932505 Oct 27 16:08:08.245509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-4ae9c9ee-8bcf-4a2b-b4c0-70df2cd936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.249958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-4ae9c9ee-8bcf-4a2b-b4c0-70df2cd936fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.3154783 Oct 27 16:08:08.254066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52662) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:08.323639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-d5a40449-aef0-4fda-975f-493c4f9dcd9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 200 len: 217 time: 0.0624263 Oct 27 16:08:08.386648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:08.387189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.403351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-cd1689cf-592c-420e-ac85-f196b51e3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.407551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-cd1689cf-592c-420e-ac85-f196b51e3dd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0755987 Oct 27 16:08:08.447993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.452295 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-89ce90d7-70c1-4f41-9be0-94e916848ecb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372877 Oct 27 16:08:08.453834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4535ae04-5e5b-4078-842f-134a78bfc8ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.462944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e', 'cc824133-7e01-44ba-892b-354f081a7345'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:08.474664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4e3e5-583c-494c-91fc-c7dbe8d1588b req-31f26cbd-73fb-4bdb-bcca-7ebf778aed2b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.476784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b4e3e5-583c-494c-91fc-c7dbe8d1588b req-31f26cbd-73fb-4bdb-bcca-7ebf778aed2b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 1.1580920 Oct 27 16:08:08.535028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-39bf8fef-f3a0-4749-8a0a-14494565418a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2754116 Oct 27 16:08:08.535666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=cc824133-7e01-44ba-892b-354f081a7345,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:08.601866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b266da5-1279-4cdb-954f-ac2acec3acc5 req-370676d0-045d-4431-87b3-f39f609bcfef tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.614205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b266da5-1279-4cdb-954f-ac2acec3acc5 req-370676d0-045d-4431-87b3-f39f609bcfef tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 949 time: 0.3460915 Oct 27 16:08:08.637752 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-1e91fc96-032e-45b9-bd1c-0d574487e449 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758389 Oct 27 16:08:08.857043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port cc824133-7e01-44ba-892b-354f081a7345 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:08.862380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.865590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97b7be6e-b463-4031-b548-fe742205bb5f req-859abaf2-975a-49fb-9fa7-56b4f61f0824 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "DELETE /v2.0/ports/cc824133-7e01-44ba-892b-354f081a7345 HTTP/1.1" status: 204 len: 173 time: 2.2625821 Oct 27 16:08:08.879741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'name': 'network-vif-deleted', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:08.882884 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18268db-4a7d-4af9-84ec-38d1bd962a87" -d '{"events": [{"server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "name": "network-vif-deleted", "tag": "cc824133-7e01-44ba-892b-354f081a7345"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:08.890058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4535ae04-5e5b-4078-842f-134a78bfc8ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.914386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b4e3e5-583c-494c-91fc-c7dbe8d1588b req-341ed441-1861-4785-997c-b7f82bad0a87 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042091 Oct 27 16:08:08.934906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port f31ad98b-14a0-43e3-b1aa-e1297da49ec9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:08.935509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.975445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b266da5-1279-4cdb-954f-ac2acec3acc5 req-26f76169-13fb-42fd-b421-27c9aa74948d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843487 Oct 27 16:08:09.004590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc339f66-e6fd-4f60-b680-2dae71975edf req-80c32435-9668-4ddc-88ce-e0ed639ff529 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581038 Oct 27 16:08:09.016088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4535ae04-5e5b-4078-842f-134a78bfc8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.028539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-dfb670bb-683a-417e-af1f-6af2a083774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.059598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-dfb670bb-683a-417e-af1f-6af2a083774d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=733fce2340d74a828f33b784ff57ac73&device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 1096 time: 0.4181449 Oct 27 16:08:09.064457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for f31ad98b-14a0-43e3-b1aa-e1297da49ec9 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:09.078522 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4535ae04-5e5b-4078-842f-134a78bfc8ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acd3ee7299f3412494f9bf353e55f704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228753 Oct 27 16:08:09.078913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ae04-5e5b-4078-842f-134a78bfc8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f4b51-1aa6-4010-9b3e-a7c015ce2bc6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:09.095017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:09.224768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.266073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:09.291348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.660417 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56ce124-ce64-44b1-9e93-3d80e3a05666 x-openstack-request-id: req-e56ce124-ce64-44b1-9e93-3d80e3a05666 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:09.660886 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e6002-8907-4753-9427-31a06bd6ce90", "name": "network-vif-deleted", "tag": "cc824133-7e01-44ba-892b-354f081a7345", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:09.660886 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e56ce124-ce64-44b1-9e93-3d80e3a05666 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:09.661336 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e6002-8907-4753-9427-31a06bd6ce90', 'name': 'network-vif-deleted', 'tag': 'cc824133-7e01-44ba-892b-354f081a7345', 'status': 'completed', 'code': 200} Oct 27 16:08:09.683182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff490-0f1d-47ae-a0ec-09abf21e67b6 req-6ad64914-8da9-4692-aea7-8b07722f24d6 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.684758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c81ff490-0f1d-47ae-a0ec-09abf21e67b6 req-6ad64914-8da9-4692-aea7-8b07722f24d6 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.4887664 Oct 27 16:08:09.764814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-72ce1501-8174-4291-b985-aac4cd555f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.766900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-72ce1501-8174-4291-b985-aac4cd555f53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 200 len: 913 time: 0.5914657 Oct 27 16:08:09.775713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c81ff490-0f1d-47ae-a0ec-09abf21e67b6 req-18012d91-4103-4e98-a2b5-d63f78d92711 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829706 Oct 27 16:08:09.870207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-8d1012f8-755c-4eed-be39-826ff41762e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0931671 Oct 27 16:08:09.973709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-b3d2d094-9e97-49aa-8c9c-d2ab13aadaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.975474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-b3d2d094-9e97-49aa-8c9c-d2ab13aadaf6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a80ff450-88cd-41b6-9e7c-7691120b97c3 HTTP/1.1" status: 200 len: 851 time: 0.0494587 Oct 27 16:08:10.073963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-ac8e3bfc-3b4d-409c-9903-34565ad273a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.075484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-ac8e3bfc-3b4d-409c-9903-34565ad273a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1d61577-9a90-4505-8071-06e7b0c8b141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921035 Oct 27 16:08:10.084746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8f39-fe69-4cc6-9c66-44e4628c7d82 req-9407a7cf-0823-4b87-b42d-363e17d8aa86 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.086092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13cf8f39-fe69-4cc6-9c66-44e4628c7d82 req-9407a7cf-0823-4b87-b42d-363e17d8aa86 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.0897222 Oct 27 16:08:10.142584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:10.179309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13cf8f39-fe69-4cc6-9c66-44e4628c7d82 req-56430de6-1cd5-4b7f-a594-902d4599c2ca tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844781 Oct 27 16:08:10.203611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-2ad2d062-1076-4b6c-8f4d-cb1be16029f9 service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165769 Oct 27 16:08:10.355477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ea175-11ef-403c-9854-3aa8c57dc2a2 req-92dbbe12-fa4c-4b6d-be0c-4424c9816c6d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.356958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748ea175-11ef-403c-9854-3aa8c57dc2a2 req-92dbbe12-fa4c-4b6d-be0c-4424c9816c6d tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 949 time: 0.0976539 Oct 27 16:08:10.361701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781b0d9e-36e2-417b-b982-da47acfe5370 req-ee77b631-54f9-4884-9fb6-3b935411cedb service neutron] 10.222.0.82 "GET /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510625 Oct 27 16:08:10.419519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748ea175-11ef-403c-9854-3aa8c57dc2a2 req-5eeb96ae-cee0-4784-a461-b9ca7488a34b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Oct 27 16:08:10.449508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.457107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.457107 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/686f4b51-1aa6-4010-9b3e-a7c015ce2bc6 HTTP/1.1" status: 204 len: 168 time: 1.3562350 Oct 27 16:08:10.465456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0b561-b4af-4e02-a270-ae149f84dc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f4b51-1aa6-4010-9b3e-a7c015ce2bc6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:10.502826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.515418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:10.548725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:10.558355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:10.566454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:10.567378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.645284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=f31ad98b-14a0-43e3-b1aa-e1297da49ec9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:10.782339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port f31ad98b-14a0-43e3-b1aa-e1297da49ec9 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:10.789653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.798321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94106806-9a7a-4e3b-80b8-8ea77647cef2 req-6f610bd2-ebb7-4696-8bb3-df5226c908e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "DELETE /v2.0/ports/f31ad98b-14a0-43e3-b1aa-e1297da49ec9 HTTP/1.1" status: 204 len: 173 time: 3.6870396 Oct 27 16:08:10.870639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device cc824133-7e01-44ba-892b-354f081a7345 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:10.927828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: cc824133-7e01-44ba-892b-354f081a7345 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:10.928189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device cc824133-7e01-44ba-892b-354f081a7345 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:11.127475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3515a4-a54e-4d2f-86ae-5afe0c186199 req-4c20a3e1-69d5-4f57-b3d2-b7ae16837d92 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.140577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b3515a4-a54e-4d2f-86ae-5afe0c186199 req-4c20a3e1-69d5-4f57-b3d2-b7ae16837d92 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 949 time: 0.1207108 Oct 27 16:08:11.231541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b3515a4-a54e-4d2f-86ae-5afe0c186199 req-739b5f42-daa0-4be0-a802-9bb20e265b51 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936515 Oct 27 16:08:11.448837 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.451786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59822bb-40b3-4803-bb12-3b0d6bfa37b0 req-f8d9809a-fea4-4077-8a5c-7d07c3327bbc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.464019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b59822bb-40b3-4803-bb12-3b0d6bfa37b0 req-f8d9809a-fea4-4077-8a5c-7d07c3327bbc tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.1102636 Oct 27 16:08:11.576268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b59822bb-40b3-4803-bb12-3b0d6bfa37b0 req-4b7a46a7-e4d4-4667-8bce-db6da7146265 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111927 Oct 27 16:08:11.599806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d07d1b0-075e-4286-b299-b822321cca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.605220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7e639-564b-4236-9aa2-49f9163914fa req-db48aecc-4148-444b-aeb3-6aa533e3f5da tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.606866 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-57f7e639-564b-4236-9aa2-49f9163914fa req-db48aecc-4148-444b-aeb3-6aa533e3f5da tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "GET /v2.0/ports?device_id=f04bbdd9-ac5f-4f2f-b599-568bc6346e13 HTTP/1.1" status: 200 len: 945 time: 0.1334386 Oct 27 16:08:11.677870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'name': 'network-vif-deleted', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:11.678857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:11.681027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:11.684735 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44322e6-bc03-45ff-a877-52a3e321bcb0" -d '{"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-plugged", "status": "completed", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:11.697648 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f173d-147d-47cc-b442-58a98d6b4d33" -d '{"events": [{"server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "name": "network-vif-deleted", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:11.805437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1da65e-1641-470a-ae0b-8fbdfc2d75a9 req-574a9e93-ad68-4d09-bf8a-145587ca2ddc tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.807004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1da65e-1641-470a-ae0b-8fbdfc2d75a9 req-574a9e93-ad68-4d09-bf8a-145587ca2ddc tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 945 time: 0.2170515 Oct 27 16:08:11.850970 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.853473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f31ad98b-14a0-43e3-b1aa-e1297da49ec9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:11.854474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bf5fcbf-dec7-4031-bffc-2143a29e3f8b req-0944ee39-1510-40c0-8601-1d48729a4f2e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6279d55-25d7-46fa-987e-517f2be04f83 HTTP/1.1" status: 200 len: 210 time: 0.0463698 Oct 27 16:08:11.928195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Deleting port 0e41c8af-bd79-4f2f-828f-755e98e716a5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:11.928875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.933524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d1da65e-1641-470a-ae0b-8fbdfc2d75a9 req-362736d5-9b88-4eb9-a7d8-f5f82f11d0b8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106217 Oct 27 16:08:11.937499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52758) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:11.940440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f31ad98b-14a0-43e3-b1aa-e1297da49ec9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:11.940788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f31ad98b-14a0-43e3-b1aa-e1297da49ec9 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:11.963936 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8835c82-d096-48d4-a32e-437e312d536e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.006943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:12.092485 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b574a265-f272-41c0-97df-baf9a16d2936 x-openstack-request-id: req-b574a265-f272-41c0-97df-baf9a16d2936 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:12.092485 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-plugged", "status": "completed", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:12.092485 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b574a265-f272-41c0-97df-baf9a16d2936 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:12.092485 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c', 'code': 200} Oct 27 16:08:12.207589 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8835c82-d096-48d4-a32e-437e312d536e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.214898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] For port 0e41c8af-bd79-4f2f-828f-755e98e716a5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e41c8af-bd79-4f2f-828f-755e98e716a5,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:12.217059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.220591 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f631b6-1cae-4d34-a10d-fabcb3de2b4a x-openstack-request-id: req-75f631b6-1cae-4d34-a10d-fabcb3de2b4a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:12.220591 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6279d55-25d7-46fa-987e-517f2be04f83", "name": "network-vif-deleted", "tag": "f31ad98b-14a0-43e3-b1aa-e1297da49ec9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:12.220591 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75f631b6-1cae-4d34-a10d-fabcb3de2b4a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:12.220591 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6279d55-25d7-46fa-987e-517f2be04f83', 'name': 'network-vif-deleted', 'tag': 'f31ad98b-14a0-43e3-b1aa-e1297da49ec9', 'status': 'completed', 'code': 200} Oct 27 16:08:12.240165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Calling delete_port for 0e41c8af-bd79-4f2f-828f-755e98e716a5 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:12.275978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd675ae-f440-4cad-a677-06240b7ee3c7 req-bb10593f-a625-49e4-8c02-88a4e290a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:12.277341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bd675ae-f440-4cad-a677-06240b7ee3c7 req-bb10593f-a625-49e4-8c02-88a4e290a560 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1101 time: 0.0656867 Oct 27 16:08:12.281115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8835c82-d096-48d4-a32e-437e312d536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.370494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835c82-d096-48d4-a32e-437e312d536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2eb6a9-de0f-4059-8d31-0883bff048d6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:12.383286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bd675ae-f440-4cad-a677-06240b7ee3c7 req-ac7be23b-f0dc-4a6b-9022-46d1fb69849a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952358 Oct 27 16:08:12.408420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f8835c82-d096-48d4-a32e-437e312d536e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=631ab8499c6442788b5d9c3d4b54391f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689856 Oct 27 16:08:12.411642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52768) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:12.572526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4001583-51f2-4b3e-ad58-babef88481d2 req-e2b391a2-d33a-46d1-ae00-af42505283fb tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:12.574943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4001583-51f2-4b3e-ad58-babef88481d2 req-e2b391a2-d33a-46d1-ae00-af42505283fb tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 950 time: 0.0922048 Oct 27 16:08:12.579701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.613688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.634574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4001583-51f2-4b3e-ad58-babef88481d2 req-4ef1a447-00c4-4be7-a86f-b810c3f768db tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Oct 27 16:08:12.690992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.703558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e41c8af-bd79-4f2f-828f-755e98e716a5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:12.726546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event deleted for resources: {'Port': ['ID=0e41c8af-bd79-4f2f-828f-755e98e716a5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:12.785021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] No DVR routers for this DVR port 0e41c8af-bd79-4f2f-828f-755e98e716a5 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:12.788037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.799815 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-57f7e639-564b-4236-9aa2-49f9163914fa req-18456001-ccf3-46e0-a309-98b3bbe5e031 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "DELETE /v2.0/ports/0e41c8af-bd79-4f2f-828f-755e98e716a5 HTTP/1.1" status: 204 len: 173 time: 1.1853342 Oct 27 16:08:12.800437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-deleted', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:12.814277 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893831fd-6743-4db8-8b62-d509c6366407" -d '{"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-deleted", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:12.853758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.861948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.865120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f2eb6a9-de0f-4059-8d31-0883bff048d6 HTTP/1.1" status: 204 len: 168 time: 0.4522505 Oct 27 16:08:12.881614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc293912-260e-499d-8202-d98785fa610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2eb6a9-de0f-4059-8d31-0883bff048d6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:14.067497 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cad8e8cf-80a9-43d0-bb03-e599f32ea3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:14.712613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:14.807707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:14.875605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 0e41c8af-bd79-4f2f-828f-755e98e716a5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:14.876327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e41c8af-bd79-4f2f-828f-755e98e716a5 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:15.085171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:15.493828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-0dce5177-2bff-4016-905a-25c5c0b5266a tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:15.497909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-0dce5177-2bff-4016-905a-25c5c0b5266a tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.0749111 Oct 27 16:08:15.512664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:15.585105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:15.777014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:15.830087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:15.880902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.447522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.529968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:16.542251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:16.542583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:16.542908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:16.548417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:16.548736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:16.554336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:16.554669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:16.555128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:16.555526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Bound port: 46368327-5904-4210-8060-8836f47ed90e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:16.555881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.624131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:16.627261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:16.817782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 46368327-5904-4210-8060-8836f47ed90e details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:16.912571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:16.934871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:16.935273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:16.935632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:16.940011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:16.940355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:16.945560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:16.945944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:16.946530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:16.946981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Bound port: 46368327-5904-4210-8060-8836f47ed90e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:16.947383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:17.016423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:17.019332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:17.022034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:17.073740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 46368327-5904-4210-8060-8836f47ed90e-n-h2-814735-4-0 {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:08:17.074316 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:08:17.104389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.105010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:17.106416 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] 10.222.0.79 "PUT /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 1121 time: 1.6006186 Oct 27 16:08:17.110119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f7102-e990-4dba-83a5-6afe879336ef service neutron] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:17.229540 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['46368327-5904-4210-8060-8836f47ed90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:17.237896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['46368327-5904-4210-8060-8836f47ed90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:17.452891 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:08:17.598620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:17.599761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:17.600242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:17.611150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:17.611683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempting to bind port 46368327-5904-4210-8060-8836f47ed90e on network babee0bf-7bb2-47d5-a377-2884d28bd7a3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:17.620306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:17.620961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Checking segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:17.621485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Bound using segment: {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:17.622647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Bound port: 46368327-5904-4210-8060-8836f47ed90e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e965a88-21b7-4d1b-9451-bafc175fa4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'babee0bf-7bb2-47d5-a377-2884d28bd7a3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:17.623182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:17.854672 n-d-814735-4 neutron-server[114450]: WARNING neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Concurrent port binding operations failed on port 46368327-5904-4210-8060-8836f47ed90e Oct 27 16:08:17.861274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:17.865094 n-d-814735-4 neutron-server[114450]: INFO neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Attempt 2 to bind port 46368327-5904-4210-8060-8836f47ed90e Oct 27 16:08:17.865486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 46368327-5904-4210-8060-8836f47ed90e has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:08:22.807997 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821125e-4af5-450b-9ddc-c4ba20a0a01c x-openstack-request-id: req-4821125e-4af5-450b-9ddc-c4ba20a0a01c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:22.807997 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04bbdd9-ac5f-4f2f-b599-568bc6346e13", "name": "network-vif-deleted", "tag": "0e41c8af-bd79-4f2f-828f-755e98e716a5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:22.807997 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4821125e-4af5-450b-9ddc-c4ba20a0a01c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:22.807997 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04bbdd9-ac5f-4f2f-b599-568bc6346e13', 'name': 'network-vif-deleted', 'tag': '0e41c8af-bd79-4f2f-828f-755e98e716a5', 'status': 'completed', 'code': 200} Oct 27 16:08:22.941575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f354bab-f36d-4941-a156-51636d9f927c req-34836933-26e4-4825-ab39-493adbf78eef tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.943323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f354bab-f36d-4941-a156-51636d9f927c req-34836933-26e4-4825-ab39-493adbf78eef tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 943 time: 0.0675278 Oct 27 16:08:23.000335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f354bab-f36d-4941-a156-51636d9f927c req-2a363713-5496-4750-aeb5-223546de64b9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Oct 27 16:08:23.087750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4416d1-00b5-4ce8-8a5a-0a6a28c03852 req-48cdbfbc-9869-475e-a2c2-fc660c6b5fd4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.101943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af4416d1-00b5-4ce8-8a5a-0a6a28c03852 req-48cdbfbc-9869-475e-a2c2-fc660c6b5fd4 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 950 time: 0.0979502 Oct 27 16:08:23.176893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af4416d1-00b5-4ce8-8a5a-0a6a28c03852 req-2eb1e25f-018e-4c0e-ba15-093eb938f675 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733671 Oct 27 16:08:23.785770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a6d4-36e3-4acd-8d3b-543b2f3914f7 req-351e565a-43c2-4e1a-aaea-00be5fbfb27a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.794310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f84a6d4-36e3-4acd-8d3b-543b2f3914f7 req-351e565a-43c2-4e1a-aaea-00be5fbfb27a tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.0671208 Oct 27 16:08:23.871714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f84a6d4-36e3-4acd-8d3b-543b2f3914f7 req-9ee006d5-fb51-4463-9d0e-c87fbd0a158e tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764263 Oct 27 16:08:24.209435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46368327-5904-4210-8060-8836f47ed90e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:24.483981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-89b9fc4d-8632-48cc-8dc6-315d83e9ec35 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.485426 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-89b9fc4d-8632-48cc-8dc6-315d83e9ec35 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 944 time: 0.0521410 Oct 27 16:08:24.621973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Deleting port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:24.622336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.713862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] For port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:24.714770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.729273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Calling delete_port for a7b0e2ed-01cf-4b57-9d10-2ec051638e1f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:24.785533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46368327-5904-4210-8060-8836f47ed90e'}, {'name': 'network-changed', 'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'tag': '46368327-5904-4210-8060-8836f47ed90e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:24.787954 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b5833-37d5-45a8-b20d-57e9b55fe926" -d '{"events": [{"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-unplugged", "status": "completed", "tag": "46368327-5904-4210-8060-8836f47ed90e"}, {"name": "network-changed", "server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "tag": "46368327-5904-4210-8060-8836f47ed90e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:25.156839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-24a08f6d-e873-49dc-aaa7-80082281a6bd service neutron] 10.222.0.82 "GET /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.0563264 Oct 27 16:08:25.231483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.262023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event deleted for resources: {'Port': ['ID=a7b0e2ed-01cf-4b57-9d10-2ec051638e1f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:25.309298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] No DVR routers for this DVR port a7b0e2ed-01cf-4b57-9d10-2ec051638e1f on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:25.309298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.311387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8ad7d990-7c08-4b66-a563-1c335c90a25a req-b8544901-b847-4ce3-80be-cd64735a595a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "DELETE /v2.0/ports/a7b0e2ed-01cf-4b57-9d10-2ec051638e1f HTTP/1.1" status: 204 len: 173 time: 0.8187139 Oct 27 16:08:25.375576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:25.404117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:25.440494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46368327-5904-4210-8060-8836f47ed90e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:25.452318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:25.612518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.691845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] Transition to ACTIVE for port object 46368327-5904-4210-8060-8836f47ed90e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:25.917528 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.981201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] No DVR routers for this DVR port 46368327-5904-4210-8060-8836f47ed90e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:26.000423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] Pushing event updated for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:26.024095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-1bac6dc1-49ff-40e0-ab61-4e283e690bbc service neutron] 10.222.0.82 "PUT /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8501093 Oct 27 16:08:26.223744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:26.233397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-15b4a4f1-a3d3-43fd-9546-6f1fcc4d425c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.234893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-15b4a4f1-a3d3-43fd-9546-6f1fcc4d425c tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0435600 Oct 27 16:08:26.283366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-7a344e86-22ae-4f37-8289-617db2012ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.284891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-7a344e86-22ae-4f37-8289-617db2012ed2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874&tenant_id=e666b1d3b7394c17a00c0066b8f2276f HTTP/1.1" status: 200 len: 1095 time: 0.0419757 Oct 27 16:08:26.299272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.321038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:26.323305 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca518b-efae-4a4b-8595-da96921e0f6a" -d '{"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:26.335788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.353304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-cb9f628e-d7a5-4dab-9ace-cffd72056673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.354901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-cb9f628e-d7a5-4dab-9ace-cffd72056673 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1095 time: 0.0450106 Oct 27 16:08:26.431425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.465930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-879dae97-aabe-423c-a466-4d0aa21996b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.467432 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-879dae97-aabe-423c-a466-4d0aa21996b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.1000679 Oct 27 16:08:26.493727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-6c97a9ea-9c83-439b-bd1b-c006b6977946 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.495335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-6c97a9ea-9c83-439b-bd1b-c006b6977946 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 1101 time: 0.0447748 Oct 27 16:08:26.496065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:26.520821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-87db47e8-15d5-4a7a-8626-10fda2df704f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 217 time: 0.0450506 Oct 27 16:08:26.577396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-c0e91a07-7f5b-4688-94c9-1c0c7fdbd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.578918 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-c0e91a07-7f5b-4688-94c9-1c0c7fdbd8f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0511215 Oct 27 16:08:26.586805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Deleting port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:26.587103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.612825 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-a8ad78e4-5b72-402c-a494-21972b089bc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266383 Oct 27 16:08:26.674701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] For port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.676475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.690655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Calling delete_port for 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:26.707020 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-9d8e9d5d-cb9c-4d5d-ab67-e7f0aeea8614 service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Oct 27 16:08:26.837206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:26.840126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6884585-f3f0-4a22-878b-82815d931ce2 req-d3b7c55b-e834-444a-a6f7-a2ae687cc03d tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=444559ee-90b5-494d-a974-3ed5f6f0dab4 HTTP/1.1" status: 200 len: 210 time: 0.0520749 Oct 27 16:08:26.864554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: a7b0e2ed-01cf-4b57-9d10-2ec051638e1f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:26.865148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device a7b0e2ed-01cf-4b57-9d10-2ec051638e1f not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:26.970522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034017d-14ca-49e4-964e-0f40ca6854c1 req-1438371b-94dc-4351-b70a-6e0f30535f87 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.972424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7034017d-14ca-49e4-964e-0f40ca6854c1 req-1438371b-94dc-4351-b70a-6e0f30535f87 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.0597672 Oct 27 16:08:27.012588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7034017d-14ca-49e4-964e-0f40ca6854c1 req-46f32a70-ebdf-4b89-8d1c-ee1ddbc9eb44 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Oct 27 16:08:27.075868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-9e900494-c373-481c-892c-76ad43468e3c service neutron] 10.222.0.79 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606873 Oct 27 16:08:27.134917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0b99c-555a-41c1-9d30-1c7e924cb1ea req-94e42603-81f9-42a7-9ec7-81c4906433af tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.136954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01d0b99c-555a-41c1-9d30-1c7e924cb1ea req-94e42603-81f9-42a7-9ec7-81c4906433af tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 950 time: 0.0530150 Oct 27 16:08:27.138028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.148490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['45fc64eb-a45e-4e05-a6b5-7575a4b1b30c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:27.179435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Pushing event deleted for resources: {'Port': ['ID=45fc64eb-a45e-4e05-a6b5-7575a4b1b30c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:27.229980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] No DVR routers for this DVR port 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:27.239442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.242798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74468c98-f0c5-455d-9f06-3843a1881d0e req-b87cb40b-6324-47d8-b0b3-d1b15ec52f40 tempest-DeleteServersAdminTestJSON-2002984135 tempest-DeleteServersAdminTestJSON-2002984135-project-admin] 10.222.0.82 "DELETE /v2.0/ports/45fc64eb-a45e-4e05-a6b5-7575a4b1b30c HTTP/1.1" status: 204 len: 173 time: 0.7408624 Oct 27 16:08:27.246411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-deleted', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:27.246411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f116e1-7e4e-466b-97ad-7f0d8ae15507" -d '{"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-deleted", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:27.251481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01d0b99c-555a-41c1-9d30-1c7e924cb1ea req-3ce0bbb9-933a-4e86-9193-7d6db6a8b823 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024227 Oct 27 16:08:27.258103 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a47aed4-90e9-4743-83d4-d884315e3b43 x-openstack-request-id: req-7a47aed4-90e9-4743-83d4-d884315e3b43 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:27.258615 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-unplugged", "status": "completed", "tag": "46368327-5904-4210-8060-8836f47ed90e", "code": 200}, {"name": "network-changed", "server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "tag": "46368327-5904-4210-8060-8836f47ed90e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:27.258615 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a47aed4-90e9-4743-83d4-d884315e3b43 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:27.259011 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46368327-5904-4210-8060-8836f47ed90e', 'code': 200} Oct 27 16:08:27.259292 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'tag': '46368327-5904-4210-8060-8836f47ed90e', 'status': 'completed', 'code': 200} Oct 27 16:08:27.409010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-679b5f34-a146-499a-a720-ecdb44717aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.410867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-679b5f34-a146-499a-a720-ecdb44717aef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1095 time: 0.0616832 Oct 27 16:08:27.511318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-72d9ca0d-b7bc-4f5f-bfe0-ef1cfcd45c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.514008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-72d9ca0d-b7bc-4f5f-bfe0-ef1cfcd45c39 service neutron] 10.222.0.82 "GET /v2.0/networks?id=babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 200 len: 921 time: 0.0938056 Oct 27 16:08:27.564590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-e9e9fa68-bbe8-4d74-a540-6d808b800fa0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 200 len: 217 time: 0.0373127 Oct 27 16:08:27.618427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-70d8fbac-1dd7-4279-9d5a-97b4ee854148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.620457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-70d8fbac-1dd7-4279-9d5a-97b4ee854148 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 200 len: 860 time: 0.0469227 Oct 27 16:08:27.656092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-f6595372-0666-48e5-968d-4bc57b9f264c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=babee0bf-7bb2-47d5-a377-2884d28bd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259159 Oct 27 16:08:27.666271 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de26d0c-eafb-4edf-8698-3bfa9f7d0279 x-openstack-request-id: req-8de26d0c-eafb-4edf-8698-3bfa9f7d0279 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:27.666804 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:27.666922 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8de26d0c-eafb-4edf-8698-3bfa9f7d0279 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:27.667313 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'code': 200} Oct 27 16:08:27.774729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-24dc2884-9e0d-411c-a2b6-f492cf957fdd service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101658 Oct 27 16:08:27.825531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.844098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b05be-b84c-44c1-9000-9eccae010427 req-3d28b425-d3d8-4e7b-adbb-35558212965b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.845617 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-3d28b425-d3d8-4e7b-adbb-35558212965b tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874&tenant_id=e666b1d3b7394c17a00c0066b8f2276f&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1095 time: 0.0612466 Oct 27 16:08:27.878810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b5833-37d5-45a8-b20d-57e9b55fe926 req-a659433f-13bb-49c8-98a4-43e379b1fb11 service neutron] 10.222.0.82 "GET /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873775 Oct 27 16:08:27.941619 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742480a-b871-4132-96b4-2d6dc0504a90 x-openstack-request-id: req-7742480a-b871-4132-96b4-2d6dc0504a90 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:27.941913 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c53bae-2c53-4555-94f6-316a2a6572bf", "name": "network-vif-deleted", "tag": "45fc64eb-a45e-4e05-a6b5-7575a4b1b30c", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:27.942171 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7742480a-b871-4132-96b4-2d6dc0504a90 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:27.943494 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c53bae-2c53-4555-94f6-316a2a6572bf', 'name': 'network-vif-deleted', 'tag': '45fc64eb-a45e-4e05-a6b5-7575a4b1b30c', 'status': 'completed', 'code': 200} Oct 27 16:08:28.057811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-144b05be-b84c-44c1-9000-9eccae010427 req-7bd79ff2-7775-480d-af89-6a8a1a29b696 service neutron] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:28.060968 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-144b05be-b84c-44c1-9000-9eccae010427 req-7bd79ff2-7775-480d-af89-6a8a1a29b696 service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:28.062077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-144b05be-b84c-44c1-9000-9eccae010427 req-7bd79ff2-7775-480d-af89-6a8a1a29b696 service neutron] 10.222.0.79 "DELETE /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.2084866 Oct 27 16:08:28.088740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f01f-943d-4ebd-9c7d-ff6545d36a38 req-9d12c912-ae10-4b6e-bcab-7e16a7a62e7d tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.090313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9088f01f-943d-4ebd-9c7d-ff6545d36a38 req-9d12c912-ae10-4b6e-bcab-7e16a7a62e7d tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.0529082 Oct 27 16:08:28.134166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9088f01f-943d-4ebd-9c7d-ff6545d36a38 req-e0c6107f-3768-4899-86f7-abfa34baea7e tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377142 Oct 27 16:08:28.318752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb8252-4591-4490-9752-a38939c54bbc req-13dabdff-4d73-4b6f-9d84-fddfd8795d47 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.320315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2fb8252-4591-4490-9752-a38939c54bbc req-13dabdff-4d73-4b6f-9d84-fddfd8795d47 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 951 time: 0.0545590 Oct 27 16:08:28.371300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2fb8252-4591-4490-9752-a38939c54bbc req-4ab25683-6cf9-45f1-a97b-7f454a211ffb tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Oct 27 16:08:28.397850 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:28.481139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ccbaa-7085-45ca-851b-ede7de2026d7 req-4918bc73-c082-490c-9d8b-847583981fd1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.482517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f34ccbaa-7085-45ca-851b-ede7de2026d7 req-4918bc73-c082-490c-9d8b-847583981fd1 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.0487843 Oct 27 16:08:28.519793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f34ccbaa-7085-45ca-851b-ede7de2026d7 req-9c0b3501-aa15-4c39-95a4-10be21fe6d20 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Oct 27 16:08:28.638444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f05bf135-9089-4c5b-9a2a-93ac834a34d3 req-310ad5e5-f199-4beb-b9ae-cb10f8bf7d64 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0c53bae-2c53-4555-94f6-316a2a6572bf HTTP/1.1" status: 200 len: 210 time: 0.0307651 Oct 27 16:08:29.104415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-3fc95425-39b3-4fab-afb1-4c8eaf59f86e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.106018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-3fc95425-39b3-4fab-afb1-4c8eaf59f86e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.1136489 Oct 27 16:08:29.121676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-20e3138d-0a07-4a52-8a57-c3d20fe0f453 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/quotas/41202f257a7d42069be0486185029f9a HTTP/1.1" status: 200 len: 375 time: 0.0097282 Oct 27 16:08:29.174252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-5ee81e06-7728-433c-89b3-ad6414a41957 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471535 Oct 27 16:08:29.261764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-deleted', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:29.265058 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78b99fc-c1eb-49c4-90db-2537515d22dd" -d '{"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-deleted", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:29.277505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-a3740365-7b65-4a0b-ba25-1c228d0ccae6 service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961108 Oct 27 16:08:29.372389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-2e6bc289-abcd-4ba6-9bdf-3d0ed651bc0f service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 Oct 27 16:08:29.480659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a2ff-37cd-4556-98be-b20b49988f3a req-571dbcc0-4df7-413e-b397-766899405500 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.482278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d11a2ff-37cd-4556-98be-b20b49988f3a req-571dbcc0-4df7-413e-b397-766899405500 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 949 time: 0.0536666 Oct 27 16:08:29.521075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d11a2ff-37cd-4556-98be-b20b49988f3a req-22e5ceec-fe4d-4d77-8502-b3d0e683cc7e tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Oct 27 16:08:29.719834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4320822-1899-47af-9a5b-831d74c336ac req-afa2c2f4-bd07-49c9-8f62-0689816f4a75 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.721346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4320822-1899-47af-9a5b-831d74c336ac req-afa2c2f4-bd07-49c9-8f62-0689816f4a75 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.0600126 Oct 27 16:08:29.743403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-f0ef1dcc-1965-439c-8e3e-711f280f581e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.745854 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-f0ef1dcc-1965-439c-8e3e-711f280f581e tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 945 time: 0.0650997 Oct 27 16:08:29.797037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-3ba209d6-86a8-45aa-8be3-d9e4ed3ed149 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.797239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-3ba209d6-86a8-45aa-8be3-d9e4ed3ed149 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 949 time: 0.0861721 Oct 27 16:08:29.800440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4320822-1899-47af-9a5b-831d74c336ac req-a87dd121-eacb-4db9-92d9-523f87720037 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/security-groups?id=6801943f-a04e-4f4f-aabb-44e8b456d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Oct 27 16:08:29.861226 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0e229c-c3da-479d-8703-c98f7e457fd4 x-openstack-request-id: req-4a0e229c-c3da-479d-8703-c98f7e457fd4 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:29.861566 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444559ee-90b5-494d-a974-3ed5f6f0dab4", "name": "network-vif-deleted", "tag": "a7b0e2ed-01cf-4b57-9d10-2ec051638e1f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:29.861946 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a0e229c-c3da-479d-8703-c98f7e457fd4 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:29.862510 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444559ee-90b5-494d-a974-3ed5f6f0dab4', 'name': 'network-vif-deleted', 'tag': 'a7b0e2ed-01cf-4b57-9d10-2ec051638e1f', 'status': 'completed', 'code': 200} Oct 27 16:08:29.867177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Deleting port 961f6639-1447-4456-9dc0-ebbcf781ea7b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:29.867874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.945091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port 62943afa-428d-4c46-9bac-818fddf45aaa {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:29.945505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.953324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:30.015805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] For port 961f6639-1447-4456-9dc0-ebbcf781ea7b, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=961f6639-1447-4456-9dc0-ebbcf781ea7b,segment=NetworkSegment(80d21230-c9d7-4f4b-b1b9-e54436f2644d),segment_id=80d21230-c9d7-4f4b-b1b9-e54436f2644d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:30.016463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.034701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Calling delete_port for 961f6639-1447-4456-9dc0-ebbcf781ea7b owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:30.107333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f85cca6-fe3b-48ee-876d-02ae914c72f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.120313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3520c4b-25d0-44b5-a84a-b10065517e53 req-c206b781-38bb-4165-a426-08a816e550b2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 210 time: 0.0393403 Oct 27 16:08:30.152740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee189009-3712-4658-99ce-7d8f017076cd req-827aec42-78e1-45eb-b640-d4e9ba03b1a3 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:30.154289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee189009-3712-4658-99ce-7d8f017076cd req-827aec42-78e1-45eb-b640-d4e9ba03b1a3 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 1095 time: 0.1144242 Oct 27 16:08:30.181195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port 62943afa-428d-4c46-9bac-818fddf45aaa, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=62943afa-428d-4c46-9bac-818fddf45aaa,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:30.181890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.210441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for 62943afa-428d-4c46-9bac-818fddf45aaa owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:30.230839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:30.258945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee189009-3712-4658-99ce-7d8f017076cd req-5dc53c2b-5f42-441b-ad0d-79670e36ebb1 tempest-LiveAutoBlockMigrationV225Test-1950068872 tempest-LiveAutoBlockMigrationV225Test-1950068872-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974212 Oct 27 16:08:30.263127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f85cca6-fe3b-48ee-876d-02ae914c72f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.390283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.396798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f85cca6-fe3b-48ee-876d-02ae914c72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.402797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.433837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:30.439217 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350cd2a4-d7fb-44d5-bcb0-f88ff9f93b94" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:30.452796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:30.497861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Pushing event deleted for resources: {'Port': ['ID=961f6639-1447-4456-9dc0-ebbcf781ea7b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.508270 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2f85cca6-fe3b-48ee-876d-02ae914c72f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bb32f12f6c84e41980213cd0ae73bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506628 Oct 27 16:08:30.508270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85cca6-fe3b-48ee-876d-02ae914c72f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa5ef0-77fb-4fcb-b101-205d1a9dfc5a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.512740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53120) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:30.529658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.531168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:30.538615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2c70-ffbd-4ecb-a9b0-5feb154d25c2 req-2c2d94b1-60d8-4bae-a0f2-4cc16a968eb8 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:30.540106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebdd2c70-ffbd-4ecb-a9b0-5feb154d25c2 req-2c2d94b1-60d8-4bae-a0f2-4cc16a968eb8 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.1399405 Oct 27 16:08:30.568330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] No DVR routers for this DVR port 961f6639-1447-4456-9dc0-ebbcf781ea7b on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:30.571589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.575098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.79 "DELETE /v2.0/ports/961f6639-1447-4456-9dc0-ebbcf781ea7b HTTP/1.1" status: 204 len: 173 time: 0.8228297 Oct 27 16:08:30.603270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:30.604667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 45fc64eb-a45e-4e05-a6b5-7575a4b1b30c not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:30.616758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.631549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:30.636290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['62943afa-428d-4c46-9bac-818fddf45aaa', 'ab97bd39-63de-4450-9952-8bd68142f63e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:30.644234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683bcb-49cd-4067-896c-4b954dbecdce req-cfdcc136-e229-430b-ac90-90476c04da3b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:30.645741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df683bcb-49cd-4067-896c-4b954dbecdce req-cfdcc136-e229-430b-ac90-90476c04da3b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 949 time: 0.1657856 Oct 27 16:08:30.656157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=11']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.693810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=62943afa-428d-4c46-9bac-818fddf45aaa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.739389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-dd960215-1ce1-4333-b136-cc3adee18dc2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:30.740891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-dd960215-1ce1-4333-b136-cc3adee18dc2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/ports?device_id=b2de1600-5be8-4d23-b711-1b2b8b904e5c HTTP/1.1" status: 200 len: 943 time: 0.2298660 Oct 27 16:08:30.749410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebdd2c70-ffbd-4ecb-a9b0-5feb154d25c2 req-7cc4e665-5f15-43d6-95d4-7fe2cd05ec49 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798906 Oct 27 16:08:30.796884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.852419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port 62943afa-428d-4c46-9bac-818fddf45aaa on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:30.894634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.905058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.910433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29050d62-dd93-47ae-bfa9-740e752158c4 req-7296646d-a080-4e57-9534-3722081a98bc tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "DELETE /v2.0/ports/62943afa-428d-4c46-9bac-818fddf45aaa HTTP/1.1" status: 204 len: 173 time: 1.1051192 Oct 27 16:08:30.913707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'name': 'network-vif-deleted', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:30.916677 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdb5a82-808c-49d9-a1ae-c71fd5e9b479" -d '{"events": [{"server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "name": "network-vif-deleted", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:30.933972 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541462cd-49bc-418d-937a-7a46a192e696 x-openstack-request-id: req-541462cd-49bc-418d-937a-7a46a192e696 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:30.934545 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-unplugged", "status": "completed", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:30.934984 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-541462cd-49bc-418d-937a-7a46a192e696 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:30.936244 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'code': 200} Oct 27 16:08:31.325046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-e0ba312b-b8b9-489b-93e6-f752744dbf68 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4046350 Oct 27 16:08:31.370383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-555d8984-4ce3-470c-8565-2753004a9a35 req-b6ec48a2-da10-4c36-a16e-4b5755d90161 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0bee560-1b67-499b-bf76-6daf8529c71c HTTP/1.1" status: 200 len: 210 time: 0.0536253 Oct 27 16:08:31.511279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cb9ffef-7baf-4271-a907-4e1fd31061f1 req-11c7ebb6-2e01-4276-af73-647d0889eb0a tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] 10.222.0.70 "GET /v2.0/ports?device_id=4161503a-de30-4785-9496-f45ddd4e60bb HTTP/1.1" status: 200 len: 210 time: 0.0503392 Oct 27 16:08:31.521822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port ab97bd39-63de-4450-9952-8bd68142f63e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:31.522031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.537809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Deleting port 00aecde4-7f23-4462-b26d-18ecb63e9641 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:31.537919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.637918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.640570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.641724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94fa5ef0-77fb-4fcb-b101-205d1a9dfc5a HTTP/1.1" status: 204 len: 168 time: 1.1279793 Oct 27 16:08:31.680920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-c2506a11-8b0f-41cd-8d3a-f99ee8af3ba0 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.682511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-c2506a11-8b0f-41cd-8d3a-f99ee8af3ba0 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416934 Oct 27 16:08:31.713918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17aa96-12ae-407b-9faa-939a144512e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa5ef0-77fb-4fcb-b101-205d1a9dfc5a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:31.770595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-38ec4070-e0c8-4064-92fc-9e3215df62eb tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/quotas/be6e3e357b4646b7bee9d2aecea7499c HTTP/1.1" status: 200 len: 375 time: 0.0648313 Oct 27 16:08:31.821559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port ab97bd39-63de-4450-9952-8bd68142f63e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ab97bd39-63de-4450-9952-8bd68142f63e,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:31.821928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.834663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f1320eea-70a0-4d5c-8e1d-90f87377f729 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.836153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f1320eea-70a0-4d5c-8e1d-90f87377f729 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.2384582 Oct 27 16:08:31.862832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-fbcbcb48-b798-4327-bd1d-3c66101f06f2 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809109 Oct 27 16:08:31.863871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-deleted', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:31.865687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] For port 00aecde4-7f23-4462-b26d-18ecb63e9641, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=00aecde4-7f23-4462-b26d-18ecb63e9641,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:31.866067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.867313 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e3314-c802-4f4e-b678-d9ac9ed1b245" -d '{"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-deleted", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:31.885439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for ab97bd39-63de-4450-9952-8bd68142f63e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:31.927610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6da4-efe8-433e-83a6-8a37799cff27 req-6cbf0899-a4e8-4ae0-ac46-816f603c2945 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.929100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f4f6da4-efe8-433e-83a6-8a37799cff27 req-6cbf0899-a4e8-4ae0-ac46-816f603c2945 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.2601063 Oct 27 16:08:31.939790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Calling delete_port for 00aecde4-7f23-4462-b26d-18ecb63e9641 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:32.136104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-1e7706ce-7589-4f25-9d21-717fe5da2845 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.146072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-1e7706ce-7589-4f25-9d21-717fe5da2845 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.2502921 Oct 27 16:08:32.154681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f4f6da4-efe8-433e-83a6-8a37799cff27 req-502c8ea2-d91c-4586-840d-f5ab0bbf4560 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965780 Oct 27 16:08:32.167141 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ef855-1998-4ce5-a2b6-735319503899 x-openstack-request-id: req-2e2ef855-1998-4ce5-a2b6-735319503899 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:32.167343 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bee560-1b67-499b-bf76-6daf8529c71c", "name": "network-vif-deleted", "tag": "62943afa-428d-4c46-9bac-818fddf45aaa", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:32.167447 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e2ef855-1998-4ce5-a2b6-735319503899 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:32.167848 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bee560-1b67-499b-bf76-6daf8529c71c', 'name': 'network-vif-deleted', 'tag': '62943afa-428d-4c46-9bac-818fddf45aaa', 'status': 'completed', 'code': 200} Oct 27 16:08:32.318398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Deleting port 46368327-5904-4210-8060-8836f47ed90e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:32.318732 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.403587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e86bf685-85f7-4d6f-a832-f7bb5bf69976 req-75924f5c-debb-4135-a2d6-3eb71d5ee669 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 210 time: 0.1550801 Oct 27 16:08:32.464901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53190) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:32.484373 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cc0783-9f03-46df-98b7-57e252757f24 x-openstack-request-id: req-c7cc0783-9f03-46df-98b7-57e252757f24 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:32.484639 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4161503a-de30-4785-9496-f45ddd4e60bb", "name": "network-vif-deleted", "tag": "961f6639-1447-4456-9dc0-ebbcf781ea7b", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:32.484988 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7cc0783-9f03-46df-98b7-57e252757f24 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:32.485469 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4161503a-de30-4785-9496-f45ddd4e60bb', 'name': 'network-vif-deleted', 'tag': '961f6639-1447-4456-9dc0-ebbcf781ea7b', 'status': 'completed', 'code': 200} Oct 27 16:08:32.486838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadf1039-2150-467f-8702-61952f17666f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.566898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadf1039-2150-467f-8702-61952f17666f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.589046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b74ef68e-3b6f-4340-8b4b-f8b6a0773205 req-f3974a2b-b6bc-4bd8-9a78-e524dbbdfa2f tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 210 time: 0.0649636 Oct 27 16:08:32.616357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] For port 46368327-5904-4210-8060-8836f47ed90e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=46368327-5904-4210-8060-8836f47ed90e,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:32.616880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.658517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27ed2d-9617-43b3-bf6b-00133c0f2a4b req-4fadf97a-66e4-4957-9b19-d260e0fbd209 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.660038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed27ed2d-9617-43b3-bf6b-00133c0f2a4b req-4fadf97a-66e4-4957-9b19-d260e0fbd209 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.2354765 Oct 27 16:08:32.661514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Calling delete_port for 46368327-5904-4210-8060-8836f47ed90e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:32.664734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Deleting port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:32.665078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.667722 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.680356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-8348457b-b3a4-4bdc-b0a6-3eaa29e182d2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.682002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-8348457b-b3a4-4bdc-b0a6-3eaa29e182d2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.3600452 Oct 27 16:08:32.682182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadf1039-2150-467f-8702-61952f17666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.735529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.747397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:32.750872 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cadf1039-2150-467f-8702-61952f17666f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5896212b0a0542cea46eaff71f0fcef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834427 Oct 27 16:08:32.757214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53204) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:32.757214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1039-2150-467f-8702-61952f17666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b4e0d-703d-479d-b398-cf9a6274d0a9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.761073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Request body: {'port': {'device_id': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'admin_state_up': True, 'tenant_id': '41202f257a7d42069be0486185029f9a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:32.804579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event deleted for resources: {'Port': ['ID=00aecde4-7f23-4462-b26d-18ecb63e9641,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.818993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.861844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.870988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53210) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:32.873350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:32.963849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=ab97bd39-63de-4450-9952-8bd68142f63e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.982642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 961f6639-1447-4456-9dc0-ebbcf781ea7b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:32.982642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 961f6639-1447-4456-9dc0-ebbcf781ea7b not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:32.982642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ab97bd39-63de-4450-9952-8bd68142f63e no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:33.016446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: ab97bd39-63de-4450-9952-8bd68142f63e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:33.017285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ab97bd39-63de-4450-9952-8bd68142f63e not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:33.018002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 62943afa-428d-4c46-9bac-818fddf45aaa no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:33.030183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.032895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.038204 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b6b4e0d-703d-479d-b398-cf9a6274d0a9 HTTP/1.1" status: 204 len: 168 time: 0.2791955 Oct 27 16:08:33.044098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] No DVR routers for this DVR port 00aecde4-7f23-4462-b26d-18ecb63e9641 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:33.051357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1fcc-901d-4a05-b1d7-aa890d2b8f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b4e0d-703d-479d-b398-cf9a6274d0a9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:33.069066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed27ed2d-9617-43b3-bf6b-00133c0f2a4b req-508aa5a3-26cf-42c6-bb86-bf67d5daf051 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947699 Oct 27 16:08:33.070182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port ab97bd39-63de-4450-9952-8bd68142f63e on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:33.075670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.079023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98ac9bf2-bf73-4439-bcc4-f694577c8fa5 req-6c848d90-053c-4f7c-90f6-6078fd616b54 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "DELETE /v2.0/ports/00aecde4-7f23-4462-b26d-18ecb63e9641 HTTP/1.1" status: 204 len: 173 time: 2.2905138 Oct 27 16:08:33.079741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 62943afa-428d-4c46-9bac-818fddf45aaa {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:33.080136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 62943afa-428d-4c46-9bac-818fddf45aaa not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:33.099421 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.102624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.79 "DELETE /v2.0/ports/ab97bd39-63de-4450-9952-8bd68142f63e HTTP/1.1" status: 204 len: 173 time: 2.4259055 Oct 27 16:08:33.189674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d22bd59d-953b-4ce5-8b40-5adfc6b0e3bd req-0a855ea5-d2b2-413c-b4b7-64b3fbd07c4b tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.1373680 Oct 27 16:08:33.235990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:33.237089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.389011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Deleting subnet 2112ea6a-1af5-47ae-b9aa-595216a3aad8 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:08:33.393562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.454063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.474936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:33.478586 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.513875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.540323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c422-5a0f-465a-ad1d-76f945ef954d req-8e6d6eae-fc93-4ffa-91f6-69c2ec3557db tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.553412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed50c422-5a0f-465a-ad1d-76f945ef954d req-8e6d6eae-fc93-4ffa-91f6-69c2ec3557db tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 944 time: 0.1954603 Oct 27 16:08:33.656222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.667854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:33.705976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.728777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event deleted for resources: {'Port': ['ID=46368327-5904-4210-8060-8836f47ed90e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:33.740818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed50c422-5a0f-465a-ad1d-76f945ef954d req-e687ce1e-bc73-446b-b7c2-3f75af8dbfed tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914294 Oct 27 16:08:33.769727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2112ea6a-1af5-47ae-b9aa-595216a3aad8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:33.793497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.798457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad2f5cc1-7666-4362-953b-be32bdd8fab0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2112ea6a-1af5-47ae-b9aa-595216a3aad8 HTTP/1.1" status: 204 len: 168 time: 0.9263902 Oct 27 16:08:33.801892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53272) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:33.816093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b83d471a-864d-4464-b3f0-ca4854b8c83e req-cb695877-9441-4f2f-bdb9-2453affbddad tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 210 time: 0.1554835 Oct 27 16:08:33.885406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] No DVR routers for this DVR port 46368327-5904-4210-8060-8836f47ed90e on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:33.914351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.918114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28dda49a-5c89-42c3-9c4d-355061042bec req-f8e1eead-d9be-4eb4-a10e-db1bfdb193d2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "DELETE /v2.0/ports/46368327-5904-4210-8060-8836f47ed90e HTTP/1.1" status: 204 len: 173 time: 2.0577495 Oct 27 16:08:33.925618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.925929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.932099 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Floating IP e1d9e7ce-46eb-4797-adc7-53411bb8f083 disassociated. External IP: 172.25.5.115, port: 0f0a4a4d-df57-4411-87e8-bc9146431bf5. Oct 27 16:08:33.932099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Calling delete_port for 0f0a4a4d-df57-4411-87e8-bc9146431bf5 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:33.971979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.977834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6688dce-0df8-4e93-aa20-d28f1515fded req-530e5640-32e7-466d-a3bf-48ce0b52c847 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 210 time: 0.0408647 Oct 27 16:08:34.115693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.158426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf740f1-c54e-418b-a124-acf220459d34']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:34.171991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d21230-c9d7-4f4b-b1b9-e54436f2644d') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:34.171991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d21230-c9d7-4f4b-b1b9-e54436f2644d') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:34.185523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.211660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.223367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:08:34.224340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:08:34.229496 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:08:34.247679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0f0a4a4d-df57-4411-87e8-bc9146431bf5 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:34.349966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-deleted', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641'}, {'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'name': 'network-vif-deleted', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e'}, {'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-deleted', 'tag': '46368327-5904-4210-8060-8836f47ed90e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:34.352072 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8574a50-a9fb-42f5-aab0-db48a2c0a347" -d '{"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-deleted", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641"}, {"server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "name": "network-vif-deleted", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e"}, {"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-deleted", "tag": "46368327-5904-4210-8060-8836f47ed90e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:34.401168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.401368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Allocated IP 172.20.0.11 (a074166a-6f0c-44e2-8db6-a220f229530a/a5c3aea5-a007-46d1-b5db-ef0041df41b1/ee78d7a3-3325-434e-aa04-52931da84e5d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:34.401513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:34.401513 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789289cd-ae18-432b-92e6-05e90794e277" -d '{"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:34.410456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0f0a4a4d-df57-4411-87e8-bc9146431bf5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0f0a4a4d-df57-4411-87e8-bc9146431bf5,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:34.423706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dea40aed-1fcd-4fc0-b220-9c17c9b0bce9 req-a60faa42-4779-4cbd-a626-32a211dad6e7 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=d12d5112-fca9-48b9-9fd7-7e7c9edce8ba HTTP/1.1" status: 200 len: 210 time: 0.0637951 Oct 27 16:08:34.524250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e70f-a0fb-4c0a-8856-b79c4cf40fb1 req-fb967170-300d-425d-abba-73828f29fcbc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:34.524250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5599e70f-a0fb-4c0a-8856-b79c4cf40fb1 req-fb967170-300d-425d-abba-73828f29fcbc tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 945 time: 0.1616635 Oct 27 16:08:34.545120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.549998 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.551563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:34.588950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf740f1-c54e-418b-a124-acf220459d34,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:34.591104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.598613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 00aecde4-7f23-4462-b26d-18ecb63e9641 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:34.599292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 00aecde4-7f23-4462-b26d-18ecb63e9641 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:34.612493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-719982fb-0b3d-4d68-a0b6-64abd54bf39f admin admin] 10.222.0.70 "DELETE /v2.0/networks/bdf740f1-c54e-418b-a124-acf220459d34 HTTP/1.1" status: 204 len: 168 time: 0.8086326 Oct 27 16:08:34.613146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:34.627441 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fbb3fa-6fe3-4562-a931-52dc44b31293 x-openstack-request-id: req-52fbb3fa-6fe3-4562-a931-52dc44b31293 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:34.627441 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:34.627441 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52fbb3fa-6fe3-4562-a931-52dc44b31293 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:34.627441 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'code': 200} Oct 27 16:08:34.654947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:34.715098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Deleting subnet 5250763d-9dec-4921-b765-02e0b3efc6a2 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:08:34.721664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.727208 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f198d41d-3957-4376-9a95-86acc6919959 x-openstack-request-id: req-f198d41d-3957-4376-9a95-86acc6919959 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:34.727830 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2de1600-5be8-4d23-b711-1b2b8b904e5c", "name": "network-vif-deleted", "tag": "00aecde4-7f23-4462-b26d-18ecb63e9641", "status": "completed", "code": 200}, {"server_uuid": "d12d5112-fca9-48b9-9fd7-7e7c9edce8ba", "name": "network-vif-deleted", "tag": "ab97bd39-63de-4450-9952-8bd68142f63e", "status": "completed", "code": 200}, {"server_uuid": "084bca2b-de34-4eb4-8656-7ac8b0964874", "name": "network-vif-deleted", "tag": "46368327-5904-4210-8060-8836f47ed90e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:34.728676 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f198d41d-3957-4376-9a95-86acc6919959 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:34.729093 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2de1600-5be8-4d23-b711-1b2b8b904e5c', 'name': 'network-vif-deleted', 'tag': '00aecde4-7f23-4462-b26d-18ecb63e9641', 'status': 'completed', 'code': 200} Oct 27 16:08:34.729638 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12d5112-fca9-48b9-9fd7-7e7c9edce8ba', 'name': 'network-vif-deleted', 'tag': 'ab97bd39-63de-4450-9952-8bd68142f63e', 'status': 'completed', 'code': 200} Oct 27 16:08:34.729853 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084bca2b-de34-4eb4-8656-7ac8b0964874', 'name': 'network-vif-deleted', 'tag': '46368327-5904-4210-8060-8836f47ed90e', 'status': 'completed', 'code': 200} Oct 27 16:08:34.813162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5599e70f-a0fb-4c0a-8856-b79c4cf40fb1 req-a298f808-18ba-4b0a-9a13-182b571915ab tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5181184-12e1-4e33-b841-fae8808c6f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761550 Oct 27 16:08:34.816891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.865530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 46368327-5904-4210-8060-8836f47ed90e no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:34.894261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.905739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 46368327-5904-4210-8060-8836f47ed90e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:34.906081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 46368327-5904-4210-8060-8836f47ed90e not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:34.922401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.941288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03f942c4-149d-4d36-9e94-130b0d63467f req-2e1e98ec-c6d6-4226-9afe-4f2a5fd6b629 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0446875 Oct 27 16:08:34.951898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.020982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event deleted for resources: {'Port': ['ID=0f0a4a4d-df57-4411-87e8-bc9146431bf5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:35.096709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8004f07e-f70a-42b9-af12-ef8b1f06e1e0 req-e8dc24dd-a9d3-49f3-8c42-54db7d1cb739 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 210 time: 0.0421383 Oct 27 16:08:35.105277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.164942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5250763d-9dec-4921-b765-02e0b3efc6a2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:35.176197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.185086 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0bdc9fe-863a-4f40-ac57-a484392070d3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5250763d-9dec-4921-b765-02e0b3efc6a2 HTTP/1.1" status: 204 len: 168 time: 0.5632372 Oct 27 16:08:35.187317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:35.247750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-ec2004e2-62b7-440b-96aa-dea9e5a22b33 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276279 Oct 27 16:08:35.318777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832c7d55-8e3b-46f4-a346-f9743c3d3c5e req-99750161-c1c9-49a4-8ae3-1ee596171ac7 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 210 time: 0.0666628 Oct 27 16:08:35.370454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.397429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.472537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Network a074166a-6f0c-44e2-8db6-a220f229530a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:35.480143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:35.489062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:35.500608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.542868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f44d217-a130-48dc-8920-0a78bf34a49b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:35.557233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:35.557503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.561822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00440941-45b3-4851-9895-997291af6614') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:35.562718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00440941-45b3-4851-9895-997291af6614') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:35.591470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Router 2c508dee-b0ff-406a-a915-1b61138ae380 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:08:35.591721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.594263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:35.609889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.618059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:08:35.618572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:08:35.621836 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:08:35.659680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-784377cd-0166-4911-ac1f-9e4419593112 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:35.661254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-784377cd-0166-4911-ac1f-9e4419593112 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040608 Oct 27 16:08:35.705126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Request body: {'port': {'device_id': '1d99dac1-a9f5-46fa-9766-d67735195791', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'be6e3e357b4646b7bee9d2aecea7499c'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:35.789790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-765dcfb6-3ddf-4f90-8b93-30b6f1453b02 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0858765 Oct 27 16:08:35.804965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Request body: {'port': {'device_id': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:35.856171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.864676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.872404 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] 10.222.0.70 "DELETE /v2.0/networks/1f44d217-a130-48dc-8920-0a78bf34a49b HTTP/1.1" status: 204 len: 168 time: 0.6835039 Oct 27 16:08:35.919435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:08:35.932250 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Sync routers for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:08:35.957841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458718e3-82c2-4aa8-9097-2bd42155bb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f44d217-a130-48dc-8920-0a78bf34a49b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:35.973244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] No DVR routers for this DVR port 0f0a4a4d-df57-4411-87e8-bc9146431bf5 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:35.979385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.990465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.993975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f92e37f-e27f-4884-9485-b3f6d6f51db1 req-527c0a72-000b-4602-a267-8b040d9a4e75 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.82 "DELETE /v2.0/ports/0f0a4a4d-df57-4411-87e8-bc9146431bf5 HTTP/1.1" status: 204 len: 173 time: 3.8453920 Oct 27 16:08:36.030499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da39da10-7959-4128-af13-9e9bb0f033b7 req-5225e971-be46-47ab-a3ed-dcc0ec292ab6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5773f50-c0df-450f-8064-cbf40eef5c07 HTTP/1.1" status: 200 len: 210 time: 0.0585873 Oct 27 16:08:36.078119 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:36.079017 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:36.203335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Made reservation on behalf of be6e3e357b4646b7bee9d2aecea7499c for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:36.209284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.251205 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:36.469528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Allocated IP 192.168.233.179 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/a8440638-cdf8-48d6-aa5b-4ce148b46906) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:36.484691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee78d7a3-3325-434e-aa04-52931da84e5d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:36.494007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.507309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Transition to ACTIVE for port object ee78d7a3-3325-434e-aa04-52931da84e5d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:36.535910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53416) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:36.612110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.637787 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8b72732-b4ba-4ac0-8855-3e1a219ac295 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aed460abf17e4a1fa8e5d9088366ff35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982845 Oct 27 16:08:36.650393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53420) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:36.673773 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:36.689548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:36.737765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-deleted', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:36.737999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.740000 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee400a6-9cd6-4440-aaa3-d3fdf07b357c" -d '{"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-deleted", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:36.745110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e165c37-3a47-45b3-93f2-c7ecb2cf7286 req-488d8fdd-d728-4382-af52-8562fea7eeb3 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0460539 Oct 27 16:08:36.756055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Checking router: 2c508dee-b0ff-406a-a915-1b61138ae380 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:08:36.764591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.771667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:36.786501 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:36.787167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:36.824122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.860383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.865918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Attempting to bind port ee78d7a3-3325-434e-aa04-52931da84e5d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:36.866263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Attempting to bind port ee78d7a3-3325-434e-aa04-52931da84e5d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:36.869238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Attempting to bind port ee78d7a3-3325-434e-aa04-52931da84e5d on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:36.874466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Port ee78d7a3-3325-434e-aa04-52931da84e5d on network a074166a-6f0c-44e2-8db6-a220f229530a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:36.874466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Attempting to bind port ee78d7a3-3325-434e-aa04-52931da84e5d on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:36.880803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:36.881140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Checking segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:36.881525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Bound using segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:36.881951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Bound port: ee78d7a3-3325-434e-aa04-52931da84e5d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:36.882304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.921598 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:37.012607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.015264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.022199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6801943f-a04e-4f4f-aabb-44e8b456d050 HTTP/1.1" status: 204 len: 168 time: 0.3710957 Oct 27 16:08:37.037792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047664d0-8f4f-442f-9be9-55937519a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6801943f-a04e-4f4f-aabb-44e8b456d050,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:37.043505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d04e809-120d-4fcd-9b00-16ae779e4a56 req-292417a6-adde-4aa6-8a90-e28bc2f13f8f tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 210 time: 0.0542095 Oct 27 16:08:37.065001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:37.072949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:37.094656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f0306-f351-446c-bd72-e58a5a40b380 req-49c0d8e4-427c-486f-adea-04ba9041ef20 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.096843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-764f0306-f351-446c-bd72-e58a5a40b380 req-49c0d8e4-427c-486f-adea-04ba9041ef20 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 944 time: 0.1501460 Oct 27 16:08:37.179283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.186989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.217359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-764f0306-f351-446c-bd72-e58a5a40b380 req-a9a984ce-ff9d-4080-bd03-fdfa626fbae5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141870 Oct 27 16:08:37.268823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:37.268948 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:37.273729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:37.277516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:37.284855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.291381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.291381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] 10.222.0.82 "PUT /v2.0/ports/ee78d7a3-3325-434e-aa04-52931da84e5d HTTP/1.1" status: 200 len: 1092 time: 1.4877481 Oct 27 16:08:37.298194 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a677-caa5-4cf7-9a44-8bd2eee42d76 None None] The sync data for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 is: [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:04:43Z', 'revision_number': 4, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a7135a5-b1fb-4e06-a922-a57b38e5bc82', 'name': '', 'network_id': 'a1d61577-9a90-4505-8071-06e7b0c8b141', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'mac_address': 'fa:16:3e:24:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:42Z', 'updated_at': '2021-10-27T16:04:48Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'subnets': [{'id': 'a80ff450-88cd-41b6-9e7c-7691120b97c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:08:37.338206 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407ceb2-e167-4360-bb6a-4463f2a11b5f x-openstack-request-id: req-5407ceb2-e167-4360-bb6a-4463f2a11b5f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:37.338632 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5773f50-c0df-450f-8064-cbf40eef5c07", "name": "network-vif-deleted", "tag": "0f0a4a4d-df57-4411-87e8-bc9146431bf5", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:37.338890 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5407ceb2-e167-4360-bb6a-4463f2a11b5f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:37.339321 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5773f50-c0df-450f-8064-cbf40eef5c07', 'name': 'network-vif-deleted', 'tag': '0f0a4a4d-df57-4411-87e8-bc9146431bf5', 'status': 'completed', 'code': 200} Oct 27 16:08:37.417558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.418361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.431343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event updated for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:37.448868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ecfef-1bb9-4349-a90a-9678116f3965 req-4ef75c2e-4138-4004-8176-6e5afd28b566 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.450590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b12ecfef-1bb9-4349-a90a-9678116f3965 req-4ef75c2e-4138-4004-8176-6e5afd28b566 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 949 time: 0.2820380 Oct 27 16:08:37.576528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-a41d1add-7d42-4de5-a225-7eae360bc6fd tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8736207 Oct 27 16:08:37.601746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Request body: {'port': {'device_id': '1d99dac1-a9f5-46fa-9766-d67735195791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:37.673580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b12ecfef-1bb9-4349-a90a-9678116f3965 req-d74d69df-a644-4e8d-a2c7-b0d3077112ee tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/security-groups?id=2034f461-f668-4fa3-9fc5-7b9219cc2443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033474 Oct 27 16:08:37.695070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa8247-c0e9-4d50-89ed-2747fe608177 service neutron] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:37.739950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-665d53b0-c6d9-42cd-8d5a-e07fa186437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.741623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-665d53b0-c6d9-42cd-8d5a-e07fa186437c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 1095 time: 0.2725816 Oct 27 16:08:37.744511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.761308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Request body: {'security_group': {'name': 'tempest-securitygroup-798398638', 'description': 'tempest-description-1436906846'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:37.762499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f0cac428-ed85-4e98-8774-cc379b9cdb31 None None] Provisioning complete for port a8440638-cdf8-48d6-aa5b-4ce148b46906 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:37.763015 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0cac428-ed85-4e98-8774-cc379b9cdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.802504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fc06e-b698-4ab4-8b0a-be5a84a70822 None None] New status for floating IP e1d9e7ce-46eb-4797-adc7-53411bb8f083: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:08:37.807092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-dfb560cf-c29d-4def-83f3-2ed12873944b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee78d7a3-3325-434e-aa04-52931da84e5d HTTP/1.1" status: 200 len: 217 time: 0.0518274 Oct 27 16:08:37.898475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f0cac428-ed85-4e98-8774-cc379b9cdb31 None None] Port a8440638-cdf8-48d6-aa5b-4ce148b46906 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:08:37.907633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-3caf0234-eb89-40af-91ca-156f13151be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:37.907633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-3caf0234-eb89-40af-91ca-156f13151be7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.0721235 Oct 27 16:08:37.984550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-d1d0684b-d35a-49b0-9bca-fcb79b428850 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382404 Oct 27 16:08:37.987657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.010834 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.076731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:38.150128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2bc567cc-795d-4fa8-80aa-1ee4f3553542 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c39fe967bc842e091a173688ce4afa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720706 Oct 27 16:08:38.152729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:38.223300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.226043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-5af5476d-997a-4d66-9bf7-639c894b1004 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267432 Oct 27 16:08:38.251636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.332612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.371390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.374758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.382972 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/365d9db1-4bb1-4ef4-9126-7c9b84f968af HTTP/1.1" status: 204 len: 168 time: 0.2265987 Oct 27 16:08:38.400720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271758b3-5903-429d-a3fe-b70d1fd22902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d9db1-4bb1-4ef4-9126-7c9b84f968af,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:38.407579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8440638-cdf8-48d6-aa5b-4ce148b46906 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:38.424321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.427677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.456808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5831ca01-07dc-48d9-a111-c93e6b22cf7b req-65ceaea2-a1ba-4118-9c39-727008c510e2 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214882 Oct 27 16:08:38.478217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Transition to ACTIVE for port object a8440638-cdf8-48d6-aa5b-4ce148b46906 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:38.488281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29f7d-d519-4442-a4fa-112997063758 req-9c8a1841-ec0a-47c6-a20d-d063f54f8144 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:38.489804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92f29f7d-d519-4442-a4fa-112997063758 req-9c8a1841-ec0a-47c6-a20d-d063f54f8144 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 949 time: 0.1357238 Oct 27 16:08:38.511627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecfea60-5ea9-4a71-a732-b6f3b2949c77,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:38.585040 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.641840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:38.670611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Pushing event updated for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:39.043152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.092562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Deleting port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:39.093003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.156614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8b029-ba81-431f-80f7-168b29180988,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:39.174247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Attempting to bind port a8440638-cdf8-48d6-aa5b-4ce148b46906 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Attempting to bind port a8440638-cdf8-48d6-aa5b-4ce148b46906 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Attempting to bind port a8440638-cdf8-48d6-aa5b-4ce148b46906 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Port a8440638-cdf8-48d6-aa5b-4ce148b46906 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Attempting to bind port a8440638-cdf8-48d6-aa5b-4ce148b46906 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Bound port: a8440638-cdf8-48d6-aa5b-4ce148b46906, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:39.199116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.234320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] For port 3bee86d2-01e0-4663-8f1a-cd262e53cf34, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bee86d2-01e0-4663-8f1a-cd262e53cf34,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:39.234691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.256879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.258164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab7f1028-7ec1-4987-b4d5-47caae69fb88 req-07cb3a93-03b2-4f80-883d-f186ef4e99f3 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5047615 Oct 27 16:08:39.279325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Calling delete_port for 3bee86d2-01e0-4663-8f1a-cd262e53cf34 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:39.340654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:39.342956 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:39.351015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:39.371642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:39.442514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df6c57b1-19f1-4c8e-bede-579d2011a138 req-a3e40eff-1069-4609-9ce2-d7ab20f5cf7e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0743806 Oct 27 16:08:39.447522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.518374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:39.519118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.520923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] 10.222.0.82 "PUT /v2.0/ports/a8440638-cdf8-48d6-aa5b-4ce148b46906 HTTP/1.1" status: 200 len: 1096 time: 1.9387624 Oct 27 16:08:39.616220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8bf8-43e8-4bde-8f0c-2833d5de7475 service neutron] Pushing event updated for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:39.636546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665b62-c5c3-4a87-84e6-b269c5570a26 req-50543725-7b94-4a2c-b708-ed9fdf3c94f6 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:39.649149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7665b62-c5c3-4a87-84e6-b269c5570a26 req-50543725-7b94-4a2c-b708-ed9fdf3c94f6 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 948 time: 0.1265659 Oct 27 16:08:39.717704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.733253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bee86d2-01e0-4663-8f1a-cd262e53cf34'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:39.779731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-a4df4125-1a28-495b-bb23-224cf7e0c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:39.781281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-a4df4125-1a28-495b-bb23-224cf7e0c821 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 1099 time: 0.1296759 Oct 27 16:08:39.782105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Pushing event deleted for resources: {'Port': ['ID=3bee86d2-01e0-4663-8f1a-cd262e53cf34,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:39.797172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7665b62-c5c3-4a87-84e6-b269c5570a26 req-3fbd26d6-0514-46ac-9137-ae9e1fc63738 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456568 Oct 27 16:08:39.990162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] No DVR routers for this DVR port 3bee86d2-01e0-4663-8f1a-cd262e53cf34 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:39.994058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:39.999444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92f29f7d-d519-4442-a4fa-112997063758 req-cf03bfe4-1a94-4ffc-9ba7-42a3e69848eb tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.82 "DELETE /v2.0/ports/3bee86d2-01e0-4663-8f1a-cd262e53cf34 HTTP/1.1" status: 204 len: 173 time: 1.5005901 Oct 27 16:08:40.005963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-a0eb3ac6-a6e6-4af0-8bc3-6529ff6c19f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906 HTTP/1.1" status: 200 len: 217 time: 0.1574781 Oct 27 16:08:40.035411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b556461-cb21-4ffd-b404-b3d6995087ac req-c0f9d1f8-5ef2-4431-8084-6d30f5c7f6d4 tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] 10.222.0.70 "GET /v2.0/ports?device_id=85804222-6a4b-4fad-a6e2-18f74221ee6c HTTP/1.1" status: 200 len: 210 time: 0.1215920 Oct 27 16:08:40.077871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2056758245', 'description': 'tempest-description-1341013597'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:40.090515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b754bd-c36d-4a94-8d15-c28d2386ca5f req-5288156f-34cc-439f-82bf-6702f967fb4a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.092012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77b754bd-c36d-4a94-8d15-c28d2386ca5f req-5288156f-34cc-439f-82bf-6702f967fb4a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 944 time: 0.3525457 Oct 27 16:08:40.142685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-f536661b-4f90-465a-9f3d-cc99dcdb04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.144217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-f536661b-4f90-465a-9f3d-cc99dcdb04e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1209207 Oct 27 16:08:40.184820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77b754bd-c36d-4a94-8d15-c28d2386ca5f req-34cc65a9-6ba4-4a15-9211-5c196b141ff5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796163 Oct 27 16:08:40.218138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752540-5804-4b9d-bc19-0580eb345712 req-d0325aec-97da-4d82-a6d6-b626b738cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.219813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-d0325aec-97da-4d82-a6d6-b626b738cb53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660706 Oct 27 16:08:40.328207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.370632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-a2cc7b48-a4f8-47fa-8fb4-1141356a58c4 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419799 Oct 27 16:08:40.394847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:40.439304 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251a61df-8ea4-4452-a1bf-842240ec78c3 x-openstack-request-id: req-251a61df-8ea4-4452-a1bf-842240ec78c3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:40.439801 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:40.440061 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-251a61df-8ea4-4452-a1bf-842240ec78c3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:40.448768 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'status': 'completed', 'code': 200} Oct 27 16:08:40.491520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.521013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.550088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.564252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-9015388c-e15f-442b-ab1f-4430acbc362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.565698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-9015388c-e15f-442b-ab1f-4430acbc362d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 1095 time: 0.0999191 Oct 27 16:08:40.569373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08752540-5804-4b9d-bc19-0580eb345712 req-03d2b138-ef32-4fb0-8a04-47538df8e72b service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892085 Oct 27 16:08:40.637349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.682590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274ab179-cfe1-4c1b-b880-5b0d50e8c720,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:40.718331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-5f80bd89-9175-4426-884d-f45efa8e564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.720056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-5f80bd89-9175-4426-884d-f45efa8e564c service neutron] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 906 time: 0.1425509 Oct 27 16:08:40.723160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.725930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.728592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "DELETE /v2.0/security-groups/d5181184-12e1-4e33-b841-fae8808c6f1a HTTP/1.1" status: 204 len: 168 time: 0.3320105 Oct 27 16:08:40.735285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53534) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:40.738463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9efea-51a1-4eb1-9a26-904de80978d6 tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5181184-12e1-4e33-b841-fae8808c6f1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:40.756949 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-b5b01df3-9fa9-4379-9325-fa01a93137ea tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] show failed (client error): The resource could not be found. Oct 27 16:08:40.757996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b5b01df3-9fa9-4379-9325-fa01a93137ea tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "GET /v2.0/security-groups/d5181184-12e1-4e33-b841-fae8808c6f1a HTTP/1.1" status: 404 len: 347 time: 0.0212839 Oct 27 16:08:40.765241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:40.796907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-18706b82-a5b3-46f0-bdef-480cde875edb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee78d7a3-3325-434e-aa04-52931da84e5d HTTP/1.1" status: 200 len: 217 time: 0.0531375 Oct 27 16:08:40.843829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:40.845045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e67c219-979e-4f5a-8c40-556dc87e62d3 req-475a7e81-7e0e-4a75-b510-72f819c25a1c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7897770 Oct 27 16:08:40.874549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-c040962d-35cb-4060-91df-d25a7f225f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:40.876162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-c040962d-35cb-4060-91df-d25a7f225f72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.0697463 Oct 27 16:08:40.919500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-ccc67468-b01f-4cda-a2b3-44283930ca12 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336080 Oct 27 16:08:41.008753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Deleting port b5e18b33-20dc-4d99-986c-79c4d0d22bdb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:41.015848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.026029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28907c7e-de87-4ad1-9a29-39a5cdace994 req-5854b1a8-c9fd-4000-8c58-5ffba630f1d9 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=084bca2b-de34-4eb4-8656-7ac8b0964874 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Oct 27 16:08:41.080998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-805da104-eb55-43ec-be66-781088667efb service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537747 Oct 27 16:08:41.194617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.195396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.214942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Calling delete_port for b5e18b33-20dc-4d99-986c-79c4d0d22bdb owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:41.235925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa7da-7877-476a-b41f-56ae9158333a req-4fc196de-ad97-40fd-88e6-61c4872c5531 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:41.237519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a36fa7da-7877-476a-b41f-56ae9158333a req-4fc196de-ad97-40fd-88e6-61c4872c5531 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 948 time: 0.0815520 Oct 27 16:08:41.298738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce0b293a-6f18-4c64-b751-2d53a2b8c2e4 req-916f4a15-3a50-4220-b745-4595393a4821 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082520 Oct 27 16:08:41.346982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a36fa7da-7877-476a-b41f-56ae9158333a req-e50e3917-62c7-4653-9e50-d3f31b523677 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911837 Oct 27 16:08:41.349007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cd339236-ceba-4be7-a4b7-904a7a1ab0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.524560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.552473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Pushing event deleted for resources: {'Port': ['ID=b5e18b33-20dc-4d99-986c-79c4d0d22bdb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:41.583549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1991278798', 'description': 'tempest-description-1242278445'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:41.622484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.625715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.629020 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-082b4eca-8982-4c12-b43c-2db3f25e51be tempest-ServersTestManualDisk-1086571415 tempest-ServersTestManualDisk-1086571415-project] 10.222.0.70 "DELETE /v2.0/floatingips/e1d9e7ce-46eb-4797-adc7-53411bb8f083 HTTP/1.1" status: 204 len: 168 time: 0.8604476 Oct 27 16:08:41.630165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:41.738395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.747900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.837890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:41.993855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.058026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.109135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8d982-2d29-4d60-8722-c4613d9b2edf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:42.144530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.264195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Deleting port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:42.264456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.285710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:42.288320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bee86d2-01e0-4663-8f1a-cd262e53cf34 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:42.314838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3bee86d2-01e0-4663-8f1a-cd262e53cf34 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:42.315205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bee86d2-01e0-4663-8f1a-cd262e53cf34 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:42.329243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.349708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] For port 0a7135a5-b1fb-4e06-a922-a57b38e5bc82, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:42.350409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.364673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a08bfeb-a9f2-46b1-bd88-1cee8d23245d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:42.377275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Calling delete_port for 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:42.444398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.455233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbf6ad8b-7cf3-45b8-8c5c-40312caec341 req-1738dd3c-c5d5-480c-9cbc-2fed79bd0107 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8731132 Oct 27 16:08:42.455453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:42.456057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906'}, {'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'name': 'network-vif-deleted', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:42.460443 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946a295-d9ed-4933-a759-f00c1837e4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906"}, {"server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "name": "network-vif-deleted", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:42.471111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'mac_address': 'fa:16:3e:f5:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:42.515742 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.531234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee78d7a3-3325-434e-aa04-52931da84e5d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:42.559538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:42.619890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15fdd4-a8bc-4f1e-839a-8c1fad7f8abf req-51fc8d16-d053-4797-85e4-56864e4235d4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:42.628292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b15fdd4-a8bc-4f1e-839a-8c1fad7f8abf req-51fc8d16-d053-4797-85e4-56864e4235d4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 944 time: 0.0665939 Oct 27 16:08:42.665965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.668341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b15fdd4-a8bc-4f1e-839a-8c1fad7f8abf req-3aaff4e7-b4b5-41e1-bbdd-31d97ee87897 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Oct 27 16:08:42.729076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1704309317', 'description': 'tempest-description-144094507'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:42.755723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:42.816445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b84a1-5b8f-4e92-93ac-2604ddafc73c req-1263df14-a920-4d36-beb3-775e21ac9176 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:42.817900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e43b84a1-5b8f-4e92-93ac-2604ddafc73c req-1263df14-a920-4d36-beb3-775e21ac9176 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 948 time: 0.0511806 Oct 27 16:08:42.847139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:42.868181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e43b84a1-5b8f-4e92-93ac-2604ddafc73c req-b2889440-e49b-4f3a-9e85-bbc2ef85b3db tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Oct 27 16:08:42.880602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7135a5-b1fb-4e06-a922-a57b38e5bc82,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:42.921251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.031811 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.036596 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2fdbc2-088a-4da2-bde3-166f33f9f37b x-openstack-request-id: req-db2fdbc2-088a-4da2-bde3-166f33f9f37b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:43.037013 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906", "status": "completed", "code": 200}, {"server_uuid": "85804222-6a4b-4fad-a6e2-18f74221ee6c", "name": "network-vif-deleted", "tag": "3bee86d2-01e0-4663-8f1a-cd262e53cf34", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:43.037325 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db2fdbc2-088a-4da2-bde3-166f33f9f37b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:43.037958 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906', 'status': 'completed', 'code': 200} Oct 27 16:08:43.038283 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85804222-6a4b-4fad-a6e2-18f74221ee6c', 'name': 'network-vif-deleted', 'tag': '3bee86d2-01e0-4663-8f1a-cd262e53cf34', 'status': 'completed', 'code': 200} Oct 27 16:08:43.039757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ee78d7a3-3325-434e-aa04-52931da84e5d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:43.095328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-e84ae0fa-ecce-4053-96f5-cd6d4e87f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:43.097763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-e84ae0fa-ecce-4053-96f5-cd6d4e87f597 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 1099 time: 0.0644727 Oct 27 16:08:43.184618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.278171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.323853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53606) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:43.376239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-3a2eb5eb-cf3c-46d2-9639-54cb70e0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:43.378275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-3a2eb5eb-cf3c-46d2-9639-54cb70e0bb56 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2709017 Oct 27 16:08:43.379181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602f5103-541e-4e3b-8f6e-46aa3453f18d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:43.491316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-845c525a-18b7-476c-a7c3-0eb36a9d2a49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906 HTTP/1.1" status: 200 len: 217 time: 0.1054077 Oct 27 16:08:43.497824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.499529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fec0fcfd-f9c6-4b9d-9cd7-e5fa4e357763 req-c6c9c3fa-e4b1-49eb-8f8d-539e5ac97ba0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7763443 Oct 27 16:08:43.582395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Router 2c508dee-b0ff-406a-a915-1b61138ae380 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:08:43.687379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-d58e2db5-6667-45d7-bf34-7d4b2603420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:43.689690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-d58e2db5-6667-45d7-bf34-7d4b2603420f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1858549 Oct 27 16:08:43.709533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:08:43.722143 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c59701b0-2cfa-4b22-94f8-0b65867f9d44 admin admin] 10.222.0.70 "PUT /v2.0/routers/2c508dee-b0ff-406a-a915-1b61138ae380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887144 Oct 27 16:08:43.723028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53620) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:43.724897 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Sync routers for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:08:43.741721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d812d032-3c75-4e7b-9439-a455f75dcffd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=716a83a8e3e3476b935e8b08b1706a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978286 Oct 27 16:08:43.747360 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:43.751186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53622) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:43.752846 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:43.849616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.886039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.913177 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f6488a79-920b-4956-999d-6c7aab56bfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:43.916481 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:43.956387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.078582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-c2c0c7b5-21e6-4a69-a4e6-0bc846cdd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:44.083252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-c2c0c7b5-21e6-4a69-a4e6-0bc846cdd7fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3831832 Oct 27 16:08:44.214745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:08:42Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:44.225126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.228516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.230027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2034f461-f668-4fa3-9fc5-7b9219cc2443 HTTP/1.1" status: 204 len: 168 time: 0.4768889 Oct 27 16:08:44.249318 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Checking router: 2c508dee-b0ff-406a-a915-1b61138ae380 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:08:44.282722 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Routers {'2c508dee-b0ff-406a-a915-1b61138ae380'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:44.284513 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c508dee-b0ff-406a-a915-1b61138ae380'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:44.293400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8440638-cdf8-48d6-aa5b-4ce148b46906 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:44.294625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ef85-d2bf-4d71-b8cc-20401cb91bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2034f461-f668-4fa3-9fc5-7b9219cc2443,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:44.297287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:44.404853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccd569-6e0a-424a-aec5-fec6b83284a4 req-1ea58895-9739-4dac-b476-381830aa6fb4 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:44.414949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49ccd569-6e0a-424a-aec5-fec6b83284a4 req-1ea58895-9739-4dac-b476-381830aa6fb4 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.2721899 Oct 27 16:08:44.551224 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] Set router 2c508dee-b0ff-406a-a915-1b61138ae380 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:44.552304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.588526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-a6f29d00-2102-4300-91eb-4a769deaae23 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817615 Oct 27 16:08:44.629445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.639781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49ccd569-6e0a-424a-aec5-fec6b83284a4 req-69fc6921-f95a-4f2c-a56c-cd2d08a8098a tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193270 Oct 27 16:08:44.646247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:44.660035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a8440638-cdf8-48d6-aa5b-4ce148b46906', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'a8440638-cdf8-48d6-aa5b-4ce148b46906', 'mac_address': 'fa:16:3e:95:cf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:44.663901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port ee78d7a3-3325-434e-aa04-52931da84e5d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:44.670237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port ee78d7a3-3325-434e-aa04-52931da84e5d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:44.670444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.745919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.749845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53634) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:44.802946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-31a45cb6-482b-4976-a3e3-5734b971cf4f tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42367 time: 1.2413716 Oct 27 16:08:44.815674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.834156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8440638-cdf8-48d6-aa5b-4ce148b46906 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:44.863665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:44.869130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:44.871563 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb1c52-159a-4e0f-ae5e-b554bdc5de8c" -d '{"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:44.872737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Deleting port c5271b29-a79d-44cb-aa63-aafd69a52087 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:44.876108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:44.889035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:44.965938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.031667 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.044434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] For port c5271b29-a79d-44cb-aa63-aafd69a52087, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5271b29-a79d-44cb-aa63-aafd69a52087,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:45.044805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.050135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-4d71cbd2-9dea-4386-8cd5-031233616450 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0f487e68-b44a-48eb-ab05-ad04392bd387 HTTP/1.1" status: 200 len: 2973 time: 0.2345991 Oct 27 16:08:45.054492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:45.060233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ebec00d-8f25-461e-a974-b104c59b0146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.080994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Calling delete_port for c5271b29-a79d-44cb-aa63-aafd69a52087 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:45.102772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:08:42Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:45.120042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:45.125084 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.148812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dee6b1-2461-4513-a256-1dde1793c5f4 req-c1a014c0-9455-4748-9102-ec11e0844cde tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.159900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54dee6b1-2461-4513-a256-1dde1793c5f4 req-c1a014c0-9455-4748-9102-ec11e0844cde tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 945 time: 0.3408134 Oct 27 16:08:45.196154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1946a295-d9ed-4933-a759-f00c1837e4f8 req-94fc3088-b52b-4213-935c-09a7603368ca service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922732 Oct 27 16:08:45.231071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-2bfb6a1e-3a04-49b3-8ac4-6e36fbeb6d39 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0f487e68-b44a-48eb-ab05-ad04392bd387 HTTP/1.1" status: 200 len: 2973 time: 0.1506093 Oct 27 16:08:45.246700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54dee6b1-2461-4513-a256-1dde1793c5f4 req-48531c9b-d48e-46fa-a99f-623c45fdbd4c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804281 Oct 27 16:08:45.276398 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-b887bf7f-4719-4124-8f28-fa6549ac9781 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] show failed (client error): The resource could not be found. Oct 27 16:08:45.277721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-b887bf7f-4719-4124-8f28-fa6549ac9781 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2034f461-f668-4fa3-9fc5-7b9219cc2443 HTTP/1.1" status: 404 len: 352 time: 0.0297601 Oct 27 16:08:45.304791 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-0b3e6cb7-1591-472e-a8e4-b391a45ce6e9 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] show failed (client error): The resource could not be found. Oct 27 16:08:45.305862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-0b3e6cb7-1591-472e-a8e4-b391a45ce6e9 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2034f461-f668-4fa3-9fc5-7b9219cc2443 HTTP/1.1" status: 404 len: 352 time: 0.0192204 Oct 27 16:08:45.350091 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021fa35-fc1b-4e79-86cc-1ee1d220bd70 None None] The sync data for ids ['2c508dee-b0ff-406a-a915-1b61138ae380'] in n-d-814735-4 is: [{'id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'name': 'tempest-ServersTestManualDisk-1801460143-router', 'tenant_id': '733fce2340d74a828f33b784ff57ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:04:37Z', 'updated_at': '2021-10-27T16:08:42Z', 'revision_number': 5, 'project_id': '733fce2340d74a828f33b784ff57ac73', 'gw_port': {'id': 'c5271b29-a79d-44cb-aa63-aafd69a52087', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c508dee-b0ff-406a-a915-1b61138ae380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:04:39Z', 'updated_at': '2021-10-27T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:08:45.391119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ebec00d-8f25-461e-a974-b104c59b0146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.414888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:45.435577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a8440638-cdf8-48d6-aa5b-4ce148b46906'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:45.466009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-8b865352-b466-43ab-a81d-010c5a5d7cb8 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6e153277-43fb-4556-843a-e067c14ae8fd HTTP/1.1" status: 200 len: 2981 time: 0.1518590 Oct 27 16:08:45.500581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc4b30-2a9b-47cd-8740-b71ac1d5a735 req-dcbbb929-7095-4e65-8941-bfc7f9defa7e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.502718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcbc4b30-2a9b-47cd-8740-b71ac1d5a735 req-dcbbb929-7095-4e65-8941-bfc7f9defa7e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 949 time: 0.1010892 Oct 27 16:08:45.529407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ebec00d-8f25-461e-a974-b104c59b0146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.540006 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19ea6242-244c-4d2f-bc49-404d4ddf4096 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd004328980343858c30940a58f3ec2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215506 Oct 27 16:08:45.545350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53646) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:45.580192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ebec00d-8f25-461e-a974-b104c59b0146 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52cec19dfa124673bb144d3bd1de28c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8291249 Oct 27 16:08:45.582725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:45.590589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebec00d-8f25-461e-a974-b104c59b0146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2847d4-384c-4973-afd4-d444d1c70efb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:45.621678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-45a616a7-4478-4999-b612-9a0a5dc4648d tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6e153277-43fb-4556-843a-e067c14ae8fd HTTP/1.1" status: 200 len: 2981 time: 0.1471047 Oct 27 16:08:45.645342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.660763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcbc4b30-2a9b-47cd-8740-b71ac1d5a735 req-33de69d2-1407-48c9-b2b6-57fbc67b206e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503444 Oct 27 16:08:45.671637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.730006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.731244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576176-6470-4a80-92b3-6732aa9e7280 req-3afac580-76b4-419e-930f-70fb804048f7 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.739677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94576176-6470-4a80-92b3-6732aa9e7280 req-3afac580-76b4-419e-930f-70fb804048f7 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.1872342 Oct 27 16:08:45.740583 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28127d17-5a17-489d-aa3f-889b8552ee26 x-openstack-request-id: req-28127d17-5a17-489d-aa3f-889b8552ee26 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:45.740882 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:45.741240 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28127d17-5a17-489d-aa3f-889b8552ee26 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:45.744554 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'code': 200} Oct 27 16:08:45.797158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.806015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5271b29-a79d-44cb-aa63-aafd69a52087,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:45.856490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-37d0d86f-f38d-4aa8-8d06-27bdc810529e tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6ecfea60-5ea9-4a71-a732-b6f3b2949c77 HTTP/1.1" status: 200 len: 2981 time: 0.2259445 Oct 27 16:08:45.904560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.935567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.974252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.977760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:45.979087 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b2847d4-384c-4973-afd4-d444d1c70efb HTTP/1.1" status: 204 len: 168 time: 0.3953700 Oct 27 16:08:46.018433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5352-ea6b-4063-ba61-cbc077c43e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2847d4-384c-4973-afd4-d444d1c70efb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:46.031328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.034080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.034904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eadbc-f58f-4448-8d6e-038c9c3aa95f req-042da39e-4484-4978-89ac-dc8256a320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:46.036516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f02eadbc-f58f-4448-8d6e-038c9c3aa95f req-042da39e-4484-4978-89ac-dc8256a320c2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 1097 time: 0.2028546 Oct 27 16:08:46.057906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f428-cfd9-47d4-801a-65cb5173bc2f req-1f2d7638-5cb1-4e99-816d-84b27e31abcf tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:46.065285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1396f428-cfd9-47d4-801a-65cb5173bc2f req-1f2d7638-5cb1-4e99-816d-84b27e31abcf tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 947 time: 0.2348261 Oct 27 16:08:46.088028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-fafe5a3c-906d-4624-9650-a4170e1055d0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6ecfea60-5ea9-4a71-a732-b6f3b2949c77 HTTP/1.1" status: 200 len: 2981 time: 0.1998317 Oct 27 16:08:46.176827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f02eadbc-f58f-4448-8d6e-038c9c3aa95f req-4f39d7ef-bd3f-4880-a218-c235254aab65 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302202 Oct 27 16:08:46.180171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Deleting port 6c004608-4212-429d-b37e-95c3afe774ab {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:46.180689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.205474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1396f428-cfd9-47d4-801a-65cb5173bc2f req-716038a5-1414-4770-b6d3-e871b05a4670 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392555 Oct 27 16:08:46.234047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.234618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c508dee-b0ff-406a-a915-1b61138ae380 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:08:46.239973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.241119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0ef719e-c111-4e90-9e47-1c8a0ef92238 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2c508dee-b0ff-406a-a915-1b61138ae380 HTTP/1.1" status: 204 len: 168 time: 2.5169966 Oct 27 16:08:46.247595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:46.262251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-79f75e6f-3c6c-4783-a360-a999260771df tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/70a8d982-2d29-4d60-8722-c4613d9b2edf HTTP/1.1" status: 200 len: 2981 time: 0.1539633 Oct 27 16:08:46.314776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8440638-cdf8-48d6-aa5b-4ce148b46906 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:46.347184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.349851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.351098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe2f4dbb-5fb0-44f7-8342-23f055714b5e HTTP/1.1" status: 204 len: 168 time: 0.7998447 Oct 27 16:08:46.369261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Deleting subnet a80ff450-88cd-41b6-9e7c-7691120b97c3 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:08:46.378204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.442038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.467520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe34bc6-1dab-4549-9b99-96b21f99ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2f4dbb-5fb0-44f7-8342-23f055714b5e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:46.498753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a8440638-cdf8-48d6-aa5b-4ce148b46906 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:46.507969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-bcb2eb14-973d-4a66-b9a1-86d29ab7d09c tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/70a8d982-2d29-4d60-8722-c4613d9b2edf HTTP/1.1" status: 200 len: 2981 time: 0.2292826 Oct 27 16:08:46.513831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a8440638-cdf8-48d6-aa5b-4ce148b46906 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:46.514208 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.522835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] For port 6c004608-4212-429d-b37e-95c3afe774ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6c004608-4212-429d-b37e-95c3afe774ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:46.523438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.580387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Calling delete_port for 6c004608-4212-429d-b37e-95c3afe774ab owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:46.627894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd4527-d57a-4ea7-8bd8-82f8d0a8058f req-2c5b1696-dbbe-4c99-a659-8a625ef958c1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:46.630973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.641718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddd4527-d57a-4ea7-8bd8-82f8d0a8058f req-2c5b1696-dbbe-4c99-a659-8a625ef958c1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.2687483 Oct 27 16:08:46.711462 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.733545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-30175fbf-6e82-4fc2-aebe-576459e11fb5 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/9334b772-026c-4738-a6c8-bfd63e5cec2e HTTP/1.1" status: 200 len: 2981 time: 0.2068751 Oct 27 16:08:46.766496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:46.826087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddd4527-d57a-4ea7-8bd8-82f8d0a8058f req-d95e9725-c355-46e5-9a32-331ccc827071 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708698 Oct 27 16:08:46.858566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.892612 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.895900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:46.901100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:46.943783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-468c32c1-160e-4595-a59d-f6bf5c40a2ac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/9334b772-026c-4738-a6c8-bfd63e5cec2e HTTP/1.1" status: 200 len: 2981 time: 0.1686461 Oct 27 16:08:46.965551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80ff450-88cd-41b6-9e7c-7691120b97c3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:46.974865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.036961 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f6cd2680-d3ef-4c90-958f-ac0e18cda27d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a80ff450-88cd-41b6-9e7c-7691120b97c3 HTTP/1.1" status: 204 len: 168 time: 0.7293701 Oct 27 16:08:47.036961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53668) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:47.057668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c08aa-da67-473c-9240-b6b3d000c67e None None] Network a1d61577-9a90-4505-8071-06e7b0c8b141 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:47.101647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-36f6ede8-6c1a-435a-9371-5778f56f444c tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b5f184e8-5aef-4c59-8e0f-8116280eaf9e HTTP/1.1" status: 200 len: 2981 time: 0.1451075 Oct 27 16:08:47.113072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c411a-6c53-408e-a61d-8daca69bf6b8 req-91afef39-0159-48ff-9cf5-50a9daac985a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:47.125743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2c411a-6c53-408e-a61d-8daca69bf6b8 req-91afef39-0159-48ff-9cf5-50a9daac985a tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.1322026 Oct 27 16:08:47.129978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.140492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53670) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:47.183378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0527e33-6631-46ee-a5da-6fbeabf468f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.223608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-74518da1-39ea-4f7f-8bc3-9c2e61743a6a tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b5f184e8-5aef-4c59-8e0f-8116280eaf9e HTTP/1.1" status: 200 len: 2981 time: 0.0895550 Oct 27 16:08:47.237826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2c411a-6c53-408e-a61d-8daca69bf6b8 req-a2adf085-6359-4798-9478-4994f17ba555 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098795 Oct 27 16:08:47.334562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Deleting port c5f2dead-9a71-486e-b4d8-46cc5da391e8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:47.334806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.338866 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.353146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5271b29-a79d-44cb-aa63-aafd69a52087 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:47.377744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No active binding found for port 6c004608-4212-429d-b37e-95c3afe774ab {{(pid=114450) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:08:47.378192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6c004608-4212-429d-b37e-95c3afe774ab not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:47.414736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Pushing event deleted for resources: {'Port': ['ID=6c004608-4212-429d-b37e-95c3afe774ab,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:47.443081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-6ed56ac8-1b99-47db-9e37-6a65e581c1ce tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c852cffa-fb5c-4b76-9a31-8b48f9627e56 HTTP/1.1" status: 200 len: 2981 time: 0.2030849 Oct 27 16:08:47.463528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c5271b29-a79d-44cb-aa63-aafd69a52087 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:47.464234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5271b29-a79d-44cb-aa63-aafd69a52087 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:47.464829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:47.465143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0527e33-6631-46ee-a5da-6fbeabf468f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.471539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:47.504143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] For port c5f2dead-9a71-486e-b4d8-46cc5da391e8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f2dead-9a71-486e-b4d8-46cc5da391e8,segment=NetworkSegment(52fd3010-cdcc-461b-8290-6b00558e3085),segment_id=52fd3010-cdcc-461b-8290-6b00558e3085)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:47.505272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.507320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab726449-394b-4db2-a4bb-796470264d53 req-66b629f2-543a-4e8c-bb1f-b0696e770109 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.1123009 Oct 27 16:08:47.535071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:47.535417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a7135a5-b1fb-4e06-a922-a57b38e5bc82 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:47.558420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Calling delete_port for c5f2dead-9a71-486e-b4d8-46cc5da391e8 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:47.560756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0527e33-6631-46ee-a5da-6fbeabf468f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.589137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] No DVR routers for this DVR port 6c004608-4212-429d-b37e-95c3afe774ab on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:47.592805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.597041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94576176-6470-4a80-92b3-6732aa9e7280 req-2c73e05f-5b07-4afa-9d26-3192c5d3803e tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "DELETE /v2.0/ports/6c004608-4212-429d-b37e-95c3afe774ab HTTP/1.1" status: 204 len: 173 time: 1.8398125 Oct 27 16:08:47.597715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-deleted', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:47.600243 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cbfb26-e580-4a30-8305-c0eb5892c323" -d '{"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-deleted", "tag": "6c004608-4212-429d-b37e-95c3afe774ab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:47.634425 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0527e33-6631-46ee-a5da-6fbeabf468f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26ef24b724d44a5294165eda44a539a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916573 Oct 27 16:08:47.637085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:47.640215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527e33-6631-46ee-a5da-6fbeabf468f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d75533-7f16-4c3b-b470-60f1834ccf60,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:47.667270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-4c2cf06a-2eb3-48c0-b1cb-5393c3d15c59 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c852cffa-fb5c-4b76-9a31-8b48f9627e56 HTTP/1.1" status: 200 len: 2981 time: 0.1732605 Oct 27 16:08:47.690804 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f4db7-6c71-423b-a645-5b70d56cb54c x-openstack-request-id: req-e00f4db7-6c71-423b-a645-5b70d56cb54c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:47.691758 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017d6c11-8b9c-4e1c-885d-466b40435228", "name": "network-vif-deleted", "tag": "6c004608-4212-429d-b37e-95c3afe774ab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:47.692515 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e00f4db7-6c71-423b-a645-5b70d56cb54c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:47.693477 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017d6c11-8b9c-4e1c-885d-466b40435228', 'name': 'network-vif-deleted', 'tag': '6c004608-4212-429d-b37e-95c3afe774ab', 'status': 'completed', 'code': 200} Oct 27 16:08:47.746336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:47.752477 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d776e1-e4d9-47b0-b55c-50a254f33f3d" -d '{"events": [{"server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "name": "network-vif-plugged", "status": "completed", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:47.766056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-ab274cac-c123-4d0a-8fe4-c8b4b2945eae tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d987289f-596e-4ec0-b1b3-2a655f5088ea HTTP/1.1" status: 200 len: 2981 time: 0.0914795 Oct 27 16:08:47.810751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.817903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] DHCP port deletion for a1d61577-9a90-4505-8071-06e7b0c8b141 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:08:47.824207 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba551638-2ba9-408d-b1f0-10e58f674008 x-openstack-request-id: req-ba551638-2ba9-408d-b1f0-10e58f674008 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:47.831123 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "name": "network-vif-plugged", "status": "completed", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:47.831123 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba551638-2ba9-408d-b1f0-10e58f674008 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:47.831123 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906', 'code': 200} Oct 27 16:08:47.879377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-a8770c4a-fee0-4d13-b69f-c5120f9b59d4 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d987289f-596e-4ec0-b1b3-2a655f5088ea HTTP/1.1" status: 200 len: 2981 time: 0.0643218 Oct 27 16:08:47.881535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.906287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:47.935211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] No DVR routers for this DVR port c5f2dead-9a71-486e-b4d8-46cc5da391e8 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:47.980205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f2dead-9a71-486e-b4d8-46cc5da391e8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:48.146511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-0a1519de-6689-4769-989b-488fc48bb8a7 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f619987f-2ddb-4793-b069-6b97390d7d67 HTTP/1.1" status: 200 len: 2977 time: 0.2571259 Oct 27 16:08:48.152860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Deleting port c5f2dead-9a71-486e-b4d8-46cc5da391e8 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:48.153235 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.165809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc503e94-b507-48b6-aaeb-18db946570cf req-192257f6-cb51-41c6-89f4-c2a66142e7c5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.186236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.196730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc503e94-b507-48b6-aaeb-18db946570cf req-192257f6-cb51-41c6-89f4-c2a66142e7c5 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.0941422 Oct 27 16:08:48.210961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff7be1-6892-4efa-84df-05c31a91a5a3 req-01780098-08df-4447-bb4d-de5db8954508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.215192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bff7be1-6892-4efa-84df-05c31a91a5a3 req-01780098-08df-4447-bb4d-de5db8954508 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 1101 time: 0.2181761 Oct 27 16:08:48.216465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d61577-9a90-4505-8071-06e7b0c8b141']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:48.229001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fd3010-cdcc-461b-8290-6b00558e3085') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:48.229355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fd3010-cdcc-461b-8290-6b00558e3085') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:48.241315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.264632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.285770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:08:48.287144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.299648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bff7be1-6892-4efa-84df-05c31a91a5a3 req-6ec3793c-9426-4d71-824c-b37cd763fd99 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 Oct 27 16:08:48.310689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] For port c5f2dead-9a71-486e-b4d8-46cc5da391e8, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:48.311259 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.315196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc503e94-b507-48b6-aaeb-18db946570cf req-dd0d7dfe-9489-4c51-b6aa-5b1c3999e0fd tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174946 Oct 27 16:08:48.323743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.329656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Calling delete_port for c5f2dead-9a71-486e-b4d8-46cc5da391e8 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:48.333197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Port c5f2dead-9a71-486e-b4d8-46cc5da391e8 was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:08:48.334737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.338653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.341076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0d75533-7f16-4c3b-b470-60f1834ccf60 HTTP/1.1" status: 204 len: 168 time: 0.7018220 Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:08:48.369170 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:08:48.371827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966f4cb-9e7e-4b63-a76f-009c60667def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d75533-7f16-4c3b-b470-60f1834ccf60,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:48.377030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-8885ad7f-a2f6-4e6e-91c7-6b2e772871e1 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f619987f-2ddb-4793-b069-6b97390d7d67 HTTP/1.1" status: 200 len: 2977 time: 0.1707847 Oct 27 16:08:48.397161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] No DVR routers for this DVR port c5f2dead-9a71-486e-b4d8-46cc5da391e8 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:48.440762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.446520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38b83-19c5-4029-9401-f8daa4212106 None None] Pushing event deleted for resources: {'Port': ['ID=c5f2dead-9a71-486e-b4d8-46cc5da391e8,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:48.456188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.473264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] 10.222.0.70 "DELETE /v2.0/networks/a1d61577-9a90-4505-8071-06e7b0c8b141 HTTP/1.1" status: 204 len: 168 time: 1.4891474 Oct 27 16:08:48.494346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b09ec-d930-4e5b-b9f8-e7d999352eca admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d61577-9a90-4505-8071-06e7b0c8b141,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:48.507683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-7de4af59-0093-4eb2-8ec7-57552fef90a0 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fc271f30-413d-4c21-8980-2373f7a80619 HTTP/1.1" status: 200 len: 2981 time: 0.1212957 Oct 27 16:08:48.538621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c751-043e-4fff-b557-9508a2d36f83 req-87c1f4da-fff6-4689-b204-b8ae66ec9526 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.545501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf27c751-043e-4fff-b557-9508a2d36f83 req-87c1f4da-fff6-4689-b204-b8ae66ec9526 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.1216440 Oct 27 16:08:48.588002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-b666df6c-fb89-4b9f-82bc-e76ad8696ce5 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fc271f30-413d-4c21-8980-2373f7a80619 HTTP/1.1" status: 200 len: 2981 time: 0.0719218 Oct 27 16:08:48.619160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf27c751-043e-4fff-b557-9508a2d36f83 req-38ded7ee-a540-489d-bdbc-e3c3da335701 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693564 Oct 27 16:08:48.646297 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-0dd900b4-25c8-4fb5-a318-ca80fe64f515 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] show failed (client error): The resource could not be found. Oct 27 16:08:48.647376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-0dd900b4-25c8-4fb5-a318-ca80fe64f515 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fe2f4dbb-5fb0-44f7-8342-23f055714b5e HTTP/1.1" status: 404 len: 352 time: 0.0272477 Oct 27 16:08:48.686396 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-8187f65f-caa4-46df-bda6-871d30909253 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] show failed (client error): The resource could not be found. Oct 27 16:08:48.688117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-8187f65f-caa4-46df-bda6-871d30909253 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fe2f4dbb-5fb0-44f7-8342-23f055714b5e HTTP/1.1" status: 404 len: 352 time: 0.0286698 Oct 27 16:08:48.797403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-958594f3-1956-470d-ab9c-3dcb1b0c1a15 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fe3a31b9-bc35-489d-a226-606066d66bee HTTP/1.1" status: 200 len: 2981 time: 0.0962298 Oct 27 16:08:48.857678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0af88c-b950-4b5f-9188-bf504416c1fa req-3805e585-49ce-46ed-8346-cc66a2960c8d tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fe3a31b9-bc35-489d-a226-606066d66bee HTTP/1.1" status: 200 len: 2981 time: 0.0592284 Oct 27 16:08:48.973549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f76fe9-c0f6-498c-8079-9f3763fa5b3e req-07ba9105-ffcb-4acd-b6f7-3d63eed74b86 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=017d6c11-8b9c-4e1c-885d-466b40435228 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Oct 27 16:08:49.066862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42945616-87f9-41f2-be01-95f29d14cfcb req-3553e299-7cf6-4f7d-91cc-777fb030021c tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9e0b39179644c26b3a0879a2a0c1e74 HTTP/1.1" status: 200 len: 6103 time: 0.0686989 Oct 27 16:08:49.121228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42945616-87f9-41f2-be01-95f29d14cfcb req-587e338a-f7a7-412f-a286-5fae77caf237 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "GET /v2.0/security-groups/6ecfea60-5ea9-4a71-a732-b6f3b2949c77 HTTP/1.1" status: 200 len: 2981 time: 0.0457728 Oct 27 16:08:49.181942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42945616-87f9-41f2-be01-95f29d14cfcb req-d03382c2-51bc-449b-8922-1444db0aceed tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "GET /v2.0/security-groups/6ecfea60-5ea9-4a71-a732-b6f3b2949c77 HTTP/1.1" status: 200 len: 2981 time: 0.0540676 Oct 27 16:08:49.265941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-cd90be4c-3fc4-4364-9de0-115400692eb4 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/602f5103-541e-4e3b-8f6e-46aa3453f18d HTTP/1.1" status: 200 len: 1777 time: 0.0582147 Oct 27 16:08:49.283728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f2dead-9a71-486e-b4d8-46cc5da391e8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:49.324414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c5f2dead-9a71-486e-b4d8-46cc5da391e8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:49.324881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f2dead-9a71-486e-b4d8-46cc5da391e8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:49.384495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c24b7-1bbb-48c8-8a57-f018fd0dd17a req-b4ca8866-620f-41d5-a589-3cea1b50aba8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:49.386045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-350c24b7-1bbb-48c8-8a57-f018fd0dd17a req-b4ca8866-620f-41d5-a589-3cea1b50aba8 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.1003950 Oct 27 16:08:49.390908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.422952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53730) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:49.478450 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-150ec800-ed6e-4d49-a191-b89fb7dc5eac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=733fce2340d74a828f33b784ff57ac73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534844 Oct 27 16:08:49.480995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:49.552188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.590945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.782236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.785080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.788815 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c852cffa-fb5c-4b76-9a31-8b48f9627e56 HTTP/1.1" status: 204 len: 168 time: 0.3043430 Oct 27 16:08:49.795700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567077-5d71-468b-a36f-1e5a9c73877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c852cffa-fb5c-4b76-9a31-8b48f9627e56,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:49.809287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:49.855613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-350c24b7-1bbb-48c8-8a57-f018fd0dd17a req-8f0c39e4-67d9-400d-8e18-2528439fc7e0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617493 Oct 27 16:08:49.897043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-6c153bce-8b87-4e02-8da6-3fb47cb2a0f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:49.898908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-6c153bce-8b87-4e02-8da6-3fb47cb2a0f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 944 time: 0.1039684 Oct 27 16:08:50.040277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a7391-8f0e-42d5-a727-8f0c8b5a890d req-75a47e0a-8e6d-4480-ba10-f2d8aaee5cec tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.042226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a4a7391-8f0e-42d5-a727-8f0c8b5a890d req-75a47e0a-8e6d-4480-ba10-f2d8aaee5cec tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.0859485 Oct 27 16:08:50.044328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.047078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.048323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e8a4f40-3500-4826-b6c4-9b2bc78903d3 req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/602f5103-541e-4e3b-8f6e-46aa3453f18d HTTP/1.1" status: 204 len: 173 time: 0.7788815 Oct 27 16:08:50.067700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbbf93-2299-401a-b77d-03582385c140 tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602f5103-541e-4e3b-8f6e-46aa3453f18d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:50.084571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Deleting port 4175a85f-ae92-412f-8373-c4cf7fc695c6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:50.084571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.183717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a4a7391-8f0e-42d5-a727-8f0c8b5a890d req-24cb46db-50ab-4dec-959f-ef281a1b79d2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235356 Oct 27 16:08:50.288690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0bef2-1176-4b22-a4ed-a7e1b7bb92ef req-41476427-0a5f-44b7-947e-3964c21a45c9 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.290167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52f0bef2-1176-4b22-a4ed-a7e1b7bb92ef req-41476427-0a5f-44b7-947e-3964c21a45c9 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.1585999 Oct 27 16:08:50.292418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] For port 4175a85f-ae92-412f-8373-c4cf7fc695c6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=4175a85f-ae92-412f-8373-c4cf7fc695c6,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:50.292577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.320443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Calling delete_port for 4175a85f-ae92-412f-8373-c4cf7fc695c6 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:50.404101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-9fdfe6e3-e4e1-4803-a680-16170ac2acbc tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5a08bfeb-a9f2-46b1-bd88-1cee8d23245d HTTP/1.1" status: 200 len: 1778 time: 0.1348095 Oct 27 16:08:50.408585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52f0bef2-1176-4b22-a4ed-a7e1b7bb92ef req-8c8b4278-bfec-4270-873a-d1b78b0b2f9e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024818 Oct 27 16:08:50.486933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.539831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.643089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.652653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.656149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.658672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['4175a85f-ae92-412f-8373-c4cf7fc695c6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:50.668977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880fb075-efc5-4ff4-8355-493a8a8fd34c req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a08bfeb-a9f2-46b1-bd88-1cee8d23245d HTTP/1.1" status: 204 len: 173 time: 0.2543871 Oct 27 16:08:50.696099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:50.735703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event deleted for resources: {'Port': ['ID=4175a85f-ae92-412f-8373-c4cf7fc695c6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:50.755200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc8bbf-bc81-44f8-8b16-2ae1a5289dac tempest-SecurityGroupsTestAdminJSON-1102268335 tempest-SecurityGroupsTestAdminJSON-1102268335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a08bfeb-a9f2-46b1-bd88-1cee8d23245d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:50.799367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] No DVR routers for this DVR port 4175a85f-ae92-412f-8373-c4cf7fc695c6 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:50.802903 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:50.826369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c64a28a-6be1-4f47-8b98-75b678865652 req-62abf8d2-0f04-4d82-ba1b-e9676f15af59 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "DELETE /v2.0/ports/4175a85f-ae92-412f-8373-c4cf7fc695c6 HTTP/1.1" status: 204 len: 173 time: 0.9002364 Oct 27 16:08:50.826369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-deleted', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:50.826369 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed49f9ac-c364-43f5-bd82-8a144e0b4e5f" -d '{"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-deleted", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:50.871430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-network', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:50.993651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Made reservation on behalf of 57933841f88843e8a12cdfd8e4bed115 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:50.996412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.007577 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.111630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.141468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4559e519-c4ed-4535-a117-421a00f73010 req-07aa6fec-3dd7-4b54-b708-d4c3c1dd25ca tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "GET /v2.0/security-groups/274ab179-cfe1-4c1b-b880-5b0d50e8c720 HTTP/1.1" status: 200 len: 1778 time: 0.0399196 Oct 27 16:08:51.196409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.227001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:08:51.227264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4559e519-c4ed-4535-a117-421a00f73010 req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.234624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283c3ea-687b-4c8e-9bba-b4045be08a5e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:51.246779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.247155 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Added segment 24cd2dad-efe0-44bc-a87e-fb2373d76f78 of type vlan for network dd06f410-5e78-4d87-9475-332d874c3cfb Oct 27 16:08:51.250570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4559e519-c4ed-4535-a117-421a00f73010 req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.255317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.255661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.256196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.257305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.257611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.257896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.258241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.258719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.259070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.259396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.259797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.260481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.312490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:51.322513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.414593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-109760328-network', 'tenant_id': '508060810a38468cb6e32c28e7994e75'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:51.539963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579de54-5ef9-4e6f-b259-17b73a4667ff req-348162ef-a0b3-44d4-a02f-3a5e49e9f384 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.541355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5579de54-5ef9-4e6f-b259-17b73a4667ff req-348162ef-a0b3-44d4-a02f-3a5e49e9f384 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.0538917 Oct 27 16:08:51.570363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.571555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.571709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4559e519-c4ed-4535-a117-421a00f73010 req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.572192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.574101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4559e519-c4ed-4535-a117-421a00f73010 req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.575223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4559e519-c4ed-4535-a117-421a00f73010 req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "DELETE /v2.0/security-groups/274ab179-cfe1-4c1b-b880-5b0d50e8c720 HTTP/1.1" status: 204 len: 173 time: 0.4179587 Oct 27 16:08:51.590439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5579de54-5ef9-4e6f-b259-17b73a4667ff req-3884313e-0694-4abf-b16e-7c667511be12 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 Oct 27 16:08:51.591342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99708e4-fa25-4419-a733-44cb43ef08cc tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ab179-cfe1-4c1b-b880-5b0d50e8c720,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:51.619425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Made reservation on behalf of 508060810a38468cb6e32c28e7994e75 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:51.621748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.628431 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4175bcde-a106-4d84-9c99-c5d1d2ff0c17 x-openstack-request-id: req-4175bcde-a106-4d84-9c99-c5d1d2ff0c17 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:51.628669 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d15410-7e29-4c03-9b1d-63b8c0dd9013", "name": "network-vif-deleted", "tag": "4175a85f-ae92-412f-8373-c4cf7fc695c6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:51.628869 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4175bcde-a106-4d84-9c99-c5d1d2ff0c17 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:51.629269 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d15410-7e29-4c03-9b1d-63b8c0dd9013', 'name': 'network-vif-deleted', 'tag': '4175a85f-ae92-412f-8373-c4cf7fc695c6', 'status': 'completed', 'code': 200} Oct 27 16:08:51.646148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.649450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd06f410-5e78-4d87-9475-332d874c3cfb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:51.660171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network dd06f410-5e78-4d87-9475-332d874c3cfb details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:08:51.732272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e2b12e6-aec3-4c1f-8523-7323926a6d73 req-e4fca861-b3e2-4897-8906-10ec5718bd7b tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0d15410-7e29-4c03-9b1d-63b8c0dd9013 HTTP/1.1" status: 200 len: 210 time: 0.0362065 Oct 27 16:08:51.775602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aea6f91f-a9fa-4b74-95d8-24acfd638fe9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0783291 Oct 27 16:08:51.776242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:51.781954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Request body: {'subnet': {'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-subnet', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:51.784726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.795251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae8f9-49f0-472f-81cb-768945732b41 req-bce7a68a-2a58-411f-bba2-229f37a5176e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.797830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-378ae8f9-49f0-472f-81cb-768945732b41 req-bce7a68a-2a58-411f-bba2-229f37a5176e tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.0643153 Oct 27 16:08:51.876801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-378ae8f9-49f0-472f-81cb-768945732b41 req-7aa93555-01df-41c4-91cf-7976b3f2492f tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690181 Oct 27 16:08:51.889433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261e354-6b33-4ad6-a77a-4be185dabe3f req-af0b273a-2235-495b-ae60-6dd3268c29c9 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.890879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1261e354-6b33-4ad6-a77a-4be185dabe3f req-af0b273a-2235-495b-ae60-6dd3268c29c9 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 949 time: 0.0820963 Oct 27 16:08:51.929916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1261e354-6b33-4ad6-a77a-4be185dabe3f req-ca8a29e2-6082-4231-8929-00fc65f0a2db tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Oct 27 16:08:51.973699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.976448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-38dba852-279a-48df-bf6f-351b8e8343af tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "GET /v2.0/security-groups/05d8b029-ba81-431f-80f7-168b29180988 HTTP/1.1" status: 200 len: 1777 time: 0.0418429 Oct 27 16:08:51.995790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:08:52.009973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda75fa-b08f-4cbc-a2ba-2b3fcd577850,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.015140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.015477 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Added segment c29ce070-7455-40ef-b823-446d76c7f55d of type vlan for network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 Oct 27 16:08:52.030370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Made reservation on behalf of 57933841f88843e8a12cdfd8e4bed115 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:52.032835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.064833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.101384 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.139207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.147118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.148301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:52.148992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.208989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] Pushing event updated for resources: {'Network': ['ID=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.220331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:08:52.308234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.310490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b20dab01-17d4-416a-9379-42a51f9fde2d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9969580 Oct 27 16:08:52.311760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.313475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53826) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:52.314282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.315474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd9c7f76-1358-4365-9b71-04e2acdf3478 req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] 10.222.0.70 "DELETE /v2.0/security-groups/05d8b029-ba81-431f-80f7-168b29180988 HTTP/1.1" status: 204 len: 173 time: 0.3320425 Oct 27 16:08:52.320312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Request body: {'subnet': {'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-109760328-subnet', 'tenant_id': '508060810a38468cb6e32c28e7994e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:52.358420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4e93e-34ce-42b8-bdf6-06aabc1b62f9 tempest-SecurityGroupsTestAdminJSON-1203940635 tempest-SecurityGroupsTestAdminJSON-1203940635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8b029-ba81-431f-80f7-168b29180988,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.386069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b698b211-e4e9-47e2-a932-7981e9a5132b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.402876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Checking segment: {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:52.402876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Network hostable DHCP agents. Network: dd06f410-5e78-4d87-9475-332d874c3cfb, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:08:52.423686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Made reservation on behalf of 508060810a38468cb6e32c28e7994e75 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:52.427491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.495967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Network dd06f410-5e78-4d87-9475-332d874c3cfb is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:08:52.522853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacb6e-06f6-4d39-9f7e-8d8fc01bead7 req-253291ab-2af9-4803-aa57-3c741dc6a055 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:52.524419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ddacb6e-06f6-4d39-9f7e-8d8fc01bead7 req-253291ab-2af9-4803-aa57-3c741dc6a055 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.0562973 Oct 27 16:08:52.563691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ddacb6e-06f6-4d39-9f7e-8d8fc01bead7 req-928f0ca6-2bb9-4e11-a804-eeac96da0e88 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Oct 27 16:08:52.610374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, dd06f410-5e78-4d87-9475-332d874c3cfb) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:52.615679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:52.616283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.620067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc250f9-806f-4123-8f23-a16bceb61086 None None] Network dd06f410-5e78-4d87-9475-332d874c3cfb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:52.701101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.730439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f666d1af-4a2a-4768-b178-e91a5eee1247 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9523332 Oct 27 16:08:52.731975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53842) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:52.743464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:52.776951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25e57a3-1a24-4fbe-9489-92a50a30efd3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.786808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Checking segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:52.787913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Network hostable DHCP agents. Network: 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:08:52.807338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bce38-9ba1-4d69-8e4d-d18809ee0046 req-946f76f2-303d-40a7-a44c-b0a66189396d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:52.815837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc2bce38-9ba1-4d69-8e4d-d18809ee0046 req-946f76f2-303d-40a7-a44c-b0a66189396d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.1362469 Oct 27 16:08:52.817255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-dd06f410-5e78-4d87-9475-332d874c3cfb', 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'fixed_ips': [{'subnet_id': 'b698b211-e4e9-47e2-a932-7981e9a5132b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:08:52.819004 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.869994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.870475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.895239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53852) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:52.904012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:08:52.922950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc2bce38-9ba1-4d69-8e4d-d18809ee0046 req-d85875fe-6b60-4d5b-b5d7-f2dade135ae3 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049600 Oct 27 16:08:52.987578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:53.003892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53858) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:53.015286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 4175a85f-ae92-412f-8373-c4cf7fc695c6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:53.015714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 4175a85f-ae92-412f-8373-c4cf7fc695c6 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:53.018036 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.056043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:53.067485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.067485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.080684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcdb59-2079-4cbc-9737-b1bcdf911d5b None None] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:53.106439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e99b6-b286-4fa7-9199-3767b00785a3 req-083f9843-fa87-4b4e-b7b6-04794914c276 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.108466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-479e99b6-b286-4fa7-9199-3767b00785a3 req-083f9843-fa87-4b4e-b7b6-04794914c276 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 949 time: 0.0758288 Oct 27 16:08:53.171532 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c273e949-4f6d-4760-ab0f-abcb530b1aa2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8432143 Oct 27 16:08:53.192275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e05118fc-fc2c-4200-897f-7462bdf2ef56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.253801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Allocated IP 172.20.0.2 (dd06f410-5e78-4d87-9475-332d874c3cfb/b698b211-e4e9-47e2-a932-7981e9a5132b/951a9dc0-ddf5-46e1-867e-0b01941244b8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:53.258793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2bb61e6-a4fb-4e8a-b1c6-aa1bed1be5ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9e0b39179644c26b3a0879a2a0c1e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620670 Oct 27 16:08:53.262374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53864) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:53.321023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.337150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-479e99b6-b286-4fa7-9199-3767b00785a3 req-fd984ad0-7541-48ab-8698-01244fd09575 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5f184e8-5aef-4c59-8e0f-8116280eaf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852741 Oct 27 16:08:53.351680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948eb7f-8266-4e81-8225-11baa1649c51 None None] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:53.365191 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.377476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-b49273ef-b029-49de-b05f-7419f4495bae tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.379327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-b49273ef-b029-49de-b05f-7419f4495bae tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 949 time: 0.1035712 Oct 27 16:08:53.408428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.472069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e05118fc-fc2c-4200-897f-7462bdf2ef56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.558129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Deleting port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:53.558476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.581675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e05118fc-fc2c-4200-897f-7462bdf2ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.602948 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.618020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.620642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.624124 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ecfea60-5ea9-4a71-a732-b6f3b2949c77 HTTP/1.1" status: 204 len: 168 time: 0.3603272 Oct 27 16:08:53.650916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05118fc-fc2c-4200-897f-7462bdf2ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52769e74-6d00-4cdd-8014-78acd3f8bf80,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:53.660019 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e05118fc-fc2c-4200-897f-7462bdf2ef56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eeed8ef2e5b342019ffb32810451ab5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549582 Oct 27 16:08:53.660676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:53.678907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfce46-73ea-46a9-bd23-0a823c40d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecfea60-5ea9-4a71-a732-b6f3b2949c77,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:53.713817 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.718856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.746280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.757822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Network dd06f410-5e78-4d87-9475-332d874c3cfb is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:53.763275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:53.777173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:53.777173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Pushing event updated for resources: {'Port': ['ID=951a9dc0-ddf5-46e1-867e-0b01941244b8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:53.783952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52dd9b-f4f9-4f68-b9da-33fd3549e801 req-7ba5b469-cd2c-4456-9120-5ad44639f49a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.790861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c52dd9b-f4f9-4f68-b9da-33fd3549e801 req-7ba5b469-cd2c-4456-9120-5ad44639f49a tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.2373853 Oct 27 16:08:53.841324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Attempting to bind port 951a9dc0-ddf5-46e1-867e-0b01941244b8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:53.841897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Attempting to bind port 951a9dc0-ddf5-46e1-867e-0b01941244b8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:53.842042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Attempting to bind port 951a9dc0-ddf5-46e1-867e-0b01941244b8 on network dd06f410-5e78-4d87-9475-332d874c3cfb {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:53.847313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:53.847684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Checking segment: {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:53.854703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.854703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Bound using segment: {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:53.854703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Bound port: 951a9dc0-ddf5-46e1-867e-0b01941244b8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:53.854703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.916521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] For port 951a9dc0-ddf5-46e1-867e-0b01941244b8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:53.919665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] For port 951a9dc0-ddf5-46e1-867e-0b01941244b8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951a9dc0-ddf5-46e1-867e-0b01941244b8,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:53.951919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-a9d54e0b-8eb3-49d1-b1e8-645031804808 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.953365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-a9d54e0b-8eb3-49d1-b1e8-645031804808 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.3043795 Oct 27 16:08:53.959657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c52dd9b-f4f9-4f68-b9da-33fd3549e801 req-fb82beca-a828-4ea6-b0cd-6ea757e4c552 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679325 Oct 27 16:08:53.962641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] For port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:53.963022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.996340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Calling delete_port for 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:53.999636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.003746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.020609 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52769e74-6d00-4cdd-8014-78acd3f8bf80 HTTP/1.1" status: 204 len: 168 time: 0.3413932 Oct 27 16:08:54.020609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab4e6e-ef08-4e60-bf03-d1b30352db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52769e74-6d00-4cdd-8014-78acd3f8bf80,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.035800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-0dc886a5-2b80-497c-8c5c-2e73db5d6bfe tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/quotas/508060810a38468cb6e32c28e7994e75 HTTP/1.1" status: 200 len: 375 time: 0.0696428 Oct 27 16:08:54.056692 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.126096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3e16-a2d8-44da-a76c-2787ff71b824 None None] Pushing event updated for resources: {'Port': ['ID=951a9dc0-ddf5-46e1-867e-0b01941244b8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.187645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1b776124-33ab-4e31-be1d-61eff4822eb5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1470883 Oct 27 16:08:54.245238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.281693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.323312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-90ece322-07c8-4612-941e-007b48cec9cd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:54.324976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-90ece322-07c8-4612-941e-007b48cec9cd tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.3494077 Oct 27 16:08:54.395836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-9063ab51-7c70-42d3-8910-3d67d905e145 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:54.398300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-9063ab51-7c70-42d3-8910-3d67d905e145 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.2653501 Oct 27 16:08:54.406041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed09a74-1f41-48b7-a8a8-f4fd870ab8c6 req-cdd0dba3-d9c6-4fb9-ba07-e0d71cb42aad tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:54.410327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed09a74-1f41-48b7-a8a8-f4fd870ab8c6 req-cdd0dba3-d9c6-4fb9-ba07-e0d71cb42aad tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.3664262 Oct 27 16:08:54.442792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:08:54.625519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed09a74-1f41-48b7-a8a8-f4fd870ab8c6 req-bdf57b17-1a04-4a3f-8841-de3465fdabfa tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788802 Oct 27 16:08:54.629550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53900) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:54.649000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.690737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0024eeed-7969-4c20-acdb-b02baa520a8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a17a7b3eccf7486791acebb39075c78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597525 Oct 27 16:08:54.692876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53902) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:54.734945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Pushing event deleted for resources: {'Port': ['ID=7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.762568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.800171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.800962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Allocated IP 172.25.5.170 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/dfb2f250-216f-4ece-a608-cc3069d63cf9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:54.819523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Deleting port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:54.819876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.866191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] No DVR routers for this DVR port 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:55.050391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.056929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.058286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70a8d982-2d29-4d60-8722-c4613d9b2edf HTTP/1.1" status: 204 len: 168 time: 0.3637533 Oct 27 16:08:55.073057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6e7ee-7481-494a-920b-c79590751e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8d982-2d29-4d60-8722-c4613d9b2edf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:55.216808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.222567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ae286-f344-45a6-b691-1aff40f490aa None None] Network dd06f410-5e78-4d87-9475-332d874c3cfb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:55.223357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf49e227-b495-43d3-b8d3-b2415536e74d req-1fe9d337-a7fb-47f6-8148-d3d8728140e5 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.82 "DELETE /v2.0/ports/7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 HTTP/1.1" status: 204 len: 173 time: 1.8323588 Oct 27 16:08:55.228530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-deleted', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:55.230858 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cbc4a-9b74-4298-9a44-2ea265812f04" -d '{"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-deleted", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:55.291611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53910) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:55.305663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2732828-d3ed-4c51-949f-8a2bdf261251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.320608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951a9dc0-ddf5-46e1-867e-0b01941244b8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:55.322828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-ff382f43-d884-4a4f-aabf-ba01bc01f5bd service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1335950 Oct 27 16:08:55.346217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Deleting port a8440638-cdf8-48d6-aa5b-4ce148b46906 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:55.346543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.384844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cead06-8448-4db5-af73-d5f9290a78bf req-13d0f601-8290-418c-95e5-819f94eeb955 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:55.385070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-81726e0e-4a3a-4bc7-9182-f0c737df96fa None None] Provisioning complete for port 951a9dc0-ddf5-46e1-867e-0b01941244b8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:55.385070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81726e0e-4a3a-4bc7-9182-f0c737df96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.386749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84cead06-8448-4db5-af73-d5f9290a78bf req-13d0f601-8290-418c-95e5-819f94eeb955 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.6660798 Oct 27 16:08:55.410631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2732828-d3ed-4c51-949f-8a2bdf261251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.478401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2732828-d3ed-4c51-949f-8a2bdf261251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.481314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951a9dc0-ddf5-46e1-867e-0b01941244b8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:55.481685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.520479 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b2732828-d3ed-4c51-949f-8a2bdf261251 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08f40632a85d4abf9ee9a9f42afcdc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314551 Oct 27 16:08:55.522001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732828-d3ed-4c51-949f-8a2bdf261251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d1877-fe0f-42d9-91ce-7a5b73ff436c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:55.524600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:55.589078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.613751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.649285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] For port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:55.649658 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.654581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] For port a8440638-cdf8-48d6-aa5b-4ce148b46906, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8440638-cdf8-48d6-aa5b-4ce148b46906,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:55.654954 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.660101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84cead06-8448-4db5-af73-d5f9290a78bf req-ab504558-7c33-41fe-943b-9393e8f596be tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724988 Oct 27 16:08:55.672603 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81726e0e-4a3a-4bc7-9182-f0c737df96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.698291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Calling delete_port for f9ee6b8b-c654-4f41-b546-1f8ab6f7985f owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:55.715021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Calling delete_port for a8440638-cdf8-48d6-aa5b-4ce148b46906 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:55.723511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.741375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-bef539d0-e98b-421d-a812-ea57d73f63ab service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983433 Oct 27 16:08:55.762818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.796302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.798956 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.803918 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c11d1877-fe0f-42d9-91ce-7a5b73ff436c HTTP/1.1" status: 204 len: 168 time: 0.2775695 Oct 27 16:08:55.827982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3252c-e75b-4c57-ba27-a4debb777539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d1877-fe0f-42d9-91ce-7a5b73ff436c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:55.840024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 951a9dc0-ddf5-46e1-867e-0b01941244b8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951a9dc0-ddf5-46e1-867e-0b01941244b8,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:55.906185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-819d99b0-6a2c-4019-9fee-0d43ac78cf20 req-20753aa1-7801-409e-98a5-2bf6d7f06d85 tempest-ListImageFiltersTestJSON-411672560 tempest-ListImageFiltersTestJSON-411672560-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8d697f-1e8d-4ab9-a19c-e98873499d43 HTTP/1.1" status: 200 len: 210 time: 0.0665159 Oct 27 16:08:55.917648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.122085 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-81726e0e-4a3a-4bc7-9182-f0c737df96fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:08:56.122502 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-81726e0e-4a3a-4bc7-9182-f0c737df96fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:08:56.130100 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f0e52d-e93d-4aa0-a363-c8f37d84fd64 x-openstack-request-id: req-d4f0e52d-e93d-4aa0-a363-c8f37d84fd64 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:56.130388 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d697f-1e8d-4ab9-a19c-e98873499d43", "name": "network-vif-deleted", "tag": "7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:56.134100 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4f0e52d-e93d-4aa0-a363-c8f37d84fd64 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:56.134726 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d697f-1e8d-4ab9-a19c-e98873499d43', 'name': 'network-vif-deleted', 'tag': '7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4', 'status': 'completed', 'code': 200} Oct 27 16:08:56.144018 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.150340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=951a9dc0-ddf5-46e1-867e-0b01941244b8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:56.277690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:56.291576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:56.295193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:56.298611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb2f250-216f-4ece-a608-cc3069d63cf9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:56.335715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864ee9-ceb3-4d97-bdc0-675504c0a333 req-03ae0151-b0f0-4e7f-84a6-191ea1a49a18 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.337232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb864ee9-ceb3-4d97-bdc0-675504c0a333 req-03ae0151-b0f0-4e7f-84a6-191ea1a49a18 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 944 time: 0.2120218 Oct 27 16:08:56.353117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27bf0c-ea7a-422c-8982-132bfdb96375 req-bfa1739f-8c67-4fd5-aba6-6f739e222062 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.354701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f27bf0c-ea7a-422c-8982-132bfdb96375 req-bfa1739f-8c67-4fd5-aba6-6f739e222062 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 950 time: 0.1894152 Oct 27 16:08:56.392399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:56.402105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.418483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:56.419279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7aee30bb-0dd5-4ed6-8d8f-7966ad4a2bc4 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:56.420191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8440638-cdf8-48d6-aa5b-4ce148b46906 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:56.459503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a8440638-cdf8-48d6-aa5b-4ce148b46906 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:56.460333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8440638-cdf8-48d6-aa5b-4ce148b46906 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:56.503615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.515322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb864ee9-ceb3-4d97-bdc0-675504c0a333 req-b0d8cdce-b24d-4688-b37e-d71cae8682ff tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561449 Oct 27 16:08:56.516057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event deleted for resources: {'Port': ['ID=f9ee6b8b-c654-4f41-b546-1f8ab6f7985f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:56.547624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f27bf0c-ea7a-422c-8982-132bfdb96375 req-cb7d6699-e2c2-44d3-abe9-614fc6044702 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe3a31b9-bc35-489d-a226-606066d66bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849694 Oct 27 16:08:56.607545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Pushing event deleted for resources: {'Port': ['ID=a8440638-cdf8-48d6-aa5b-4ce148b46906,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:56.655835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd05b39a-606b-421d-a502-40406a8da9d7 req-2ff4f33a-67bd-45a0-9da1-5c0f4accd159 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 210 time: 0.0400126 Oct 27 16:08:56.706219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] No DVR routers for this DVR port f9ee6b8b-c654-4f41-b546-1f8ab6f7985f on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:56.709994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.713701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6af5e612-5f11-4ac5-ab32-4a4ade7480d0 req-16d18b05-6052-4d21-9157-7110da183257 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "DELETE /v2.0/ports/f9ee6b8b-c654-4f41-b546-1f8ab6f7985f HTTP/1.1" status: 204 len: 173 time: 2.3774378 Oct 27 16:08:56.730493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] No DVR routers for this DVR port a8440638-cdf8-48d6-aa5b-4ce148b46906 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:56.733396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.737209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54995392-66b8-4cac-baaa-d91bc6eaf50a req-c3901c99-dd8f-41c2-9992-1c0faabb1d8c tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.82 "DELETE /v2.0/ports/a8440638-cdf8-48d6-aa5b-4ce148b46906 HTTP/1.1" status: 204 len: 173 time: 2.2963903 Oct 27 16:08:56.810374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fce6b-307b-49a4-abc4-e0ae60ebe496 req-66df0f19-0eaf-4a5a-8421-797f4ac1d645 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.812003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3fce6b-307b-49a4-abc4-e0ae60ebe496 req-66df0f19-0eaf-4a5a-8421-797f4ac1d645 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.0523212 Oct 27 16:08:56.823949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8f99a1ab-9988-423e-af73-71f3e5a524b3 None None] Provisioning complete for port 951a9dc0-ddf5-46e1-867e-0b01941244b8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:56.824694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f99a1ab-9988-423e-af73-71f3e5a524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.886674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a3fce6b-307b-49a4-abc4-e0ae60ebe496 req-97697a65-2a13-4609-995c-3d945cfb8f33 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Oct 27 16:08:56.954199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:56.977591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: f9ee6b8b-c654-4f41-b546-1f8ab6f7985f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:56.977942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f9ee6b8b-c654-4f41-b546-1f8ab6f7985f not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:57.060064 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.270709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951a9dc0-ddf5-46e1-867e-0b01941244b8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:57.372210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951a9dc0-ddf5-46e1-867e-0b01941244b8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:57.372682 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.416595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.472157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:57.611806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1657621949-network', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:57.642801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38e13a0d-949a-4a96-95b3-c43096240cb3 req-74176167-47ef-48f9-b044-f8a00d265c6e tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53d947a-1c9c-429f-bcd4-474d650ab478 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Oct 27 16:08:57.668419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Router 316fc085-0424-4873-85a5-b63dabb630a5 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:08:57.732745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Made reservation on behalf of 0d41e0e16cff4003b1a662ebb2a9519e for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:57.735078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.747292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.807680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2af5b0b7-930c-443f-9e67-7c2c884e4886 req-0a4204f0-3cc0-4fd2-9167-4a7ddd6e3a88 tempest-DeleteServersAdminTestJSON-352749658 tempest-DeleteServersAdminTestJSON-352749658-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d99dac1-a9f5-46fa-9766-d67735195791 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Oct 27 16:08:57.820967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.854850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:08:57.873117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.880253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Sync routers for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:08:57.891170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:57.892184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:57.912440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bb4afb5-90d4-47e7-bf49-e94940cc07ed req-f1d65835-19dd-42ef-b401-ee24dd350092 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Oct 27 16:08:57.968485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.969667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.977452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-41789cf4-554d-48bc-81bf-8bb94524ca26 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2375863 Oct 27 16:08:57.979878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:58.004752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:08:58.029321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5eef6c-8a44-4cca-86fc-a2c83b4e63f7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:58.038850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.039603 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Added segment 8ba55d95-c035-4e15-bbce-3b0339df3b2c of type vlan for network bdde7240-57fe-4a45-ac07-c817ca21c02e Oct 27 16:08:58.098533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.136464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-deleted', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f'}, {'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'name': 'network-vif-deleted', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:58.138740 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee889c-7d65-4df8-9a7e-0784299defa8" -d '{"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-deleted", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f"}, {"server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "name": "network-vif-deleted", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:58.194104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f302a4-558c-48e6-836d-2af243001a92 req-96a94a8a-2471-446e-af0d-9e8a412a7bf1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.196512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f302a4-558c-48e6-836d-2af243001a92 req-96a94a8a-2471-446e-af0d-9e8a412a7bf1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.1048934 Oct 27 16:08:58.232785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:58.243864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.248291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.249209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.320778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f302a4-558c-48e6-836d-2af243001a92 req-d23f496c-ff4d-44b4-a22f-37b35f3f2302 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128943 Oct 27 16:08:58.336862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] Pushing event updated for resources: {'Network': ['ID=bdde7240-57fe-4a45-ac07-c817ca21c02e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:58.355393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bdde7240-57fe-4a45-ac07-c817ca21c02e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:08:58.424893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-022e62b4-b6ec-4989-8212-55f795082445 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9503686 Oct 27 16:08:58.428021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:58.433252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Request body: {'subnet': {'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1657621949-subnet', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:58.434694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.473606 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfbdfbb-729f-4a4c-be88-ed3da43061e1 x-openstack-request-id: req-acfbdfbb-729f-4a4c-be88-ed3da43061e1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:58.474325 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53d947a-1c9c-429f-bcd4-474d650ab478", "name": "network-vif-deleted", "tag": "f9ee6b8b-c654-4f41-b546-1f8ab6f7985f", "status": "completed", "code": 200}, {"server_uuid": "1d99dac1-a9f5-46fa-9766-d67735195791", "name": "network-vif-deleted", "tag": "a8440638-cdf8-48d6-aa5b-4ce148b46906", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:58.474446 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acfbdfbb-729f-4a4c-be88-ed3da43061e1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:58.474847 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d947a-1c9c-429f-bcd4-474d650ab478', 'name': 'network-vif-deleted', 'tag': 'f9ee6b8b-c654-4f41-b546-1f8ab6f7985f', 'status': 'completed', 'code': 200} Oct 27 16:08:58.475143 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d99dac1-a9f5-46fa-9766-d67735195791', 'name': 'network-vif-deleted', 'tag': 'a8440638-cdf8-48d6-aa5b-4ce148b46906', 'status': 'completed', 'code': 200} Oct 27 16:08:58.545323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:08:56Z', 'revision_number': 3, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:58.576385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Checking router: 316fc085-0424-4873-85a5-b63dabb630a5 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:08:58.576732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Updating router 316fc085-0424-4873-85a5-b63dabb630a5 port dfb2f250-216f-4ece-a608-cc3069d63cf9 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:08:58.578442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Made reservation on behalf of 0d41e0e16cff4003b1a662ebb2a9519e for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:58.581559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.607159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.726763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.916391 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.925000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Allocated IP 172.20.0.1 (dd06f410-5e78-4d87-9475-332d874c3cfb/b698b211-e4e9-47e2-a932-7981e9a5132b/7f3c94aa-c434-4cbd-9ec5-35701cdbda85) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:58.993381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.054621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.055009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.069336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea9771b-1b38-4ab6-82ce-466524ef3911,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.098992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Checking segment: {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:59.100068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Network hostable DHCP agents. Network: bdde7240-57fe-4a45-ac07-c817ca21c02e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:08:59.108592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Pushing event updated for resources: {'Port': ['ID=dfb2f250-216f-4ece-a608-cc3069d63cf9,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.119256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Attempting to bind port dfb2f250-216f-4ece-a608-cc3069d63cf9 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:59.119629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Attempting to bind port dfb2f250-216f-4ece-a608-cc3069d63cf9 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:59.119997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Attempting to bind port dfb2f250-216f-4ece-a608-cc3069d63cf9 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:59.126097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.126449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.126789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.127148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.127482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.127809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.128130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.128455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.129003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.129332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.129656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.129974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:59.133660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:59.134285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:59.134851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.135433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:59.136085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Bound port: dfb2f250-216f-4ece-a608-cc3069d63cf9, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:59.136636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.175128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54092) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:59.191817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] For port dfb2f250-216f-4ece-a608-cc3069d63cf9, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:59.195599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] For port dfb2f250-216f-4ece-a608-cc3069d63cf9, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dfb2f250-216f-4ece-a608-cc3069d63cf9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:59.232942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.236339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Network bdde7240-57fe-4a45-ac07-c817ca21c02e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:08:59.274937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Network dd06f410-5e78-4d87-9475-332d874c3cfb is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:59.293031 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.297776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b080810-3fef-4498-a754-486ee412563e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.348739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bdde7240-57fe-4a45-ac07-c817ca21c02e) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:59.351797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d9f6-236e-4043-a939-641fa4f567f3 None None] Pushing event updated for resources: {'Port': ['ID=dfb2f250-216f-4ece-a608-cc3069d63cf9,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.362443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dd62c-11ec-4d29-897c-5406a8aef279 None None] Network bdde7240-57fe-4a45-ac07-c817ca21c02e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:08:59.380844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:59.381504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.398339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:59.420306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:59.428460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:59.429310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:59.452733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b080810-3fef-4498-a754-486ee412563e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.471614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b0ce08c-de61-4eae-a8ca-74034ee0e71a req-9f728d24-ff0b-417a-a166-43db933f94e0 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 210 time: 0.0669537 Oct 27 16:08:59.519457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-6412d1b9-73ad-452e-b386-841975435475 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:59.522163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-6412d1b9-73ad-452e-b386-841975435475 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.2679112 Oct 27 16:08:59.528072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Pushing event updated for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.547667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Request body: {'port': {'device_id': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'admin_state_up': True, 'tenant_id': '508060810a38468cb6e32c28e7994e75'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:59.557550 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d57164e-57f9-4fdd-8fc8-bc03457a013c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1258011 Oct 27 16:08:59.558015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:59.570304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:59.618727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b080810-3fef-4498-a754-486ee412563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.669711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:59.679335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080810-3fef-4498-a754-486ee412563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80422a1-9116-435f-9fcd-a6518007b341,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.683605 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b080810-3fef-4498-a754-486ee412563e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ac704beacc04b6499b4f37bbf96d9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098252 Oct 27 16:08:59.686261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54108) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:59.765385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.766625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.789844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.816876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.889221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bdde7240-57fe-4a45-ac07-c817ca21c02e', 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'fixed_ips': [{'subnet_id': 'dea9771b-1b38-4ab6-82ce-466524ef3911'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:08:59.890078 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.917076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0b959d28-6048-4c3f-b71d-6fdbb68acc3d None None] Provisioning complete for port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:59.917791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b959d28-6048-4c3f-b71d-6fdbb68acc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.922963 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.015493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0b959d28-6048-4c3f-b71d-6fdbb68acc3d None None] Port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:00.035626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:08:56Z', 'revision_number': 3, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:00.048122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.051516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.053693 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e80422a1-9116-435f-9fcd-a6518007b341 HTTP/1.1" status: 204 len: 168 time: 0.3660972 Oct 27 16:09:00.100557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54116) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:00.126293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7394d-ad87-4981-a60c-d24811fa3cbe None None] The sync data for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 is: [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:08:56Z', 'revision_number': 3, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:00.135360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.139779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bdd2e-8ba1-4518-bec0-7c28055e69e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80422a1-9116-435f-9fcd-a6518007b341,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:00.264522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Allocated IP 172.20.0.2 (bdde7240-57fe-4a45-ac07-c817ca21c02e/dea9771b-1b38-4ab6-82ce-466524ef3911/f06aa09a-34d6-4b7a-b5b1-5c7f20769968) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:00.305319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.325974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea191657-7520-4f9a-8c67-a3882c5309aa req-919c84d4-f356-4be3-ac1b-4ff3bf13d13f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.325974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea191657-7520-4f9a-8c67-a3882c5309aa req-919c84d4-f356-4be3-ac1b-4ff3bf13d13f tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.2943866 Oct 27 16:09:00.332676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42411-95ac-4961-8851-5860f34cfdb7 req-8c1c1efb-0163-4573-a89e-18f9366418db tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.340138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fab42411-95ac-4961-8851-5860f34cfdb7 req-8c1c1efb-0163-4573-a89e-18f9366418db tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.3096914 Oct 27 16:09:00.351872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-52236bc3-b40a-4ac4-8a3a-f8a437cb6599 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.354704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-52236bc3-b40a-4ac4-8a3a-f8a437cb6599 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.3276143 Oct 27 16:09:00.447362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea191657-7520-4f9a-8c67-a3882c5309aa req-77afcaec-f8dd-4a6e-93da-7a178956fcc0 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Oct 27 16:09:00.447966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Made reservation on behalf of 508060810a38468cb6e32c28e7994e75 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:00.452828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.468133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.572279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.626496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fab42411-95ac-4961-8851-5860f34cfdb7 req-6abdefa6-404c-4d18-9332-03b026579892 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851715 Oct 27 16:09:00.650770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Network bdde7240-57fe-4a45-ac07-c817ca21c02e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:00.652226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Pushing event updated for resources: {'Port': ['ID=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:00.655019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:00.657569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:00.662900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.749648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Attempting to bind port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:00.750016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Attempting to bind port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:00.750466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Attempting to bind port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 on network bdde7240-57fe-4a45-ac07-c817ca21c02e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:00.756743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:00.757077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Checking segment: {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:00.757379 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.757776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Bound using segment: {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:00.758249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Bound port: f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:00.758633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.810205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.867229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.873516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] For port f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:00.877270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] For port f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:00.953098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae5140cf-8596-4251-86fa-428aab93ed80 req-7b406b93-d325-4d8e-b513-82f561e93483 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 210 time: 0.3103487 Oct 27 16:09:00.953098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Allocated IP 172.20.0.4 (84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62/c25e57a3-1a24-4fbe-9489-92a50a30efd3/85fb9b99-4044-4400-9e64-81188cfad169) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:00.955702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6df95c91-c045-4b14-8fb6-84127fbbebba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d302b40d73d429c96c521c4a561000e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8391962 Oct 27 16:09:00.978269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.992128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54134) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:01.106478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1722-e9c7-47dd-9565-eab837bae4bd None None] Pushing event updated for resources: {'Port': ['ID=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:01.125799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Allocated IP 172.25.5.178 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/571043e8-dfce-4d9e-a7b4-34a8cdec4a36) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:01.368656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dfb2f250-216f-4ece-a608-cc3069d63cf9 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:01.377831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.454937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54142) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:01.479808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.515422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Deleting port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:01.515897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.521008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.541257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dfb2f250-216f-4ece-a608-cc3069d63cf9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:01.541643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.624132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Pushing event updated for resources: {'Port': ['ID=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:01.648530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:01.651005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:01.653701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:01.688207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.724906 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.731744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port dfb2f250-216f-4ece-a608-cc3069d63cf9, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dfb2f250-216f-4ece-a608-cc3069d63cf9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:01.741172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.816621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.884067 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7674e0cc-6719-41f3-93d8-499d21a68feb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be6e3e357b4646b7bee9d2aecea7499c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266315 Oct 27 16:09:01.885956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:01.897831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=dfb2f250-216f-4ece-a608-cc3069d63cf9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:01.932683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.940267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.946277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.966025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.047062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58a5d3-65c3-4455-bb46-6dc9d90d8324 req-fdb77e9e-76bf-469a-9154-dcdc46b119f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.052180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b58a5d3-65c3-4455-bb46-6dc9d90d8324 req-fdb77e9e-76bf-469a-9154-dcdc46b119f2 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 944 time: 0.4186146 Oct 27 16:09:02.102379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] For port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,segment=NetworkSegment(0e965a88-21b7-4d1b-9451-bafc175fa4a5),segment_id=0e965a88-21b7-4d1b-9451-bafc175fa4a5)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:02.102755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.125284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.126993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Pushing event updated for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.137535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4cfca-38c2-4885-b32c-1e759944ede5 req-18918b39-df94-47b4-ae9e-9979779a5565 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.139091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ca4cfca-38c2-4885-b32c-1e759944ede5 req-18918b39-df94-47b4-ae9e-9979779a5565 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.3414505 Oct 27 16:09:02.150010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.153020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.156712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe3a31b9-bc35-489d-a226-606066d66bee HTTP/1.1" status: 204 len: 168 time: 0.2675543 Oct 27 16:09:02.168673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a6e7-2b15-4863-96a2-1f3c3123cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a31b9-bc35-489d-a226-606066d66bee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.170709 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.172358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Calling delete_port for 864c29dd-7710-4dd2-b51c-d8070ed8f2ea owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:02.316533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.319922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.321112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5f184e8-5aef-4c59-8e0f-8116280eaf9e HTTP/1.1" status: 204 len: 168 time: 1.3220611 Oct 27 16:09:02.356701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b58a5d3-65c3-4455-bb46-6dc9d90d8324 req-4452f0d2-e181-4e15-8a21-029ac44c8f05 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/security-groups?id=d987289f-596e-4ec0-b1b3-2a655f5088ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781348 Oct 27 16:09:02.369253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.398915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ca4cfca-38c2-4885-b32c-1e759944ede5 req-5e848763-67e5-4c03-a9fe-e1920059c6a7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481527 Oct 27 16:09:02.406175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d643c02-6440-4cb4-a4bb-831730b69297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f184e8-5aef-4c59-8e0f-8116280eaf9e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.452008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.502015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:02.518397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:02.524953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.527541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:02.612438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Network dd06f410-5e78-4d87-9475-332d874c3cfb is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:02.620821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:02.681521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.682808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.832104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e898ed-77e4-4326-94f1-8ac3aacf0f85 req-334b5e71-3656-47fa-922b-1dfbb2013de8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.835103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:02.840035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85e898ed-77e4-4326-94f1-8ac3aacf0f85 req-334b5e71-3656-47fa-922b-1dfbb2013de8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 931 time: 0.3081827 Oct 27 16:09:02.927686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-4457712f-3bd5-452f-99bb-ad8ecbccd915 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3854313 Oct 27 16:09:02.977590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:02.980186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85e898ed-77e4-4326-94f1-8ac3aacf0f85 req-79f29586-047e-4f72-ad45-e1aa94958292 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390877 Oct 27 16:09:02.984284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Request body: {'port': {'device_id': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:03.049367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.091300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No active binding found for port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea {{(pid=114450) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:09:03.092439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 864c29dd-7710-4dd2-b51c-d8070ed8f2ea not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:03.119567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a7d7ebc0-6ecf-43ed-89a8-ca50b9fe6b2e None None] Provisioning complete for port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:03.121113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ebc0-6ecf-43ed-89a8-ca50b9fe6b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.130723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Pushing event deleted for resources: {'Port': ['ID=864c29dd-7710-4dd2-b51c-d8070ed8f2ea,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:03.133922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Router 316fc085-0424-4873-85a5-b63dabb630a5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:03.219970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7ebc0-6ecf-43ed-89a8-ca50b9fe6b2e None None] Port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:03.299029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] No DVR routers for this DVR port 864c29dd-7710-4dd2-b51c-d8070ed8f2ea on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:03.308816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.314402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.79 "DELETE /v2.0/ports/864c29dd-7710-4dd2-b51c-d8070ed8f2ea HTTP/1.1" status: 204 len: 173 time: 2.9105270 Oct 27 16:09:03.315340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-deleted', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:03.318367 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc803d4-0bf6-4684-b76c-bfc2a520a656" -d '{"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-deleted", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:03.321115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.346885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-176f360a-06c8-4e51-8a48-86361236f06d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068845 Oct 27 16:09:03.406036 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b2ba4-9d06-4ef5-a594-3a38d9a63fff x-openstack-request-id: req-620b2ba4-9d06-4ef5-a594-3a38d9a63fff {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:03.407256 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56c10d-9eb8-46d1-ad6b-a726887a9315", "name": "network-vif-deleted", "tag": "864c29dd-7710-4dd2-b51c-d8070ed8f2ea", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:03.408057 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-620b2ba4-9d06-4ef5-a594-3a38d9a63fff {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:03.410601 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56c10d-9eb8-46d1-ad6b-a726887a9315', 'name': 'network-vif-deleted', 'tag': '864c29dd-7710-4dd2-b51c-d8070ed8f2ea', 'status': 'completed', 'code': 200} Oct 27 16:09:03.415122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badcb69-de52-4f25-bcae-b24435bcf312 None None] Network bdde7240-57fe-4a45-ac07-c817ca21c02e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:03.457430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54194) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:03.487074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9657e97b-375b-4d7b-b330-3092ed44ec7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.524770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dfb2f250-216f-4ece-a608-cc3069d63cf9 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:03.586479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] Provisioning complete for port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:03.587141 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.602305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89e735e5-c660-4a2a-b7f6-01be7af53f98 req-a2d42297-b361-480e-8f5b-a289ff932688 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa56c10d-9eb8-46d1-ad6b-a726887a9315 HTTP/1.1" status: 200 len: 210 time: 0.1065764 Oct 27 16:09:03.606865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:03.621713 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Sync routers for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:03.652976 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:03.656235 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:03.717482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9657e97b-375b-4d7b-b330-3092ed44ec7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.736757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.738745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a771824a-41c8-46d5-962c-414de711e421 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1798844 Oct 27 16:09:03.741330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54200) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:03.814997 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:03.824155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-604f93af-8c0f-49e3-9c3e-7f7b1803444e tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:03.829339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-604f93af-8c0f-49e3-9c3e-7f7b1803444e tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4739237 Oct 27 16:09:03.831957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:03.847684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Sync routers for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:03.850131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d37a4d0-2158-4a46-8ca9-4c53f7934a6d admin admin] 10.222.0.70 "PUT /v2.0/routers/316fc085-0424-4873-85a5-b63dabb630a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8687413 Oct 27 16:09:03.885725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9657e97b-375b-4d7b-b330-3092ed44ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.898271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:03.899111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:03.917909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9657e97b-375b-4d7b-b330-3092ed44ec7d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=412147fde56a404fa26ab44b294bfd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582968 Oct 27 16:09:03.924144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54204) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:03.998220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dfb2f250-216f-4ece-a608-cc3069d63cf9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:03.998781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.009418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657e97b-375b-4d7b-b330-3092ed44ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3baf3c-41d0-456d-9499-0cbdb489fa18,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:04.071291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.155701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-eedda0b1-90c7-422b-84f4-b69c63c71c3e tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/quotas/e7fdb237efd74566b9e6e9ccbe964d59 HTTP/1.1" status: 200 len: 375 time: 0.1197538 Oct 27 16:09:04.165728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:04.167528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.220263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-47d22c63-28c0-4afe-b91a-154b3b079633 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636756 Oct 27 16:09:04.225690 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 3, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:04.258448 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Checking router: 3b9b9491-d154-4071-85a4-dbf2d92abcf4 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:04.259093 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Updating router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:04.275176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b978cdb-f082-4f50-91b6-d643414c4e56 req-a7e5a841-4fb2-4601-90c8-b905acb995dd tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.282241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b978cdb-f082-4f50-91b6-d643414c4e56 req-a7e5a841-4fb2-4601-90c8-b905acb995dd tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.2483747 Oct 27 16:09:04.293745 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.312575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:04.327269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.379622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b978cdb-f082-4f50-91b6-d643414c4e56 req-52dc5f76-5f11-4a59-afc2-b88568ad5a7f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946403 Oct 27 16:09:04.397475 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.463256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Transition to ACTIVE for port object 85fb9b99-4044-4400-9e64-81188cfad169 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:04.496244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.498745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.499799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f3baf3c-41d0-456d-9499-0cbdb489fa18 HTTP/1.1" status: 204 len: 168 time: 0.5730867 Oct 27 16:09:04.532728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4075-875e-4835-b64b-5fb9b34d0498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3baf3c-41d0-456d-9499-0cbdb489fa18,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:04.554238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54220) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:04.605219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.619212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] For port f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:04.638306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.756726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ad52-16cc-4eb4-b881-c652e8d3dc77 req-2913eb2f-148c-4ec0-90f4-f4b3c3283c04 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.770529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a215ad52-16cc-4eb4-b881-c652e8d3dc77 req-2913eb2f-148c-4ec0-90f4-f4b3c3283c04 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 931 time: 0.2962794 Oct 27 16:09:04.786826 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.800370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.853936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:04.900496 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.935781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f06aa09a-34d6-4b7a-b5b1-5c7f20769968 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:04.952379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a215ad52-16cc-4eb4-b881-c652e8d3dc77 req-ca9845aa-1b78-4031-bd2b-390390e0f232 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808476 Oct 27 16:09:04.955937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1904309223-network', 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:04.974936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Attempting to bind port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:04.975613 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Attempting to bind port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:04.976541 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Attempting to bind port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:04.977162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Allocated IP 172.20.0.1 (bdde7240-57fe-4a45-ac07-c817ca21c02e/dea9771b-1b38-4ab6-82ce-466524ef3911/6ef7a2fe-1ee1-42fa-916f-418945ccfadd) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:04.988279 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Pushing event updated for resources: {'Port': ['ID=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:04.993626 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:04.994124 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:04.998118 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.998118 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:04.998118 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Bound port: 571043e8-dfce-4d9e-a7b4-34a8cdec4a36, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:04.998118 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.092641 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] For port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:05.096163 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] For port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:05.098954 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.101408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Attempting to bind port 85fb9b99-4044-4400-9e64-81188cfad169 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:05.102057 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.102230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Attempting to bind port 85fb9b99-4044-4400-9e64-81188cfad169 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:05.102779 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.102897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Attempting to bind port 85fb9b99-4044-4400-9e64-81188cfad169 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:05.103438 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.103960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.104493 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.105550 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.106080 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.111173 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.111788 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.112296 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.116695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:05.157827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35255ecc-d522-43e8-9388-4c678e4adca6 req-7e36661a-9fb4-4256-a4f8-88c97bf05004 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 210 time: 0.0628841 Oct 27 16:09:05.158704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Port 85fb9b99-4044-4400-9e64-81188cfad169 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:05.159096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Attempting to bind port 85fb9b99-4044-4400-9e64-81188cfad169 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:05.170473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:05.170823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Checking segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:05.174729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Bound using segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:05.175128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Bound port: 85fb9b99-4044-4400-9e64-81188cfad169, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:05.175420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.188544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416fcb6-0e44-4d1f-a108-360d93930a65 None None] Pushing event updated for resources: {'Port': ['ID=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:05.206087 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.225730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:05.229444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.235384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:05.278851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:05.279891 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:05.283350 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1174f-abde-41c7-ab1d-0ea9622384f5 None None] Pushing event updated for resources: {'Port': ['ID=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:05.288623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:05.288994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.312824 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.350714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:05.359961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:05.362607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.381725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9985c146-e0e8-4fb2-b92f-644c6b17b59c None None] Provisioning complete for port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:05.386515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9985c146-e0e8-4fb2-b92f-644c6b17b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.449278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.471600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:00Z', 'revision_number': 4, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7f3c94aa-c434-4cbd-9ec5-35701cdbda85', 'name': '', 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'mac_address': 'fa:16:3e:d6:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:58Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 2, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'subnets': [{'id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:05.493152 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:05.507763 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-92556231-bfad-458f-b01f-fdc115e51651 req-476ba237-d878-4210-aad7-0e174095b3ed tempest-FloatingIPDetailsNegativeTestJSON-12091703 tempest-FloatingIPDetailsNegativeTestJSON-12091703-project] show failed (client error): The resource could not be found. Oct 27 16:09:05.508811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92556231-bfad-458f-b01f-fdc115e51651 req-476ba237-d878-4210-aad7-0e174095b3ed tempest-FloatingIPDetailsNegativeTestJSON-12091703 tempest-FloatingIPDetailsNegativeTestJSON-12091703-project] 10.222.0.70 "GET /v2.0/floatingips/83567384-bfef-4555-b640-4798a288e7c6 HTTP/1.1" status: 404 len: 350 time: 0.0876160 Oct 27 16:09:05.528406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.531617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:05.547602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Checking router: 316fc085-0424-4873-85a5-b63dabb630a5 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:05.547950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Updating router 316fc085-0424-4873-85a5-b63dabb630a5 port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:05.588491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Pushing event updated for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:05.592001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.672537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Network bdde7240-57fe-4a45-ac07-c817ca21c02e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:05.686321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:05.709941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:05.788834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Deleting subnet 925b41ce-bcd7-4489-87d4-a8d8791ed7be {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:05.797245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.854420 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.893539 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 3, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:05.914526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.964465 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25284041-1f92-45dc-9f2d-f4eaa468edec None None] The sync data for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 is: [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 3, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:05.986990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f06aa09a-34d6-4b7a-b5b1-5c7f20769968 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:05.995357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.163669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:06.163669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.207552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.230443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.240377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925b41ce-bcd7-4489-87d4-a8d8791ed7be,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:06.245592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.247853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.252615 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e4e2832-9314-43c9-b8d3-26b25372df6b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/925b41ce-bcd7-4489-87d4-a8d8791ed7be HTTP/1.1" status: 204 len: 168 time: 1.0160673 Oct 27 16:09:06.253228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:06.256536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.257308 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.259326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] 10.222.0.82 "PUT /v2.0/ports/85fb9b99-4044-4400-9e64-81188cfad169 HTTP/1.1" status: 200 len: 1091 time: 3.3130698 Oct 27 16:09:06.259818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a69512ad-a64a-492c-9c11-1dbcdf0b0b53 None None] Provisioning complete for port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:06.260279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a69512ad-a64a-492c-9c11-1dbcdf0b0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.264515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:06.267887 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e00a214-8650-44f2-af25-9938f0579584" -d '{"events": [{"name": "network-changed", "server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "tag": "85fb9b99-4044-4400-9e64-81188cfad169"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:06.319607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.331921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ae062-9204-489b-997b-1e71bdba4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:06.403031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a69512ad-a64a-492c-9c11-1dbcdf0b0b53 None None] Port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:06.486529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.500576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.517168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352c762-331e-4098-a8d4-f1e98fceb9ca None None] Pushing event updated for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:06.533090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:06.553950 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.555375 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Added segment ca64b798-9078-4502-b5ec-f3dcba24ccc3 of type vlan for network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 Oct 27 16:09:06.573655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.615798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Attempting to bind port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:06.616171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Attempting to bind port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:06.616537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Attempting to bind port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 on network dd06f410-5e78-4d87-9475-332d874c3cfb {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:06.635923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:06.636298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Checking segment: {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:06.636699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.637089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Bound using segment: {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:06.637572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Bound port: 7f3c94aa-c434-4cbd-9ec5-35701cdbda85, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd2dad-efe0-44bc-a87e-fb2373d76f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:06.637950 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.665356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.746353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.774588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.786423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.795678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.824494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399412a-0c1d-4860-9351-a263e24fab92 req-0c2a5a66-7c84-417c-96d4-711ab200b517 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.829405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babee0bf-7bb2-47d5-a377-2884d28bd7a3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:06.835730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5399412a-0c1d-4860-9351-a263e24fab92 req-0c2a5a66-7c84-417c-96d4-711ab200b517 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 1.2885003 Oct 27 16:09:06.889796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e965a88-21b7-4d1b-9451-bafc175fa4a5') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:06.892528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e965a88-21b7-4d1b-9451-bafc175fa4a5') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:06.893393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] For port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:06.903168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] For port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:06.939878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e6667966-b05e-4573-b843-87f0f7f24d1d None None] Provisioning complete for port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:06.945955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.951184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e6667966-b05e-4573-b843-87f0f7f24d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.003288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c549d2-a887-4602-91d2-14fde4cd2dc2 req-a0bb84a7-36b6-4e62-81fd-65926358823b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:07.019450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c549d2-a887-4602-91d2-14fde4cd2dc2 req-a0bb84a7-36b6-4e62-81fd-65926358823b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 943 time: 0.7893786 Oct 27 16:09:07.022016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972be068-c7fb-4e3c-bec2-83bdc1147b1f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.025775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e6667966-b05e-4573-b843-87f0f7f24d1d None None] Port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:07.032973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.034132 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:07.084505 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:07.117242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5589795 Oct 27 16:09:07.121868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54276) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:07.143449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.164955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352c762-331e-4098-a8d4-f1e98fceb9ca None None] Pushing event updated for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.180322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:07.181120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:07.181263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Request body: {'subnet': {'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1904309223-subnet', 'tenant_id': 'd578313f74184ff1a4011a56ede513ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:07.198679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-a3d1a50c-1481-41db-b261-6753964a3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:07.209160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-a3d1a50c-1481-41db-b261-6753964a3739 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 1094 time: 0.7531593 Oct 27 16:09:07.226995 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.282886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14ca29-26ad-4261-84dc-f5d68294530a admin admin] Pushing event updated for resources: {'Network': ['ID=f67270d6-66aa-4d91-9da4-5e72f8dba3d5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.375689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.379236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Pushing event updated for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.382840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.387501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.392120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] 10.222.0.70 "DELETE /v2.0/networks/babee0bf-7bb2-47d5-a377-2884d28bd7a3 HTTP/1.1" status: 204 len: 168 time: 1.1378329 Oct 27 16:09:07.400907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54282) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:07.430223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c549d2-a887-4602-91d2-14fde4cd2dc2 req-2d3bf828-ab09-4f8a-b5c5-b1120b027fcd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092395 Oct 27 16:09:07.443990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5399412a-0c1d-4860-9351-a263e24fab92 req-2606e4f4-dd1e-4678-b951-4dd9024d4a09 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073315 Oct 27 16:09:07.452739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-a02a4598-b12e-4205-b7e3-6a372e7fd2f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fb9b99-4044-4400-9e64-81188cfad169 HTTP/1.1" status: 200 len: 217 time: 0.2077613 Oct 27 16:09:07.462490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Deleting subnet dce19c30-8041-4cc0-807c-7f2eb8a3447d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:07.466642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.510197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.546176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:07.558965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:07.560666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.571535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9ee5-4a92-45e1-9553-c545beb8dbba admin admin] Pushing event deleted for resources: {'Network': ['ID=babee0bf-7bb2-47d5-a377-2884d28bd7a3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.581440 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ab865-660c-4f09-beb3-cc884344b031 x-openstack-request-id: req-8a2ab865-660c-4f09-beb3-cc884344b031 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:07.581773 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "tag": "85fb9b99-4044-4400-9e64-81188cfad169", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:07.582068 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a2ab865-660c-4f09-beb3-cc884344b031 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:07.582687 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169', 'status': 'completed', 'code': 200} Oct 27 16:09:07.653579 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.679197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cebfca0f-c9fc-4827-9f9f-5c4181a61ac9 req-8a6092f4-61b3-4edc-a8a0-8267b8e70c5d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 210 time: 0.1162558 Oct 27 16:09:07.718022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-54719e22-4cfa-454f-9a5b-c38c8d41e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:07.720346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-54719e22-4cfa-454f-9a5b-c38c8d41e6c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.2554646 Oct 27 16:09:07.741313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Network bdde7240-57fe-4a45-ac07-c817ca21c02e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:07.745039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:07.763279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-0e143d9e-1799-4211-a9b3-14c7de7afdd3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355010 Oct 27 16:09:07.773539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] Provisioning complete for port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:07.773876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.820517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:07.946390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:07.948775 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.977230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.985758 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dce19c30-8041-4cc0-807c-7f2eb8a3447d HTTP/1.1" status: 204 len: 168 time: 0.5809293 Oct 27 16:09:07.994553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54290) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:08.049675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:08.087938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1208e2-9000-4f5f-a069-2a8ab372eaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce19c30-8041-4cc0-807c-7f2eb8a3447d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:08.207983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-08780474-6ab3-42fd-b29a-3ea04ccd0fae tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544639 Oct 27 16:09:08.217162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-0a3eeab1-c0a8-4993-a75a-4b60e27626d5 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415433 Oct 27 16:09:08.242369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:08.242739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.320580 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.378050 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.421216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d8789e5-6489-4e4b-bfa0-0395c80d30ba req-5a11bb6a-fc8a-4284-b7cc-55b87aa8495c service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565731 Oct 27 16:09:08.524013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] For port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:08.538361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.553490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:08.561183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:08.564796 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-68c787db-b103-4226-8a96-79c47a8b1e6a admin admin] 10.222.0.70 "PUT /v2.0/routers/3b9b9491-d154-4071-85a4-dbf2d92abcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8221841 Oct 27 16:09:08.568555 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Sync routers for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:08.583218 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:08.584668 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:08.604716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.605916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:00Z', 'revision_number': 4, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7f3c94aa-c434-4cbd-9ec5-35701cdbda85', 'name': '', 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'mac_address': 'fa:16:3e:d6:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:58Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 4, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'subnets': [{'id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:08.651113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-ca8a0530-17c0-4c08-841b-780627705b8f tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:08.651113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-ca8a0530-17c0-4c08-841b-780627705b8f tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4205558 Oct 27 16:09:08.652079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877976b7-1df0-4d5b-a83c-11438ca53bca None None] The sync data for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 is: [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:00Z', 'revision_number': 4, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7f3c94aa-c434-4cbd-9ec5-35701cdbda85', 'name': '', 'network_id': 'dd06f410-5e78-4d87-9475-332d874c3cfb', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'mac_address': 'fa:16:3e:d6:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:58Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 4, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'subnets': [{'id': 'b698b211-e4e9-47e2-a932-7981e9a5132b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:08.652867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9921a925-22f9-4a6b-a0c3-a2e4f653837c']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:08.666724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c964c-cc35-4ab8-aa75-a0bccc3fc75e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:08.668810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c964c-cc35-4ab8-aa75-a0bccc3fc75e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:08.682425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.690728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.761148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.780088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:08.780654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.780976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:08.793536 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:08.804929 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:08.832994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Request body: {'port': {'device_id': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'e7fdb237efd74566b9e6e9ccbe964d59'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:08.871503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0103d0-3930-489c-84d5-f3e02c161acb None None] Pushing event updated for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:08.919938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f9feec5e-3bcc-424f-a45a-9ff89d9267e0 None None] Provisioning complete for port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:08.920568 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f9feec5e-3bcc-424f-a45a-9ff89d9267e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.985038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f9feec5e-3bcc-424f-a45a-9ff89d9267e0 None None] Port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:08.993793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:09.016853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a214-8650-44f2-af25-9938f0579584 req-d52842d6-a55f-46d8-a79a-167dd2f5a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.018433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-d52842d6-a55f-46d8-a79a-167dd2f5a708 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 1094 time: 0.2454121 Oct 27 16:09:09.026756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede20338-cfee-47a5-b16c-efce466ac182 req-b0e7dc20-f192-4a18-ae3f-1b69377a29da tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.028671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede20338-cfee-47a5-b16c-efce466ac182 req-b0e7dc20-f192-4a18-ae3f-1b69377a29da tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 943 time: 0.4880388 Oct 27 16:09:09.048056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd11d-54cb-4ca6-af22-dc593e0df058 req-c3e4827d-fe08-4a9a-81a1-05ac89ae39b8 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.057593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-484dd11d-54cb-4ca6-af22-dc593e0df058 req-c3e4827d-fe08-4a9a-81a1-05ac89ae39b8 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.3399065 Oct 27 16:09:09.096686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 4, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '6ef7a2fe-1ee1-42fa-916f-418945ccfadd', 'name': '', 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'mac_address': 'fa:16:3e:6b:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:04Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 2, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'subnets': [{'id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:09.123976 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Checking router: 3b9b9491-d154-4071-85a4-dbf2d92abcf4 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:09.124337 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Updating router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:09.153592 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.168876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.181056 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.185726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] 10.222.0.70 "DELETE /v2.0/networks/9921a925-22f9-4a6b-a0c3-a2e4f653837c HTTP/1.1" status: 204 len: 168 time: 1.1860845 Oct 27 16:09:09.203689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a85a5-d696-450c-a547-f068968af55a admin admin] Pushing event deleted for resources: {'Network': ['ID=9921a925-22f9-4a6b-a0c3-a2e4f653837c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:09.228820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-484dd11d-54cb-4ca6-af22-dc593e0df058 req-ef11b5cf-cd90-42b4-9c27-a7086769ffcd tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672845 Oct 27 16:09:09.256165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede20338-cfee-47a5-b16c-efce466ac182 req-c46eca8e-b370-400d-973d-2f8cfcf1bc24 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918235 Oct 27 16:09:09.281527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.413905 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.435224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a214-8650-44f2-af25-9938f0579584 req-0ad16800-f961-4429-84e6-7a97545231ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.436623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-0ad16800-f961-4429-84e6-7a97545231ca service neutron] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 915 time: 0.4070516 Oct 27 16:09:09.442658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9632f455-a4bb-466e-b915-96d5dc9082a7 req-dd7b4ca2-cb4f-4aec-933d-bfa5bcd4ca72 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 210 time: 0.0658212 Oct 27 16:09:09.529632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=953349cd-40ef-442b-8085-7089355fc1f5,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:09.721107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-21ff3a6e-6ef0-4f61-bdd9-5d14597c5189 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fb9b99-4044-4400-9e64-81188cfad169 HTTP/1.1" status: 200 len: 217 time: 0.1928043 Oct 27 16:09:09.745239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Made reservation on behalf of e7fdb237efd74566b9e6e9ccbe964d59 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:09.748748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.754297 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.794208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.796225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:09.882092 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.891290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:09.891290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Network hostable DHCP agents. Network: f67270d6-66aa-4d91-9da4-5e72f8dba3d5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:09.896490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-99cb1df0-3a56-4e16-b322-114a37e9688a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e666b1d3b7394c17a00c0066b8f2276f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950365 Oct 27 16:09:09.898396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54332) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:10.018794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.036089 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8135-619e-41b5-a4b8-530d83e51a6b None None] Pushing event updated for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:10.054773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.073040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:10.090689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a214-8650-44f2-af25-9938f0579584 req-d2ad77be-376e-4b92-af44-1a59f2bed3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:10.092559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-d2ad77be-376e-4b92-af44-1a59f2bed3c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.3414676 Oct 27 16:09:10.143567 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Attempting to bind port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:10.144014 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Attempting to bind port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:10.144912 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Attempting to bind port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd on network bdde7240-57fe-4a45-ac07-c817ca21c02e {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:10.151355 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:10.152376 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Checking segment: {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:10.153078 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.153479 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Bound using segment: {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:10.153953 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Bound port: 6ef7a2fe-1ee1-42fa-916f-418945ccfadd, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba55d95-c035-4e15-bbce-3b0339df3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:10.154351 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.156228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-b8754884-ce24-4589-98cb-26f5226e51d3 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7261672 Oct 27 16:09:10.187884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:10.201679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-3073b5fc-12bf-47cc-8797-abeead79faed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787289 Oct 27 16:09:10.204127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:10.204579 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.220515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:10.252047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.261993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.261993 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d987289f-596e-4ec0-b1b3-2a655f5088ea HTTP/1.1" status: 204 len: 168 time: 0.3598208 Oct 27 16:09:10.281155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] For port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:10.284159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c88d2-b9e2-45ad-aa15-63c61adf5a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d987289f-596e-4ec0-b1b3-2a655f5088ea,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:10.289789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] For port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:10.365376 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.387442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:10.415345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.445324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] Provisioning complete for port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:10.445685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.465533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f67270d6-66aa-4d91-9da4-5e72f8dba3d5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:10.487129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b62e62-d72c-479b-aeba-1241eed30b87 None None] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:10.491562 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:10.499693 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:10.500602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:10.501336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.532972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.617196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:10.617579 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.685129 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8135-619e-41b5-a4b8-530d83e51a6b None None] Pushing event updated for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:10.763408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:10.800263 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:10.909231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9c99d9f-0017-46f0-ae88-25a5e46afc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.940041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.995723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb2bd5-013b-4eaa-98f8-c3a21677a750 None None] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:11.018634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9c99d9f-0017-46f0-ae88-25a5e46afc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.074838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.116303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9c99d9f-0017-46f0-ae88-25a5e46afc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.150553 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9c99d9f-0017-46f0-ae88-25a5e46afc54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d3efaa7ba7c4bd0bb0a4a7751909c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852744 Oct 27 16:09:11.153532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54350) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:11.166235 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 4, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '6ef7a2fe-1ee1-42fa-916f-418945ccfadd', 'name': '', 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'mac_address': 'fa:16:3e:6b:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:04Z', 'updated_at': '2021-10-27T16:09:10Z', 'revision_number': 4, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'subnets': [{'id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:11.184134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2565-ed09-4e67-9f05-48bba4a43fc1 req-f23c78fa-ad2e-462f-9bd6-31673ea44519 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:11.201477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4ee2565-ed09-4e67-9f05-48bba4a43fc1 req-f23c78fa-ad2e-462f-9bd6-31673ea44519 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.7802355 Oct 27 16:09:11.225159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] For port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:11.235320 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb8f37-f905-40b6-9e38-db0af532e662 None None] The sync data for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 is: [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:06Z', 'revision_number': 4, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '6ef7a2fe-1ee1-42fa-916f-418945ccfadd', 'name': '', 'network_id': 'bdde7240-57fe-4a45-ac07-c817ca21c02e', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'mac_address': 'fa:16:3e:6b:08:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:04Z', 'updated_at': '2021-10-27T16:09:10Z', 'revision_number': 4, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'subnets': [{'id': 'dea9771b-1b38-4ab6-82ce-466524ef3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:11.244985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c99d9f-0017-46f0-ae88-25a5e46afc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ee60a-914e-4572-badd-551a296924bf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:11.299619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.361866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.374102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fc0202ef-cacb-4e14-b6cd-74013fd2f91c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2106807 Oct 27 16:09:11.375662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:11.413642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.422418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1002d3e-2847-43ee-9807-2f973aa3be42,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:11.470304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4ee2565-ed09-4e67-9f05-48bba4a43fc1 req-7b70efd0-9105-4e80-9528-269521ae2c5b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652721 Oct 27 16:09:11.483433 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-323becf3-f66f-4724-a05f-900f31ea913f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5aa6d193972d45f587ab9692db4a2935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962543 Oct 27 16:09:11.488111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-d115bccf-7e34-4e8d-90a7-951a515e953a service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2599216 Oct 27 16:09:11.493808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54356) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:11.528084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c8843-48f7-4cd5-b673-456112d80c16 None None] Pushing event updated for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:11.542640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f1c99bf2-40bf-48ea-8438-0fb031476b9a None None] Provisioning complete for port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:11.543017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1c99bf2-40bf-48ea-8438-0fb031476b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.549897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b344514-f13d-4cef-be66-578720bd32c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.629068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.634511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.643245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/346ee60a-914e-4572-badd-551a296924bf HTTP/1.1" status: 204 len: 168 time: 0.4817321 Oct 27 16:09:11.660065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1ef32-e93c-4455-a72c-b1138224e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ee60a-914e-4572-badd-551a296924bf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:11.866883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Allocated IP 192.168.233.55 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/ab3fc2c1-cab7-483b-bed7-c1498945a57c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:11.897707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2408-c88e-449c-a7ca-d0caf23133e0 req-37a5b15d-1ec6-4ec9-8682-705943d58895 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:11.899340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7be2408-c88e-449c-a7ca-d0caf23133e0 req-37a5b15d-1ec6-4ec9-8682-705943d58895 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 943 time: 0.2970490 Oct 27 16:09:11.945344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Deleting port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:11.945735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.976104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e00a214-8650-44f2-af25-9938f0579584 req-06f3fb7a-bac2-41d7-bf76-6de6111996bd service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589963 Oct 27 16:09:11.990447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.001014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6ef7a2fe-1ee1-42fa-916f-418945ccfadd up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:12.108065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:12.109147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.130030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.154667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7be2408-c88e-449c-a7ca-d0caf23133e0 req-26404f9b-e468-41bb-ba9b-4e7c38c859a4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380414 Oct 27 16:09:12.220030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.418455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] For port 7f3c94aa-c434-4cbd-9ec5-35701cdbda85, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.419386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.458215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:12.466025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a616046-4501-45dc-a030-5a1d84d9e4d3 req-aa5241a9-d31b-4a38-9bcd-02cdaababe65 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 210 time: 0.1589155 Oct 27 16:09:12.497106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Calling delete_port for 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:12.605438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.608768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.612305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc271f30-413d-4c21-8980-2373f7a80619 HTTP/1.1" status: 204 len: 168 time: 1.1009419 Oct 27 16:09:12.615433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.631081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '85fb9b99-4044-4400-9e64-81188cfad169', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'port_id': '85fb9b99-4044-4400-9e64-81188cfad169', 'mac_address': 'fa:16:3e:8b:5e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25e57a3-1a24-4fbe-9489-92a50a30efd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:12.674544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e6948-2b1a-4e5b-841c-e66d1df5781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc271f30-413d-4c21-8980-2373f7a80619,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:12.729370 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.729779 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.732891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Allocated IP 172.25.5.20 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/2d949522-aea9-44ee-80af-a8407d7869f4) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:12.749818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54374) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:12.778694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52061f3d-5e45-45ff-80bb-cb57487ada7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.795263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:12.851282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.950884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52061f3d-5e45-45ff-80bb-cb57487ada7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.959584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.973051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.023909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.025311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.061536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52061f3d-5e45-45ff-80bb-cb57487ada7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.103446 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52061f3d-5e45-45ff-80bb-cb57487ada7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c2d3503ed0f4bc5a2362a8b2151395c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519080 Oct 27 16:09:13.105898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:13.112239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52061f3d-5e45-45ff-80bb-cb57487ada7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6452a9-3422-440a-be73-4dea68e238d7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.142928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:13.153225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:13.163264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:13.169352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Pushing event updated for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.174953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.199783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.233630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.280324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-b6a7e8c4-bfaa-4c02-9979-c3537c2fa271 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:13.287372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-b6a7e8c4-bfaa-4c02-9979-c3537c2fa271 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.3227675 Oct 27 16:09:13.292878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3c94aa-c434-4cbd-9ec5-35701cdbda85,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.312815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-207eef2a-2f5b-4086-86e3-1dc11ba9f78a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0244510 Oct 27 16:09:13.333596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:13.334259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.354042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.355965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.359438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.362206 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee6452a9-3422-440a-be73-4dea68e238d7 HTTP/1.1" status: 204 len: 168 time: 0.2539167 Oct 27 16:09:13.383652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f105f-8b89-451e-875c-b1ed3e3cb0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6452a9-3422-440a-be73-4dea68e238d7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.442855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['85fb9b99-4044-4400-9e64-81188cfad169'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:13.491479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-87b09e3f-f391-4162-b8b1-9cb49147cc7e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1776440 Oct 27 16:09:13.668122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-01e5cd9c-30c4-4f6b-8f75-1f798d3e3845 None None] Provisioning complete for port ab3fc2c1-cab7-483b-bed7-c1498945a57c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:13.668717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-01e5cd9c-30c4-4f6b-8f75-1f798d3e3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.685004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-18168803-d049-4fd6-a501-b296bef32772 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8558545 Oct 27 16:09:13.689995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:13.707271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Request body: {'port': {'device_id': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:13.712257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:13.712384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-01e5cd9c-30c4-4f6b-8f75-1f798d3e3845 None None] Port ab3fc2c1-cab7-483b-bed7-c1498945a57c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:13.719156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:13.781026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event updated for resources: {'Port': ['ID=2d949522-aea9-44ee-80af-a8407d7869f4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.847471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.863634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-a6b9766f-6056-4231-80d6-3ec74692d03d service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664849 Oct 27 16:09:13.922804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.041594 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53024ef4-4bc6-4bca-9b2e-b5fd1b1ddd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.109591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.199065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-c2690fe7-6247-41bc-a7c7-47039881680d service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264461 Oct 27 16:09:14.485924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:14.550120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.645189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 85fb9b99-4044-4400-9e64-81188cfad169 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:14.651278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 85fb9b99-4044-4400-9e64-81188cfad169 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:14.651829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.747528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.773168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.773775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:14.780137 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27a85a-d6ae-4dc8-b57a-aeabfaf39744" -d '{"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-plugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:14.795529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:14.866562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bd998-c58e-42e5-afa5-b1726a1b2eaa req-1936d9ac-799e-4d01-9683-0d6300daaa1e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:14.868019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-737bd998-c58e-42e5-afa5-b1726a1b2eaa req-1936d9ac-799e-4d01-9683-0d6300daaa1e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.1990569 Oct 27 16:09:14.904200 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.911007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Router 316fc085-0424-4873-85a5-b63dabb630a5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:14.965022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-737bd998-c58e-42e5-afa5-b1726a1b2eaa req-fa995ac5-a7a3-4cb9-8750-9e5bd6e24f75 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 Oct 27 16:09:14.966902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:15.108054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.142180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3fc2c1-cab7-483b-bed7-c1498945a57c {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:15.158032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.211475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Transition to ACTIVE for port object ab3fc2c1-cab7-483b-bed7-c1498945a57c will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:15.219742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d36c2-42d5-4168-8e6a-d3e872fef3cb req-932cb130-e3ef-4ff3-ae32-3dfc30830736 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:15.221250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-957d36c2-42d5-4168-8e6a-d3e872fef3cb req-932cb130-e3ef-4ff3-ae32-3dfc30830736 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1693635 Oct 27 16:09:15.241826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:15.248466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-37be1561-d14a-4638-ba0a-2fc2103563ec admin admin] 10.222.0.70 "PUT /v2.0/routers/316fc085-0424-4873-85a5-b63dabb630a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7135382 Oct 27 16:09:15.251081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:15.257449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Sync routers for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:15.272553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:15.273271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.314304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-957d36c2-42d5-4168-8e6a-d3e872fef3cb req-4727c8b2-4102-4199-b24c-b40ea62375d9 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799603 Oct 27 16:09:15.347156 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.352452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.455401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.481892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.509750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:15.533555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:15.640100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.727243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7495ea-04ab-4310-accd-e843fa34cb9b req-af06773d-8ac1-491e-8ba0-1e7bf6556bb4 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:15.729408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e7495ea-04ab-4310-accd-e843fa34cb9b req-af06773d-8ac1-491e-8ba0-1e7bf6556bb4 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 947 time: 0.3155444 Oct 27 16:09:15.732603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event updated for resources: {'Port': ['ID=2d949522-aea9-44ee-80af-a8407d7869f4,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:15.776986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Attempting to bind port ab3fc2c1-cab7-483b-bed7-c1498945a57c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:15.786851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Attempting to bind port ab3fc2c1-cab7-483b-bed7-c1498945a57c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:15.789422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Attempting to bind port ab3fc2c1-cab7-483b-bed7-c1498945a57c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:15.791163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:12Z', 'revision_number': 5, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.802930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Port ab3fc2c1-cab7-483b-bed7-c1498945a57c on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:15.805907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Attempting to bind port ab3fc2c1-cab7-483b-bed7-c1498945a57c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:15.818251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:15.818603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:15.819003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:15.819489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Bound port: ab3fc2c1-cab7-483b-bed7-c1498945a57c, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:15.819853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.836977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.838065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Checking router: 316fc085-0424-4873-85a5-b63dabb630a5 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:15.838465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-484bf1f5-ab2c-4777-969b-fa6c619aff24 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6547046 Oct 27 16:09:15.848281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e7495ea-04ab-4310-accd-e843fa34cb9b req-8ae210b2-82b3-4439-8606-cac01b64c40d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098480 Oct 27 16:09:15.850314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Routers {'316fc085-0424-4873-85a5-b63dabb630a5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:15.851280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['316fc085-0424-4873-85a5-b63dabb630a5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.924703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-f89471be-04e6-43f6-9629-3a1c9982bcff tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0748255 Oct 27 16:09:15.963636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315775e-e597-40a0-90aa-00577c778ea6 req-dc296c05-4af9-4a69-b8ac-6c96150a5246 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 210 time: 0.0435474 Oct 27 16:09:16.039810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] Set router 316fc085-0424-4873-85a5-b63dabb630a5 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:16.126046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.126280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-f9fa2da3-72f6-4132-bc51-810248ec4e7c tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.128243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ea6c7a1-6fd6-4bd3-807a-9b5a2657ec3c req-f9fa2da3-72f6-4132-bc51-810248ec4e7c tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1720560 Oct 27 16:09:16.129986 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea92de82-1a9e-4163-87f6-aa58d7989daa x-openstack-request-id: req-ea92de82-1a9e-4163-87f6-aa58d7989daa {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:16.130292 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-plugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:16.130551 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea92de82-1a9e-4163-87f6-aa58d7989daa {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:16.130947 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169', 'code': 200} Oct 27 16:09:16.178393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:16.182228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:16.191521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecff66-b163-429d-8fd1-b4118267f6fb req-7359acc6-cbc2-428c-aea0-dbb099840f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.193382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eecff66-b163-429d-8fd1-b4118267f6fb req-7359acc6-cbc2-428c-aea0-dbb099840f18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 1096 time: 0.0638375 Oct 27 16:09:16.233413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eecff66-b163-429d-8fd1-b4118267f6fb req-228a5301-7f07-49e4-9cb6-5a94922a844b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Oct 27 16:09:16.291388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:12Z', 'revision_number': 5, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:16.294637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Deleting port dfb2f250-216f-4ece-a608-cc3069d63cf9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:16.295179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.302252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6dd16-1e16-40ce-8735-03f92687a66f req-8372abbd-46b9-4770-b91f-cb4bb2bfb38c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.303957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3b6dd16-1e16-40ce-8735-03f92687a66f req-8372abbd-46b9-4770-b91f-cb4bb2bfb38c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.0739055 Oct 27 16:09:16.322091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295af85-e2a1-4f21-b010-2c330b6838f6 None None] The sync data for ids ['316fc085-0424-4873-85a5-b63dabb630a5'] in n-d-814735-4 is: [{'id': '316fc085-0424-4873-85a5-b63dabb630a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-573731206-router', 'tenant_id': '57933841f88843e8a12cdfd8e4bed115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:52Z', 'updated_at': '2021-10-27T16:09:12Z', 'revision_number': 5, 'project_id': '57933841f88843e8a12cdfd8e4bed115', 'gw_port': {'id': 'dfb2f250-216f-4ece-a608-cc3069d63cf9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316fc085-0424-4873-85a5-b63dabb630a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:08:54Z', 'updated_at': '2021-10-27T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:16.336433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.379971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3b6dd16-1e16-40ce-8735-03f92687a66f req-d27fb19d-3dff-4102-b469-8749b885bc90 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Oct 27 16:09:16.384945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.385394 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.387354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] 10.222.0.82 "PUT /v2.0/ports/ab3fc2c1-cab7-483b-bed7-c1498945a57c HTTP/1.1" status: 200 len: 1095 time: 2.6884778 Oct 27 16:09:16.390337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:16.392954 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dd29d7-9adc-4282-8303-44409b2983a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:16.418887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] For port dfb2f250-216f-4ece-a608-cc3069d63cf9, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dfb2f250-216f-4ece-a608-cc3069d63cf9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:16.419348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.430288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-25ac1677-32e6-46b5-ac17-2650c9225863 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=82c75d0e60c545e690b867a93bd15fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279701 Oct 27 16:09:16.438792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Calling delete_port for dfb2f250-216f-4ece-a608-cc3069d63cf9 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:16.531146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91138-2d43-4a83-a968-b46efebc8334 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:16.594471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-204801cc-e7c3-47ba-b402-290cbf68d6e5 req-0901e1c9-2cc9-43f9-a8d3-a242d143c013 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips/2327a7af-277a-4da7-af57-ad00c2f3c2f5 HTTP/1.1" status: 200 len: 692 time: 0.0643556 Oct 27 16:09:16.738731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-23b8902c-f182-4704-a671-3d64dcd016f7 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.740312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-23b8902c-f182-4704-a671-3d64dcd016f7 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023827 Oct 27 16:09:16.779388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-0d30a474-b31d-49d9-ab10-488625fc6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.780932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-0d30a474-b31d-49d9-ab10-488625fc6049 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 1098 time: 0.1672480 Oct 27 16:09:16.787426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-f76ebff2-ec5a-4921-8611-a50f73b7beff tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/quotas/82c75d0e60c545e690b867a93bd15fac HTTP/1.1" status: 200 len: 375 time: 0.0384073 Oct 27 16:09:16.806787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204801cc-e7c3-47ba-b402-290cbf68d6e5 req-80c8fbf6-4ffb-4703-9961-f8bc8fd57bfe tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.811731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-204801cc-e7c3-47ba-b402-290cbf68d6e5 req-80c8fbf6-4ffb-4703-9961-f8bc8fd57bfe tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2092602 Oct 27 16:09:16.849294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.858158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-204801cc-e7c3-47ba-b402-290cbf68d6e5 req-1a0219f7-4258-4bbf-824d-2ef3a76807fc tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:09:16.859205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-204801cc-e7c3-47ba-b402-290cbf68d6e5 req-1a0219f7-4258-4bbf-824d-2ef3a76807fc tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0451763 Oct 27 16:09:16.875063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-e6a6ae1f-0d5d-414c-a45f-4acfa5367086 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c HTTP/1.1" status: 200 len: 217 time: 0.0850301 Oct 27 16:09:16.877175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-3f1d2571-798a-433a-bc7d-612618b22b51 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=82c75d0e60c545e690b867a93bd15fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800846 Oct 27 16:09:16.916027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb2f250-216f-4ece-a608-cc3069d63cf9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:16.927955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.945324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f209621a-741c-42b3-a6da-299fe9c0f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.946887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-f209621a-741c-42b3-a6da-299fe9c0f1aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0639687 Oct 27 16:09:17.003627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.044824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d9fcd-f059-4381-bc61-59225c50eb6e req-a940eb61-d910-4047-b96a-5a4ab1962b31 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.046489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-995d9fcd-f059-4381-bc61-59225c50eb6e req-a940eb61-d910-4047-b96a-5a4ab1962b31 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.0953209 Oct 27 16:09:17.048468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-7180b232-c37e-4a07-8dd1-1900094f881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.049942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-7180b232-c37e-4a07-8dd1-1900094f881e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806644 Oct 27 16:09:17.116190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.121127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.138918 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aea29f-c4d8-42d5-81ad-5e65cd48cf77 x-openstack-request-id: req-25aea29f-c4d8-42d5-81ad-5e65cd48cf77 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:17.139328 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:17.139698 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25aea29f-c4d8-42d5-81ad-5e65cd48cf77 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:17.140171 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c', 'status': 'completed', 'code': 200} Oct 27 16:09:17.166367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-995d9fcd-f059-4381-bc61-59225c50eb6e req-a5167d2e-92aa-461d-b275-ea197fb22993 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090672 Oct 27 16:09:17.245448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.246001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 316fc085-0424-4873-85a5-b63dabb630a5 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:17.251652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.252847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-83e434c0-4883-4062-b25a-54eea3a9e668 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942563 Oct 27 16:09:17.255619 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3ab64339-6c5a-48f8-8b5b-6082b66cfce8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/316fc085-0424-4873-85a5-b63dabb630a5 HTTP/1.1" status: 204 len: 168 time: 2.0016937 Oct 27 16:09:17.256610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:17.273319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693e7dd4-4f1b-4c8d-b9a7-bbc1ec595ebf req-247a4f72-a80b-4bb5-afdd-0b0cdd326c25 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=0d41e0e16cff4003b1a662ebb2a9519e HTTP/1.1" status: 200 len: 695 time: 0.0808442 Oct 27 16:09:17.335574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Deleting subnet b698b211-e4e9-47e2-a932-7981e9a5132b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:17.338987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.383295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.489366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89c85a87-3d36-45dd-a3d4-63edbe24426e req-aaaa187e-acff-4ef7-b6f9-e1d5bd1fb4f3 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129104 Oct 27 16:09:17.498406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7dd4-4f1b-4c8d-b9a7-bbc1ec595ebf req-239e319e-9fbf-4921-899d-7d3c9a0cf447 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.499914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693e7dd4-4f1b-4c8d-b9a7-bbc1ec595ebf req-239e319e-9fbf-4921-899d-7d3c9a0cf447 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks?id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 787 time: 0.2256110 Oct 27 16:09:17.501047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.512006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-693e7dd4-4f1b-4c8d-b9a7-bbc1ec595ebf req-8a22383b-c3e5-4753-8c32-cda66492aad8 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:09:17.513014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693e7dd4-4f1b-4c8d-b9a7-bbc1ec595ebf req-8a22383b-c3e5-4753-8c32-cda66492aad8 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057814 Oct 27 16:09:17.643884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe74da-8611-4576-8a09-e2b8cad7ac88 req-5d151d78-bee9-49b5-8da6-13ec64676cdb tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.645860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bbe74da-8611-4576-8a09-e2b8cad7ac88 req-5d151d78-bee9-49b5-8da6-13ec64676cdb tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 947 time: 0.0828443 Oct 27 16:09:17.679143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-986dee70-35cd-44bd-a556-fd4798d981f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.680620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-986dee70-35cd-44bd-a556-fd4798d981f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 1098 time: 0.0763645 Oct 27 16:09:17.692929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bbe74da-8611-4576-8a09-e2b8cad7ac88 req-f1abda8f-8037-498d-afbe-3dd39eaf7780 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Oct 27 16:09:17.708000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.735183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955ee59-618e-4169-bfed-b2a3d6ad98b7 None None] Network dd06f410-5e78-4d87-9475-332d874c3cfb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:17.751216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.756523 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b698b211-e4e9-47e2-a932-7981e9a5132b HTTP/1.1" status: 204 len: 168 time: 0.4976578 Oct 27 16:09:17.757457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32554f0c-8b26-4352-839e-b6231d91ccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b698b211-e4e9-47e2-a932-7981e9a5132b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:17.759517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:17.851370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-a7765db6-0ce1-42f2-bf51-46194fc4828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.852143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-a7765db6-0ce1-42f2-bf51-46194fc4828e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1577594 Oct 27 16:09:17.879810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4e05c0d-d95c-4e39-9ea2-b3677ead75f4 req-7fb3355c-dfed-4897-b1eb-657eb44d0a93 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 210 time: 0.0427978 Oct 27 16:09:17.885884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.935438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dfb2f250-216f-4ece-a608-cc3069d63cf9 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:17.945318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-31028ef5-76e3-4320-b7b0-8ce9838b2eb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c HTTP/1.1" status: 200 len: 217 time: 0.0734904 Oct 27 16:09:17.972743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: dfb2f250-216f-4ece-a608-cc3069d63cf9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:17.973143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dfb2f250-216f-4ece-a608-cc3069d63cf9 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:17.973881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:17.998609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Deleting port 951a9dc0-ddf5-46e1-867e-0b01941244b8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:17.998609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.998948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:17.998948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7f3c94aa-c434-4cbd-9ec5-35701cdbda85 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:18.034426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad38b21b-0bd0-4fc3-b8ff-41073b995210 req-5da8eb1b-88b7-4a57-9a24-30c3ae3b1f0d tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 210 time: 0.0397673 Oct 27 16:09:18.036000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-36f4ecbc-0b44-43bc-a863-2dd4cd5fda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.037477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-36f4ecbc-0b44-43bc-a863-2dd4cd5fda6c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0849874 Oct 27 16:09:18.088345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] DHCP port deletion for dd06f410-5e78-4d87-9475-332d874c3cfb request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:09:18.104246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] For port 951a9dc0-ddf5-46e1-867e-0b01941244b8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951a9dc0-ddf5-46e1-867e-0b01941244b8,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:18.104912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.124863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Calling delete_port for 951a9dc0-ddf5-46e1-867e-0b01941244b8 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:18.151309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Deleting port 951a9dc0-ddf5-46e1-867e-0b01941244b8 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:18.151942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.205971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-cbf47ad3-d23d-4c5a-ac5a-684a71209047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.208144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-cbf47ad3-d23d-4c5a-ac5a-684a71209047 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619694 Oct 27 16:09:18.241472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] For port 951a9dc0-ddf5-46e1-867e-0b01941244b8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951a9dc0-ddf5-46e1-867e-0b01941244b8,segment=NetworkSegment(24cd2dad-efe0-44bc-a87e-fb2373d76f78),segment_id=24cd2dad-efe0-44bc-a87e-fb2373d76f78)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:18.241862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.255210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Calling delete_port for 951a9dc0-ddf5-46e1-867e-0b01941244b8 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:18.305553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a2af2-573d-4a70-867b-d4f09ec0c81e req-4749aa3a-5c66-4030-ae0f-5244f7f5a958 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.307202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4a2af2-573d-4a70-867b-d4f09ec0c81e req-4749aa3a-5c66-4030-ae0f-5244f7f5a958 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 946 time: 0.2034817 Oct 27 16:09:18.378529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.397616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.405951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-5dda125c-6fbe-4aa7-8297-7e243304223f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.407275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-5dda125c-6fbe-4aa7-8297-7e243304223f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.2330723 Oct 27 16:09:18.410281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=951a9dc0-ddf5-46e1-867e-0b01941244b8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:18.411990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] No DVR routers for this DVR port 951a9dc0-ddf5-46e1-867e-0b01941244b8 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:18.425292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4a2af2-573d-4a70-867b-d4f09ec0c81e req-4bfa04d6-e6c6-4749-b3ce-68049b00c510 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010911 Oct 27 16:09:18.428467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] No DVR routers for this DVR port 951a9dc0-ddf5-46e1-867e-0b01941244b8 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:18.433666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-940348f4-886a-4761-93a9-0dcd30fd727f service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981013 Oct 27 16:09:18.443583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:18.458164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008142f-64bf-49da-b6c9-142a34463237 None None] Pushing event deleted for resources: {'Port': ['ID=951a9dc0-ddf5-46e1-867e-0b01941244b8,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:18.516780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.538740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd06f410-5e78-4d87-9475-332d874c3cfb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:18.549716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cd2dad-efe0-44bc-a87e-fb2373d76f78') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:18.550279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cd2dad-efe0-44bc-a87e-fb2373d76f78') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:18.562873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.576449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.584297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:18.594930 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:18.597759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad7eada-4559-4e34-9c16-27604080adad req-1c26ea1d-6028-4280-b3ab-9d8f89a1cb05 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips/2327a7af-277a-4da7-af57-ad00c2f3c2f5 HTTP/1.1" status: 200 len: 692 time: 0.1268229 Oct 27 16:09:18.744299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.756204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.760338 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd06f410-5e78-4d87-9475-332d874c3cfb HTTP/1.1" status: 204 len: 168 time: 0.9994333 Oct 27 16:09:18.773794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5eee3-fbd5-46d3-a384-9eaad377bd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd06f410-5e78-4d87-9475-332d874c3cfb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:19.079460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3dd29d7-9adc-4282-8303-44409b2983a0 req-c3373f0a-ef7e-4d90-9939-d6b3fa4aa9f0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323833 Oct 27 16:09:19.123633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883809d-5105-437e-b0c5-17a4de4f01d6 req-c1415d1a-c935-4ba8-ba69-ff9e74c95471 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:19.125091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8883809d-5105-437e-b0c5-17a4de4f01d6 req-c1415d1a-c935-4ba8-ba69-ff9e74c95471 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.4478583 Oct 27 16:09:19.132755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7eada-4559-4e34-9c16-27604080adad req-a67ae696-7391-4274-b894-d54bfb8c517b tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:19.134047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad7eada-4559-4e34-9c16-27604080adad req-a67ae696-7391-4274-b894-d54bfb8c517b tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.5268781 Oct 27 16:09:19.190929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54538) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:19.211832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad7eada-4559-4e34-9c16-27604080adad req-85752605-a5e3-4008-9acb-3f6d998281e3 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0709760 Oct 27 16:09:19.215068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:19.218489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.238926 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-419a6a6f-1460-4089-9624-ed8853b82e3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57933841f88843e8a12cdfd8e4bed115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464079 Oct 27 16:09:19.241228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:19.241399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8883809d-5105-437e-b0c5-17a4de4f01d6 req-6230c161-ac4a-40b8-99f5-b7fb7e02d7f0 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062996 Oct 27 16:09:19.314801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.316933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad7eada-4559-4e34-9c16-27604080adad req-023c74ad-8ad8-4188-9cb7-2134d1aa26ba tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0960820 Oct 27 16:09:19.347625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.514238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.9 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/86dd3ac3-cb63-4ee6-bf51-26377a783632) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:19.540568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.543288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.544543 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c283c3ea-687b-4c8e-9bba-b4045be08a5e HTTP/1.1" status: 204 len: 168 time: 0.3016326 Oct 27 16:09:19.554852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Deleting port 2d949522-aea9-44ee-80af-a8407d7869f4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:19.554852 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.557891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68d1cb-e985-4349-a9ee-3c4fc969a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283c3ea-687b-4c8e-9bba-b4045be08a5e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:19.704538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.704901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.729995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Calling delete_port for 2d949522-aea9-44ee-80af-a8407d7869f4 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:19.792411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.892693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951a9dc0-ddf5-46e1-867e-0b01941244b8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:19.914222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 951a9dc0-ddf5-46e1-867e-0b01941244b8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:19.914575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951a9dc0-ddf5-46e1-867e-0b01941244b8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:19.967455 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.032833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-a12c5d62-e22f-4fba-9b47-79f07216109c tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=82c75d0e60c545e690b867a93bd15fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370362 Oct 27 16:09:20.099906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:20.125704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:20.129045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.140124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:20.143590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:20.200398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event deleted for resources: {'Port': ['ID=2d949522-aea9-44ee-80af-a8407d7869f4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:20.294926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.295582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.310029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e82d1-df72-4434-b00b-eb58dced0ed9 req-1d88c005-8edb-493e-921a-e71873d975f0 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.311595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-667e82d1-df72-4434-b00b-eb58dced0ed9 req-1d88c005-8edb-493e-921a-e71873d975f0 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 947 time: 0.2724178 Oct 27 16:09:20.360384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-7e509ec1-48d5-419c-bb8d-d2b05458f9a8 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.361788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-7e509ec1-48d5-419c-bb8d-d2b05458f9a8 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190784 Oct 27 16:09:20.374687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.378350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.379499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad7eada-4559-4e34-9c16-27604080adad req-dff3f2b3-cd5b-4952-8d3a-5a84141fee7d tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "DELETE /v2.0/floatingips/2327a7af-277a-4da7-af57-ad00c2f3c2f5 HTTP/1.1" status: 204 len: 173 time: 1.0569568 Oct 27 16:09:20.383507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Request body: {'port': {'device_id': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '82c75d0e60c545e690b867a93bd15fac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:20.459863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-243b168f-3890-4d69-8efc-920af943b1de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0290143 Oct 27 16:09:20.462716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-667e82d1-df72-4434-b00b-eb58dced0ed9 req-22361390-7a3e-4a1d-ab3d-128c634f5356 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339188 Oct 27 16:09:20.484224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Request body: {'port': {'device_id': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:20.510621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ab3fc2c1-cab7-483b-bed7-c1498945a57c details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:20.610679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88582dd-59c9-4d6d-83e5-5a0d2dc07b7e req-8a6c30cf-4231-44cd-921c-6c86eff7472b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.612200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c88582dd-59c9-4d6d-83e5-5a0d2dc07b7e req-8a6c30cf-4231-44cd-921c-6c86eff7472b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 931 time: 0.1756127 Oct 27 16:09:20.614041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a03fa3ed-01da-4c42-b7d2-b0a73e252ce5 req-427676ef-3e4a-47ac-81f9-deceda89f61f tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 210 time: 0.0770426 Oct 27 16:09:20.620987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:20.625366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.633894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c', 'mac_address': 'fa:16:3e:b7:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:20.675336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.689923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3fc2c1-cab7-483b-bed7-c1498945a57c {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:20.709188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:20.736869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c88582dd-59c9-4d6d-83e5-5a0d2dc07b7e req-e1174578-24f6-4556-b836-dae419942870 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137400 Oct 27 16:09:20.811744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Made reservation on behalf of 82c75d0e60c545e690b867a93bd15fac for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:20.811744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.811744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:20.834572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.840810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.850791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43b21e-58b5-4464-a7f8-c5c1595f8118 req-cf54962c-d36f-4fd8-9654-f8c2bcf3cc40 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.852341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e43b21e-58b5-4464-a7f8-c5c1595f8118 req-cf54962c-d36f-4fd8-9654-f8c2bcf3cc40 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1599066 Oct 27 16:09:20.897839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:20.946101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1685527359-network', 'tenant_id': 'e504632e47c84104875a7f55e6733870'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:20.988246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e43b21e-58b5-4464-a7f8-c5c1595f8118 req-8e0c2a40-7bfa-4cb6-8e1c-eec27598ac6e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256564 Oct 27 16:09:21.129790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Made reservation on behalf of e504632e47c84104875a7f55e6733870 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:21.132033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.164143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.190086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.230464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-96c38fd4-7a76-4d2e-9a52-58a433642088 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2145147 Oct 27 16:09:21.232458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dd3ac3-cb63-4ee6-bf51-26377a783632 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:21.246315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:21.252621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.272351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.315132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Transition to ACTIVE for port object 86dd3ac3-cb63-4ee6-bf51-26377a783632 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:21.366386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:21.392843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.439726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.458281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ab3fc2c1-cab7-483b-bed7-c1498945a57c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:21.495871 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.539689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Pushing event updated for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:21.602608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Allocated IP 192.168.233.218 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/93c823db-9c55-40f1-a373-057d6842d958) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:21.637276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.690682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:21.722948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Attempting to bind port 86dd3ac3-cb63-4ee6-bf51-26377a783632 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:21.723310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Attempting to bind port 86dd3ac3-cb63-4ee6-bf51-26377a783632 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:21.728873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Attempting to bind port 86dd3ac3-cb63-4ee6-bf51-26377a783632 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:21.731736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.732084 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Added segment e488b43d-9e93-4047-a676-e74ead9a6853 of type vlan for network e0c41481-d754-449c-9d61-68682c7a69a0 Oct 27 16:09:21.734310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219bbd9-a510-455e-96d1-c8d5c5724cc4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:21.757271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Port 86dd3ac3-cb63-4ee6-bf51-26377a783632 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:21.757598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Attempting to bind port 86dd3ac3-cb63-4ee6-bf51-26377a783632 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:21.812206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:21.812553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:21.812940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:21.813379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Bound port: 86dd3ac3-cb63-4ee6-bf51-26377a783632, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:21.813826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.830823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.905476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.996638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.005617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:22.026635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:22.033446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.037018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:22.037018 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.149423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Allocated IP 172.25.5.217 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/fc249c20-887e-4c5f-8067-e17c178627fd) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:22.154817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c41481-d754-449c-9d61-68682c7a69a0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.157356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.165881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e0c41481-d754-449c-9d61-68682c7a69a0 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:22.251164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:22.251671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.253088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] 10.222.0.82 "PUT /v2.0/ports/86dd3ac3-cb63-4ee6-bf51-26377a783632 HTTP/1.1" status: 200 len: 1091 time: 1.7741907 Oct 27 16:09:22.257084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:22.265115 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0369cbfa-5850-459c-af0b-5e3370ef1925" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:22.296361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca4041-3c2f-4ec6-8b07-e8cff2cef480 service neutron] Pushing event updated for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.337812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.394598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4910f6c5-13eb-4618-a777-fe9990b24a29 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5828066 Oct 27 16:09:22.397286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:22.401929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Request body: {'subnet': {'network_id': 'e0c41481-d754-449c-9d61-68682c7a69a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1685527359-subnet', 'tenant_id': 'e504632e47c84104875a7f55e6733870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:22.424270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.493821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:22.502598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:22.505893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:22.513076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.513076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Pushing event updated for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.520665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:22.525113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ab3fc2c1-cab7-483b-bed7-c1498945a57c up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:22.568348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Made reservation on behalf of e504632e47c84104875a7f55e6733870 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:22.570626 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.628321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-88dbbfd8-419d-4585-9a93-69c400faaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:22.629847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-88dbbfd8-419d-4585-9a93-69c400faaf1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 1094 time: 0.1758554 Oct 27 16:09:22.742678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:22.759255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'mac_address': 'fa:16:3e:f5:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:22.809255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.824641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee78d7a3-3325-434e-aa04-52931da84e5d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:22.847795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port ab3fc2c1-cab7-483b-bed7-c1498945a57c completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:22.852216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:22.856990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port ab3fc2c1-cab7-483b-bed7-c1498945a57c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:22.857737 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.874509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:22.923261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-33a70bd7-5f31-4635-8eb7-f80d3734ee77 None None] Provisioning complete for port 93c823db-9c55-40f1-a373-057d6842d958 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:22.924112 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33a70bd7-5f31-4635-8eb7-f80d3734ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.989832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.000942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-33a70bd7-5f31-4635-8eb7-f80d3734ee77 None None] Port 93c823db-9c55-40f1-a373-057d6842d958 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:23.029882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bc90c62-6c19-411f-b419-2fedce183f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.038352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.068964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:23.084915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:23.088741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.088741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event updated for resources: {'Port': ['ID=fc249c20-887e-4c5f-8067-e17c178627fd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:23.091851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:23.130007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:23.131174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bc90c62-6c19-411f-b419-2fedce183f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.144526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-3cfc64a3-8a19-4b43-a6e9-1327f0685c4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632 HTTP/1.1" status: 200 len: 217 time: 0.5004218 Oct 27 16:09:23.196030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ee78d7a3-3325-434e-aa04-52931da84e5d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:23.252751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:23.254949 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1cd123-84a2-479d-960f-3b29848d6102" -d '{"events": [{"server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:23.269323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:23.276241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:23.284271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-a8d900fb-bb3d-422e-8693-c41132df2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:23.285943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-a8d900fb-bb3d-422e-8693-c41132df2444 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.1157272 Oct 27 16:09:23.297704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd84047-abe6-4c5a-ae43-2e326921e373 req-66be32b2-3e9a-4237-8ba9-bb2a6cc7686d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:23.299759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fdd84047-abe6-4c5a-ae43-2e326921e373 req-66be32b2-3e9a-4237-8ba9-bb2a6cc7686d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 948 time: 0.1778948 Oct 27 16:09:23.306692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bc90c62-6c19-411f-b419-2fedce183f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.348116 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4bc90c62-6c19-411f-b419-2fedce183f9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adbc9e4daa2a449f91ca48a42964bca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724514 Oct 27 16:09:23.349360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90c62-6c19-411f-b419-2fedce183f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbe07e8-ed7a-434f-83cb-0eb793000558,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:23.353608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54628) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:23.397071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-dd13ec85-5aad-429d-bdc5-255e2557c193 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762644 Oct 27 16:09:23.400233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-b542ebff-ff26-42fc-9b29-561854322045 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0284905 Oct 27 16:09:23.416987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.426041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.429382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Request body: {'port': {'device_id': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:23.437449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.445540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.482963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:23.539266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fdd84047-abe6-4c5a-ae43-2e326921e373 req-9cf072a3-680b-4256-b449-508c567b8278 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103362 Oct 27 16:09:23.608906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.611679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.615072 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccbe07e8-ed7a-434f-83cb-0eb793000558 HTTP/1.1" status: 204 len: 168 time: 0.2577684 Oct 27 16:09:23.615309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.624590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153045c-7411-43e5-9531-ae494b76e980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbe07e8-ed7a-434f-83cb-0eb793000558,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:23.684155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-e1878e70-8153-41ad-9ce3-d2152d211e64 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671597 Oct 27 16:09:23.708945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.745154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.828306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d2529-4e59-4b76-8ee9-d27b747033b5 req-0ff9e825-7c2e-4274-b844-920676099825 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:23.829809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee4d2529-4e59-4b76-8ee9-d27b747033b5 req-0ff9e825-7c2e-4274-b844-920676099825 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 936 time: 0.2335343 Oct 27 16:09:23.960185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9ecbc9-3b05-4350-9eb3-27c84916f2d3,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:24.098271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee4d2529-4e59-4b76-8ee9-d27b747033b5 req-21137725-08f1-45ac-9e84-4c5be77fde51 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435162 Oct 27 16:09:24.108413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f39b92-bef1-4762-9533-f0ad993261f5 req-0dcdc42a-60cd-423d-9fee-cba6dee47836 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015911 Oct 27 16:09:24.114021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Checking segment: {'id': 'e488b43d-9e93-4047-a676-e74ead9a6853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e0c41481-d754-449c-9d61-68682c7a69a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:24.114383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Network hostable DHCP agents. Network: e0c41481-d754-449c-9d61-68682c7a69a0, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:24.253928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.275675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba6e0e-0513-44c0-9163-ead832dc294f req-33557b97-c2d9-40ff-a3fe-f40687ad8c7b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:24.277160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85ba6e0e-0513-44c0-9163-ead832dc294f req-33557b97-c2d9-40ff-a3fe-f40687ad8c7b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 943 time: 0.1042902 Oct 27 16:09:24.300536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Network e0c41481-d754-449c-9d61-68682c7a69a0 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:24.329488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c823db-9c55-40f1-a373-057d6842d958 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:24.344381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.355916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85ba6e0e-0513-44c0-9163-ead832dc294f req-01833e15-2c8e-44ba-8268-2c41e180c945 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Oct 27 16:09:24.363457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Transition to ACTIVE for port object 93c823db-9c55-40f1-a373-057d6842d958 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:24.374292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.406240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, e0c41481-d754-449c-9d61-68682c7a69a0) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:24.417871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:24.418307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd69318-e196-4c96-ad57-1ac8f2b5cd37 None None] Network e0c41481-d754-449c-9d61-68682c7a69a0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:24.418782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.457399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54642) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:24.466053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event updated for resources: {'Port': ['ID=fc249c20-887e-4c5f-8067-e17c178627fd,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:24.487008 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6647c0b1-da5d-479d-9333-95ba3804d745 x-openstack-request-id: req-6647c0b1-da5d-479d-9333-95ba3804d745 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:24.487008 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:24.487008 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6647c0b1-da5d-479d-9333-95ba3804d745 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:24.487008 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632', 'status': 'completed', 'code': 200} Oct 27 16:09:24.488135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.490169 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aba73300-b104-4779-b232-a2cba7c7eae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.491832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.553923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:24.609776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca26b92-23be-4dd4-9f8e-bf5c4b677cc6 None None] Network e0c41481-d754-449c-9d61-68682c7a69a0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:24.616438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24beb136-6e99-41e2-b973-8898b5a461c0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2180784 Oct 27 16:09:24.640294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.641528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-c1cd2455-3238-43ea-874d-f52747ee91f2 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4019883 Oct 27 16:09:24.642177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Pushing event updated for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:24.734611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port ee78d7a3-3325-434e-aa04-52931da84e5d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:24.735299 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.762371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-0fd2d304-51fa-476b-9f4f-52ee92d137b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:24.763923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-0fd2d304-51fa-476b-9f4f-52ee92d137b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 1094 time: 0.2253032 Oct 27 16:09:24.790346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-f784c761-180f-4f6a-a5a0-fee4cf3e97f6 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1214843 Oct 27 16:09:24.851942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17189e-6e67-41e3-a4bd-3eb593c66f62 req-de47e65c-0450-4c0f-bcd8-1d2f34de0363 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:24.855213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef17189e-6e67-41e3-a4bd-3eb593c66f62 req-de47e65c-0450-4c0f-bcd8-1d2f34de0363 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2988803 Oct 27 16:09:24.862469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.896637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:24.951520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Attempting to bind port 93c823db-9c55-40f1-a373-057d6842d958 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:24.951858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Attempting to bind port 93c823db-9c55-40f1-a373-057d6842d958 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:24.952172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Attempting to bind port 93c823db-9c55-40f1-a373-057d6842d958 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:24.967864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aba73300-b104-4779-b232-a2cba7c7eae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.988902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Port 93c823db-9c55-40f1-a373-057d6842d958 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:24.989227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Attempting to bind port 93c823db-9c55-40f1-a373-057d6842d958 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:24.994133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.018706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:25.019060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:25.019470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:25.019907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Bound port: 93c823db-9c55-40f1-a373-057d6842d958, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:25.020265 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.042329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef17189e-6e67-41e3-a4bd-3eb593c66f62 req-34f9e920-cde2-4239-8e44-edf5b8ae4788 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670816 Oct 27 16:09:25.052202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-325763e6-5ab3-428a-9ae1-5fbac8408ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.053688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-325763e6-5ab3-428a-9ae1-5fbac8408ae1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 913 time: 0.2758844 Oct 27 16:09:25.053837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:25.091249 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08732dbc-225e-4ff5-bd06-079984dff869 x-openstack-request-id: req-08732dbc-225e-4ff5-bd06-079984dff869 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:25.095758 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:25.095758 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08732dbc-225e-4ff5-bd06-079984dff869 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:25.095758 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c', 'code': 200} Oct 27 16:09:25.117407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aba73300-b104-4779-b232-a2cba7c7eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.132269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-0de2de51-2539-401c-90f9-7b2c5c181a62 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.133671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-0de2de51-2539-401c-90f9-7b2c5c181a62 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2936697 Oct 27 16:09:25.134983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-f0b24e2c-296c-4012-b7ce-b40453348817 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632 HTTP/1.1" status: 200 len: 217 time: 0.0731590 Oct 27 16:09:25.161079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-b40141cd-ca3d-43af-b061-0805bb76992f tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:09:25.162055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5d48d78-6888-47d5-920c-b74c950804f5 req-b40141cd-ca3d-43af-b061-0805bb76992f tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0191159 Oct 27 16:09:25.267740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aba73300-b104-4779-b232-a2cba7c7eae9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e7be91a5ca64e7caff5704f2816ad84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086429 Oct 27 16:09:25.270535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:25.275281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba73300-b104-4779-b232-a2cba7c7eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa26740-08eb-4ad9-b36c-3f6bacfb0e55,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:25.301612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:25.311099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1510518171', 'description': 'tempest-description-2104077694'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:25.326730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.327671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-95f1e933-f4d7-4a48-bd97-0216971ca2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.329127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-95f1e933-f4d7-4a48-bd97-0216971ca2dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.1418579 Oct 27 16:09:25.341802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93c823db-9c55-40f1-a373-057d6842d958,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:25.353338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.353505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35fa00-800a-48ff-95b0-03acd4fb941e req-efeb2d9e-daa1-4c92-8e7a-a5987b5d941f tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.353505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f35fa00-800a-48ff-95b0-03acd4fb941e req-efeb2d9e-daa1-4c92-8e7a-a5987b5d941f tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 949 time: 0.2085614 Oct 27 16:09:25.372226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb118e-3bd2-4a4d-8ea0-afc0d78c2e6f req-69af7996-d5a0-49b9-815f-475eda32aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.373685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5bb118e-3bd2-4a4d-8ea0-afc0d78c2e6f req-69af7996-d5a0-49b9-815f-475eda32aab5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 1100 time: 0.2029450 Oct 27 16:09:25.400728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-eff45715-33af-42ee-b71e-39b84925f37d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471823 Oct 27 16:09:25.433880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.514465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.518360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.521977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3aa26740-08eb-4ad9-b36c-3f6bacfb0e55 HTTP/1.1" status: 204 len: 168 time: 0.2478843 Oct 27 16:09:25.522682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f35fa00-800a-48ff-95b0-03acd4fb941e req-e32e583e-6448-4c24-a478-ae362665aa22 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555007 Oct 27 16:09:25.531996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3486e-a639-481e-8f7c-cc5ef7a4a123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa26740-08eb-4ad9-b36c-3f6bacfb0e55,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:25.537109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.537724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.539195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] 10.222.0.82 "PUT /v2.0/ports/93c823db-9c55-40f1-a373-057d6842d958 HTTP/1.1" status: 200 len: 1096 time: 2.1211050 Oct 27 16:09:25.544375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5bb118e-3bd2-4a4d-8ea0-afc0d78c2e6f req-94869502-5603-41ed-bd7e-bda5d8113605 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459799 Oct 27 16:09:25.556466 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.593597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f65c-9963-43b9-a0e9-4d4e52d58527 service neutron] Pushing event updated for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:25.621541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-d593da5b-75be-4a5d-bb97-006c6f44a974 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063611 Oct 27 16:09:25.715888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.729425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3ab75-28e8-4405-ad81-d9e79fda1173 req-9482c09c-9f3a-408c-902b-7647659783a5 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:25.731132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14d3ab75-28e8-4405-ad81-d9e79fda1173 req-9482c09c-9f3a-408c-902b-7647659783a5 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 948 time: 0.0754371 Oct 27 16:09:25.772730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14d3ab75-28e8-4405-ad81-d9e79fda1173 req-3521c1f6-e0f2-4055-ad22-1b002bf55e70 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352247 Oct 27 16:09:25.869035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-dda070f8-a54f-48ea-a4e8-356843497069 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips/7e75dff7-635b-4821-a4ae-5d4b26c3048d HTTP/1.1" status: 200 len: 693 time: 0.0733662 Oct 27 16:09:26.250096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.357886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804c4ceb-9c35-4372-9a95-d056a0f02252,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:26.365915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-61bdcb0c-cca8-4ce4-8c64-44f5b0287e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.367370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-61bdcb0c-cca8-4ce4-8c64-44f5b0287e91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=82c75d0e60c545e690b867a93bd15fac&device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 1099 time: 0.5160570 Oct 27 16:09:26.377397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369cbfa-5850-459c-af0b-5e3370ef1925 req-5b0c8506-3079-4599-8e30-44126d3f438d service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390010 Oct 27 16:09:26.420408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-722743ee-f4bf-40bc-aad9-ff515aec912d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=93c823db-9c55-40f1-a373-057d6842d958 HTTP/1.1" status: 200 len: 217 time: 0.0433545 Oct 27 16:09:26.466704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.467963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ffb937c-7345-4364-be7d-0aeae60f50b3 req-85e76dd0-8d49-4583-b42e-7e9f35c005db tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1698012 Oct 27 16:09:26.484345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-67d79f04-6182-452c-a737-9cd45ba30122 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.485771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-67d79f04-6182-452c-a737-9cd45ba30122 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.5884459 Oct 27 16:09:26.488074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'tag': '93c823db-9c55-40f1-a373-057d6842d958'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:26.490308 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3673bdd9-2b71-484c-862d-eb907e787e42" -d '{"events": [{"name": "network-changed", "server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "tag": "93c823db-9c55-40f1-a373-057d6842d958"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:26.506965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-bedf2117-a3cb-415b-8c0d-7d3d9d7ec38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.508539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-bedf2117-a3cb-415b-8c0d-7d3d9d7ec38b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0813158 Oct 27 16:09:26.592715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-971b1c4b-a584-4ae1-926e-a64eb44a272e tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0976329 Oct 27 16:09:26.660746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-9e919f59-81f4-4b95-96c9-af25f39802e0 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0601900 Oct 27 16:09:26.664331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-ded91114-f5ae-4f1d-b537-1117eb051b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.665768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-ded91114-f5ae-4f1d-b537-1117eb051b3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240408 Oct 27 16:09:26.675395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f69183-ada7-4d30-93bd-9ad5ceb4131e req-0e5923c5-d4d2-4e88-8abf-bac90fff5ee1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.678455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6f69183-ada7-4d30-93bd-9ad5ceb4131e req-0e5923c5-d4d2-4e88-8abf-bac90fff5ee1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 943 time: 0.1361847 Oct 27 16:09:26.855852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6f69183-ada7-4d30-93bd-9ad5ceb4131e req-6b38567b-507b-4def-825f-4c732dac6baf tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646724 Oct 27 16:09:26.897210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-f1af8472-83d0-4c6a-bd70-6008c24ff997 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189116 Oct 27 16:09:26.959887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Deleting port fc249c20-887e-4c5f-8067-e17c178627fd {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:26.959887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.093087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:27.096262 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e2bb9-0680-466d-a183-434c6efda39a" -d '{"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:27.104607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8b04-50a2-43ec-813e-c225e2347ba3 req-6d38a039-26be-4d91-ba63-0212374ed05a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:27.106075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d77f8b04-50a2-43ec-813e-c225e2347ba3 req-6d38a039-26be-4d91-ba63-0212374ed05a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1314924 Oct 27 16:09:27.107881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e832619-ac98-4066-96e1-928a1a0694e5 req-1ddad07b-ad9d-40b8-aa28-30f5d341a5ab service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962283 Oct 27 16:09:27.119542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.119876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.160527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Calling delete_port for fc249c20-887e-4c5f-8067-e17c178627fd owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:27.169604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d77f8b04-50a2-43ec-813e-c225e2347ba3 req-22d4c49b-3b9b-40c8-8570-f89162565d9e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561330 Oct 27 16:09:27.280371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-21faa06e-48f8-4f70-a346-acb1ccbe8904 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/804c4ceb-9c35-4372-9a95-d056a0f02252 HTTP/1.1" status: 200 len: 1805 time: 0.0623302 Oct 27 16:09:27.298793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '804c4ceb-9c35-4372-9a95-d056a0f02252', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:27.299140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '804c4ceb-9c35-4372-9a95-d056a0f02252', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:27.449965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.466752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.536840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.561526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Pushing event deleted for resources: {'Port': ['ID=fc249c20-887e-4c5f-8067-e17c178627fd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:27.613693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.651907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f156e5-c1e1-4457-9935-92aa23cf3f08,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:27.655715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.659703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.661159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-341c62f5-5d31-4e77-bc72-8916dcd67875 req-affaa381-109b-4a52-bc9d-f89e234de521 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "DELETE /v2.0/floatingips/7e75dff7-635b-4821-a4ae-5d4b26c3048d HTTP/1.1" status: 204 len: 173 time: 0.9933145 Oct 27 16:09:27.701484 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569e1e8-4ba2-4f99-a4f1-2463ac925e31 x-openstack-request-id: req-8569e1e8-4ba2-4f99-a4f1-2463ac925e31 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:27.706355 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "tag": "93c823db-9c55-40f1-a373-057d6842d958", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:27.706355 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8569e1e8-4ba2-4f99-a4f1-2463ac925e31 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:27.706355 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'tag': '93c823db-9c55-40f1-a373-057d6842d958', 'status': 'completed', 'code': 200} Oct 27 16:09:27.776996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.778294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d201a8b-677d-49ed-8efd-0a8f5ab51c8d req-197a7da6-37bf-442e-8afb-b79efbfba658 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4912353 Oct 27 16:09:27.785929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.862283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-53f00c6b-f21d-497f-86b7-eb5d5036d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:27.863818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-53f00c6b-f21d-497f-86b7-eb5d5036d79c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=82c75d0e60c545e690b867a93bd15fac&device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 1099 time: 0.1231699 Oct 27 16:09:27.969256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35594283-3dfa-447a-98b2-4b209b375c1e req-b7f2a84e-9509-4290-b3db-3739ea1b5eed tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:27.976281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35594283-3dfa-447a-98b2-4b209b375c1e req-b7f2a84e-9509-4290-b3db-3739ea1b5eed tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 949 time: 0.2045860 Oct 27 16:09:28.052529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342dbb2-7a15-425c-9030-587e68194ef0 req-3f33086c-2090-4a94-ab47-5d7e665e8015 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.060650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c342dbb2-7a15-425c-9030-587e68194ef0 req-3f33086c-2090-4a94-ab47-5d7e665e8015 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 948 time: 0.1883509 Oct 27 16:09:28.060650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-077caea7-f017-48a0-a82b-6f55d1a3b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.060650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-077caea7-f017-48a0-a82b-6f55d1a3b82a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1801119 Oct 27 16:09:28.070460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35594283-3dfa-447a-98b2-4b209b375c1e req-00661bd7-4a83-4bac-8c95-2fbca0cfc3fd tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882130 Oct 27 16:09:28.116050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-eadbac57-0782-4a28-acb9-ffa2a87c2c2e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=93c823db-9c55-40f1-a373-057d6842d958 HTTP/1.1" status: 200 len: 217 time: 0.0446923 Oct 27 16:09:28.116579 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf71c6d-3f0e-408a-9665-19c925aaa58a x-openstack-request-id: req-fcf71c6d-3f0e-408a-9665-19c925aaa58a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:28.117050 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:28.117391 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcf71c6d-3f0e-408a-9665-19c925aaa58a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:28.118003 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'code': 200} Oct 27 16:09:28.190328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c342dbb2-7a15-425c-9030-587e68194ef0 req-c8e32680-2b23-4af9-8d98-48343baa24df tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283615 Oct 27 16:09:28.194182 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-2f3ff6c5-3fee-4837-a910-0f2d080018de req-4f89b670-99fa-432a-8a49-a97eafb83018 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] show failed (client error): The resource could not be found. Oct 27 16:09:28.195278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f3ff6c5-3fee-4837-a910-0f2d080018de req-4f89b670-99fa-432a-8a49-a97eafb83018 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips/7e75dff7-635b-4821-a4ae-5d4b26c3048d HTTP/1.1" status: 404 len: 350 time: 0.0680830 Oct 27 16:09:28.223717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-ea87ff63-ef11-47fe-8e61-0da1fa7aca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.226099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-ea87ff63-ef11-47fe-8e61-0da1fa7aca56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0971384 Oct 27 16:09:28.250546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2084112352', 'description': 'tempest-description-897333153'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:28.306092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.333829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-63c52173-e783-4c6a-8c5f-026355f67af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.335530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-63c52173-e783-4c6a-8c5f-026355f67af0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015089 Oct 27 16:09:28.366043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecc788-e485-413c-be5f-82e9d9d0c684 req-c8d59586-0d69-48e4-b0bd-accd89c34c72 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.373375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ecc788-e485-413c-be5f-82e9d9d0c684 req-c8d59586-0d69-48e4-b0bd-accd89c34c72 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 943 time: 0.0934060 Oct 27 16:09:28.440314 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.469594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ecc788-e485-413c-be5f-82e9d9d0c684 req-58686319-1139-4a8e-99fe-d7c2581b9d4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952816 Oct 27 16:09:28.550596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-f56b9e11-6c78-43f0-addd-abaed300ec4d service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063403 Oct 27 16:09:28.584606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86dd3ac3-cb63-4ee6-bf51-26377a783632 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:28.608288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.705264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3673bdd9-2b71-484c-862d-eb907e787e42 req-5b8d8dda-2fa9-4f81-8034-e0fa109e2361 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383505 Oct 27 16:09:28.728283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.754593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:28.774007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '86dd3ac3-cb63-4ee6-bf51-26377a783632', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': '86dd3ac3-cb63-4ee6-bf51-26377a783632', 'mac_address': 'fa:16:3e:f6:7d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:28.795808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfdab3d-3040-4242-9c9d-f0130ccda1a4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:28.836520 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.851600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dd3ac3-cb63-4ee6-bf51-26377a783632 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:28.878960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:28.879208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-849f764d-0010-4e7b-b571-9b61b5090418 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292850 Oct 27 16:09:28.900808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.902123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3ebccc1-4106-4271-b671-d0dcb511f5a9 req-27691bb1-69e5-4718-8494-4750a144c660 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6569271 Oct 27 16:09:29.017478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:29.022872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9de01bbc-a55b-4d81-bb3b-cf357e7bdfba tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:29.025043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9de01bbc-a55b-4d81-bb3b-cf357e7bdfba tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384132 Oct 27 16:09:29.042237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-118ddb2e-cbca-4917-904c-a0fbe95c3657 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/quotas/a74e61c962fa49eeb20f31d33cb3a55a HTTP/1.1" status: 200 len: 375 time: 0.0115471 Oct 27 16:09:29.093478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9a7613cf-5f8e-4bd3-b99b-a651c152f894 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448616 Oct 27 16:09:29.095567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:29.470792 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-ba6afd32-2a8c-4812-a6ef-03a02cd6686c req-afe37ad5-3abb-4b9a-a262-fa013cff28f9 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] show failed (client error): The resource could not be found. Oct 27 16:09:29.471371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86dd3ac3-cb63-4ee6-bf51-26377a783632'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:29.475630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6afd32-2a8c-4812-a6ef-03a02cd6686c req-afe37ad5-3abb-4b9a-a262-fa013cff28f9 tempest-FloatingIPsTestJSON-1893823487 tempest-FloatingIPsTestJSON-1893823487-project] 10.222.0.70 "GET /v2.0/floatingips/7e75dff7-635b-4821-a4ae-5d4b26c3048d HTTP/1.1" status: 404 len: 350 time: 0.0605145 Oct 27 16:09:29.498876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54788) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:29.589127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-731b8078-da05-4ffb-847b-5a546f7d4165 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/3bfdab3d-3040-4242-9c9d-f0130ccda1a4 HTTP/1.1" status: 200 len: 1804 time: 0.0932002 Oct 27 16:09:29.596179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bfdab3d-3040-4242-9c9d-f0130ccda1a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:29.596501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bfdab3d-3040-4242-9c9d-f0130ccda1a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:29.621976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb9070-ea6a-4809-b2f8-80e0cbf46e35 req-607dbe84-7c82-4f04-bd58-0f3b655bf0f7 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:29.624339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5fb9070-ea6a-4809-b2f8-80e0cbf46e35 req-607dbe84-7c82-4f04-bd58-0f3b655bf0f7 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2564473 Oct 27 16:09:29.695113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5fb9070-ea6a-4809-b2f8-80e0cbf46e35 req-be483335-c5ca-4166-a524-47e75244ba9a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592048 Oct 27 16:09:29.879708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe590734-853d-40e7-b6ad-4cbc5dbdb75a req-907b1ef0-0aaf-495d-8db7-8b6c03b87d96 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:29.883316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe590734-853d-40e7-b6ad-4cbc5dbdb75a req-907b1ef0-0aaf-495d-8db7-8b6c03b87d96 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 948 time: 0.0894680 Oct 27 16:09:29.942674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.003646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe590734-853d-40e7-b6ad-4cbc5dbdb75a req-8078d93f-e615-4576-81cc-53767c14face tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115863 Oct 27 16:09:30.028261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.044272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.092241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92abe61d-88f8-4d52-be1a-46bdbb6f7a78 req-a126b4fb-f000-4268-9643-2f5676cec1b3 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 210 time: 0.0438819 Oct 27 16:09:30.176277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.233437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a1e032-ac5d-4c3e-baab-9aee988b3db4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:30.268255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd761-a1a7-4dfa-b51d-241659bd5f2a req-9702fc78-8f8e-4640-a34b-d943bab1a55b tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:30.275566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45afd761-a1a7-4dfa-b51d-241659bd5f2a req-9702fc78-8f8e-4640-a34b-d943bab1a55b tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 949 time: 0.0769222 Oct 27 16:09:30.309684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.317956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-505bab7c-35cf-4a7f-83b3-c1bd3d01e4d1 req-d3ba980c-92b0-4b5c-abe0-3972e5ff87ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7278519 Oct 27 16:09:30.381692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45afd761-a1a7-4dfa-b51d-241659bd5f2a req-09fee5dc-2123-4012-ad78-981cba2aa99d tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991416 Oct 27 16:09:30.434588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Deleting port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:30.435158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.471896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-404925290', 'description': 'tempest-description-1143854244'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:30.506604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c7466-e134-4d9a-be53-555cb45f3153 req-3f822b25-62a3-4516-a2ea-2dd60faf7b7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:30.508348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-998c7466-e134-4d9a-be53-555cb45f3153 req-3f822b25-62a3-4516-a2ea-2dd60faf7b7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 944 time: 0.0934756 Oct 27 16:09:30.557631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] For port 6ef7a2fe-1ee1-42fa-916f-418945ccfadd, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:30.558296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.573298 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-998c7466-e134-4d9a-be53-555cb45f3153 req-655e28de-a4af-4b3a-906e-bd24a7440da3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 Oct 27 16:09:30.574597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Calling delete_port for 6ef7a2fe-1ee1-42fa-916f-418945ccfadd owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:30.593986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.709566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.936721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c980-d121-4f44-947d-5ef44a09b653 req-35a6d4b5-c4be-4918-b496-676df9e5b0de tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:30.945531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc3c980-d121-4f44-947d-5ef44a09b653 req-35a6d4b5-c4be-4918-b496-676df9e5b0de tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1370466 Oct 27 16:09:31.006104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc3c980-d121-4f44-947d-5ef44a09b653 req-6a3b5652-36a0-4583-b098-6eb39b18683b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Oct 27 16:09:31.068688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.145646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef99d9f-29d0-4a84-8649-1911f0717878,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:31.179602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4e23e-aa39-4980-afed-8fef80e609bd req-965d9ddc-3cff-48bf-b8b6-3710c973bb72 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:31.181148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b4e23e-aa39-4980-afed-8fef80e609bd req-965d9ddc-3cff-48bf-b8b6-3710c973bb72 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 948 time: 0.1015246 Oct 27 16:09:31.264333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b4e23e-aa39-4980-afed-8fef80e609bd req-77c5029f-159d-4df9-b9c2-d35a5935b159 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Oct 27 16:09:31.290299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-81b9cf83-5b65-474f-a67c-963f315a7f18 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:31.292098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-81b9cf83-5b65-474f-a67c-963f315a7f18 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.82 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 949 time: 0.0766768 Oct 27 16:09:31.371153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.376844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbb8a932-762f-4c0d-bd17-1c5d32287861 req-93826b7b-19e0-4a75-8658-1060dc2bbb28 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9103603 Oct 27 16:09:31.422992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fd5b8fa-5d6b-4d83-aaa0-74426ed41bb2 req-97641a70-6969-4dab-8f3f-82dadd98239c tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 210 time: 0.0699675 Oct 27 16:09:31.427946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-743599496', 'description': 'tempest-description-1329246742'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:31.461179 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:09:31.480481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Deleting port ab3fc2c1-cab7-483b-bed7-c1498945a57c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:31.481131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.561940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.566640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.595755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef7a2fe-1ee1-42fa-916f-418945ccfadd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:31.639107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f063175-9dc0-4ef5-b010-3f338803cfbf req-d1bd48f5-9270-4be5-b8c7-302fb1a26b93 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:31.647606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f063175-9dc0-4ef5-b010-3f338803cfbf req-d1bd48f5-9270-4be5-b8c7-302fb1a26b93 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 949 time: 0.1591067 Oct 27 16:09:31.678557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] For port ab3fc2c1-cab7-483b-bed7-c1498945a57c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ab3fc2c1-cab7-483b-bed7-c1498945a57c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:31.679346 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.712625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Calling delete_port for ab3fc2c1-cab7-483b-bed7-c1498945a57c owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:31.757323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f063175-9dc0-4ef5-b010-3f338803cfbf req-53db5109-eef1-427b-86cc-9d2a834ffc58 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1002d3e-2847-43ee-9807-2f973aa3be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088283 Oct 27 16:09:31.879327 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.963618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.025671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.125883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eb8f8-3f52-4b09-b62a-42614b6fce2d req-00747ad6-1a66-405e-9847-81d116a38eb4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.133783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9eb8f8-3f52-4b09-b62a-42614b6fce2d req-00747ad6-1a66-405e-9847-81d116a38eb4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 944 time: 0.1101725 Oct 27 16:09:32.144714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.155752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4aa6bb4b-1b4c-43db-adef-488e5d8add24 req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7535565 Oct 27 16:09:32.195561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af1ec8-5086-4dbc-98f2-808daedf1ae2 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02eef3d-014c-4e52-a374-fbcb8645b312,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:32.220226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d9eb8f8-3f52-4b09-b62a-42614b6fce2d req-6a30d17d-b0bd-4f68-9b39-54a1efdc7a97 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Oct 27 16:09:32.241941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:32.300381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.313776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ab3fc2c1-cab7-483b-bed7-c1498945a57c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:32.366520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-9027aed2-ced5-41ea-8afd-3000acc87799 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/7ef99d9f-29d0-4a84-8649-1911f0717878 HTTP/1.1" status: 200 len: 1804 time: 0.1137593 Oct 27 16:09:32.420992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:32.431711 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ece91f44-0c75-4fcb-baa1-7cbf683b8c16 admin admin] 10.222.0.70 "PUT /v2.0/routers/3b9b9491-d154-4071-85a4-dbf2d92abcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9277222 Oct 27 16:09:32.431711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:32.434402 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Sync routers for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:32.452283 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:32.452938 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:32.470980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e180c9-7136-425b-be2d-c96a0e4fd07f req-75166e2a-5e8c-4686-b967-0f408ecc2fac tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.472537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e180c9-7136-425b-be2d-c96a0e4fd07f req-75166e2a-5e8c-4686-b967-0f408ecc2fac tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2347455 Oct 27 16:09:32.476615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Pushing event deleted for resources: {'Port': ['ID=ab3fc2c1-cab7-483b-bed7-c1498945a57c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:32.524116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] No DVR routers for this DVR port ab3fc2c1-cab7-483b-bed7-c1498945a57c on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:32.545878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.549865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80eda2c9-8964-47e8-b34b-7f019fab0485 req-0cf419ae-7efe-4d7f-ba79-b2ecbeca7132 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.82 "DELETE /v2.0/ports/ab3fc2c1-cab7-483b-bed7-c1498945a57c HTTP/1.1" status: 204 len: 173 time: 1.2500362 Oct 27 16:09:32.561677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-37c04d2b-5d02-4f63-84b3-aec46a4f88cc tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/a02eef3d-014c-4e52-a374-fbcb8645b312 HTTP/1.1" status: 200 len: 1804 time: 0.1940327 Oct 27 16:09:32.568462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ef99d9f-29d0-4a84-8649-1911f0717878', 'remote_group_id': 'a02eef3d-014c-4e52-a374-fbcb8645b312', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:32.569132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ef99d9f-29d0-4a84-8649-1911f0717878', 'remote_group_id': 'a02eef3d-014c-4e52-a374-fbcb8645b312', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:32.573827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'name': 'network-vif-deleted', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:32.576684 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba74a1-1579-4769-a790-994246d41809" -d '{"events": [{"server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "name": "network-vif-deleted", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:32.599554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93c823db-9c55-40f1-a373-057d6842d958 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:32.635510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-ff802640-b538-4ad7-9003-94960be5c084 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488217 Oct 27 16:09:32.638501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e180c9-7136-425b-be2d-c96a0e4fd07f req-c1f337ed-af1c-4b11-a923-8fc13f223d72 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427693 Oct 27 16:09:32.642758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86dd3ac3-cb63-4ee6-bf51-26377a783632 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:32.714040 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:32.720942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.930975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93c823db-9c55-40f1-a373-057d6842d958,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:32.944762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.953264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.955371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca920d-e485-42e4-9485-864869c2e15a req-7289cf08-4be6-4a71-a18e-d9c82ccaab7b tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.964331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dca920d-e485-42e4-9485-864869c2e15a req-7289cf08-4be6-4a71-a18e-d9c82ccaab7b tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 948 time: 0.1747599 Oct 27 16:09:32.968618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '93c823db-9c55-40f1-a373-057d6842d958', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '93c823db-9c55-40f1-a373-057d6842d958', 'mac_address': 'fa:16:3e:3a:7e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:32.996201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-3cdeafaa-0fe2-4e84-8bae-05c6b65eef82 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.997674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-3cdeafaa-0fe2-4e84-8bae-05c6b65eef82 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526514 Oct 27 16:09:33.020742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Request body: {'port': {'device_id': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'a74e61c962fa49eeb20f31d33cb3a55a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:33.038472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.082677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 86dd3ac3-cb63-4ee6-bf51-26377a783632 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:33.089519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dca920d-e485-42e4-9485-864869c2e15a req-9576267a-3071-478a-ba08-8d2de5f53952 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242790 Oct 27 16:09:33.109018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 86dd3ac3-cb63-4ee6-bf51-26377a783632 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:33.110349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.112213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.149395 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:31Z', 'revision_number': 5, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port': {'id': '571043e8-dfce-4d9e-a7b4-34a8cdec4a36', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:00Z', 'updated_at': '2021-10-27T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:33.174061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c823db-9c55-40f1-a373-057d6842d958 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:33.183987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Deleting port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:33.184323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.188470 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Checking router: 3b9b9491-d154-4071-85a4-dbf2d92abcf4 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:33.199973 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Routers {'3b9b9491-d154-4071-85a4-dbf2d92abcf4'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:33.200851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:33.207075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93c823db-9c55-40f1-a373-057d6842d958,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:33.221751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.264212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.306822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.317319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:33.319394 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d3a0ab-a59f-41df-8b0d-c4c443835ef8" -d '{"events": [{"server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "name": "network-vif-plugged", "status": "completed", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:33.322931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] For port 571043e8-dfce-4d9e-a7b4-34a8cdec4a36, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:33.323683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.341317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Calling delete_port for 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:33.347987 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] Set router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:33.358909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:33.363908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087113eb-7006-43ce-8cf9-985b4cd57259,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:33.372898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d768522-4528-4a24-928f-63b9a93edc5d req-5cc5e2e7-7128-46fa-92d6-d91a7ab804dd tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 210 time: 0.1017933 Oct 27 16:09:33.421929 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:32Z', 'revision_number': 6, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:33.430983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:33.445067 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.480139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Made reservation on behalf of a74e61c962fa49eeb20f31d33cb3a55a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:33.491415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.505844 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd395e4-86e9-4bfc-8b83-42f73694daea x-openstack-request-id: req-6cd395e4-86e9-4bfc-8b83-42f73694daea {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:33.506250 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa483d8c-c4c7-43b8-bcb9-9e769be215bb", "name": "network-vif-deleted", "tag": "ab3fc2c1-cab7-483b-bed7-c1498945a57c", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:33.506664 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cd395e4-86e9-4bfc-8b83-42f73694daea {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:33.507153 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa483d8c-c4c7-43b8-bcb9-9e769be215bb', 'name': 'network-vif-deleted', 'tag': 'ab3fc2c1-cab7-483b-bed7-c1498945a57c', 'status': 'completed', 'code': 200} Oct 27 16:09:33.507823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.575797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:33.627076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-977b5b04-388a-437e-a6c7-ba6af4e8dabe req-a2a34b86-2e12-4d12-a78b-04f7497720b1 tempest-ImagesNegativeTestJSON-885229642 tempest-ImagesNegativeTestJSON-885229642-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa483d8c-c4c7-43b8-bcb9-9e769be215bb HTTP/1.1" status: 200 len: 210 time: 0.0354023 Oct 27 16:09:33.637089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.647632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da3fa20e-22b1-4a52-8896-99fbe925114c req-88654ca1-cb05-4fa7-89f8-113791876166 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0846345 Oct 27 16:09:33.695225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.722675 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90049925-2713-490d-bb7d-2ad638d92111 None None] The sync data for ids ['3b9b9491-d154-4071-85a4-dbf2d92abcf4'] in n-d-814735-4 is: [{'id': '3b9b9491-d154-4071-85a4-dbf2d92abcf4', 'name': 'tempest-FloatingIPsTestJSON-1657621949-router', 'tenant_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:08:59Z', 'updated_at': '2021-10-27T16:09:32Z', 'revision_number': 6, 'project_id': '0d41e0e16cff4003b1a662ebb2a9519e', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:33.728257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['93c823db-9c55-40f1-a373-057d6842d958'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:33.794483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.807495 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db774ad-672f-413b-8736-ea6d909e634b x-openstack-request-id: req-8db774ad-672f-413b-8736-ea6d909e634b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:33.807802 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "name": "network-vif-plugged", "status": "completed", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:33.809196 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8db774ad-672f-413b-8736-ea6d909e634b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:33.809608 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632', 'code': 200} Oct 27 16:09:33.845774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.855790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=571043e8-dfce-4d9e-a7b4-34a8cdec4a36,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:33.918232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-655126365', 'description': 'tempest-description-1388263067'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:33.988417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.159424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.162455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.185591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6ef7a2fe-1ee1-42fa-916f-418945ccfadd no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:34.216270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 6ef7a2fe-1ee1-42fa-916f-418945ccfadd {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:34.216706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6ef7a2fe-1ee1-42fa-916f-418945ccfadd not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:34.314134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.314702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9b9491-d154-4071-85a4-dbf2d92abcf4 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:34.322452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.324692 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4ebafd6-144f-48d7-a571-1009ca7627b5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3b9b9491-d154-4071-85a4-dbf2d92abcf4 HTTP/1.1" status: 204 len: 168 time: 1.8926620 Oct 27 16:09:34.326662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54868) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:34.401803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Deleting subnet dea9771b-1b38-4ab6-82ce-466524ef3911 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:34.407272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81adc8-8403-4ca2-8b99-e260450d43b0 req-859d521b-eab2-4a0a-92f6-0eb59507b046 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:34.408227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.414596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f81adc8-8403-4ca2-8b99-e260450d43b0 req-859d521b-eab2-4a0a-92f6-0eb59507b046 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.6473746 Oct 27 16:09:34.453940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42177116-f95d-4361-917f-133e08d20f1b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:34.487674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.517389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f81adc8-8403-4ca2-8b99-e260450d43b0 req-9a55d20f-1b66-445f-a6bb-2f97c3d09057 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018958 Oct 27 16:09:34.526068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782af2b-63fa-44ac-bc68-793ac1b2249e req-d7803be1-7e8a-41a9-bbcd-5b3fca560e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:34.539975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9782af2b-63fa-44ac-bc68-793ac1b2249e req-d7803be1-7e8a-41a9-bbcd-5b3fca560e6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 1096 time: 0.6086996 Oct 27 16:09:34.586621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Allocated IP 192.168.233.251 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/1775e062-8ff1-40ba-a1e4-4014bffa5427) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:34.606611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ab3fc2c1-cab7-483b-bed7-c1498945a57c no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:34.633126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.642661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: ab3fc2c1-cab7-483b-bed7-c1498945a57c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:34.645379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ab3fc2c1-cab7-483b-bed7-c1498945a57c not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:34.651914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.819699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.824674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9782af2b-63fa-44ac-bc68-793ac1b2249e req-b2200dd8-0d98-4d90-b300-73df59eb5d3b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615708 Oct 27 16:09:34.839722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e393629-db0e-4040-b212-155140105f6e req-d2f212d2-fdce-42fb-bf51-eb3a00319145 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:34.841370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e393629-db0e-4040-b212-155140105f6e req-d2f212d2-fdce-42fb-bf51-eb3a00319145 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1808071 Oct 27 16:09:34.882772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea9771b-1b38-4ab6-82ce-466524ef3911,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:34.893368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de556c5-b8f0-41ee-bcf3-e79dec02ddc5 None None] Network bdde7240-57fe-4a45-ac07-c817ca21c02e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:34.908653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.913996 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-593d3eac-f370-4030-95b1-c973b1518b80 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dea9771b-1b38-4ab6-82ce-466524ef3911 HTTP/1.1" status: 204 len: 168 time: 0.5863199 Oct 27 16:09:34.920119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54876) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:34.924631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.933359 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.955771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e393629-db0e-4040-b212-155140105f6e req-d19a6a65-113a-4c45-b7b6-c1079a4b1696 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003020 Oct 27 16:09:35.019832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.077312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.080207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda841c3-8430-4220-aa5d-fe47dd89c09f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:35.185892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Pushing event updated for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:35.221408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.231938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76a6f30f-1c16-4b54-8f4d-0537a2561204 req-a86914b0-4701-495c-bf44-380477fe3d37 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3865144 Oct 27 16:09:35.231938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:35.238619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:35.242866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:35.244076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] DHCP port deletion for bdde7240-57fe-4a45-ac07-c817ca21c02e request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:09:35.306989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749193a3-a786-4bb7-8ee2-9ce282c81bc8 req-913b9abc-6825-4d7f-b4d8-fc03af5312d1 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:35.316757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749193a3-a786-4bb7-8ee2-9ce282c81bc8 req-913b9abc-6825-4d7f-b4d8-fc03af5312d1 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 949 time: 0.1794162 Oct 27 16:09:35.356579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:35.360235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.401298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Deleting port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:35.402655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.457111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749193a3-a786-4bb7-8ee2-9ce282c81bc8 req-3174cb0a-d41e-4526-b4ad-fdd97aeedef9 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367047 Oct 27 16:09:35.471642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.515075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3c75a-98f0-41fa-81c2-db58daa22561 req-9635c9ba-d67d-4799-8e33-26ab1488f4a1 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:35.515075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2c3c75a-98f0-41fa-81c2-db58daa22561 req-9635c9ba-d67d-4799-8e33-26ab1488f4a1 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 936 time: 0.1465867 Oct 27 16:09:35.530175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] For port f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:35.530576 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.560213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Calling delete_port for f06aa09a-34d6-4b7a-b5b1-5c7f20769968 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:35.572741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-9815884a-e0bb-4182-8fa1-68cc04883bce tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5544968 Oct 27 16:09:35.586744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Request body: {'port': {'device_id': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:35.612105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Deleting port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:35.612675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.676927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2c3c75a-98f0-41fa-81c2-db58daa22561 req-0491f4a1-8479-415d-b1d7-a48673a73c32 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459346 Oct 27 16:09:35.685305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1835583259', 'description': 'tempest-description-601107190'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:35.723575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.739206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] For port f06aa09a-34d6-4b7a-b5b1-5c7f20769968, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,segment=NetworkSegment(8ba55d95-c035-4e15-bbce-3b0339df3b2c),segment_id=8ba55d95-c035-4e15-bbce-3b0339df3b2c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:35.739957 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.751277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-47c2c8bb-4cf1-486a-8f90-3ca5bd8329de None None] Provisioning complete for port 1775e062-8ff1-40ba-a1e4-4014bffa5427 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:35.751957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c2c8bb-4cf1-486a-8f90-3ca5bd8329de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.760443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Calling delete_port for f06aa09a-34d6-4b7a-b5b1-5c7f20769968 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:35.850601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-47c2c8bb-4cf1-486a-8f90-3ca5bd8329de None None] Port 1775e062-8ff1-40ba-a1e4-4014bffa5427 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:35.887844 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.896505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.920878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] Pushing event deleted for resources: {'Port': ['ID=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:35.923561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06aa09a-34d6-4b7a-b5b1-5c7f20769968,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:35.935511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] No DVR routers for this DVR port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:35.945003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.952147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54943246-07bb-4e0e-bbe5-84cf12ade2af None None] No DVR routers for this DVR port f06aa09a-34d6-4b7a-b5b1-5c7f20769968 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:35.962094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f06aa09a-34d6-4b7a-b5b1-5c7f20769968 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:36.000168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f06aa09a-34d6-4b7a-b5b1-5c7f20769968 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:36.001383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f06aa09a-34d6-4b7a-b5b1-5c7f20769968 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:36.002200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:36.039954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:36.040445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 571043e8-dfce-4d9e-a7b4-34a8cdec4a36 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:36.085208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.085517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07983224-9b07-4157-ab2d-bccea6209edd req-239a9090-c17d-4804-af1a-c63af126d338 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.085517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07983224-9b07-4157-ab2d-bccea6209edd req-239a9090-c17d-4804-af1a-c63af126d338 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.2558753 Oct 27 16:09:36.085721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdde7240-57fe-4a45-ac07-c817ca21c02e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:36.095851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba55d95-c035-4e15-bbce-3b0339df3b2c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:36.097667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba55d95-c035-4e15-bbce-3b0339df3b2c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:36.109769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.125805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.138766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:36.139218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:36.142038 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:36.203843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.212233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07983224-9b07-4157-ab2d-bccea6209edd req-dff95e4f-352f-43ff-aeef-0651853296e6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077635 Oct 27 16:09:36.300407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1775e062-8ff1-40ba-a1e4-4014bffa5427 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:36.310117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.316904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.317630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.320900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bdde7240-57fe-4a45-ac07-c817ca21c02e HTTP/1.1" status: 204 len: 168 time: 1.3947229 Oct 27 16:09:36.334634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11feb2-3ba7-4724-a414-a8be76d62c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdde7240-57fe-4a45-ac07-c817ca21c02e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:36.364313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.415472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Transition to ACTIVE for port object 1775e062-8ff1-40ba-a1e4-4014bffa5427 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:36.428309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348ccf77-0293-42eb-b6f3-44c92ae6ef0b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:36.455630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccef957-26be-4fe9-9b49-981e4c9a5404 req-82480cf1-d8e7-44fc-974b-72fbae48d6d1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.457381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ccef957-26be-4fe9-9b49-981e4c9a5404 req-82480cf1-d8e7-44fc-974b-72fbae48d6d1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1349025 Oct 27 16:09:36.505719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ccef957-26be-4fe9-9b49-981e4c9a5404 req-db10a3d8-f6ce-4292-a397-36a793800933 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Oct 27 16:09:36.544548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.600850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.602114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b32b68e-f7ce-4c24-9100-e741428d61e5 req-bbf8125a-d2f0-4dbe-81f9-96489be4ba13 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9290676 Oct 27 16:09:36.622482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93c823db-9c55-40f1-a373-057d6842d958 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:36.626128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Pushing event updated for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:36.868907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-871bf6d4-4184-49dd-b456-f74f35955688 req-55d71fc3-19bc-4b5b-91b8-f35a2a384a1e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/bda841c3-8430-4220-aa5d-fe47dd89c09f HTTP/1.1" status: 200 len: 1804 time: 0.1609068 Oct 27 16:09:36.874173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Attempting to bind port 1775e062-8ff1-40ba-a1e4-4014bffa5427 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:36.874173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Attempting to bind port 1775e062-8ff1-40ba-a1e4-4014bffa5427 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:36.877564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Attempting to bind port 1775e062-8ff1-40ba-a1e4-4014bffa5427 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:36.888470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Port 1775e062-8ff1-40ba-a1e4-4014bffa5427 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:36.890402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Attempting to bind port 1775e062-8ff1-40ba-a1e4-4014bffa5427 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d1e45-61c9-4eba-89a4-7163097fcefe req-48c60bfd-8030-4ecc-a513-3fdd135f4cdb tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d6d1e45-61c9-4eba-89a4-7163097fcefe req-48c60bfd-8030-4ecc-a513-3fdd135f4cdb tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 949 time: 0.2228463 Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Bound port: 1775e062-8ff1-40ba-a1e4-4014bffa5427, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:36.939210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.029111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-871bf6d4-4184-49dd-b456-f74f35955688 req-fdca850d-ac76-476e-87a3-f1ebd96930f5 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/348ccf77-0293-42eb-b6f3-44c92ae6ef0b HTTP/1.1" status: 200 len: 1804 time: 0.1418803 Oct 27 16:09:37.045746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bda841c3-8430-4220-aa5d-fe47dd89c09f', 'remote_group_id': '348ccf77-0293-42eb-b6f3-44c92ae6ef0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:37.046072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bda841c3-8430-4220-aa5d-fe47dd89c09f', 'remote_group_id': '348ccf77-0293-42eb-b6f3-44c92ae6ef0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:37.053568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d6d1e45-61c9-4eba-89a4-7163097fcefe req-1b566f97-9ced-49a5-9d15-cc19d05ce01a tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156790 Oct 27 16:09:37.092234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:37.097650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:37.225537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11409-40f5-4930-8cb9-4f48fc18c9d0 req-3fd375ff-6873-4d16-ba29-475e512c1e5f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.226954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96e11409-40f5-4930-8cb9-4f48fc18c9d0 req-3fd375ff-6873-4d16-ba29-475e512c1e5f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 948 time: 0.0501816 Oct 27 16:09:37.265229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96e11409-40f5-4930-8cb9-4f48fc18c9d0 req-e638ce87-1bfa-4e2d-88f1-aee6deb0cec8 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Oct 27 16:09:37.321355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 93c823db-9c55-40f1-a373-057d6842d958 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:37.326761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 93c823db-9c55-40f1-a373-057d6842d958 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:37.326761 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.340229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54924) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:37.407470 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.420846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.432818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c823db-9c55-40f1-a373-057d6842d958'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:37.434410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1581bf00-85f5-4930-b870-a0388a6e5a13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d41e0e16cff4003b1a662ebb2a9519e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929143 Oct 27 16:09:37.435034 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b84214-46da-46f9-8a26-47e0ffeec845" -d '{"events": [{"server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "name": "network-vif-plugged", "status": "completed", "tag": "93c823db-9c55-40f1-a373-057d6842d958"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:37.437185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54926) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:37.448142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93c823db-9c55-40f1-a373-057d6842d958,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:37.474152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee07e2-9d3e-40de-ac22-d925429979e8 req-9dc2522c-7351-4bef-aad7-5a92ff286a3e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.477264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2ee07e2-9d3e-40de-ac22-d925429979e8 req-9dc2522c-7351-4bef-aad7-5a92ff286a3e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.1194065 Oct 27 16:09:37.495221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.506579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.507241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.508649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] 10.222.0.82 "PUT /v2.0/ports/1775e062-8ff1-40ba-a1e4-4014bffa5427 HTTP/1.1" status: 200 len: 1096 time: 1.9266901 Oct 27 16:09:37.512212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:37.514521 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b249cc-88ad-40c6-b6da-aa551aca45b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:37.538412 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.567224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Pushing event updated for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.576198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.583803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.607870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.608225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.608618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.608997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.609335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.609742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.609997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.610327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.610655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.610987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.611352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.611684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53d98e-4460-454b-8e98-3a15e122208e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:37.636123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2ee07e2-9d3e-40de-ac22-d925429979e8 req-3b3d5969-ab55-46e3-9e54-37e591958f75 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338885 Oct 27 16:09:37.673180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.690466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.704164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-10930ad7-0548-4948-bb54-63f721348d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.707586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-10930ad7-0548-4948-bb54-63f721348d7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 1099 time: 0.0634758 Oct 27 16:09:37.764695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.768721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.770128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c5eef6c-8a44-4cca-86fc-a2c83b4e63f7 HTTP/1.1" status: 204 len: 168 time: 0.3319075 Oct 27 16:09:37.772769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.780541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-200076b7-a53b-4666-bc03-d7e43092bb26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427 HTTP/1.1" status: 200 len: 217 time: 0.0654893 Oct 27 16:09:37.789752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9e4a6-ad51-411e-936c-7ae1bff3c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5eef6c-8a44-4cca-86fc-a2c83b4e63f7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.804650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b952cc35-b5a9-4bd6-97e9-3cb52258429c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.811615 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4bbf1-8e04-4cea-bb6d-be8344dd39a8 x-openstack-request-id: req-93d4bbf1-8e04-4cea-bb6d-be8344dd39a8 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:37.833774 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "name": "network-vif-plugged", "status": "completed", "tag": "93c823db-9c55-40f1-a373-057d6842d958", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:37.834204 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93d4bbf1-8e04-4cea-bb6d-be8344dd39a8 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:37.834462 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c823db-9c55-40f1-a373-057d6842d958', 'code': 200} Oct 27 16:09:37.871101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-218f52d9-c934-44fc-bd6d-e69c3566535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.872694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-218f52d9-c934-44fc-bd6d-e69c3566535d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0823548 Oct 27 16:09:37.894649 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6d8d6-b001-4ec4-b250-26a360abb57f x-openstack-request-id: req-9ae6d8d6-b001-4ec4-b250-26a360abb57f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:37.894649 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:37.894649 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ae6d8d6-b001-4ec4-b250-26a360abb57f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:37.894649 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427', 'status': 'completed', 'code': 200} Oct 27 16:09:37.961999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.963529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-871bf6d4-4184-49dd-b456-f74f35955688 req-3921412b-f0ba-4c6e-8b17-b1cff23f9cf9 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9240248 Oct 27 16:09:38.062599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdc7d-0e6b-453a-849c-167d62c724bd req-837f544e-9fee-41cb-826c-7df6a7f74d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.064470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b89cdc7d-0e6b-453a-849c-167d62c724bd req-837f544e-9fee-41cb-826c-7df6a7f74d1b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 1101 time: 0.1611969 Oct 27 16:09:38.067690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-4a644f03-522d-42f5-a81e-bcb477aa328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.069401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-4a644f03-522d-42f5-a81e-bcb477aa328d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753623 Oct 27 16:09:38.081518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd58c15-d212-49ce-9b37-62533f2f4dbc req-74504074-7caa-4d4c-b16b-8ff36793b694 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.089036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffd58c15-d212-49ce-9b37-62533f2f4dbc req-74504074-7caa-4d4c-b16b-8ff36793b694 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.0843360 Oct 27 16:09:38.185656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b89cdc7d-0e6b-453a-849c-167d62c724bd req-d9960819-b80b-4af9-88e7-2e02a1a7dadb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003215 Oct 27 16:09:38.203332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffd58c15-d212-49ce-9b37-62533f2f4dbc req-19e51c65-a24c-4123-acd9-d1ac474ece9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976224 Oct 27 16:09:38.232119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-1a4591ff-4237-4d67-b7a8-8f929e4a10c1 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477230 Oct 27 16:09:38.311699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-5f064df8-fd01-4c0a-aef4-7f6923881dfb tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/348ccf77-0293-42eb-b6f3-44c92ae6ef0b HTTP/1.1" status: 200 len: 1804 time: 0.0785129 Oct 27 16:09:38.380500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.409229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.583784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-768881a8-e833-4ec2-9a16-2eac8111dc6b req-cb697171-5ceb-4171-9928-af3694990372 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277366 Oct 27 16:09:38.659614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.659614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.659614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea87113f-a0da-4ff0-a6b3-ec23da298799 req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/348ccf77-0293-42eb-b6f3-44c92ae6ef0b HTTP/1.1" status: 204 len: 173 time: 0.3463092 Oct 27 16:09:38.674531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591be6f-4e88-47e1-8d62-3980304f4b9a tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ccf77-0293-42eb-b6f3-44c92ae6ef0b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:38.701934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a42d3-87f6-456a-9c4b-c172f56b12f7 req-3b997828-f80b-4480-b342-43ae8f513347 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.704289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-083a42d3-87f6-456a-9c4b-c172f56b12f7 req-3b997828-f80b-4480-b342-43ae8f513347 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 950 time: 0.1112227 Oct 27 16:09:38.787436 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:38.848679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-083a42d3-87f6-456a-9c4b-c172f56b12f7 req-7815b162-8e96-4e4d-9ca3-77657ac191af tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319933 Oct 27 16:09:38.904356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-c5769956-9406-4929-a379-6b6063fdd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.905902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-c5769956-9406-4929-a379-6b6063fdd9bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 1099 time: 0.1363666 Oct 27 16:09:38.966052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2569-57e1-4d3d-8b27-d3c4a0ab7c8f req-9659c354-e13c-4584-8733-7d6617cc2487 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.967582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b2569-57e1-4d3d-8b27-d3c4a0ab7c8f req-9659c354-e13c-4584-8733-7d6617cc2487 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 948 time: 0.1154857 Oct 27 16:09:39.051506 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-80462f65-c292-4486-b2a8-89c512935fe6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7fdb237efd74566b9e6e9ccbe964d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622054 Oct 27 16:09:39.057052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54978) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:39.112770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.137163 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.146874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9858-899e-4d3f-bdf7-2f94d744e28c req-4e8d7ac9-297c-40ae-9052-a5dbdd578f67 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.153997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-745a9858-899e-4d3f-bdf7-2f94d744e28c req-4e8d7ac9-297c-40ae-9052-a5dbdd578f67 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.2202067 Oct 27 16:09:39.170673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f5b2569-57e1-4d3d-8b27-d3c4a0ab7c8f req-a0437dac-d749-4b3a-b097-a33031c1ad27 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759255 Oct 27 16:09:39.232377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-311f31e1-322f-4b2e-ac25-3730cfc14de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.234647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-311f31e1-322f-4b2e-ac25-3730cfc14de1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2998791 Oct 27 16:09:39.313754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-f5c4a690-4dc8-401b-ae07-730f112b86bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427 HTTP/1.1" status: 200 len: 217 time: 0.0646288 Oct 27 16:09:39.316662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-745a9858-899e-4d3f-bdf7-2f94d744e28c req-37abbf06-ffcc-45b4-ad64-a33a4d7c748c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618521 Oct 27 16:09:39.356754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.359032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5372dce6-bc50-48b0-a34a-b92761d4fdc1 req-9ef8c029-c84f-447d-a258-22fef949ac27 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/bda841c3-8430-4220-aa5d-fe47dd89c09f HTTP/1.1" status: 200 len: 1804 time: 0.1421857 Oct 27 16:09:39.359727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.363457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1002d3e-2847-43ee-9807-2f973aa3be42 HTTP/1.1" status: 204 len: 168 time: 0.3027453 Oct 27 16:09:39.389956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-2980a275-6512-465b-9b9c-e1094f37bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.390608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73db5-8b9b-43b1-8159-ccc11541b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1002d3e-2847-43ee-9807-2f973aa3be42,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:39.392512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-2980a275-6512-465b-9b9c-e1094f37bb1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0679784 Oct 27 16:09:39.443239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-15552470', 'description': 'tempest-description-473869715'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:39.566470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-1247d6f6-8a8e-40d8-bbec-ef4460a83a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.568492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-1247d6f6-8a8e-40d8-bbec-ef4460a83a61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548626 Oct 27 16:09:39.578052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e90e-b3ce-4eb9-9ed9-841f7d1e5f60 req-93149430-fa7a-425f-81b1-5171c36d63bd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.579619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf68e90e-b3ce-4eb9-9ed9-841f7d1e5f60 req-93149430-fa7a-425f-81b1-5171c36d63bd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1240449 Oct 27 16:09:39.662486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.721857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf68e90e-b3ce-4eb9-9ed9-841f7d1e5f60 req-85d0b4bf-2738-4b52-9236-8818adaf88a2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317904 Oct 27 16:09:39.817349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-5017e53c-9c8a-4361-8e07-da23cf57bea9 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366278 Oct 27 16:09:39.934302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55010) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:40.054068 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.062707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7dddf-5fd5-42e9-9847-7734d5aa1cf3 req-e3a880c8-985d-421e-8a8c-d9149f3a907f tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.070010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e7dddf-5fd5-42e9-9847-7734d5aa1cf3 req-e3a880c8-985d-421e-8a8c-d9149f3a907f tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 950 time: 0.1074710 Oct 27 16:09:40.113597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34b249cc-88ad-40c6-b6da-aa551aca45b0 req-5a4410d2-f95b-4175-851b-1f33d103faec service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627342 Oct 27 16:09:40.139583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.145647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-network', 'tenant_id': '044bef9960094658b0d59caa951e900a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:40.154087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e7dddf-5fd5-42e9-9847-7734d5aa1cf3 req-aea3c77c-94eb-4c90-a792-5f1d98da0540 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832067 Oct 27 16:09:40.184105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0f22d-4f10-489b-8d29-a0876133aa5c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:40.272971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Made reservation on behalf of 044bef9960094658b0d59caa951e900a for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:40.275399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.291260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.294606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12be36-8801-4e9b-a170-ce5bd2896df8 req-d0050737-b086-48a8-80c4-45b255a2ea9f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.297012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d12be36-8801-4e9b-a170-ce5bd2896df8 req-d0050737-b086-48a8-80c4-45b255a2ea9f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 948 time: 0.0564301 Oct 27 16:09:40.357550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d12be36-8801-4e9b-a170-ce5bd2896df8 req-61f9573f-cec8-4a0c-8dbc-57d421112b8c tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Oct 27 16:09:40.406728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.408265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693f09d5-07be-470c-9910-cf71730d1ef5 req-1fbbfcc4-bc47-4022-b79a-9f9a5e16f9ec tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9872074 Oct 27 16:09:40.422455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.507556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-15c23e61-e859-494b-b311-b31aba39bf41 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 200 len: 1802 time: 0.0764124 Oct 27 16:09:40.509112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.524626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12d0f22d-4f10-489b-8d29-a0876133aa5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:40.526313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12d0f22d-4f10-489b-8d29-a0876133aa5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:40.535672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266b3bf-f70e-4162-8dd4-ea1357c86ffa,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:40.546477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:40.556808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.557286 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Added segment 33a5fefd-3951-4ab4-a7c5-2a95abfcb39a of type vlan for network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 Oct 27 16:09:40.612786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fabb7c-450a-4590-84ec-05d80ede5cd0 req-096f372c-2f06-4c74-bac1-23e8be147039 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.620962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9fabb7c-450a-4590-84ec-05d80ede5cd0 req-096f372c-2f06-4c74-bac1-23e8be147039 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.1793373 Oct 27 16:09:40.622161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.677305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-c526363b-be19-462b-93f1-9386b801f972 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.678953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-c526363b-be19-462b-93f1-9386b801f972 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 945 time: 0.1240308 Oct 27 16:09:40.682537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9fabb7c-450a-4590-84ec-05d80ede5cd0 req-49684c91-3851-45c8-ab87-0a16a90021e2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608287 Oct 27 16:09:40.772058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.773262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.773893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.819692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.873731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.900915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port 86dd3ac3-cb63-4ee6-bf51-26377a783632 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:40.901265 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.902578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:40.917579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:40.946629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f244b6-dea4-45f7-9768-d0ae1849cfd4 req-7aa748bd-2c1b-4281-9df8-ddd81c9e7217 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.960593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5f244b6-dea4-45f7-9768-d0ae1849cfd4 req-7aa748bd-2c1b-4281-9df8-ddd81c9e7217 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1333339 Oct 27 16:09:40.979370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55040) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:40.998699 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a75f96e-849a-40bd-84b0-e1bafaa942c8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0626380 Oct 27 16:09:41.003551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55044) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:41.017500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Request body: {'subnet': {'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-subnet', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:41.020974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.105732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adc9cfc-720e-436d-afe7-acdc7d9309a7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:41.128641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2125601351-network', 'tenant_id': 'd617b19a39d34507a46ef5d0e6c8924b'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:41.146824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5f244b6-dea4-45f7-9768-d0ae1849cfd4 req-fbe022d2-34fe-42d4-815e-369888fd6c2a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279316 Oct 27 16:09:41.165802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port 86dd3ac3-cb63-4ee6-bf51-26377a783632, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86dd3ac3-cb63-4ee6-bf51-26377a783632,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:41.165802 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.172370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Made reservation on behalf of 044bef9960094658b0d59caa951e900a for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:41.174915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.182125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for 86dd3ac3-cb63-4ee6-bf51-26377a783632 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:41.298071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b7348efc-4563-4afc-a4de-9d17405c8e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.332702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.337253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-292e68c0-7628-469a-b1ae-ce172bcfad74 req-55bba731-c335-44bd-8b0c-274731ac453e tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8171544 Oct 27 16:09:41.416548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Made reservation on behalf of d617b19a39d34507a46ef5d0e6c8924b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:41.418241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.445021 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.501461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-c42210c4-e755-4a53-b813-45044720eec3 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 200 len: 2395 time: 0.1138616 Oct 27 16:09:41.516464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033550-9572-46bc-ad67-c5d7d5ca4bce req-a9bd1063-5a3f-4df2-abc7-de9b806ddb96 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.518869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89033550-9572-46bc-ad67-c5d7d5ca4bce req-a9bd1063-5a3f-4df2-abc7-de9b806ddb96 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 950 time: 0.1530993 Oct 27 16:09:41.523617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12d0f22d-4f10-489b-8d29-a0876133aa5c', 'remote_group_id': None}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:41.523934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12d0f22d-4f10-489b-8d29-a0876133aa5c', 'remote_group_id': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:41.575214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89033550-9572-46bc-ad67-c5d7d5ca4bce req-0f0dda69-5af0-4b61-b2ca-8afbcc2f8af2 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Oct 27 16:09:41.602661 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.606213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.615260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86dd3ac3-cb63-4ee6-bf51-26377a783632'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:41.649658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.650620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=86dd3ac3-cb63-4ee6-bf51-26377a783632,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:41.746085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f398479e-1a89-4dd4-bc27-c655f7ebb529,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:41.909095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Checking segment: {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:41.909095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Network hostable DHCP agents. Network: d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:41.909876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port 86dd3ac3-cb63-4ee6-bf51-26377a783632 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:41.909876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.909876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4109ac63-4501-4198-b15d-a774b17a58e7 req-22f31de6-b351-4a8b-91ca-9f91d0cd0028 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "DELETE /v2.0/ports/86dd3ac3-cb63-4ee6-bf51-26377a783632 HTTP/1.1" status: 204 len: 173 time: 1.1846941 Oct 27 16:09:41.909876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'name': 'network-vif-deleted', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:41.909876 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542af48c-4b35-4740-9f3c-4b2bcfdefdf3" -d '{"events": [{"server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "name": "network-vif-deleted", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:41.935477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515212b9-7586-4012-9768-438acdcfdaa0 req-ea9dfc04-f6ee-4e8f-9d91-b5b8ed9cc555 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.937508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-515212b9-7586-4012-9768-438acdcfdaa0 req-ea9dfc04-f6ee-4e8f-9d91-b5b8ed9cc555 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 948 time: 0.1278305 Oct 27 16:09:41.990199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.024465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-515212b9-7586-4012-9768-438acdcfdaa0 req-6df5b2ab-f672-4ffd-b137-b75308af9bec tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798349 Oct 27 16:09:42.042374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.218496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.247555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:42.255474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fee51b-d8fb-4dc5-b748-764051d64d73,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:42.259728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.260074 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Added segment 07ce060c-b131-4e03-827a-eeae53a48943 of type vlan for network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 Oct 27 16:09:42.277057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.308002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:42.323327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.323741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b47e39-3843-4e57-a065-fc112d9ba668,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:42.374894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-250eed9c-7bce-4b75-9a2c-e7c190a5903e req-945a2f22-c1c4-4cea-a41d-1396574c519a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc8bd684-dd01-40ec-9e59-d05098879105 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Oct 27 16:09:42.427378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.429016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ef7452d-e876-442c-a9f1-26c8936650b9 req-3c33c5d7-7d74-428d-a6ad-9923cf1b7688 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9091728 Oct 27 16:09:42.431518 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d521e-538d-47b2-b03d-cd728ff9735e x-openstack-request-id: req-316d521e-538d-47b2-b03d-cd728ff9735e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:42.432200 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8bd684-dd01-40ec-9e59-d05098879105", "name": "network-vif-deleted", "tag": "86dd3ac3-cb63-4ee6-bf51-26377a783632", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:42.432200 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-316d521e-538d-47b2-b03d-cd728ff9735e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:42.438170 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8bd684-dd01-40ec-9e59-d05098879105', 'name': 'network-vif-deleted', 'tag': '86dd3ac3-cb63-4ee6-bf51-26377a783632', 'status': 'completed', 'code': 200} Oct 27 16:09:42.449238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:42.458267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.460829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.462537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.468398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e400a643-06a3-4acf-98c0-2aad9e228305 None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:42.618734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35a64-d54d-42be-ac06-6bb361941614 req-ac0a2cf3-2b1d-4b93-9701-cbd5a23d2292 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.624103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.624349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.626407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] Pushing event updated for resources: {'Network': ['ID=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:42.628975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2c35a64-d54d-42be-ac06-6bb361941614 req-ac0a2cf3-2b1d-4b93-9701-cbd5a23d2292 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.0908506 Oct 27 16:09:42.708129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2c35a64-d54d-42be-ac06-6bb361941614 req-2b4de5b9-88a0-4d80-a78f-063a632b7159 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773900 Oct 27 16:09:42.753790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5fad06fa-e35a-4f83-a1af-c3fa4154f5ea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7488840 Oct 27 16:09:42.758716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0c60fa92-58ca-4954-9e7e-9427d910bf49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7762916 Oct 27 16:09:42.760710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55090) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:42.765199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55092) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:42.769153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1775e062-8ff1-40ba-a1e4-4014bffa5427 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:42.771261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:42.786373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:42.789057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8fb74b4b-b7de-48e7-8805-c0e6c4a56489 req-9edfe311-0c22-47cf-ad33-8995377ba193 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 200 len: 2993 time: 0.1116810 Oct 27 16:09:42.814647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Request body: {'subnet': {'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2125601351-subnet', 'tenant_id': 'd617b19a39d34507a46ef5d0e6c8924b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:42.841332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-c59463e9-b8be-4875-91db-159ab22c9780 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-group-rules/b9b47e39-3843-4e57-a065-fc112d9ba668 HTTP/1.1" status: 200 len: 783 time: 0.0246296 Oct 27 16:09:42.934372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-f25e7dc2-2fdf-42e2-a070-c59072b35595 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 200 len: 2993 time: 0.0791688 Oct 27 16:09:42.944705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.945983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.976848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.994985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.066117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.069224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Made reservation on behalf of d617b19a39d34507a46ef5d0e6c8924b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:43.070330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.157132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:43.161618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:09:43.162481 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.182722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '1775e062-8ff1-40ba-a1e4-4014bffa5427', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '1775e062-8ff1-40ba-a1e4-4014bffa5427', 'mac_address': 'fa:16:3e:16:06:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:43.231776 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.244742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1775e062-8ff1-40ba-a1e4-4014bffa5427 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:43.246269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.254498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.257214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-942a8ff9-9370-4cfc-9c9c-bba39d1e2e2b req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b9b47e39-3843-4e57-a065-fc112d9ba668 HTTP/1.1" status: 204 len: 173 time: 0.3127627 Oct 27 16:09:43.263578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc4dec-174e-4e9a-8e21-bdf536e3aa98 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b47e39-3843-4e57-a065-fc112d9ba668,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.338664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:43.424377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5aa2c-5215-4e96-b5a8-119b054dda19 req-04fee58d-5230-49b4-9282-9c2d024af22b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:43.431555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51a5aa2c-5215-4e96-b5a8-119b054dda19 req-04fee58d-5230-49b4-9282-9c2d024af22b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 948 time: 0.1094372 Oct 27 16:09:43.431863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Allocated IP 172.20.0.2 (d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3/f398479e-1a89-4dd4-bc27-c655f7ebb529/d77bbbf1-3d18-4918-9559-ac394f86b709) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:43.434175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.466516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51a5aa2c-5215-4e96-b5a8-119b054dda19 req-8d74af74-8339-48d4-b598-df79ccb8ff29 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Oct 27 16:09:43.502679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.537683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40a3dbfc-13e2-407d-a522-901230fac18a req-a2396892-851b-471d-9ebd-73b0baa37cbd tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 200 len: 2395 time: 0.0416338 Oct 27 16:09:43.580292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.629604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-40a3dbfc-13e2-407d-a522-901230fac18a req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.643649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.665066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-40a3dbfc-13e2-407d-a522-901230fac18a req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.667509 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.719025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c56a65e-2042-419a-afcc-c31aeccd2ca1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.734859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Checking segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:43.735193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Network hostable DHCP agents. Network: 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:43.805175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.891383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1775e062-8ff1-40ba-a1e4-4014bffa5427'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:43.891877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-40a3dbfc-13e2-407d-a522-901230fac18a req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.895429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.896248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-40a3dbfc-13e2-407d-a522-901230fac18a req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.897442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40a3dbfc-13e2-407d-a522-901230fac18a req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/12d0f22d-4f10-489b-8d29-a0876133aa5c HTTP/1.1" status: 204 len: 173 time: 0.3508019 Oct 27 16:09:43.919305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b33da-ee9a-4db4-b596-26aef70e018f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0f22d-4f10-489b-8d29-a0876133aa5c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.920235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.932254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:43.957964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:43.974879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:43.986009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Pushing event updated for resources: {'Port': ['ID=d77bbbf1-3d18-4918-9559-ac394f86b709,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.996768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:44.006510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8e447346-5c16-45d8-ab79-d660c1efe1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.046727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:44.048116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696e9f2-4b63-445b-a0c1-4408f28809a4 req-48689066-dd12-4b05-8059-d1466847276b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.054082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.055794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.067905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7696e9f2-4b63-445b-a0c1-4408f28809a4 req-48689066-dd12-4b05-8059-d1466847276b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1419506 Oct 27 16:09:44.069819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b336d39-abc3-4b68-9ce7-20f09150f9a0 None None] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:44.077825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Allocated IP 172.25.5.102 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/115d0101-b8a2-4e2d-8329-4e44a34369ae) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:44.110595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a1be5-09d2-4a73-9662-e6cb0c46e82d req-4a38d557-fa81-4018-8986-2d8957d07cfd tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.112133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-646a1be5-09d2-4a73-9662-e6cb0c46e82d req-4a38d557-fa81-4018-8986-2d8957d07cfd tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 950 time: 0.1272690 Oct 27 16:09:44.134133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Attempting to bind port d77bbbf1-3d18-4918-9559-ac394f86b709 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:44.134503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Attempting to bind port d77bbbf1-3d18-4918-9559-ac394f86b709 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:44.134865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Attempting to bind port d77bbbf1-3d18-4918-9559-ac394f86b709 on network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:44.140827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7696e9f2-4b63-445b-a0c1-4408f28809a4 req-56a041d4-0910-4551-bc52-1a8b590fc395 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Oct 27 16:09:44.155645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:44.156023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Checking segment: {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:44.156417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.157271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Bound using segment: {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:44.157271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Bound port: d77bbbf1-3d18-4918-9559-ac394f86b709, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:44.157644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.160846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-646a1be5-09d2-4a73-9662-e6cb0c46e82d req-3c3932e6-08bf-4c57-aa3d-bba4ee027d31 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Oct 27 16:09:44.182439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76a6f914-7a87-45f5-9c4e-8de8633ed32c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3659568 Oct 27 16:09:44.215532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.246947 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-1ed2d9b0-3ad6-48b2-930d-cf7043c9741a req-d2a2e4a3-b19d-44a8-881d-6df30459b308 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] show failed (client error): The resource could not be found. Oct 27 16:09:44.260647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed2d9b0-3ad6-48b2-930d-cf7043c9741a req-d2a2e4a3-b19d-44a8-881d-6df30459b308 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/348ccf77-0293-42eb-b6f3-44c92ae6ef0b HTTP/1.1" status: 404 len: 352 time: 0.0311627 Oct 27 16:09:44.311354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] For port d77bbbf1-3d18-4918-9559-ac394f86b709, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:44.348611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] For port d77bbbf1-3d18-4918-9559-ac394f86b709, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d77bbbf1-3d18-4918-9559-ac394f86b709,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:44.361368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689862d6-dacc-4e93-91a7-9bc494bc632b None None] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:44.378703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.433208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-172bea96-fa76-43b4-adca-1152f615a196 req-3d6f6d2e-a290-4ba7-8be0-c5414b2d232d tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/bda841c3-8430-4220-aa5d-fe47dd89c09f HTTP/1.1" status: 200 len: 1804 time: 0.1381869 Oct 27 16:09:44.436776 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.475073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:44.475684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:44.479028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:44.501644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-64c26c15-5fae-42b8-9c58-a561b049399e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.508236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-64c26c15-5fae-42b8-9c58-a561b049399e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1642184 Oct 27 16:09:44.534112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Pushing event updated for resources: {'Port': ['ID=115d0101-b8a2-4e2d-8329-4e44a34369ae,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:44.545313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-5acb0672-d934-41c6-a47c-16876ea7ff9e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0177445 Oct 27 16:09:44.559943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d0502-55bc-4e86-9304-f9fda1760966 None None] Pushing event updated for resources: {'Port': ['ID=d77bbbf1-3d18-4918-9559-ac394f86b709,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:44.581881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-6f9fcf26-c4b3-4db4-9e5c-1f91b157ea76 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305307 Oct 27 16:09:44.643252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86dd3ac3-cb63-4ee6-bf51-26377a783632 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:44.651974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-172bea96-fa76-43b4-adca-1152f615a196 req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.670805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 86dd3ac3-cb63-4ee6-bf51-26377a783632 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:44.671667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86dd3ac3-cb63-4ee6-bf51-26377a783632 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:44.687546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-172bea96-fa76-43b4-adca-1152f615a196 req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.716697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.733810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-301d5c70-16c2-4c43-a42a-4d09f5808f25 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436796 Oct 27 16:09:44.913497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.052265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.121679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.125593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-172bea96-fa76-43b4-adca-1152f615a196 req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.128191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-172bea96-fa76-43b4-adca-1152f615a196 req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.129338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-172bea96-fa76-43b4-adca-1152f615a196 req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/bda841c3-8430-4220-aa5d-fe47dd89c09f HTTP/1.1" status: 204 len: 173 time: 0.6829400 Oct 27 16:09:45.146459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819af18-b326-4433-bc23-e5b3409ba9df tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda841c3-8430-4220-aa5d-fe47dd89c09f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:45.183833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-79265b55-7cbd-4969-b1b4-5e9731bb7c85 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223623 Oct 27 16:09:45.366044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:45.481341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:45.492709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Sync routers for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:45.504721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:45.507014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:45.577527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-f780e4c8-931d-498b-8680-597b577628df tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.580266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-f780e4c8-931d-498b-8680-597b577628df tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.82 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 950 time: 0.0585592 Oct 27 16:09:45.596947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.598888 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dca17fa9-7283-4fcd-8997-45ae10997a8e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8369265 Oct 27 16:09:45.601627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55190) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:45.671085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598b1f6-f566-41fd-bfaa-ea4140a6e60a None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:45.766761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:45.769735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Deleting port 93c823db-9c55-40f1-a373-057d6842d958 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:45.770185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.972745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] Provisioning complete for port d77bbbf1-3d18-4918-9559-ac394f86b709 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:45.973107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.980380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] For port 93c823db-9c55-40f1-a373-057d6842d958, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93c823db-9c55-40f1-a373-057d6842d958,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:45.980380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.990832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-11f25d23-5e26-499c-9d05-66160a451327 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.993192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-11f25d23-5e26-499c-9d05-66160a451327 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.2161105 Oct 27 16:09:46.008837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Calling delete_port for 93c823db-9c55-40f1-a373-057d6842d958 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:46.009238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d77bbbf1-3d18-4918-9559-ac394f86b709 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:46.024877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-d546c2a9-a06d-4c9d-877e-bd8bf5ef30db tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/quotas/d617b19a39d34507a46ef5d0e6c8924b HTTP/1.1" status: 200 len: 375 time: 0.0209355 Oct 27 16:09:46.113888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-8c7d9e74-b640-4eec-bb02-f9138e7be292 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398695 Oct 27 16:09:46.267294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d77bbbf1-3d18-4918-9559-ac394f86b709 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:46.267668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.296263 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.298694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-c31f260e-4f82-410c-88b1-2a7fac9ef2f3 service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718056 Oct 27 16:09:46.375604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] For port d77bbbf1-3d18-4918-9559-ac394f86b709, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d77bbbf1-3d18-4918-9559-ac394f86b709,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:46.433223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-55dbf42f-a91c-48e0-8cf4-e5d06a7a6bdc service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336241 Oct 27 16:09:46.472833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.485992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:44Z', 'revision_number': 3, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:46.530024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Checking router: e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:46.530380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Updating router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 port 115d0101-b8a2-4e2d-8329-4e44a34369ae binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:46.557913 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.577882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.606232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Pushing event deleted for resources: {'Port': ['ID=93c823db-9c55-40f1-a373-057d6842d958,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:46.623410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.632356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['93c823db-9c55-40f1-a373-057d6842d958'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:46.647534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:09:46.647534 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:09:46.658040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] No DVR routers for this DVR port 93c823db-9c55-40f1-a373-057d6842d958 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:46.660598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.665698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657d2c5a-c154-488c-ae6f-e45d203501e1 req-2bbe93ad-cf57-44ba-94f3-89adfdd2af42 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.82 "DELETE /v2.0/ports/93c823db-9c55-40f1-a373-057d6842d958 HTTP/1.1" status: 204 len: 173 time: 1.0757251 Oct 27 16:09:46.665698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'name': 'network-vif-deleted', 'tag': '93c823db-9c55-40f1-a373-057d6842d958'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:46.665983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1775e062-8ff1-40ba-a1e4-4014bffa5427 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:46.668098 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448fd22e-eff7-47b8-8a48-850e5251069c" -d '{"events": [{"server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "name": "network-vif-deleted", "tag": "93c823db-9c55-40f1-a373-057d6842d958"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:46.736616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.832778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Allocated IP 172.20.0.1 (d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3/f398479e-1a89-4dd4-bc27-c655f7ebb529/25b37b76-1a82-4a5f-80e8-0b9184088090) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:46.885486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bab17f-8b10-4449-bf04-e81a35d79a42 req-93ed4f9a-0629-4772-9302-b9a297e75a32 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:46.896554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53bab17f-8b10-4449-bf04-e81a35d79a42 req-93ed4f9a-0629-4772-9302-b9a297e75a32 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 949 time: 0.1084497 Oct 27 16:09:46.940451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53bab17f-8b10-4449-bf04-e81a35d79a42 req-47e6c28f-962f-42f8-9bbf-d597ccbc476d tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Oct 27 16:09:46.989620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.002415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb2e1b-9f52-4a15-968e-2bb8f3dc5abc None None] Pushing event updated for resources: {'Port': ['ID=d77bbbf1-3d18-4918-9559-ac394f86b709,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:47.023864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a4949bd8-d81c-4987-8091-ae5e12d7edc6 None None] Provisioning complete for port d77bbbf1-3d18-4918-9559-ac394f86b709 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:47.024229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4949bd8-d81c-4987-8091-ae5e12d7edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.031609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-2a14c153-17f5-4bb9-951a-27f3f7215377 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/a02eef3d-014c-4e52-a374-fbcb8645b312 HTTP/1.1" status: 200 len: 1804 time: 0.0645642 Oct 27 16:09:47.093411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.101190 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.120144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.120472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 1775e062-8ff1-40ba-a1e4-4014bffa5427 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:47.126793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.150086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 1775e062-8ff1-40ba-a1e4-4014bffa5427 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:47.150086 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.168721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:47.171881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:47.175835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:47.181496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Pushing event updated for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:47.228583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.372196 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.384320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.389317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.396351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.406032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-812e9265-aaaf-45f6-a247-9a4468dad034 req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/a02eef3d-014c-4e52-a374-fbcb8645b312 HTTP/1.1" status: 204 len: 173 time: 0.3702741 Oct 27 16:09:47.425499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:47.428468 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf0123-c390-47b0-8019-2b8cf848e0ac" -d '{"events": [{"server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "name": "network-vif-plugged", "status": "completed", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:47.436110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62463396-faaa-4bb2-8ded-099355f24354 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02eef3d-014c-4e52-a374-fbcb8645b312,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:47.461581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f09e-37a7-46f7-ab95-8d341cdc9b48 req-40fd7e88-1ba3-469c-9c14-21b22dd345e4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:47.461581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed45f09e-37a7-46f7-ab95-8d341cdc9b48 req-40fd7e88-1ba3-469c-9c14-21b22dd345e4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1194508 Oct 27 16:09:47.461887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:47.499863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d1d82b6b-8a28-4b8e-b8bb-bfa9612d02f8 None None] Provisioning complete for port 25b37b76-1a82-4a5f-80e8-0b9184088090 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:47.500223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d1d82b6b-8a28-4b8e-b8bb-bfa9612d02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.504578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cec3737-4e43-480f-9329-1fea2a26435b req-049b07d1-a1e5-4295-9f54-a40c0ec29b28 tempest-TenantUsagesTestJSON-907913191 tempest-TenantUsagesTestJSON-907913191-project] 10.222.0.70 "GET /v2.0/ports?device_id=176f5a92-febc-4d6c-918b-ad3b4a54aa50 HTTP/1.1" status: 200 len: 210 time: 0.0391581 Oct 27 16:09:47.532579 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.551729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed45f09e-37a7-46f7-ab95-8d341cdc9b48 req-534b75b5-8b57-4496-9092-a448ed15c212 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Oct 27 16:09:47.560751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.616751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a76b2c7d-6f6b-44a2-a2bd-2ab76f77db45 req-4356f7d9-1e60-4ec9-a73d-f826ad409727 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0278871 Oct 27 16:09:47.616751 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dc6c6-1982-4dd2-8337-ab8a916ce6a7 x-openstack-request-id: req-7b4dc6c6-1982-4dd2-8337-ab8a916ce6a7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:47.616751 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176f5a92-febc-4d6c-918b-ad3b4a54aa50", "name": "network-vif-deleted", "tag": "93c823db-9c55-40f1-a373-057d6842d958", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:47.616751 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b4dc6c6-1982-4dd2-8337-ab8a916ce6a7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:47.616751 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176f5a92-febc-4d6c-918b-ad3b4a54aa50', 'name': 'network-vif-deleted', 'tag': '93c823db-9c55-40f1-a373-057d6842d958', 'status': 'completed', 'code': 200} Oct 27 16:09:47.627561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.655448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952db2ff-99aa-414b-9e19-0af0526337b9 None None] Pushing event updated for resources: {'Port': ['ID=115d0101-b8a2-4e2d-8329-4e44a34369ae,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:47.659263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d1d82b6b-8a28-4b8e-b8bb-bfa9612d02f8 None None] Port 25b37b76-1a82-4a5f-80e8-0b9184088090 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:47.665699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Attempting to bind port 115d0101-b8a2-4e2d-8329-4e44a34369ae on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:47.666075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Attempting to bind port 115d0101-b8a2-4e2d-8329-4e44a34369ae by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:47.666441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Attempting to bind port 115d0101-b8a2-4e2d-8329-4e44a34369ae on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:47.707676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:47.708255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:47.708558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.708849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:47.709387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Bound port: 115d0101-b8a2-4e2d-8329-4e44a34369ae, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:47.709772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.768464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47d15505-fc19-4a5b-9d13-29f7595c5db7 req-8627258d-9e51-496c-9836-48e41ba1b207 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 210 time: 0.0773003 Oct 27 16:09:47.794537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:47.812890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] For port 115d0101-b8a2-4e2d-8329-4e44a34369ae, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:47.815990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] For port 115d0101-b8a2-4e2d-8329-4e44a34369ae, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=115d0101-b8a2-4e2d-8329-4e44a34369ae,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:47.816921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.844767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-344503cd-380a-4efb-9657-fb3bf771f332 req-eba27ae4-0723-4d62-bc99-66136dc79303 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/7ef99d9f-29d0-4a84-8649-1911f0717878 HTTP/1.1" status: 200 len: 1804 time: 0.0448983 Oct 27 16:09:47.907179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-344503cd-380a-4efb-9657-fb3bf771f332 req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.916104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d77bbbf1-3d18-4918-9559-ac394f86b709 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:47.930945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-344503cd-380a-4efb-9657-fb3bf771f332 req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.969108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d77bbbf1-3d18-4918-9559-ac394f86b709 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:47.969489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.971118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.973493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.046341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Pushing event updated for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.051192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.130872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:48.131520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:48.169575 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a30b46b-8991-4926-a641-4b0800aa2574 x-openstack-request-id: req-0a30b46b-8991-4926-a641-4b0800aa2574 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:48.169926 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "name": "network-vif-plugged", "status": "completed", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:48.170143 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a30b46b-8991-4926-a641-4b0800aa2574 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:48.170530 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427', 'code': 200} Oct 27 16:09:48.171252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952db2ff-99aa-414b-9e19-0af0526337b9 None None] Pushing event updated for resources: {'Port': ['ID=115d0101-b8a2-4e2d-8329-4e44a34369ae,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.221188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:48.226383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:48.226863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-344503cd-380a-4efb-9657-fb3bf771f332 req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.232673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-344503cd-380a-4efb-9657-fb3bf771f332 req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.249508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-344503cd-380a-4efb-9657-fb3bf771f332 req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ef99d9f-29d0-4a84-8649-1911f0717878 HTTP/1.1" status: 204 len: 173 time: 0.3956525 Oct 27 16:09:48.329021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ce260-88fd-4fce-a454-791b334de24f tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef99d9f-29d0-4a84-8649-1911f0717878,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.395795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:48.430735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-7b34fdeb-fbf2-48a4-997c-e373b143ec03 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/3bfdab3d-3040-4242-9c9d-f0130ccda1a4 HTTP/1.1" status: 200 len: 2403 time: 0.1485729 Oct 27 16:09:48.461236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18311-e810-4ca1-96d1-5903331ebb5f req-217ebf30-09c9-4a22-99db-41f1e928f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.462823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dc18311-e810-4ca1-96d1-5903331ebb5f req-217ebf30-09c9-4a22-99db-41f1e928f122 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 1101 time: 0.2067590 Oct 27 16:09:48.493338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e79dd-cfe9-4b93-99c2-fe1edd97e216 req-a1d97491-96fa-486a-889c-45c7d03e178b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.494845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-877e79dd-cfe9-4b93-99c2-fe1edd97e216 req-a1d97491-96fa-486a-889c-45c7d03e178b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.2140498 Oct 27 16:09:48.510773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:48.559473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:48.565410 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5f1593e0-ff73-4687-adc5-33a24ab298fa admin admin] 10.222.0.70 "PUT /v2.0/routers/e8634aac-f0bb-4b4f-a322-ae9dcdf95d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626627 Oct 27 16:09:48.576633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-877e79dd-cfe9-4b93-99c2-fe1edd97e216 req-f5ac2f62-40ec-4d5c-b528-7ae3db69d271 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706279 Oct 27 16:09:48.578533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dc18311-e810-4ca1-96d1-5903331ebb5f req-6bd04abc-0e9d-4c0d-b82c-433adf96e817 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066074 Oct 27 16:09:48.581814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.610818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.647644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:48.714316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7e3ff72b-5f29-4c55-a607-fbb251a67265 None None] Provisioning complete for port 25b37b76-1a82-4a5f-80e8-0b9184088090 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:48.714686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff72b-5f29-4c55-a607-fbb251a67265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.803709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-76364f3f-5ac9-41b1-b67a-38ac2f58778f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.805392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-76364f3f-5ac9-41b1-b67a-38ac2f58778f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.1156101 Oct 27 16:09:48.819742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ff72b-5f29-4c55-a607-fbb251a67265 None None] Port 25b37b76-1a82-4a5f-80e8-0b9184088090 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:48.821505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-2fe8f1e1-93a4-44f1-848f-c430b7af3a1b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/quotas/41202f257a7d42069be0486185029f9a HTTP/1.1" status: 200 len: 375 time: 0.0096138 Oct 27 16:09:48.838928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.841631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.844762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.845838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dc43497-1775-45f6-8dbc-ea5c2d55776c req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/3bfdab3d-3040-4242-9c9d-f0130ccda1a4 HTTP/1.1" status: 204 len: 173 time: 0.4079444 Oct 27 16:09:48.874800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af694f-4d3e-417f-910e-e1c2add989d0 tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfdab3d-3040-4242-9c9d-f0130ccda1a4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.886354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:48.899941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-0b2ec21e-7f9f-49fe-a0cd-6a7aeb68ebf4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674176 Oct 27 16:09:48.904745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '25b37b76-1a82-4a5f-80e8-0b9184088090', 'name': '', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'mac_address': 'fa:16:3e:bf:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:46Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 2, 'project_id': '044bef9960094658b0d59caa951e900a', 'subnets': [{'id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:48.934432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e4c1c-9659-4dd2-8aaa-9bcc70b1a254 None None] The sync data for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 is: [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '25b37b76-1a82-4a5f-80e8-0b9184088090', 'name': '', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'mac_address': 'fa:16:3e:bf:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:46Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 2, 'project_id': '044bef9960094658b0d59caa951e900a', 'subnets': [{'id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:49.000698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.042734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-150ff2f0-7b12-40c3-a364-18d6ae3d059b service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418900 Oct 27 16:09:49.059462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782154b-9ac1-4d8a-bd01-f576af6ca916 req-2350e893-0fe9-4c97-81f3-09d3f6e450be tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:49.062536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6782154b-9ac1-4d8a-bd01-f576af6ca916 req-2350e893-0fe9-4c97-81f3-09d3f6e450be tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.0837240 Oct 27 16:09:49.095176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:49.161210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6782154b-9ac1-4d8a-bd01-f576af6ca916 req-c3530074-e85e-44a0-9068-4680383963d6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894463 Oct 27 16:09:49.303848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-945e911f-d4d1-4b3e-a09a-8c93fa92fdd9 service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400789 Oct 27 16:09:49.324262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a4409a6-2e97-44c8-ba2d-36dba9e0e3c5 req-1a518fbe-084a-49db-a7e5-39fe4a31a6c4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0689354 Oct 27 16:09:49.448036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-e555963c-8542-45f9-86c3-af62ce023bc9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:49.450930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-e555963c-8542-45f9-86c3-af62ce023bc9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.2160928 Oct 27 16:09:49.467827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': '3df30046-bd75-47a7-a716-61974a522faf', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:49.550308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55282) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:49.726553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15819b84-282d-489b-bdeb-79557e7c65cf req-98cfca93-dddd-41f7-b5a6-f311b494ccd6 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2648542 Oct 27 16:09:49.759021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:49.763211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55288) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:49.777253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a8165f6-2a45-4152-ac61-51e52bc0af8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82c75d0e60c545e690b867a93bd15fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053916 Oct 27 16:09:49.833219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.869248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.900969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:49.905727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.040424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 115d0101-b8a2-4e2d-8329-4e44a34369ae up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:50.092552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.139084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.13 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/a3a813c8-9bcc-44f9-abbf-ef840abd2c05) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:50.139695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 115d0101-b8a2-4e2d-8329-4e44a34369ae triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:50.140052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.172158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:50.175671 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c72fc-4822-427a-9ac7-81962b22903e" -d '{"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-unplugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:50.203000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.207448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.209604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea HTTP/1.1" status: 204 len: 168 time: 0.4443591 Oct 27 16:09:50.265528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.295275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 115d0101-b8a2-4e2d-8329-4e44a34369ae, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=115d0101-b8a2-4e2d-8329-4e44a34369ae,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:50.407590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c23ba0-3091-44f2-865d-18c62753489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b0e2d4-61c5-4c2f-bf4a-806fd3a71eea,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:50.445502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab551847-0955-4d63-b88f-c0f6d7b05d4c req-b32e9fee-9534-4e71-ace0-6f5f2371d0d9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 210 time: 0.2614150 Oct 27 16:09:50.497658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.584289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-e736507c-8942-4e9b-8230-f14844b0cde1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:50.586073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-e736507c-8942-4e9b-8230-f14844b0cde1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/ports?device_id=afb5107e-0220-4f53-94b4-f12e7fe0e002 HTTP/1.1" status: 200 len: 944 time: 0.4127185 Oct 27 16:09:50.588884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=115d0101-b8a2-4e2d-8329-4e44a34369ae,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:50.616766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-764a9ca7-7e2c-4e04-b5e6-334308374fef tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:50.618348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-764a9ca7-7e2c-4e04-b5e6-334308374fef tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.3745897 Oct 27 16:09:50.643746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'port': {'device_id': '456f9564-f709-4cf6-a8ec-18443a03554c', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'admin_state_up': True, 'tenant_id': 'd617b19a39d34507a46ef5d0e6c8924b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:50.648616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.652183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93c823db-9c55-40f1-a373-057d6842d958 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:50.679633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 93c823db-9c55-40f1-a373-057d6842d958 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:50.680377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93c823db-9c55-40f1-a373-057d6842d958 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:50.722707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-e95477b5-7f85-4eca-8edf-7eda7a9983ed tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "GET /v2.0/security-groups/804c4ceb-9c35-4372-9a95-d056a0f02252 HTTP/1.1" status: 200 len: 2398 time: 0.2466540 Oct 27 16:09:50.908161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.914305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.996703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.013334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.019852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Deleting port ee78d7a3-3325-434e-aa04-52931da84e5d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:51.020178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.160555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Made reservation on behalf of d617b19a39d34507a46ef5d0e6c8924b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:51.160555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.166071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:51.186587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:51.195676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:51.246041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:51.251877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Allocated IP 172.25.5.47 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e3143ef9-d3c6-44ce-99a3-2f7663ef7b60) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:51.286502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] For port ee78d7a3-3325-434e-aa04-52931da84e5d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ee78d7a3-3325-434e-aa04-52931da84e5d,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:51.286502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.289700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55310) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:51.307631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.394437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.441486 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Sync routers for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:51.450202 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:51.451802 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:51.460221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.507487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3bada90e1034a0f80c15e9974e02181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137218 Oct 27 16:09:51.507487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e026d-f33e-48a6-8759-30a369088d5b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:51.509131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55314) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:51.526520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.526874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.527361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.527862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.528199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.528530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.528908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.529237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.529618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.529939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.530278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.530578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93ff30-342d-4dcf-bfa1-5d4079e8acf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:51.575704 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:51.586496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.609665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.669367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.672425 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.673555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f855b8d-af0e-4e30-8886-b7ce96c03af2 req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] 10.222.0.70 "DELETE /v2.0/security-groups/804c4ceb-9c35-4372-9a95-d056a0f02252 HTTP/1.1" status: 204 len: 173 time: 0.9499216 Oct 27 16:09:51.674423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Calling delete_port for ee78d7a3-3325-434e-aa04-52931da84e5d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:51.681463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55316) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:51.712893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:51.714213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.735517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.738713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.739797 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a6e026d-f33e-48a6-8759-30a369088d5b HTTP/1.1" status: 204 len: 168 time: 0.2296457 Oct 27 16:09:51.753824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9a004-6965-4b26-9a2e-f68f6ada1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e026d-f33e-48a6-8759-30a369088d5b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:51.760690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Deleting subnet 6f9ecbc9-3b05-4350-9eb3-27c84916f2d3 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:51.762273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b2898-b969-4b88-b711-15332bc429ee tempest-SecurityGroupRulesTestJSON-540295253 tempest-SecurityGroupRulesTestJSON-540295253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c4ceb-9c35-4372-9a95-d056a0f02252,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:51.765383 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.812351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.890355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.948219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Allocated IP 172.20.0.12 (6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57/1c56a65e-2042-419a-afcc-c31aeccd2ca1/cfe16c3b-0fdd-40b0-a2f6-49daeda0d363) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:51.968386 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '25b37b76-1a82-4a5f-80e8-0b9184088090', 'name': '', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'mac_address': 'fa:16:3e:bf:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:46Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 2, 'project_id': '044bef9960094658b0d59caa951e900a', 'subnets': [{'id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:51.984488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 115d0101-b8a2-4e2d-8329-4e44a34369ae up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:52.000904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-9172c8c6-bef6-48ab-9adb-d758fef8339f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5377069 Oct 27 16:09:52.008728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.013820 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Checking router: e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:52.014174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Updating router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 port 25b37b76-1a82-4a5f-80e8-0b9184088090 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:52.026781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee7116-bf06-458c-abec-fe1db39ed0bf req-cf08da64-d17b-47e2-b27f-6bdb448b28eb tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:52.034477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbee7116-bf06-458c-abec-fe1db39ed0bf req-cf08da64-d17b-47e2-b27f-6bdb448b28eb tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.2675276 Oct 27 16:09:52.036854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 115d0101-b8a2-4e2d-8329-4e44a34369ae triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:52.037441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.039838 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.045308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Request body: {'port': {'device_id': '3df30046-bd75-47a7-a716-61974a522faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:52.112815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.178291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9ecbc9-3b05-4350-9eb3-27c84916f2d3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.192195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.199277 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e6691bb6-5266-49f9-a80b-fe5702d9a504 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f9ecbc9-3b05-4350-9eb3-27c84916f2d3 HTTP/1.1" status: 204 len: 168 time: 0.5128591 Oct 27 16:09:52.199277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55320) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:52.214788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbee7116-bf06-458c-abec-fe1db39ed0bf req-426aaa37-6e72-4f6a-a625-d9727d98cd24 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794882 Oct 27 16:09:52.228785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.294306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.395802 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.397710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.404686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.428907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c41481-d754-449c-9d61-68682c7a69a0']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:52.438804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3d0f712-bd4d-4aeb-9993-077a4780b5f2 req-23d6159a-ca2e-4adb-8aa2-cd6c90ab8220 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 210 time: 0.1317303 Oct 27 16:09:52.439677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.441272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e488b43d-9e93-4047-a676-e74ead9a6853') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:52.441611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e488b43d-9e93-4047-a676-e74ead9a6853') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:52.462830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.475193 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.482702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:52.483016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:52.487219 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:52.510698 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f9bda0-ca0d-4d1c-93d9-90d0aa90fda0 x-openstack-request-id: req-c5f9bda0-ca0d-4d1c-93d9-90d0aa90fda0 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:52.511440 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-unplugged", "status": "completed", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:52.511440 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5f9bda0-ca0d-4d1c-93d9-90d0aa90fda0 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:52.512614 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'code': 200} Oct 27 16:09:52.536007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:52.552002 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.595058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:52.619409 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91156534-8190-48b6-afc7-e4768cfee1ff None None] Pushing event updated for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.628162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:52.648754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=e3143ef9-d3c6-44ce-99a3-2f7663ef7b60,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.672945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Attempting to bind port 25b37b76-1a82-4a5f-80e8-0b9184088090 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:52.673648 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Attempting to bind port 25b37b76-1a82-4a5f-80e8-0b9184088090 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:52.674236 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Attempting to bind port 25b37b76-1a82-4a5f-80e8-0b9184088090 on network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:52.681252 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:52.681886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Checking segment: {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:52.682725 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.683336 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Bound using segment: {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:52.684023 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Bound port: 25b37b76-1a82-4a5f-80e8-0b9184088090, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:52.684606 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.690797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.697362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.709316 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e0c41481-d754-449c-9d61-68682c7a69a0 HTTP/1.1" status: 204 len: 168 time: 0.5060177 Oct 27 16:09:52.729209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] No DVR routers for this DVR port ee78d7a3-3325-434e-aa04-52931da84e5d on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:52.748448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823ebd3-9cb1-435c-b277-2607341d92b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c41481-d754-449c-9d61-68682c7a69a0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.769274 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.772741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-152ed013-9b06-4774-8f26-3a839b19a3bd req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "DELETE /v2.0/ports/ee78d7a3-3325-434e-aa04-52931da84e5d HTTP/1.1" status: 204 len: 173 time: 2.1435320 Oct 27 16:09:52.782825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-deleted', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:52.785299 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694a70e-a1db-4ad9-acd5-1123be5876a0" -d '{"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-deleted", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:52.806511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] For port 25b37b76-1a82-4a5f-80e8-0b9184088090, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:52.810056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a5a59-0b3a-425f-8ebe-94a223cd49ca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event deleted for resources: {'Port': ['ID=ee78d7a3-3325-434e-aa04-52931da84e5d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.812323 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] For port 25b37b76-1a82-4a5f-80e8-0b9184088090, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=25b37b76-1a82-4a5f-80e8-0b9184088090,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:52.833118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.918846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523d2a1-8ef4-4910-92ce-015d3c422be1 req-6679bee6-7706-49ec-8d7d-5936cb750345 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:52.920889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3523d2a1-8ef4-4910-92ce-015d3c422be1 req-6679bee6-7706-49ec-8d7d-5936cb750345 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.3049405 Oct 27 16:09:52.982639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4d648d5b-2e94-49ef-8b43-52c845efc9e4 None None] Provisioning complete for port 25b37b76-1a82-4a5f-80e8-0b9184088090 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:52.983021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d648d5b-2e94-49ef-8b43-52c845efc9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.016447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4d648d5b-2e94-49ef-8b43-52c845efc9e4 None None] Port 25b37b76-1a82-4a5f-80e8-0b9184088090 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:09:53.019865 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.087198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.087748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91156534-8190-48b6-afc7-e4768cfee1ff None None] Pushing event updated for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.129952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3523d2a1-8ef4-4910-92ce-015d3c422be1 req-3b914ea7-154f-4e06-bc18-3b9c5e852169 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771708 Oct 27 16:09:53.154350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.157222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a813c8-9bcc-44f9-abbf-ef840abd2c05 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:53.163588 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:53.164638 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:53.183497 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.236165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-42a66e33-269b-469d-9536-d4e95c9be4d9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.237636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-42a66e33-269b-469d-9536-d4e95c9be4d9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.3281100 Oct 27 16:09:53.278524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Request body: {'port': {'device_id': '822dd36a-07b1-4c07-985a-8832823eff5a', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'admin_state_up': True, 'tenant_id': '41202f257a7d42069be0486185029f9a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:53.285625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Transition to ACTIVE for port object a3a813c8-9bcc-44f9-abbf-ef840abd2c05 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:53.309294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:53.353606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:53.362110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:53.382503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.390949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.407536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:53.414379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:53.415468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.448572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] Provisioning complete for port 25b37b76-1a82-4a5f-80e8-0b9184088090 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:53.448938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.494332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20607371-8426-40a3-a5c4-41a16c57701d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e504632e47c84104875a7f55e6733870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649004 Oct 27 16:09:53.494332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:53.568492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.596246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.612131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.612760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.613171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.643618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a97e-7be5-4dfd-ae1b-e06bc291c2de req-0044039d-e935-4e02-8600-cc218c093fa1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.650938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e54a97e-7be5-4dfd-ae1b-e06bc291c2de req-0044039d-e935-4e02-8600-cc218c093fa1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 932 time: 0.3563495 Oct 27 16:09:53.658168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:53.665072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] For port 25b37b76-1a82-4a5f-80e8-0b9184088090, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=25b37b76-1a82-4a5f-80e8-0b9184088090,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:53.668558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.697025 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '25b37b76-1a82-4a5f-80e8-0b9184088090', 'name': '', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'mac_address': 'fa:16:3e:bf:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:46Z', 'updated_at': '2021-10-27T16:09:52Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'subnets': [{'id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:53.733478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefb444-433b-4c30-a677-5a8419b8f605 None None] The sync data for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 is: [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:09:47Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '25b37b76-1a82-4a5f-80e8-0b9184088090', 'name': '', 'network_id': 'd3a7e2a4-ec21-4e3c-b947-ddee4fe487f3', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'mac_address': 'fa:16:3e:bf:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:46Z', 'updated_at': '2021-10-27T16:09:52Z', 'revision_number': 4, 'project_id': '044bef9960094658b0d59caa951e900a', 'subnets': [{'id': 'f398479e-1a89-4dd4-bc27-c655f7ebb529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:53.771411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.789798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-network', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:53.830461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.834005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.837964 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4219bbd9-a510-455e-96d1-c8d5c5724cc4 HTTP/1.1" status: 204 len: 168 time: 0.3437409 Oct 27 16:09:53.857932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e54a97e-7be5-4dfd-ae1b-e06bc291c2de req-7afce130-a69f-4ea3-8418-00f544cd46eb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914456 Oct 27 16:09:53.859586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861552-cf3e-422c-ab97-7f42605fc22e None None] Pushing event updated for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.859701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3a739-0729-45c6-953e-a78f51e4db23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219bbd9-a510-455e-96d1-c8d5c5724cc4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.879984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-b45b568e-5213-40cd-843c-dd88e3958f30 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2409463 Oct 27 16:09:53.893142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:09:53.893142 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:09:53.893142 n-d-814735-4 neutron-server[114449]: [parameters: {'project_id_1': '9b2dc83272f949d8a7efccc87c1a9ec7', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 9, 33, 797724)}] Oct 27 16:09:53.893142 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:09:53.893728 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:09:53.901442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Request body: {'port': {'device_id': '456f9564-f709-4cf6-a8ec-18443a03554c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:54.028714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 25b37b76-1a82-4a5f-80e8-0b9184088090 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:54.033394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Attempting to bind port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:54.033765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Attempting to bind port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:54.034095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Attempting to bind port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:54.087028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:54.087375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Attempting to bind port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:54.087930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 25b37b76-1a82-4a5f-80e8-0b9184088090 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:54.088267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.091552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.094402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.117754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9333-a0fd-4403-92fa-421986bdfb72 req-9c49c0f1-bfe8-49b5-a0d0-5d3dd2a9109d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:54.119030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-279d9333-a0fd-4403-92fa-421986bdfb72 req-9c49c0f1-bfe8-49b5-a0d0-5d3dd2a9109d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 932 time: 0.1698749 Oct 27 16:09:54.133350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:54.133684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:54.134072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:54.134516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Bound port: a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:54.134873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.154224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:54.157684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.198710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.317216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-279d9333-a0fd-4403-92fa-421986bdfb72 req-445cce0d-f52a-488e-8570-bb28a04961f7 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851242 Oct 27 16:09:54.447519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=e3143ef9-d3c6-44ce-99a3-2f7663ef7b60,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:54.483783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:54.490026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.507580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Made reservation on behalf of 9b2dc83272f949d8a7efccc87c1a9ec7 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:54.510573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.524586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.529470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:54.616949 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.636619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.670804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.672066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15819b84-282d-489b-bdeb-79557e7c65cf req-cd8c19ab-df71-4629-91ed-d4bbfe68f6bd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9192047 Oct 27 16:09:54.681280 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14af06-f3a9-4833-a7fd-1899880d3173 x-openstack-request-id: req-5e14af06-f3a9-4833-a7fd-1899880d3173 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:54.681691 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5107e-0220-4f53-94b4-f12e7fe0e002", "name": "network-vif-deleted", "tag": "ee78d7a3-3325-434e-aa04-52931da84e5d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:54.681842 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e14af06-f3a9-4833-a7fd-1899880d3173 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:54.682211 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5107e-0220-4f53-94b4-f12e7fe0e002', 'name': 'network-vif-deleted', 'tag': 'ee78d7a3-3325-434e-aa04-52931da84e5d', 'status': 'completed', 'code': 200} Oct 27 16:09:54.683186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:54.685705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:54.686322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.687845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] 10.222.0.82 "PUT /v2.0/ports/a3a813c8-9bcc-44f9-abbf-ef840abd2c05 HTTP/1.1" status: 200 len: 1092 time: 2.6492150 Oct 27 16:09:54.718021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: ee78d7a3-3325-434e-aa04-52931da84e5d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:54.718441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ee78d7a3-3325-434e-aa04-52931da84e5d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:54.727967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.755001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7021c2a0-2a4f-41b8-b91e-881b210a9a61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:54.765887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:54.776864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Allocated IP 172.20.0.9 (a074166a-6f0c-44e2-8db6-a220f229530a/a5c3aea5-a007-46d1-b5db-ef0041df41b1/18e461e3-2587-4adb-8db5-2b7cf3dd35c2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:54.787125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.787705 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Added segment 5ed73e89-778e-43a7-b152-5dc250e062d0 of type vlan for network 0a12252f-a220-4977-bb5e-a0a0293cf71a Oct 27 16:09:54.807969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15819b84-282d-489b-bdeb-79557e7c65cf req-72265761-b3d8-4cd3-8a02-0c11ab2a1458 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.47 HTTP/1.1" status: 200 len: 695 time: 0.1168292 Oct 27 16:09:54.836985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a468b2-6480-4ad2-91ed-87bc5a3939d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:54.838435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.027664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.029221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.029980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.098936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] Pushing event updated for resources: {'Network': ['ID=0a12252f-a220-4977-bb5e-a0a0293cf71a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:55.112077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:55.200105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d869611-55ab-40c0-9cd0-16ab3aaab2f2 req-5a5701a7-51c5-483a-87f1-027187141905 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 210 time: 0.3864841 Oct 27 16:09:55.248158 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c78ec479-9273-45a0-b2aa-e1dadeb8180b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5882313 Oct 27 16:09:55.255688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:55.260917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Request body: {'subnet': {'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-subnet', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:55.429738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-430ad1cb-ec1c-4d89-81b5-2e0d901b3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.431292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-430ad1cb-ec1c-4d89-81b5-2e0d901b3e44 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 1095 time: 0.2466652 Oct 27 16:09:55.438365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:55.448474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Made reservation on behalf of 9b2dc83272f949d8a7efccc87c1a9ec7 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:55.452350 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.459417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.504947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55392) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:55.518366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bdbe4-7941-47d9-a874-4f7073117f66 req-eddc0c72-2968-4383-9525-72fa5aa87297 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.519909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-907bdbe4-7941-47d9-a874-4f7073117f66 req-eddc0c72-2968-4383-9525-72fa5aa87297 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2523022 Oct 27 16:09:55.521217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-a79a7973-fe2c-4448-abe8-8b76770aff4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05 HTTP/1.1" status: 200 len: 217 time: 0.0753360 Oct 27 16:09:55.529792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Transition to ACTIVE for port object cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:55.538653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819b84-282d-489b-bdeb-79557e7c65cf req-27bcc00f-f996-49ad-beb3-84a2de4d1967 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.540090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15819b84-282d-489b-bdeb-79557e7c65cf req-27bcc00f-f996-49ad-beb3-84a2de4d1967 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.7191372 Oct 27 16:09:55.611349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.648213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1871837353-network', 'tenant_id': 'b459c8490b2b48b88fc4e9c434883c9a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:55.714428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.719487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-7ae6c045-6f21-495f-902c-d5b3ec3be7bc tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932138 Oct 27 16:09:55.720813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-0c73d179-1378-4609-a79f-24423b45c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.722196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-0c73d179-1378-4609-a79f-24423b45c607 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.1913574 Oct 27 16:09:55.732782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-907bdbe4-7941-47d9-a874-4f7073117f66 req-80dfd38e-d4f3-45ba-83f5-974f27b96fa1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893811 Oct 27 16:09:55.777924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:55.782234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Made reservation on behalf of b459c8490b2b48b88fc4e9c434883c9a for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:55.788655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.795206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.843559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.848359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-779ab21b-6363-4688-bd1f-5cfaa97eb0c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103618 Oct 27 16:09:55.920917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c528b28f-15c8-4b3c-a439-ce5345977065,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:55.938141 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.941125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Checking segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:55.941480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Network hostable DHCP agents. Network: 0a12252f-a220-4977-bb5e-a0a0293cf71a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:56.052067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40307a0-4e89-4a8b-9eac-0eb78a5b7e39 req-51d5c337-d0b9-4be0-bdc9-604857f09ce2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.053695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f40307a0-4e89-4a8b-9eac-0eb78a5b7e39 req-51d5c337-d0b9-4be0-bdc9-604857f09ce2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 944 time: 0.2122791 Oct 27 16:09:56.065562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-e44c700b-0415-488e-ac73-159cd1a5a64a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.067177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-e44c700b-0415-488e-ac73-159cd1a5a64a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392034 Oct 27 16:09:56.085327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Attempting to bind port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:56.085659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Attempting to bind port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:56.085984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Attempting to bind port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:56.111028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.117525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:56.122068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Attempting to bind port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:56.126846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-1e218732-a9fa-4c98-8aec-7194a2581eb8 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/quotas/a74e61c962fa49eeb20f31d33cb3a55a HTTP/1.1" status: 200 len: 375 time: 0.0369346 Oct 27 16:09:56.131998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:56.132343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Checking segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:56.132729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Bound using segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:56.133698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Bound port: cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:56.133698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.139072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-ea5b6f32-f166-4850-990d-6b898742b9df service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666826 Oct 27 16:09:56.143625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:56.151347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc130a4-a768-4220-a849-a4d1be8c5721,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:56.154842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:56.163563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.163966 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Added segment d2425c78-a656-4bbc-9bd2-b9ab38438a5f of type vlan for network bb92683f-24a2-4d7f-9c09-adedbb20cd6c Oct 27 16:09:56.164618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.209578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.234364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f40307a0-4e89-4a8b-9eac-0eb78a5b7e39 req-86c605b3-0521-4667-9433-fc86a44a9101 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645560 Oct 27 16:09:56.267416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 0a12252f-a220-4977-bb5e-a0a0293cf71a) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:56.278933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb72df-a74d-411f-974a-ec42686e90c3 None None] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:56.281956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.282671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.321189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Network a074166a-6f0c-44e2-8db6-a220f229530a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:56.335705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:56.345121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:56.348262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.349513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.350253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.373188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:56.398781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d76961c6-056d-4e40-8d2b-686673a6ae53 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1420069 Oct 27 16:09:56.401557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:56.407864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:56.415975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-7e9af1d9-60a7-4d46-9c3e-3c0ddfaacda6 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2635262 Oct 27 16:09:56.424529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] Pushing event updated for resources: {'Network': ['ID=bb92683f-24a2-4d7f-9c09-adedbb20cd6c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:56.448219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f43c627-0d4b-4023-9e0c-896fa84dce30 req-960fd191-c1ff-400c-b39b-83d8e92c13b1 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968979 Oct 27 16:09:56.452047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:56.453964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bb92683f-24a2-4d7f-9c09-adedbb20cd6c details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:56.471978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:56.478207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.478831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.491360 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1244fd35-bff6-4ce4-8c77-9bd79914ad79 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9832351 Oct 27 16:09:56.493665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:56.493802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c8c18-d6c8-4c99-a1f6-549533544235 req-ee960c36-87f4-405d-98b3-8134727afedf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.494448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c87c8c18-d6c8-4c99-a1f6-549533544235 req-ee960c36-87f4-405d-98b3-8134727afedf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 944 time: 0.1761909 Oct 27 16:09:56.503609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Request body: {'subnet': {'network_id': 'bb92683f-24a2-4d7f-9c09-adedbb20cd6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1871837353-subnet', 'tenant_id': 'b459c8490b2b48b88fc4e9c434883c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:56.517216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-0a12252f-a220-4977-bb5e-a0a0293cf71a', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:09:56.518341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.540831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c87c8c18-d6c8-4c99-a1f6-549533544235 req-d5d75bdd-5762-4cd9-b386-7d40d8629b25 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Oct 27 16:09:56.580956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.650975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.658891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.673604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.674317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.675804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] 10.222.0.82 "PUT /v2.0/ports/cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 HTTP/1.1" status: 200 len: 1092 time: 2.7824669 Oct 27 16:09:56.684970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05'}, {'name': 'network-changed', 'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:56.686251 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3e44a1-4900-426a-9f48-35e854671234" -d '{"events": [{"name": "network-changed", "server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05"}, {"name": "network-changed", "server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:56.713435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Allocated IP 172.20.0.2 (0a12252f-a220-4977-bb5e-a0a0293cf71a/c528b28f-15c8-4b3c-a439-ce5345977065/49d16627-3d01-49e0-86cf-e4162dc67b45) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:56.718388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930851-9f7f-4c6c-9289-94b98bd5a895 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:56.734746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd94087-c303-4c64-b052-5401b95caf18 req-1fb42a19-3de2-4810-ae26-ac0664712576 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1671693 Oct 27 16:09:56.750537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.755913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:56.833214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f6947-5be9-4817-b8fd-86ce696fb178 req-3f2db129-5554-4739-bfdc-deb7727f73de tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.834994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-092f6947-5be9-4817-b8fd-86ce696fb178 req-3f2db129-5554-4739-bfdc-deb7727f73de tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 931 time: 0.0569444 Oct 27 16:09:56.877667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-8cc44543-f62a-44f3-a691-79370f275de6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6274467 Oct 27 16:09:56.883321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.887587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-092f6947-5be9-4817-b8fd-86ce696fb178 req-34d63bbb-e81f-475c-9d06-713b21d5c349 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Oct 27 16:09:56.896751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Request body: {'port': {'device_id': '822dd36a-07b1-4c07-985a-8832823eff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:56.989890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-868efe6f-a22f-4550-8580-07d7729b0628 req-bba37bf2-27d3-4019-b981-13654fe4d6ec tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 210 time: 0.0369411 Oct 27 16:09:57.011992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.051338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Made reservation on behalf of b459c8490b2b48b88fc4e9c434883c9a for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:57.054442 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48ef822-0502-436c-8180-73cc66756ccf x-openstack-request-id: req-c48ef822-0502-436c-8180-73cc66756ccf {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:57.054723 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:57.054972 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c48ef822-0502-436c-8180-73cc66756ccf {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:57.055399 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05', 'status': 'completed', 'code': 200} Oct 27 16:09:57.055652 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'status': 'completed', 'code': 200} Oct 27 16:09:57.058428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.082601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-456fd4a3-3c5b-430c-9ea7-ebefc98a51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.084105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-456fd4a3-3c5b-430c-9ea7-ebefc98a51c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 1095 time: 0.1198404 Oct 27 16:09:57.085786 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.152541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.154554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:57.159594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:57.164739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:57.176968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Pushing event updated for resources: {'Port': ['ID=49d16627-3d01-49e0-86cf-e4162dc67b45,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:57.226882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-5b233d23-8d1c-46ad-862d-862a670fa1ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 HTTP/1.1" status: 200 len: 217 time: 0.1279333 Oct 27 16:09:57.227785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.235882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Attempting to bind port 49d16627-3d01-49e0-86cf-e4162dc67b45 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:57.236249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Attempting to bind port 49d16627-3d01-49e0-86cf-e4162dc67b45 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:57.236810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Attempting to bind port 49d16627-3d01-49e0-86cf-e4162dc67b45 on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:57.243924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:57.244182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Checking segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:57.244794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.245189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Bound using segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:57.246449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Bound port: 49d16627-3d01-49e0-86cf-e4162dc67b45, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:57.247070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.324511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] For port 49d16627-3d01-49e0-86cf-e4162dc67b45, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:57.332195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] For port 49d16627-3d01-49e0-86cf-e4162dc67b45, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=49d16627-3d01-49e0-86cf-e4162dc67b45,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:57.381368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-6e4c8742-fa45-47c5-ad26-5d320e6df204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.382912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-6e4c8742-fa45-47c5-ad26-5d320e6df204 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 1095 time: 0.3025479 Oct 27 16:09:57.398125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7ee6f-af91-4ae4-85d2-98a356630fae req-a00b014e-50b3-45b7-a613-22465f43b8a8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.405832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4b7ee6f-af91-4ae4-85d2-98a356630fae req-a00b014e-50b3-45b7-a613-22465f43b8a8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2493351 Oct 27 16:09:57.414267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-1dd25e68-a4e6-457d-827f-d1ad37f8182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.416356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-1dd25e68-a4e6-457d-827f-d1ad37f8182a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.1729431 Oct 27 16:09:57.433415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.448012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.517212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e13e0-be6f-49a1-9344-2d02f8a149b6 None None] Pushing event updated for resources: {'Port': ['ID=49d16627-3d01-49e0-86cf-e4162dc67b45,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:57.525010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e35254-9b04-4f20-8d24-f470a2027982,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:57.525265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-bf9f9f8b-6334-42b2-bb97-a9e5b76a37f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934334 Oct 27 16:09:57.553700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.579280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Checking segment: {'id': 'd2425c78-a656-4bbc-9bd2-b9ab38438a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bb92683f-24a2-4d7f-9c09-adedbb20cd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:57.579936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Network hostable DHCP agents. Network: bb92683f-24a2-4d7f-9c09-adedbb20cd6c, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:57.583816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.611707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4b7ee6f-af91-4ae4-85d2-98a356630fae req-bf8ca657-5b0b-4c7b-9d78-34106d49e098 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050366 Oct 27 16:09:57.706658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-9058d4a6-fcaa-4a30-8f81-cb987bb55935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.708214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-9058d4a6-fcaa-4a30-8f81-cb987bb55935 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 913 time: 0.2956202 Oct 27 16:09:57.742963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Allocated IP 172.25.5.69 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5610bd26-6a91-4504-b0a4-ab441085ce16) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:57.758179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Network bb92683f-24a2-4d7f-9c09-adedbb20cd6c is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:57.825007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:57.840197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.848943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-feb72c4d-e560-4a29-bca5-e0955f9cae56 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05 HTTP/1.1" status: 200 len: 217 time: 0.1287396 Oct 27 16:09:57.855226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.891471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-5ff6021b-1639-4c65-9237-44325db1a5c0 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462157 Oct 27 16:09:57.896668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.932840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bb92683f-24a2-4d7f-9c09-adedbb20cd6c) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:57.942742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.944912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Transition to ACTIVE for port object 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:57.945572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.946562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.954904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b554e-080c-4a97-a718-4740cc7d6d23 None None] Network bb92683f-24a2-4d7f-9c09-adedbb20cd6c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:58.019502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 49d16627-3d01-49e0-86cf-e4162dc67b45 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:58.117865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 49d16627-3d01-49e0-86cf-e4162dc67b45 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:58.118082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.131555 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6bed38c3-897b-4c41-afff-d8dc836a8af8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6296105 Oct 27 16:09:58.131555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.216417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5610bd26-6a91-4504-b0a4-ab441085ce16,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:58.240678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:58.242480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:58.249140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:58.328796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ac44a-7b1d-449b-8638-d5ed5df94511 None None] Network bb92683f-24a2-4d7f-9c09-adedbb20cd6c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:58.329361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.392205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16047333-5154-44bd-99e2-96c43de6bd8f req-2b2feea1-7354-40db-bffa-e5824eca2a4a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:58.393793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16047333-5154-44bd-99e2-96c43de6bd8f req-2b2feea1-7354-40db-bffa-e5824eca2a4a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 944 time: 0.6814909 Oct 27 16:09:58.428760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-c67d8d5f-a1d0-4b1e-92e8-262d37cc4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:58.430229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-c67d8d5f-a1d0-4b1e-92e8-262d37cc4cb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.5674131 Oct 27 16:09:58.484464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.504960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-a3d6d8fe-c9e3-453c-b1e0-dadadb86131a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562809 Oct 27 16:09:58.545093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.545474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:58.591159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 49d16627-3d01-49e0-86cf-e4162dc67b45, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=49d16627-3d01-49e0-86cf-e4162dc67b45,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:58.680898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16047333-5154-44bd-99e2-96c43de6bd8f req-e6e46b6f-178a-48ce-9994-85b53aa76d9d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496760 Oct 27 16:09:58.687064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23fb06d6-c373-47f3-bfcf-84bdf0ca2215 req-2d376138-023a-494f-b32b-6511d7ab0146 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678442 Oct 27 16:09:58.696204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.698456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.730314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Allocated IP 172.25.5.56 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5aed8d91-91a9-499f-a26e-1f5600c8f1ea) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:58.790234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=49d16627-3d01-49e0-86cf-e4162dc67b45,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:58.805672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-92b62ffa-babe-45a1-baf8-b2a1ed115abf service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904387 Oct 27 16:09:58.850121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1096e5-388a-42a0-96f0-524edd0f9af1 None None] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:58.874761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Attempting to bind port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:58.875392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Attempting to bind port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:58.875747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Attempting to bind port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:58.937888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 on network a074166a-6f0c-44e2-8db6-a220f229530a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:58.938220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Attempting to bind port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:58.962976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:58.963760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Checking segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:58.963760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Bound using segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:58.964172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Bound port: 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:58.964533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.977310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.985050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-60101a50-a9ac-4c50-b4d3-f624c360bf46 None None] Provisioning complete for port 49d16627-3d01-49e0-86cf-e4162dc67b45 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:58.985423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60101a50-a9ac-4c50-b4d3-f624c360bf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.035061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e4572-50df-475b-9039-0e88dc90c631 req-29dccc8f-20e1-4c0a-974d-7c94ef259950 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.036670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c68e4572-50df-475b-9039-0e88dc90c631 req-29dccc8f-20e1-4c0a-974d-7c94ef259950 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 944 time: 0.1963122 Oct 27 16:09:59.062051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.066349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-0250e733-d6a4-41b7-9ee9-f59a0381ef23 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270751 Oct 27 16:09:59.163701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c68e4572-50df-475b-9039-0e88dc90c631 req-f83db18e-bbcb-4150-9a86-441dcc019b44 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991724 Oct 27 16:09:59.203714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:59.222302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:59.246868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-e7b1bb9d-cb56-4f26-a85a-bcc8facbe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.248413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-e7b1bb9d-cb56-4f26-a85a-bcc8facbe705 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 1095 time: 0.1067185 Oct 27 16:09:59.313944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.316271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.383833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.384361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.389726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] 10.222.0.82 "PUT /v2.0/ports/18e461e3-2587-4adb-8db5-2b7cf3dd35c2 HTTP/1.1" status: 200 len: 1091 time: 2.4972899 Oct 27 16:09:59.389726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:59.390940 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161c635-90be-4af8-956b-80c11984dd64" -d '{"events": [{"name": "network-changed", "server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:59.400904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcaa05-5dce-4f1d-bee0-b7a179ac19b3 req-7e7ea248-2b29-40bb-8eb4-058079cd1f62 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.402446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09dcaa05-5dce-4f1d-bee0-b7a179ac19b3 req-7e7ea248-2b29-40bb-8eb4-058079cd1f62 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 943 time: 0.1723094 Oct 27 16:09:59.419024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:59.451167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:59.470901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:59.477113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3423629d-5bb9-470b-81a7-13528e75fdc7 None None] Provisioning complete for port 49d16627-3d01-49e0-86cf-e4162dc67b45 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:59.477649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3423629d-5bb9-470b-81a7-13528e75fdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.483908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-21c4445d-b1cc-4a7e-9af2-6af218db1750 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669391 Oct 27 16:09:59.504291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47972e32-3804-435c-8084-d0d7b9cca346 service neutron] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:59.521923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:59.534427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-9ec4dd94-52cf-4f11-a90f-0489e7d46ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.535917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-9ec4dd94-52cf-4f11-a90f-0489e7d46ea5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 923 time: 0.2738054 Oct 27 16:09:59.643725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:59.655423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:59.666836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:59.667523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:59.685084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09dcaa05-5dce-4f1d-bee0-b7a179ac19b3 req-f7028068-cefe-48c3-8cf4-096cee3ac3a6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745700 Oct 27 16:09:59.690938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-988d41a5-dd9c-47b5-8131-81f25b0afbc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 HTTP/1.1" status: 200 len: 217 time: 0.0837533 Oct 27 16:09:59.725409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=5aed8d91-91a9-499f-a26e-1f5600c8f1ea,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:59.787896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:59.827102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75263717-5cc6-41ca-ba0f-2264f70d49ad req-dd6b45da-87b4-4097-a8e8-8207473e62d2 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 210 time: 0.0522709 Oct 27 16:09:59.828852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-644b0f87-6239-4a0b-b890-1fef5b3af73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.830362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-644b0f87-6239-4a0b-b890-1fef5b3af73e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 1094 time: 0.2985981 Oct 27 16:09:59.861393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.866569 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f16ccce9-6e34-4da7-aab4-5d582d3708f0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4600673 Oct 27 16:09:59.868508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:59.880694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-65b30b7b-4a64-4104-8922-b69e37b35bee tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.882238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-65b30b7b-4a64-4104-8922-b69e37b35bee tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735185 Oct 27 16:09:59.883746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e44a1-4900-426a-9f48-35e854671234 req-926be6b4-3559-4750-9870-8333131c14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.885154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-926be6b4-3559-4750-9870-8333131c14ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.1764348 Oct 27 16:09:59.914943 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.924338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Request body: {'port': {'device_id': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'a74e61c962fa49eeb20f31d33cb3a55a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:59.937080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-455f06f2-ad80-4c08-8922-496ceea717d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2 HTTP/1.1" status: 200 len: 217 time: 0.0930681 Oct 27 16:09:59.986143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 49d16627-3d01-49e0-86cf-e4162dc67b45 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:00.005985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-d4d3ff57-75f4-444f-93f6-30721a1a5a78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876770 Oct 27 16:10:00.134414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 49d16627-3d01-49e0-86cf-e4162dc67b45 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:00.135113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.144108 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.145850 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-9c92d016-f81d-4279-a5e0-a973bf58ce94 req-f44916da-8919-47b2-987b-82420bb6b59b tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] show failed (client error): The resource could not be found. Oct 27 16:10:00.147591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c92d016-f81d-4279-a5e0-a973bf58ce94 req-f44916da-8919-47b2-987b-82420bb6b59b tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/4955151b-f993-4ee4-bcb8-994facec046b HTTP/1.1" status: 404 len: 352 time: 0.0694947 Oct 27 16:10:00.152906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-a10c8919-af06-457b-96c5-84775eac01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:00.154335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-a10c8919-af06-457b-96c5-84775eac01a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.1999328 Oct 27 16:10:00.193331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:09:58Z', 'revision_number': 3, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:00.226328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-62c85d17-8bf3-4e74-81bb-b143a9853467 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508442 Oct 27 16:10:00.237256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:00.237620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Updating router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc port 5610bd26-6a91-4504-b0a4-ab441085ce16 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:00.291331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.366765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-1f85a4aa-e974-44f3-99fa-38f51b8d6f72 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377767 Oct 27 16:10:00.399350 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.482456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5201-1c67-4331-9a77-a40d9ba72c07 req-9061b4c5-c930-4a7f-8e69-8a3b643c197f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:00.483899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ade5201-1c67-4331-9a77-a40d9ba72c07 req-9061b4c5-c930-4a7f-8e69-8a3b643c197f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.2483897 Oct 27 16:10:00.552440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Made reservation on behalf of a74e61c962fa49eeb20f31d33cb3a55a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:00.555925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.565225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-db9a3cb3-d226-4a73-b99f-a2d120f5dd80 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285973 Oct 27 16:10:00.570817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Allocated IP 172.20.0.1 (0a12252f-a220-4977-bb5e-a0a0293cf71a/c528b28f-15c8-4b3c-a439-ce5345977065/53e78396-93ae-4d48-8997-2851a01d7681) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:00.581973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.671804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ade5201-1c67-4331-9a77-a40d9ba72c07 req-bfec7f37-7d3d-410f-a2cb-d5db6e2b2335 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737471 Oct 27 16:10:00.673919 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.695496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.698487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d3e44a1-4900-426a-9f48-35e854671234 req-bbbd2088-17c2-42a3-a42f-0120e234e583 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003972 Oct 27 16:10:00.699574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:00.705641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:00.740666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.862387 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.865962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Pushing event updated for resources: {'Port': ['ID=5610bd26-6a91-4504-b0a4-ab441085ce16,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:00.873664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Attempting to bind port 5610bd26-6a91-4504-b0a4-ab441085ce16 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:00.876084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Attempting to bind port 5610bd26-6a91-4504-b0a4-ab441085ce16 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:00.876084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Attempting to bind port 5610bd26-6a91-4504-b0a4-ab441085ce16 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:00.890695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.891032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.891401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.891740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.892087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.892411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.892741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.893065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.893391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.893966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.894092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.894393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:00.897764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:00.898193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:00.898542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.899381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:00.904809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Bound port: 5610bd26-6a91-4504-b0a4-ab441085ce16, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:00.904809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.924803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:00.931163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:00.937307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:00.940909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Pushing event updated for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:00.994642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.004939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:01.007588 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.038242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '85fb9b99-4044-4400-9e64-81188cfad169', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'port_id': '85fb9b99-4044-4400-9e64-81188cfad169', 'mac_address': 'fa:16:3e:8b:5e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25e57a3-1a24-4fbe-9489-92a50a30efd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:01.050322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] For port 5610bd26-6a91-4504-b0a4-ab441085ce16, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:01.073638 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151598d4-e462-45d7-90c0-8e1e294b6629 x-openstack-request-id: req-151598d4-e462-45d7-90c0-8e1e294b6629 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:01.074266 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:01.075176 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-151598d4-e462-45d7-90c0-8e1e294b6629 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:01.075749 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'status': 'completed', 'code': 200} Oct 27 16:10:01.083790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:01.085485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.086736 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73fee0-96c4-42d0-a4ec-96edd0461acf" -d '{"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-unplugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:01.128380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] For port 5610bd26-6a91-4504-b0a4-ab441085ce16, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5610bd26-6a91-4504-b0a4-ab441085ce16,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:01.130334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:01.147901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.165171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:01.200347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c7520e50-0399-477b-9319-429881d54c36 None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:01.200711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7520e50-0399-477b-9319-429881d54c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.235267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c7520e50-0399-477b-9319-429881d54c36 None None] Port 53e78396-93ae-4d48-8997-2851a01d7681 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:01.248001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.248346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b1f730a-fafd-41f0-ae4e-88e0804f7e8a req-0151c830-5d8f-4b21-b011-f388091bc430 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618903 Oct 27 16:10:01.250940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.260666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=5aed8d91-91a9-499f-a26e-1f5600c8f1ea,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:01.283346 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.290706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfea02-e77f-455e-add6-7de99d967687 req-1d18b292-4470-4583-945b-4e6d2dec8965 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.292376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fdfea02-e77f-455e-add6-7de99d967687 req-1d18b292-4470-4583-945b-4e6d2dec8965 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 944 time: 0.2228172 Oct 27 16:10:01.296132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.323863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Allocated IP 192.168.233.106 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/46f77adf-8c75-4863-b5ef-f1a1e83db5b3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:01.356191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:10:01.356549 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:10:01.361120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:01.361746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:01.368777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fdfea02-e77f-455e-add6-7de99d967687 req-165b4222-0f44-4a03-b27c-59db77a255be tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616872 Oct 27 16:10:01.374178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:01.467677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.468899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd94087-c303-4c64-b052-5401b95caf18 req-e423015c-2468-448a-8577-0c7630ed9a2a tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7176111 Oct 27 16:10:01.503762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.514511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9969-e0af-4022-afcb-f7ded4460e51 None None] Pushing event updated for resources: {'Port': ['ID=5610bd26-6a91-4504-b0a4-ab441085ce16,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:01.539015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:01.548134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c635-90be-4af8-956b-80c11984dd64 req-62a354fe-251b-4eec-abce-ae66ef8c2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.549635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-62a354fe-251b-4eec-abce-ae66ef8c2bed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 1094 time: 0.1669104 Oct 27 16:10:01.569441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd94087-c303-4c64-b052-5401b95caf18 req-2ed07090-84e1-4074-b197-042b1d9ca130 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.0920014 Oct 27 16:10:01.592463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.662329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Pushing event updated for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:01.666112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.732294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.745037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71426287-6e0d-464f-b345-e053b7e5602a req-fdc25369-2ca4-4e70-b8be-06b22d7fc5bf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.746770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71426287-6e0d-464f-b345-e053b7e5602a req-fdc25369-2ca4-4e70-b8be-06b22d7fc5bf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 944 time: 0.2543197 Oct 27 16:10:01.754509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:00Z', 'revision_number': 1, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:01.766296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:01.767897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:01.783271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e1f73-999e-498c-8d1e-81a56285d46c None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:00Z', 'revision_number': 1, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:01.841202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd94087-c303-4c64-b052-5401b95caf18 req-6cb3db5e-82b6-4e2e-be49-cc183d91a3b3 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.842674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cd94087-c303-4c64-b052-5401b95caf18 req-6cb3db5e-82b6-4e2e-be49-cc183d91a3b3 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2633021 Oct 27 16:10:01.843805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c635-90be-4af8-956b-80c11984dd64 req-2dc81f58-b66c-4bc2-aa98-6cb2a324a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.845504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-2dc81f58-b66c-4bc2-aa98-6cb2a324a46e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 906 time: 0.2793114 Oct 27 16:10:01.910966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-2e01c232-16ba-4cef-8941-48050362fbcd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2 HTTP/1.1" status: 200 len: 217 time: 0.0533876 Oct 27 16:10:01.934299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71426287-6e0d-464f-b345-e053b7e5602a req-ca6ecdbb-7690-4f4d-a06b-778a0064a432 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627579 Oct 27 16:10:01.938628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.957199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:01.972207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:02.008611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:02.076831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cb80f9e-8182-406e-9140-f918e2ef5626 req-92b84961-d273-4335-88a0-e9fc26a49b8d tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 210 time: 0.0394316 Oct 27 16:10:02.079704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c635-90be-4af8-956b-80c11984dd64 req-40795171-10cd-4bf2-9c77-ad9a5e1ee2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.081053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-40795171-10cd-4bf2-9c77-ad9a5e1ee2c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.1458142 Oct 27 16:10:02.151755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:02.158044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9617ce-5fb5-45ee-8564-ebe9fd26f1af req-c9f6743f-7988-4c2d-8ba7-5852555d771e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.159636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b9617ce-5fb5-45ee-8564-ebe9fd26f1af req-c9f6743f-7988-4c2d-8ba7-5852555d771e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 943 time: 0.1678677 Oct 27 16:10:02.161772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-5e030256-edc6-4efc-a98c-ac4ca74a234a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699463 Oct 27 16:10:02.170630 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75f982d0-cd9b-4bd5-8d28-04171056f158 admin admin] 10.222.0.70 "PUT /v2.0/routers/3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3009725 Oct 27 16:10:02.179578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.202599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d7c2c3f0-0f5a-4e59-a6cb-33d842be09b4 None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:02.202599 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c3f0-0f5a-4e59-a6cb-33d842be09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.237194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1775e062-8ff1-40ba-a1e4-4014bffa5427'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:02.243681 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f500546-54b5-4d91-bb88-b28566b3497e x-openstack-request-id: req-9f500546-54b5-4d91-bb88-b28566b3497e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:02.243681 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-unplugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:02.243681 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f500546-54b5-4d91-bb88-b28566b3497e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:02.244560 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169', 'code': 200} Oct 27 16:10:02.330891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b9617ce-5fb5-45ee-8564-ebe9fd26f1af req-b9e806eb-370b-43f8-9360-87665b2627c6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615970 Oct 27 16:10:02.355408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:02.377243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:02.383755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Pushing event updated for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:02.389216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:02.422398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.423094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a3a813c8-9bcc-44f9-abbf-ef840abd2c05 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:02.446606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a02d7fcf-230d-4f2c-a025-009e2cb4437c req-7a1b0c6a-3398-42b6-925b-c4cab1754e42 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b459c8490b2b48b88fc4e9c434883c9a HTTP/1.1" status: 200 len: 2984 time: 0.1781971 Oct 27 16:10:02.509055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2c3f0-0f5a-4e59-a6cb-33d842be09b4 None None] Port 53e78396-93ae-4d48-8997-2851a01d7681 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:02.510893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-2a82e1b7-e6f7-47b2-9893-ea8d16454915 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326380 Oct 27 16:10:02.517879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.518583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.544479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:02.646971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a02d7fcf-230d-4f2c-a025-009e2cb4437c req-e56a92c3-9d9a-4338-ad1f-c18dd3dc48d1 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/5fc130a4-a768-4220-a849-a4d1be8c5721 HTTP/1.1" status: 200 len: 2981 time: 0.1679475 Oct 27 16:10:02.657832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11fa43-7cbd-4a5e-85e6-347288805f60 req-b42f1d8a-0ac4-4b67-ab25-a512453059d3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.659614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f11fa43-7cbd-4a5e-85e6-347288805f60 req-b42f1d8a-0ac4-4b67-ab25-a512453059d3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 944 time: 0.2020688 Oct 27 16:10:02.670410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:02.703785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05', 'mac_address': 'fa:16:3e:49:b2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:02.771642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5161c635-90be-4af8-956b-80c11984dd64 req-0f48de05-06d4-45a3-9635-0435d2dd582f service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486384 Oct 27 16:10:02.780771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f11fa43-7cbd-4a5e-85e6-347288805f60 req-3957d173-817f-417f-ae28-ad7754ff726c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091135 Oct 27 16:10:02.799734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a02d7fcf-230d-4f2c-a025-009e2cb4437c req-ff008118-3a6e-4dc7-bb27-e9551a0ce4a5 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/5fc130a4-a768-4220-a849-a4d1be8c5721 HTTP/1.1" status: 200 len: 2981 time: 0.1389384 Oct 27 16:10:02.806857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-2773d640-7293-435e-acf4-de8276cf3d96 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8897467 Oct 27 16:10:02.808232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4f2ebe78-a4ac-4626-aacc-7d7c7b6ee46b None None] Provisioning complete for port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:02.817203 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f2ebe78-a4ac-4626-aacc-7d7c7b6ee46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.817203 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.836402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Request body: {'port': {'device_id': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:02.874772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a813c8-9bcc-44f9-abbf-ef840abd2c05 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:02.895508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ebe78-a4ac-4626-aacc-7d7c7b6ee46b None None] Port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:02.909227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:02.966783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.009773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.035600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:03.039846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-78f29b8f-99b8-4b1e-97a9-2c90adffa868 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2258394 Oct 27 16:10:03.081611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:03.089761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.176258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:03.189093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'port_id': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'mac_address': 'fa:16:3e:9a:37:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a65e-2042-419a-afcc-c31aeccd2ca1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:03.217758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-99a5b72c-8a26-427e-80b9-2dab7b1aa66e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:03.219333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-99a5b72c-8a26-427e-80b9-2dab7b1aa66e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 821 time: 0.2541134 Oct 27 16:10:03.232978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.247308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:03.275878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:03.289163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-1c55bb06-8596-471e-9496-10ba54fab205 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/quotas/9b2dc83272f949d8a7efccc87c1a9ec7 HTTP/1.1" status: 200 len: 375 time: 0.0618174 Oct 27 16:10:03.294283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.409407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.438110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['85fb9b99-4044-4400-9e64-81188cfad169'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:03.439390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-4ec6cab5-dead-40ea-b7c0-b65872b3515a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418839 Oct 27 16:10:03.441084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a3a813c8-9bcc-44f9-abbf-ef840abd2c05'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:03.535617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.553370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:03.566467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.610371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Transition to ACTIVE for port object 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:03.618993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.622752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-d667805f-81e8-443e-926b-85a66c1828d5 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681726 Oct 27 16:10:03.706193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.802531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:03.815963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.863277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-1f6479c6-1d55-49b9-94f7-ab9f6774a01a service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313209 Oct 27 16:10:03.887348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Allocated IP 172.25.5.25 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/d9bef34d-3fbe-42f7-a5ef-04327da6094f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:04.014504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Attempting to bind port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:04.014838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Attempting to bind port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:04.015225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Attempting to bind port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:04.024003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:04.024280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Attempting to bind port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:04.033855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:04.034199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:04.034589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:04.035029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Bound port: 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:04.035420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.082116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5610bd26-6a91-4504-b0a4-ab441085ce16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:04.098578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.143849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:04.144513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5610bd26-6a91-4504-b0a4-ab441085ce16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:04.144887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.162557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:04.230839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.251856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 5610bd26-6a91-4504-b0a4-ab441085ce16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5610bd26-6a91-4504-b0a4-ab441085ce16,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:04.297780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311615-4c52-4511-83a8-055ce07f4ffb req-fd952063-fbef-4d67-97d5-9ef9a353cffd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.299386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc311615-4c52-4511-83a8-055ce07f4ffb req-fd952063-fbef-4d67-97d5-9ef9a353cffd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 945 time: 0.0554903 Oct 27 16:10:04.335156 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.349367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc311615-4c52-4511-83a8-055ce07f4ffb req-eb68635c-3f9e-4801-a15e-255d7111828d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Oct 27 16:10:04.363533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.363695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:04.387928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.388665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.390150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/46f77adf-8c75-4863-b5ef-f1a1e83db5b3 HTTP/1.1" status: 200 len: 1096 time: 1.5627260 Oct 27 16:10:04.390813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:04.391627 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:04.397825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:04.400165 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f603746-1b1b-408e-b2aa-bc1e8259f831" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:04.403320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.444572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=5610bd26-6a91-4504-b0a4-ab441085ce16,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:04.465760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:04.483185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:04.489536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:04.518822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93963-ae9a-423f-b8e7-284695a6f2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:04.524857 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:04.526276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b73cb83-7209-4779-9ec9-1b3d2341a6cb req-cb57ab8d-e81a-4bd4-b4ac-68115520b627 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/5fc130a4-a768-4220-a849-a4d1be8c5721 HTTP/1.1" status: 200 len: 2981 time: 0.1180966 Oct 27 16:10:04.639782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=d9bef34d-3fbe-42f7-a5ef-04327da6094f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:04.695457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-92cda2bc-f47c-4696-bedf-7b0540a314ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.697087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-92cda2bc-f47c-4696-bedf-7b0540a314ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 1099 time: 0.1419942 Oct 27 16:10:04.759627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-776c2b0a-0f08-4c80-83e7-28dfb80f57b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3 HTTP/1.1" status: 200 len: 217 time: 0.0486760 Oct 27 16:10:04.762084 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-9b73cb83-7209-4779-9ec9-1b3d2341a6cb req-2800b825-0f04-4eaf-8fa0-b284a526f428 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:10:04.763015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b73cb83-7209-4779-9ec9-1b3d2341a6cb req-2800b825-0f04-4eaf-8fa0-b284a526f428 tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "DELETE /v2.0/security-groups/5fc130a4-a768-4220-a849-a4d1be8c5721 HTTP/1.1" status: 409 len: 352 time: 0.2049928 Oct 27 16:10:04.764211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.823676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-c0946a95-ca1a-415a-b019-b0481aec27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.825861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-c0946a95-ca1a-415a-b019-b0481aec27fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0586400 Oct 27 16:10:04.829949 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 2, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:04.856536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:04.856888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Updating router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc port 53e78396-93ae-4d48-8997-2851a01d7681 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:04.881901 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.031250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:05.033764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:05.152922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 85fb9b99-4044-4400-9e64-81188cfad169 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:05.153697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.166316 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.203900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:05.219328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'mac_address': 'fa:16:3e:1c:24:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:05.255136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-981b7cc6-bef9-4f31-a4d5-35664f3aa82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:05.256645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-981b7cc6-bef9-4f31-a4d5-35664f3aa82f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4226811 Oct 27 16:10:05.258030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.266551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbcb3f-8f1e-4316-9086-6adda2585203 req-f26a810b-8c78-4243-83d6-8dde8084887e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:05.267964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7dcbcb3f-8f1e-4316-9086-6adda2585203 req-f26a810b-8c78-4243-83d6-8dde8084887e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 945 time: 0.4093838 Oct 27 16:10:05.287660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.289425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.310354 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.313565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:05.333569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:05.336116 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b39f9-b529-468a-9f0c-55a804338dad" -d '{"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-plugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:05.356119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:05.358594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:05.377239 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Pushing event updated for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.397966 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.398329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.398582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7dcbcb3f-8f1e-4316-9086-6adda2585203 req-af99b2a9-c1fd-458c-94da-36755f3ed219 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054916 Oct 27 16:10:05.398725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.398971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.399356 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.399687 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.400007 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.400555 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.401058 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.401558 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.402762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.404041 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:05.441792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Attempting to bind port 53e78396-93ae-4d48-8997-2851a01d7681 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:05.442171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Attempting to bind port 53e78396-93ae-4d48-8997-2851a01d7681 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:05.442535 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Attempting to bind port 53e78396-93ae-4d48-8997-2851a01d7681 on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:05.447940 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:05.448596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Checking segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:05.448717 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.449128 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Bound using segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:05.449603 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Bound port: 53e78396-93ae-4d48-8997-2851a01d7681, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:05.449984 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.525694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] For port 53e78396-93ae-4d48-8997-2851a01d7681, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:05.529511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] For port 53e78396-93ae-4d48-8997-2851a01d7681, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=53e78396-93ae-4d48-8997-2851a01d7681,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:05.541709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-d52192de-038f-4072-bc98-8e2ce3bb3473 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727711 Oct 27 16:10:05.556298 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.557103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:05.560364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.645726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.646313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.665395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929a40-fbee-4a35-ab94-e307a50a6548 req-4ca8cdf0-7eb6-4342-b789-a1593eb7440b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:05.666882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60929a40-fbee-4a35-ab94-e307a50a6548 req-4ca8cdf0-7eb6-4342-b789-a1593eb7440b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 948 time: 0.1813293 Oct 27 16:10:05.702241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.706254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee24b3e-bee7-49b0-bb3e-7cff072ee193 req-a3a107f2-2eb3-4404-9bfd-a51f9fdb448e service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434174 Oct 27 16:10:05.710314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-78bdf78d-3ba2-4eac-8046-0859e8866ba7 None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:05.711253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-78bdf78d-3ba2-4eac-8046-0859e8866ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.723624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60929a40-fbee-4a35-ab94-e307a50a6548 req-38391036-8f16-4b81-9c0d-77d9ea00c0f5 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Oct 27 16:10:05.745565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-78bdf78d-3ba2-4eac-8046-0859e8866ba7 None None] Port 53e78396-93ae-4d48-8997-2851a01d7681 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:05.750058 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.790282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.806044 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a2233-a605-43d4-bc2d-99bf84e77faf None None] Pushing event updated for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.815264 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:05.815870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:09:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:05.861497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:05.874469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:05.877139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.903313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=d9bef34d-3fbe-42f7-a5ef-04327da6094f,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.948400 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:05.949441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588e8aa-21e2-4eb2-a168-5029d26d05da req-fb0a5700-a8a0-49f1-b856-21e34ea2c131 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:05.958935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3588e8aa-21e2-4eb2-a168-5029d26d05da req-fb0a5700-a8a0-49f1-b856-21e34ea2c131 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 944 time: 0.1658318 Oct 27 16:10:05.961222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['18e461e3-2587-4adb-8db5-2b7cf3dd35c2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:05.965851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.032162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3588e8aa-21e2-4eb2-a168-5029d26d05da req-f38a1f73-f71e-4682-b76f-aacc74db5521 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629177 Oct 27 16:10:06.059131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5610bd26-6a91-4504-b0a4-ab441085ce16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:06.124233 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.158419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.165986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-a3abf953-4a5e-4a34-af5d-142f0f39f4dd tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1187589 Oct 27 16:10:06.200166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:06.204524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5610bd26-6a91-4504-b0a4-ab441085ce16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.205113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.225196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe403-b9ae-4882-bcd1-c5061296e2a6 req-13df85b8-f7ec-4240-818f-04886f1e4a04 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.226696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccbe403-b9ae-4882-bcd1-c5061296e2a6 req-13df85b8-f7ec-4240-818f-04886f1e4a04 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1057215 Oct 27 16:10:06.227072 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:05Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:06.240707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-29be43a8-959b-4134-a740-a3fcb1b58a27 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0732529 Oct 27 16:10:06.241151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.241715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.259164 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992fe1-5133-4070-b027-542808d4fd0a None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:05Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:06.335182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.335966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a3a813c8-9bcc-44f9-abbf-ef840abd2c05 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:06.355375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccbe403-b9ae-4882-bcd1-c5061296e2a6 req-49a237d7-3308-43e4-a85e-0b4904bb7a48 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114485 Oct 27 16:10:06.437997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-35ca2955-a492-419c-888b-2742c6dd616e tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.452681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c6e5d7a-4425-476e-a44f-fc82a8f70f16 req-35ca2955-a492-419c-888b-2742c6dd616e tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2002399 Oct 27 16:10:06.485860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43de3c86-fce4-44ad-a560-0c8c9052295b req-e98aacdb-5e4e-4566-85d6-54f2aba4a78c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 210 time: 0.0636153 Oct 27 16:10:06.490818 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab760f0e-4a49-49c8-a67c-dbe467c4efdf x-openstack-request-id: req-ab760f0e-4a49-49c8-a67c-dbe467c4efdf {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:06.492639 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:06.492917 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab760f0e-4a49-49c8-a67c-dbe467c4efdf {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:06.493352 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3', 'status': 'completed', 'code': 200} Oct 27 16:10:06.549430 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-306a8a87-b387-41de-87ac-986dcbb27619 req-d5a784f9-9218-43f1-befe-fc655914f22a tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] show failed (client error): The resource could not be found. Oct 27 16:10:06.550088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-306a8a87-b387-41de-87ac-986dcbb27619 req-d5a784f9-9218-43f1-befe-fc655914f22a tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/80eb68ed-282e-4fb3-966e-9fdd18d5d8cd HTTP/1.1" status: 404 len: 352 time: 0.0331936 Oct 27 16:10:06.586349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-5a258544-7bab-490c-b1d2-f8addfc82135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.587987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-5a258544-7bab-490c-b1d2-f8addfc82135 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 1099 time: 0.0628176 Oct 27 16:10:06.594332 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a3373-0045-464e-8754-4b842e36b65c x-openstack-request-id: req-c95a3373-0045-464e-8754-4b842e36b65c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:06.594829 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-plugged", "status": "completed", "tag": "85fb9b99-4044-4400-9e64-81188cfad169", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:06.595290 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c95a3373-0045-464e-8754-4b842e36b65c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:06.595883 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169', 'code': 200} Oct 27 16:10:06.653689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 53e78396-93ae-4d48-8997-2851a01d7681 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:06.700289 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.713106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:06.762078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] For port 53e78396-93ae-4d48-8997-2851a01d7681, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=53e78396-93ae-4d48-8997-2851a01d7681,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:06.783153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.783531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.822549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e35ab-d12c-4e13-be13-3cf55125e016 req-9ebee4ad-6f89-4cd3-b895-99f4828f3ac0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.824960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc1e35ab-d12c-4e13-be13-3cf55125e016 req-9ebee4ad-6f89-4cd3-b895-99f4828f3ac0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 945 time: 0.1371181 Oct 27 16:10:06.836178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:06.852704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.852704 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.861655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1d99-14df-420f-8c67-bfa200450591 req-94ae7ec9-3e14-4d22-9341-94bffe9afa97 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.863296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94ef1d99-14df-420f-8c67-bfa200450591 req-94ae7ec9-3e14-4d22-9341-94bffe9afa97 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1962249 Oct 27 16:10:06.893829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-70c8164e-1eb9-43c8-91b0-fc6610992416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.895312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-70c8164e-1eb9-43c8-91b0-fc6610992416 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.2951791 Oct 27 16:10:06.920593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.944103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.969396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-e5746f7a-a0b5-4685-9116-e25e39858ab2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3 HTTP/1.1" status: 200 len: 217 time: 0.0629222 Oct 27 16:10:06.971994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc1e35ab-d12c-4e13-be13-3cf55125e016 req-e45c6714-12fe-445a-9c60-4772cabe5ba8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061552 Oct 27 16:10:06.980176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94ef1d99-14df-420f-8c67-bfa200450591 req-2749d782-01d9-443b-ab96-c28d6f700d6a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Oct 27 16:10:07.038369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e83e14-a5f5-4967-8b52-749bc5317ebb req-d15682ae-21fe-4207-b5b4-ce4421c6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.039891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e83e14-a5f5-4967-8b52-749bc5317ebb req-d15682ae-21fe-4207-b5b4-ce4421c6f3db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 1096 time: 0.2113795 Oct 27 16:10:07.085134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.104284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:10:07.104646 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:10:07.109185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-0e8ec3bd-c267-45c1-b672-70650229263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.110280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da0b7-ef86-4b46-8554-9abdd5e0ff3b None None] Pushing event updated for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.110729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-0e8ec3bd-c267-45c1-b672-70650229263a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.1296830 Oct 27 16:10:07.121553 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-4342c824-de60-4cc0-b73f-f686c80cde35 req-983c767f-de60-4c1c-95eb-c85ff473086e tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] show failed (client error): The resource could not be found. Oct 27 16:10:07.122594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4342c824-de60-4cc0-b73f-f686c80cde35 req-983c767f-de60-4c1c-95eb-c85ff473086e tempest-SecurityGroupsNegativeTestJSON-751931073 tempest-SecurityGroupsNegativeTestJSON-751931073-project] 10.222.0.70 "GET /v2.0/security-groups/edf7c213-9465-4c5c-8315-8c8b0674d5e2 HTTP/1.1" status: 404 len: 352 time: 0.0796721 Oct 27 16:10:07.135261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:07.136161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:07.191858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Deleting subnet 65e35254-9b04-4f20-8d24-f470a2027982 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:10:07.195938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.221196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56e83e14-a5f5-4967-8b52-749bc5317ebb req-e2b1680e-56d7-476f-b902-cffd2a2fa816 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555536 Oct 27 16:10:07.226510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.238920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-c8939fd2-cad9-4de3-8002-bab2f9817282 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2228835 Oct 27 16:10:07.248692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.269581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:07.282332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.283082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-57b49b0d-e76c-4447-b442-e7040f22d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.284571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-57b49b0d-e76c-4447-b442-e7040f22d932 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563134 Oct 27 16:10:07.298189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.307881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05ae8-38c1-4cc4-93e3-3b5d15159096 req-2f476d96-18d9-4b71-a3d8-a0fb0efef463 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.309930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bb05ae8-38c1-4cc4-93e3-3b5d15159096 req-2f476d96-18d9-4b71-a3d8-a0fb0efef463 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 948 time: 0.0855384 Oct 27 16:10:07.349328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bb05ae8-38c1-4cc4-93e3-3b5d15159096 req-121baef1-66c7-448d-9742-a6b3d042fcbc tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Oct 27 16:10:07.391909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.420699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.449638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e35254-9b04-4f20-8d24-f470a2027982,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.459326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.459499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e4b24785-eadc-44b5-9d3b-c383ba98748a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/65e35254-9b04-4f20-8d24-f470a2027982 HTTP/1.1" status: 204 len: 168 time: 0.3213792 Oct 27 16:10:07.461835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55524) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:07.529394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.550504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49eafc-17e2-4ac8-bd0b-a98545dd7353 req-c017f759-7ea6-4840-b6f7-b4b6994fbb57 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.551963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df49eafc-17e2-4ac8-bd0b-a98545dd7353 req-c017f759-7ea6-4840-b6f7-b4b6994fbb57 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 944 time: 0.1423395 Oct 27 16:10:07.612432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.613841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-4a593abe-c00d-438f-b66d-88bda8cb1afa service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411061 Oct 27 16:10:07.635149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb92683f-24a2-4d7f-9c09-adedbb20cd6c']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:07.639644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df49eafc-17e2-4ac8-bd0b-a98545dd7353 req-67ed38b2-fd1e-4744-9a5f-fb0c7cad624b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789585 Oct 27 16:10:07.646411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2425c78-a656-4bbc-9bd2-b9ab38438a5f') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:07.646411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2425c78-a656-4bbc-9bd2-b9ab38438a5f') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:07.658522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.683077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.689798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:10:07.690185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:10:07.692023 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:10:07.697507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.804114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f603746-1b1b-408e-b2aa-bc1e8259f831 req-df5eb314-bdaa-4a26-967f-f7e2a605ab11 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776905 Oct 27 16:10:07.853418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64030471-d9ca-4f82-822c-9dcf11d51f25 req-bd4f8be1-ffe4-4aec-a1ad-a53024be75a3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.854920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64030471-d9ca-4f82-822c-9dcf11d51f25 req-bd4f8be1-ffe4-4aec-a1ad-a53024be75a3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1373298 Oct 27 16:10:07.872364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.879811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.884279 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb92683f-24a2-4d7f-9c09-adedbb20cd6c HTTP/1.1" status: 204 len: 168 time: 0.4214876 Oct 27 16:10:07.888045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Allocated IP 172.25.5.242 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:07.912213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9756918-33ec-4d72-8854-a6df45e59248 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb92683f-24a2-4d7f-9c09-adedbb20cd6c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.962431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64030471-d9ca-4f82-822c-9dcf11d51f25 req-7b07503b-c3f5-4bcf-afc2-2aa4d59181c5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990984 Oct 27 16:10:07.962556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 53e78396-93ae-4d48-8997-2851a01d7681 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:08.027739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 53e78396-93ae-4d48-8997-2851a01d7681 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:08.028140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.034387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.073744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9065701d-cc9a-4192-b0a9-d7391ebff6b8 req-40eff6ca-9d1b-4ad6-968f-5766373a4c44 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 210 time: 0.0428891 Oct 27 16:10:08.244045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd2697-e8db-4d4a-885e-eb4a31cae10e req-317a1f02-2322-4e90-8574-4f1b80cb3592 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:08.245516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ecd2697-e8db-4d4a-885e-eb4a31cae10e req-317a1f02-2322-4e90-8574-4f1b80cb3592 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 946 time: 0.0875030 Oct 27 16:10:08.267288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-2c6fa7ff-d197-4919-ae2e-0bc480923a90 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:08.268690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-2c6fa7ff-d197-4919-ae2e-0bc480923a90 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 821 time: 0.1805325 Oct 27 16:10:08.286769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'port': {'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'admin_state_up': True, 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:08.338385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.347008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ecd2697-e8db-4d4a-885e-eb4a31cae10e req-0fd6c9ec-cc03-465b-b594-0d43697d220e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943875 Oct 27 16:10:08.396193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:08.407788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:08.410596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:08.413768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:08.417217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:08.444575 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:10:08.457747 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d75cd3d-bece-45e6-a752-a208e7446f8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b459c8490b2b48b88fc4e9c434883c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426617 Oct 27 16:10:08.460500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55538) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:08.512754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.535714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.563095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653223a-d86d-4d6b-bfb5-200ce37f042e req-ad2daf2e-8d79-46eb-9b76-bdc7883ea79a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:08.564995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9653223a-d86d-4d6b-bfb5-200ce37f042e req-ad2daf2e-8d79-46eb-9b76-bdc7883ea79a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1438086 Oct 27 16:10:08.596983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'}, {'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:08.597582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.599409 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56dc20-9bf3-4b65-b31b-8cefc81d958c" -d '{"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363"}, {"server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:08.619429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9653223a-d86d-4d6b-bfb5-200ce37f042e req-00b6580d-e06c-41fd-83bd-afd188bf56de tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Oct 27 16:10:08.635030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Made reservation on behalf of 9b2dc83272f949d8a7efccc87c1a9ec7 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:08.640249 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.669390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.674190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.675393 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fc130a4-a768-4220-a849-a4d1be8c5721 HTTP/1.1" status: 204 len: 168 time: 0.2139084 Oct 27 16:10:08.713741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852437c-0422-435d-9ea7-2b9fbbc64c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc130a4-a768-4220-a849-a4d1be8c5721,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:08.820442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b42f1-9d3d-4840-9a69-f853d0152fc4 req-688893d2-f9b0-4f7e-8be4-d11ef8dff7cb tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:08.821943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f0b42f1-9d3d-4840-9a69-f853d0152fc4 req-688893d2-f9b0-4f7e-8be4-d11ef8dff7cb tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 948 time: 0.1211712 Oct 27 16:10:08.848835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.902261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Allocated IP 172.20.0.12 (0a12252f-a220-4977-bb5e-a0a0293cf71a/c528b28f-15c8-4b3c-a439-ce5345977065/ea32c30a-2697-4724-bc34-172cc3642dcf) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:08.964071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f0b42f1-9d3d-4840-9a69-f853d0152fc4 req-3528143c-dc52-4cb3-84de-d6169a43139a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293044 Oct 27 16:10:09.017800 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971af01-5d9b-4a0e-8238-189b930ff15c x-openstack-request-id: req-e971af01-5d9b-4a0e-8238-189b930ff15c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:09.018193 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363", "code": 200}, {"server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:09.018680 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e971af01-5d9b-4a0e-8238-189b930ff15c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:09.019194 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'code': 200} Oct 27 16:10:09.019693 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05', 'code': 200} Oct 27 16:10:09.026616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-30d6c817-6d6b-4237-9a3e-fe9fa88dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.031510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-30d6c817-6d6b-4237-9a3e-fe9fa88dea8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 1096 time: 0.1841757 Oct 27 16:10:09.057508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:09.233815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84887e-4d4a-40a4-a520-f4280b069121 req-3c1d2b8d-6850-4f57-94d5-cf9ca58f9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.235339 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fa84887e-4d4a-40a4-a520-f4280b069121 req-3c1d2b8d-6850-4f57-94d5-cf9ca58f9014 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 1097 time: 0.0492761 Oct 27 16:10:09.242078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:09.249590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:09.250210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.284153 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fa84887e-4d4a-40a4-a520-f4280b069121 req-47883c7c-9b8a-4620-8edc-6372c20ac1b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Oct 27 16:10:09.349325 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.386865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:09.477492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.532670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:09.647272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8188b9-3fc1-4992-ac03-1d201a8b8abb req-714170c8-43f4-4dab-a833-c1a0cd616dc0 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.648736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c8188b9-3fc1-4992-ac03-1d201a8b8abb req-714170c8-43f4-4dab-a833-c1a0cd616dc0 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 944 time: 0.5565524 Oct 27 16:10:09.662684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.693956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.698048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b3c8-e959-4ad9-a2eb-a96ac855d6aa req-aabbd0bd-3a6d-4412-85c7-7244ac7a83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.700085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0140b3c8-e959-4ad9-a2eb-a96ac855d6aa req-aabbd0bd-3a6d-4412-85c7-7244ac7a83b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 1097 time: 0.5104058 Oct 27 16:10:09.758904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c8188b9-3fc1-4992-ac03-1d201a8b8abb req-c40c9116-50ec-41b1-8542-85395c9ef2d7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030076 Oct 27 16:10:09.775692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-2ecf3fcf-99f0-4d7f-b59e-994ffcfb92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.775692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-2ecf3fcf-99f0-4d7f-b59e-994ffcfb92df service neutron] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 915 time: 0.6442196 Oct 27 16:10:09.775692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.827172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0140b3c8-e959-4ad9-a2eb-a96ac855d6aa req-d45a245b-eef1-42e9-93a2-b8dd52a1b741 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Oct 27 16:10:09.885208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-ba2436ad-4f02-4e27-81fc-d997aa078c8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85fb9b99-4044-4400-9e64-81188cfad169 HTTP/1.1" status: 200 len: 217 time: 0.0699682 Oct 27 16:10:09.922720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event updated for resources: {'Port': ['ID=a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:09.945304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.961461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107e48-8097-4e6c-a482-f98cef8168ce req-a0af505f-1c8a-4d7b-85d8-7959bd6d6a4d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.962980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8107e48-8097-4e6c-a482-f98cef8168ce req-a0af505f-1c8a-4d7b-85d8-7959bd6d6a4d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1311274 Oct 27 16:10:10.001129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8107e48-8097-4e6c-a482-f98cef8168ce req-92cdbf1e-56a3-445c-8616-907af8d94fa5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Oct 27 16:10:10.093875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:10.122037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b409e120-1f22-4b77-9eed-003aa21c3698 req-4609ee3f-ad20-4841-b405-c084986ffd9a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 210 time: 0.0547023 Oct 27 16:10:10.126439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.127760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-076f49c9-3af6-4934-a31d-aac34d2e6be2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8692207 Oct 27 16:10:10.128751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.200565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1349047920-network', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:10.233052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:10.241195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-95b5c4f1-f31b-43c4-9a53-28406834d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.242609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-95b5c4f1-f31b-43c4-9a53-28406834d2e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.1766164 Oct 27 16:10:10.249812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-72f76304-44bd-4d36-a6c9-db7a78f25eaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1010532 Oct 27 16:10:10.271377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:10.287780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:10.288050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Made reservation on behalf of 7fd74136823a42ce99d7cccfe5c032d1 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:10.290758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.304598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.314141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event updated for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:10.337717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-cd0c43df-4fd0-4fae-94f5-b60c802057f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675862 Oct 27 16:10:10.385803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.467216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.467832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.483803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d192-51a1-4a97-a604-7c88a376490f req-9b369ffc-0f9c-464d-b8a9-336deb75810e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.485499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65b5d192-51a1-4a97-a604-7c88a376490f req-9b369ffc-0f9c-464d-b8a9-336deb75810e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 946 time: 0.2673941 Oct 27 16:10:10.496859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3693f954-f371-450b-a393-31b96dadc417 None None] Provisioning complete for port ea32c30a-2697-4724-bc34-172cc3642dcf triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:10.497391 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3693f954-f371-450b-a393-31b96dadc417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.506575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.544640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:10:10.546669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3693f954-f371-450b-a393-31b96dadc417 None None] Port ea32c30a-2697-4724-bc34-172cc3642dcf cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:10.556648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbbbe3f-eb4a-4e41-890d-7f380e03e6cf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:10.562634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.563204 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Added segment 1683c6be-3f4e-4043-bb56-5fb95a86265f of type vlan for network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 Oct 27 16:10:10.589612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-f88c37a9-1aaf-46a6-b8fe-fa429eb216fb tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.590982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-516a0d7d-31f7-46f3-ab50-cfe2c0434c9a req-f88c37a9-1aaf-46a6-b8fe-fa429eb216fb tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.3111806 Oct 27 16:10:10.593746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65b5d192-51a1-4a97-a604-7c88a376490f req-44dd7bff-9b02-49bf-8b2e-3ba8de8ef301 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Oct 27 16:10:10.597946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-82b25c30-459d-4685-8646-cf21714a144c service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184637 Oct 27 16:10:10.612414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.680231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-9175bf5b-8774-4ef5-a0c6-1c143d12c395 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3981965 Oct 27 16:10:10.721141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Request body: {'port': {'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:10.722724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.724037 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.724937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.790057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] Pushing event updated for resources: {'Network': ['ID=4beef55a-38c5-443b-b3fd-dde51b9bc0b6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:10.803534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:10:10.843720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.848152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fe738740-9844-44cc-9913-78a480cb3de7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7530270 Oct 27 16:10:10.850884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:10.852452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d830d-b2d5-40c4-b61c-29668bddd6ec req-e655e389-a99e-4008-8e85-354aa6760127 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.853983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e05d830d-b2d5-40c4-b61c-29668bddd6ec req-e655e389-a99e-4008-8e85-354aa6760127 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1804290 Oct 27 16:10:10.859439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Request body: {'subnet': {'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1349047920-subnet', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:10.864746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae4a0c-0d93-4e20-909b-a2b3f8425e9f req-0d853bff-d41f-4c7d-8123-6cf16f1632ca service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556591 Oct 27 16:10:10.875933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d5ce1-8fb0-464a-82d1-cbbff9996eda req-fbac69a1-9d2e-4f82-95eb-0acea083c39a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.883397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-109d5ce1-8fb0-464a-82d1-cbbff9996eda req-fbac69a1-9d2e-4f82-95eb-0acea083c39a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 948 time: 0.1926839 Oct 27 16:10:10.986123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e05d830d-b2d5-40c4-b61c-29668bddd6ec req-39e83ebd-14ff-4b50-b105-c0b1faea445a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186759 Oct 27 16:10:11.020626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:11.024084 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f9bead-a28a-4740-a546-90a1e6d36450" -d '{"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-plugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:11.031598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-109d5ce1-8fb0-464a-82d1-cbbff9996eda req-5c60d06f-1d50-48d9-a6b4-89395f7baf24 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473341 Oct 27 16:10:11.051954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Made reservation on behalf of 7fd74136823a42ce99d7cccfe5c032d1 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:11.080083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.080199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:11.188845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10a6f8b5-c932-44e5-ad2c-fb1029fbb9a5 req-509a89e9-cb14-432e-80fe-9303d4c018b6 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips/68377025-7265-415f-850d-d23f1bd14a22 HTTP/1.1" status: 200 len: 693 time: 0.0833783 Oct 27 16:10:11.198760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:11.216216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3', 'mac_address': 'fa:16:3e:4f:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:11.230003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0719d-d18c-4214-a4b1-47f189fbbdc9 req-522d3c9f-da01-4f4a-98f4-b287f9ed32f1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.231631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fb0719d-d18c-4214-a4b1-47f189fbbdc9 req-522d3c9f-da01-4f4a-98f4-b287f9ed32f1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1565058 Oct 27 16:10:11.255360 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.269796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:11.303560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:11.351091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-843e3d40-cd01-46ad-9f53-0ee1b60c41dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.375001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fb0719d-d18c-4214-a4b1-47f189fbbdc9 req-9c0ea78e-3585-4758-9874-639f0c42539e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276145 Oct 27 16:10:11.387610 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.419924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f8b5-c932-44e5-ad2c-fb1029fbb9a5 req-3b106280-5140-447d-9787-079039b6a142 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.421314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10a6f8b5-c932-44e5-ad2c-fb1029fbb9a5 req-3b106280-5140-447d-9787-079039b6a142 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2116363 Oct 27 16:10:11.431604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea32c30a-2697-4724-bc34-172cc3642dcf {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:11.443382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.454633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.457646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Transition to ACTIVE for port object ea32c30a-2697-4724-bc34-172cc3642dcf will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:11.509016 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c64876-ff65-4790-8ab5-634f9b541f16 x-openstack-request-id: req-f7c64876-ff65-4790-8ab5-634f9b541f16 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:11.509525 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-plugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:11.521163 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7c64876-ff65-4790-8ab5-634f9b541f16 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:11.521163 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'code': 200} Oct 27 16:10:11.521163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:11.544553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca1b9bd-aae8-4881-a49f-008869f91c60,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:11.573048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Checking segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:11.573907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Network hostable DHCP agents. Network: 4beef55a-38c5-443b-b3fd-dde51b9bc0b6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:10:11.580982 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.718612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1bfd7-38dd-42f9-8a3e-6f7d7107d12d req-b50c2e95-53f4-4da9-af04-9f823b3f0abc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.720302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab1bfd7-38dd-42f9-8a3e-6f7d7107d12d req-b50c2e95-53f4-4da9-af04-9f823b3f0abc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 945 time: 0.2175779 Oct 27 16:10:11.722373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:10:11.732865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:11.800821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6528-74ed-473b-9d1b-7f52c550a792 req-c1d00936-e088-4426-bdf6-90e495c7af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.802358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-026b6528-74ed-473b-9d1b-7f52c550a792 req-c1d00936-e088-4426-bdf6-90e495c7af2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 1096 time: 0.1684930 Oct 27 16:10:11.829461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe8d1-0b6d-4058-933b-a585fb85388e req-24d4b70e-fba1-49a6-9239-1584e9cf1adf tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.830413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['46f77adf-8c75-4863-b5ef-f1a1e83db5b3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:11.836957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a8fe8d1-0b6d-4058-933b-a585fb85388e req-24d4b70e-fba1-49a6-9239-1584e9cf1adf tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 944 time: 0.2041550 Oct 27 16:10:11.846965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4beef55a-38c5-443b-b3fd-dde51b9bc0b6) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:11.853190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.853778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.900469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c117c0f-fbf4-4669-aaf8-f48b0a34be8e None None] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:11.934706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab1bfd7-38dd-42f9-8a3e-6f7d7107d12d req-86a2e3f0-5430-4c51-9520-7117cdc478e9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889799 Oct 27 16:10:11.957100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a8fe8d1-0b6d-4058-933b-a585fb85388e req-1ebac205-1c8c-4911-939c-a985629f13c4 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192832 Oct 27 16:10:11.965141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-026b6528-74ed-473b-9d1b-7f52c550a792 req-4724659e-473a-4b1d-939b-61c2b5bcd82f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258130 Oct 27 16:10:11.979291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Attempting to bind port ea32c30a-2697-4724-bc34-172cc3642dcf on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:11.980303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Attempting to bind port ea32c30a-2697-4724-bc34-172cc3642dcf by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:11.980504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Attempting to bind port ea32c30a-2697-4724-bc34-172cc3642dcf on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:11.985315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Port ea32c30a-2697-4724-bc34-172cc3642dcf on network 0a12252f-a220-4977-bb5e-a0a0293cf71a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:11.985643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Attempting to bind port ea32c30a-2697-4724-bc34-172cc3642dcf on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:11.989791 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c40e5503-b474-4a59-96d4-5eb93822c3d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1368649 Oct 27 16:10:11.991151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:11.991638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Checking segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:11.991873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Bound using segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:11.992312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Bound port: ea32c30a-2697-4724-bc34-172cc3642dcf, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:11.992677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.993356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55596) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:12.001363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:12.091296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-a9ab5284-2d0d-4a92-b040-bc0531cabd0c tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips/68377025-7265-415f-850d-d23f1bd14a22 HTTP/1.1" status: 200 len: 693 time: 0.0838344 Oct 27 16:10:12.138221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:12.157907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:10:12.158745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.163085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.164285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.193078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ea32c30a-2697-4724-bc34-172cc3642dcf,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:12.244273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-64af38a2-a700-4d52-8f74-a1d5e1a4ce17 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.246194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-64af38a2-a700-4d52-8f74-a1d5e1a4ce17 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1421068 Oct 27 16:10:12.254389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.293480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.320932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-63d54651-4e9e-48ea-bf71-3dcb8840815e tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0657561 Oct 27 16:10:12.345059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Allocated IP 172.20.0.2 (4beef55a-38c5-443b-b3fd-dde51b9bc0b6/7ca1b9bd-aae8-4881-a49f-008869f91c60/42baa912-56ce-4191-a07f-c2cf0c684c89) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:12.357283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.357898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.359299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 1092 time: 1.6636331 Oct 27 16:10:12.366448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:12.368746 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd449b-c389-4db8-a251-bcc6e54dbfab" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:12.444756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845dc6-d788-4b9f-9b4c-e8f74e4233b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:12.473593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-942a481e-b0df-4ac5-beb2-961ab71e042b tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1304963 Oct 27 16:10:12.577408 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.617549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.738352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-12a1e675-39ca-46ad-9704-7d9c90aa00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.740551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-12a1e675-39ca-46ad-9704-7d9c90aa00cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1095 time: 0.1838634 Oct 27 16:10:12.772547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1a80-0cf1-46ed-b332-13baaf72977e req-f5cceaae-5d08-436e-a1d3-83f174014449 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.774079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e3c1a80-0cf1-46ed-b332-13baaf72977e req-f5cceaae-5d08-436e-a1d3-83f174014449 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 946 time: 0.1285906 Oct 27 16:10:12.791202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.814221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-2abf124a-02ab-420b-ba5e-42b65ed592a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0618303 Oct 27 16:10:12.841697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:12.844730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:12.849092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:12.852224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Pushing event updated for resources: {'Port': ['ID=42baa912-56ce-4191-a07f-c2cf0c684c89,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:12.871394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Deleting port a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:12.871703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.913861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Attempting to bind port 42baa912-56ce-4191-a07f-c2cf0c684c89 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:12.914237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Attempting to bind port 42baa912-56ce-4191-a07f-c2cf0c684c89 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:12.914621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Attempting to bind port 42baa912-56ce-4191-a07f-c2cf0c684c89 on network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:12.920783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:12.921680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Checking segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:12.921680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.921936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Bound using segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:12.922386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Bound port: 42baa912-56ce-4191-a07f-c2cf0c684c89, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:12.922765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.942626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e3c1a80-0cf1-46ed-b332-13baaf72977e req-fe89bb42-65ab-4c4e-8f08-cef262c4576f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319363 Oct 27 16:10:12.958111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-74acc401-4623-4939-92b0-ee177b0bffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.959854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-74acc401-4623-4939-92b0-ee177b0bffbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1315918 Oct 27 16:10:13.002959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] For port 42baa912-56ce-4191-a07f-c2cf0c684c89, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:13.010472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] For port 42baa912-56ce-4191-a07f-c2cf0c684c89, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=42baa912-56ce-4191-a07f-c2cf0c684c89,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:13.041375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.042463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.082401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Calling delete_port for a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:13.103275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-a1c00c62-f4c4-4ddf-8b71-4e971d713353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.105334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-a1c00c62-f4c4-4ddf-8b71-4e971d713353 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063352 Oct 27 16:10:13.111461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.193885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735cf4-def9-4d46-a4a9-e7973c7fcd7b None None] Pushing event updated for resources: {'Port': ['ID=42baa912-56ce-4191-a07f-c2cf0c684c89,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:13.215620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.217441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c50a6c-b88c-4737-bf98-527ebfb5d472 req-46a4bdf5-1cce-4b96-9116-e525f8ed59a0 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.218684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66c50a6c-b88c-4737-bf98-527ebfb5d472 req-46a4bdf5-1cce-4b96-9116-e525f8ed59a0 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1736193 Oct 27 16:10:13.234400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.331383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-f3ac9bc5-dba3-4785-8237-d1c58bd62537 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868615 Oct 27 16:10:13.337787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66c50a6c-b88c-4737-bf98-527ebfb5d472 req-8fe3b660-f11c-4e27-85ad-5f0fb15fa44b tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985224 Oct 27 16:10:13.359687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Allocated IP 172.25.5.174 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/ad296ae0-ebf7-41c7-900e-727215be2835) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:13.523916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52a926d-7eab-40b8-b3ed-184f78a7b5f2 req-20d18423-8260-4f2c-b082-22d98c1a6ebc service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630843 Oct 27 16:10:13.533379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2721b4-f90e-4235-b724-4ea7c4b3788f req-b0ffd3a5-7de6-4a21-a212-e2dea86eaf9f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.534934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2721b4-f90e-4235-b724-4ea7c4b3788f req-b0ffd3a5-7de6-4a21-a212-e2dea86eaf9f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 949 time: 0.0885308 Oct 27 16:10:13.562070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.599541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2721b4-f90e-4235-b724-4ea7c4b3788f req-4626762e-3eeb-425e-a270-7cd4e9706f2a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Oct 27 16:10:13.601848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event deleted for resources: {'Port': ['ID=a8bfbcbc-c0ee-45b4-ac79-136d4c4dec0e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:13.659695 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f8c56-1f58-42cf-9967-33be7b85c218 x-openstack-request-id: req-0c3f8c56-1f58-42cf-9967-33be7b85c218 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:13.663436 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:13.663436 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c3f8c56-1f58-42cf-9967-33be7b85c218 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:13.663436 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:10:13.683463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.700742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.700742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.700995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ee41f2-a383-4507-bfb1-8d9cc5ff8530 req-98c6d170-3a2e-4f2a-9dcb-6d789b2b1aaf tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "DELETE /v2.0/floatingips/68377025-7265-415f-850d-d23f1bd14a22 HTTP/1.1" status: 204 len: 173 time: 1.2263877 Oct 27 16:10:13.817542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-5f77518d-da72-47d0-86bb-b547eb3dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.819265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-5f77518d-da72-47d0-86bb-b547eb3dd1c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1095 time: 0.1149302 Oct 27 16:10:13.832187 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.885857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:13.894975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:13.908494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:13.921041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Pushing event updated for resources: {'Port': ['ID=ad296ae0-ebf7-41c7-900e-727215be2835,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:13.949965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-200e0a03-ff14-4f6b-9b18-7a805bbc3439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.053976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 42baa912-56ce-4191-a07f-c2cf0c684c89 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:14.124282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 42baa912-56ce-4191-a07f-c2cf0c684c89 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:14.125956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.247248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.290451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 42baa912-56ce-4191-a07f-c2cf0c684c89, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=42baa912-56ce-4191-a07f-c2cf0c684c89,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:14.335789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.372925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-a13f85e2-9b36-4736-8c9f-568ae7b9274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.374413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-a13f85e2-9b36-4736-8c9f-568ae7b9274d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.5286291 Oct 27 16:10:14.407929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be730d41-47bf-4d57-a4e8-9cdaf9d8ff4a None None] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:14.454149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-f50dcdf2-167e-489c-8c30-aac0ecec52a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0575542 Oct 27 16:10:14.462480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b9c1-337e-417d-ae17-7ca81a921c46 req-ea2706ca-f92b-41f7-bf9d-eff7922eafa9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.465522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.470129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5770b9c1-337e-417d-ae17-7ca81a921c46 req-ea2706ca-f92b-41f7-bf9d-eff7922eafa9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 945 time: 0.7004328 Oct 27 16:10:14.535579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-e7b950ba-fdc9-43ec-8a17-062c83aa1982 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.543049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-e7b950ba-fdc9-43ec-8a17-062c83aa1982 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.7923274 Oct 27 16:10:14.572510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-61df75cb-7977-4f6f-9555-286e0a78f1fe None None] Provisioning complete for port 42baa912-56ce-4191-a07f-c2cf0c684c89 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:14.576625 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-61df75cb-7977-4f6f-9555-286e0a78f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.577885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-49413c5b-7331-4baf-92f7-b669207ebec3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/quotas/508060810a38468cb6e32c28e7994e75 HTTP/1.1" status: 200 len: 375 time: 0.0338116 Oct 27 16:10:14.580132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=42baa912-56ce-4191-a07f-c2cf0c684c89,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:14.616911 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.618929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5770b9c1-337e-417d-ae17-7ca81a921c46 req-0274c310-e99d-4e45-a100-0e6b326f8e2a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Oct 27 16:10:14.632188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-9b26d3d8-e275-49c2-9faa-3ace308e026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.633657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-9b26d3d8-e275-49c2-9faa-3ace308e026a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1609383 Oct 27 16:10:14.770002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-c9d52076-88a4-4264-84df-af2803c07315 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912415 Oct 27 16:10:14.786735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-f5ae8b28-50f4-41db-b67d-6e1eed65d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.788365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-f5ae8b28-50f4-41db-b67d-6e1eed65d865 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255796 Oct 27 16:10:14.804388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1650b-08ff-4bad-8683-00d457672f79 req-8ad9b940-3ec3-4a61-b0a0-c1fbde98d5b0 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.806819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5e1650b-08ff-4bad-8683-00d457672f79 req-8ad9b940-3ec3-4a61-b0a0-c1fbde98d5b0 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 944 time: 0.1050720 Oct 27 16:10:14.937062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.027899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5e1650b-08ff-4bad-8683-00d457672f79 req-0146b1dd-1af8-4159-90b1-9a2b037b54f9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569738 Oct 27 16:10:15.058170 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.073924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-2935b193-5b0f-4c53-8db9-5cd7761e816c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:15.076511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-2935b193-5b0f-4c53-8db9-5cd7761e816c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/ports?device_id=95d8cdd1-b503-438e-a9a0-0d55cc57e750 HTTP/1.1" status: 200 len: 945 time: 0.1986127 Oct 27 16:10:15.082557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b99e83cb-3e99-460d-905b-44ced1130e9e None None] Provisioning complete for port 42baa912-56ce-4191-a07f-c2cf0c684c89 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:15.083321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b99e83cb-3e99-460d-905b-44ced1130e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.094152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-55b48caf-de39-4a2e-bd78-33e14aabcb46 service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847164 Oct 27 16:10:15.116077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:15.149870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-b4dbb0a2-5d80-4f73-9142-24461fbf40da service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897360 Oct 27 16:10:15.206639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Router f172b986-566d-4b84-b8c6-e46e0d8e7c2a is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:10:15.315394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:15.315394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:15.315394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.317944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:15.345096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d797e-3a8a-4bbb-80f4-4b026da9c5e8 req-242b6519-c5c7-4cdb-9359-eb24bdf91032 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:15.350338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f77d797e-3a8a-4bbb-80f4-4b026da9c5e8 req-242b6519-c5c7-4cdb-9359-eb24bdf91032 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.2076643 Oct 27 16:10:15.365423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-0c455cb0-0283-40ce-b43b-bce3c897dabb service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611585 Oct 27 16:10:15.400034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55fd449b-c389-4db8-a251-bcc6e54dbfab req-ff29e443-7a03-4c9b-ac71-5934aa7ce169 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151906 Oct 27 16:10:15.428771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Deleting port 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:15.429117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.436861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f77d797e-3a8a-4bbb-80f4-4b026da9c5e8 req-1bfadb64-372e-4f8a-906b-60c58d796383 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772960 Oct 27 16:10:15.499346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Sync routers for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:15.515254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.520275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:15.523351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:15.523517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8f227764-45b2-4f03-a30f-b1312011a638 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5264473 Oct 27 16:10:15.523517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55642) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:15.649445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.688037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:15.688037 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cbbd1e-19fc-426a-887c-b8c2ccb13a9a" -d '{"events": [{"server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "name": "network-vif-plugged", "status": "completed", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:15.717289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:15.752603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:15.785159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.837374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fe7b8-85f8-48b5-a3c8-c6775c1d2878 req-e91262de-2e8b-4070-8828-42551b936846 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:15.839835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b53fe7b8-85f8-48b5-a3c8-c6775c1d2878 req-e91262de-2e8b-4070-8828-42551b936846 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3513627 Oct 27 16:10:15.888187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] For port 85fb9b99-4044-4400-9e64-81188cfad169, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=85fb9b99-4044-4400-9e64-81188cfad169,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:15.888690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.889490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:15.905333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Calling delete_port for 85fb9b99-4044-4400-9e64-81188cfad169 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:15.987732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 42baa912-56ce-4191-a07f-c2cf0c684c89 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:16.087726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2dead-b9ce-4299-9fbc-cb99c10e9c46 req-376be11c-a3c0-4444-b6c3-dd4cc371c2dd tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.096852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed2dead-b9ce-4299-9fbc-cb99c10e9c46 req-376be11c-a3c0-4444-b6c3-dd4cc371c2dd tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1292405 Oct 27 16:10:16.102014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 42baa912-56ce-4191-a07f-c2cf0c684c89 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:16.102537 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.133638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.164418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf30e4-58e7-4d53-956f-617d85269e22 req-be0a10c8-dfe2-4179-87c0-8367844a513c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.166253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43bf30e4-58e7-4d53-956f-617d85269e22 req-be0a10c8-dfe2-4179-87c0-8367844a513c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 945 time: 0.1806390 Oct 27 16:10:16.168972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:14Z', 'revision_number': 3, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:16.177653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed2dead-b9ce-4299-9fbc-cb99c10e9c46 req-6c5d96c5-55a8-48d0-abc2-58085aa2d7ed tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Oct 27 16:10:16.199691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Checking router: f172b986-566d-4b84-b8c6-e46e0d8e7c2a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:16.200061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Updating router f172b986-566d-4b84-b8c6-e46e0d8e7c2a port ad296ae0-ebf7-41c7-900e-727215be2835 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:16.255693 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.278563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43bf30e4-58e7-4d53-956f-617d85269e22 req-95e0ca2f-37ff-4f14-a4fa-985bdcc91875 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Oct 27 16:10:16.294864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b2dae78-9e04-4787-bdc9-7f76d92aa49b req-51cb897e-1334-4d94-be32-deb2c9b5f9ef tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 210 time: 0.0481298 Oct 27 16:10:16.343145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.360578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Allocated IP 172.20.0.1 (4beef55a-38c5-443b-b3fd-dde51b9bc0b6/7ca1b9bd-aae8-4881-a49f-008869f91c60/409e49ee-fff3-40dd-a9f9-cca32d0012df) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:16.366375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['85fb9b99-4044-4400-9e64-81188cfad169'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:16.392437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event deleted for resources: {'Port': ['ID=85fb9b99-4044-4400-9e64-81188cfad169,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:16.423587 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a07a6-233d-469f-b64d-be0bad4d8c96 x-openstack-request-id: req-883a07a6-233d-469f-b64d-be0bad4d8c96 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:16.423587 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "name": "network-vif-plugged", "status": "completed", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:16.424003 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-883a07a6-233d-469f-b64d-be0bad4d8c96 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:16.424353 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3', 'code': 200} Oct 27 16:10:16.487470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.536829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c92e306-6c59-466f-95c2-c17fe72c33d7 req-40d69ff8-ac00-4a6d-8425-ceffae508676 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=044bef9960094658b0d59caa951e900a HTTP/1.1" status: 200 len: 1654 time: 0.1804304 Oct 27 16:10:16.560100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] No DVR routers for this DVR port 85fb9b99-4044-4400-9e64-81188cfad169 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:16.565948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.569339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0317efa-74ed-43c2-ad92-e1f921f95824 req-8aaade29-1914-463f-84c9-109d7299dc9c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "DELETE /v2.0/ports/85fb9b99-4044-4400-9e64-81188cfad169 HTTP/1.1" status: 204 len: 173 time: 1.4842701 Oct 27 16:10:16.582449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-deleted', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:16.585006 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bafd3b-518b-4ca5-9a7f-eeb8e2d68881" -d '{"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-deleted", "tag": "85fb9b99-4044-4400-9e64-81188cfad169"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:16.600930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.624572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.642466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:16.644497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5c4f-617b-4ce7-87f5-e57dc63b3c18 req-b6ad0187-9ba3-4ea6-b463-047e2b86ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.645900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-504e5c4f-617b-4ce7-87f5-e57dc63b3c18 req-b6ad0187-9ba3-4ea6-b463-047e2b86ab59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 1101 time: 0.1911128 Oct 27 16:10:16.646937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:16.649395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:16.674109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1d9cf-cb8d-4246-98c0-9c65c92f42b3 req-a7fe1820-c146-474a-83ef-a0f125ac3f76 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.675682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12f1d9cf-cb8d-4246-98c0-9c65c92f42b3 req-a7fe1820-c146-474a-83ef-a0f125ac3f76 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.2193034 Oct 27 16:10:16.689566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Pushing event updated for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:16.708888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.723067 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.751416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-504e5c4f-617b-4ce7-87f5-e57dc63b3c18 req-89f89b3b-fe7f-4e84-a820-17c3dcd3fc01 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960808 Oct 27 16:10:16.765996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12f1d9cf-cb8d-4246-98c0-9c65c92f42b3 req-4e3b039f-da6a-4163-9879-3022e30c26d1 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813720 Oct 27 16:10:16.778503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e306-6c59-466f-95c2-c17fe72c33d7 req-23436db0-f327-497d-bd6f-7fc4c0546491 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.786631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c92e306-6c59-466f-95c2-c17fe72c33d7 req-23436db0-f327-497d-bd6f-7fc4c0546491 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks?id=71935e56-48c1-4675-b59c-e3d750dc2c80&id=71935e56-48c1-4675-b59c-e3d750dc2c80&id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 787 time: 0.2289767 Oct 27 16:10:16.793377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-3c92e306-6c59-466f-95c2-c17fe72c33d7 req-e8a20743-240d-45c4-ab3f-4cff33e4d720 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:10:16.803809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c92e306-6c59-466f-95c2-c17fe72c33d7 req-e8a20743-240d-45c4-ab3f-4cff33e4d720 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157101 Oct 27 16:10:16.837089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Attempting to bind port ad296ae0-ebf7-41c7-900e-727215be2835 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:16.837463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Attempting to bind port ad296ae0-ebf7-41c7-900e-727215be2835 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:16.837826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Attempting to bind port ad296ae0-ebf7-41c7-900e-727215be2835 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:16.848660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:16.849035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:16.849435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.849834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:16.850746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Bound port: ad296ae0-ebf7-41c7-900e-727215be2835, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:16.850916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.884243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a078-8937-441f-a56e-44ec80de3ff0 None None] Pushing event updated for resources: {'Port': ['ID=ad296ae0-ebf7-41c7-900e-727215be2835,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:16.921318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] For port ad296ae0-ebf7-41c7-900e-727215be2835, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:16.926582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] For port ad296ae0-ebf7-41c7-900e-727215be2835, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad296ae0-ebf7-41c7-900e-727215be2835,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:16.949886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bf7ba-30a4-4eb9-abc1-3d1707837dde req-a87805fe-0822-4de4-aa66-fa1f8061e324 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:16.951464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-921bf7ba-30a4-4eb9-abc1-3d1707837dde req-a87805fe-0822-4de4-aa66-fa1f8061e324 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 944 time: 0.0618618 Oct 27 16:10:16.956006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-28f1c205-9717-4f06-a48a-f18908ebccdd None None] Provisioning complete for port 409e49ee-fff3-40dd-a9f9-cca32d0012df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:16.956385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28f1c205-9717-4f06-a48a-f18908ebccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.980243 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.991459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-28f1c205-9717-4f06-a48a-f18908ebccdd None None] Port 409e49ee-fff3-40dd-a9f9-cca32d0012df cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:17.002150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-921bf7ba-30a4-4eb9-abc1-3d1707837dde req-628eb0c4-92d9-4bed-985c-dbce6d7484b8 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Oct 27 16:10:17.013444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.072148 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.139024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:17.139750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:17.179086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.182524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a078-8937-441f-a56e-44ec80de3ff0 None None] Pushing event updated for resources: {'Port': ['ID=ad296ae0-ebf7-41c7-900e-727215be2835,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:17.255008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:17.316422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.386856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Pushing event updated for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:17.389120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.474969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 1, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:17.490175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:17.491845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:17.509466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c44279-1c34-4fc9-9d80-2365a62fcb7d None None] The sync data for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 is: [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 1, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:17.541461 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc7bc5-4a47-4d80-9b03-ddbfd0903525 x-openstack-request-id: req-c2dc7bc5-4a47-4d80-9b03-ddbfd0903525 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:17.541992 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d8cdd1-b503-438e-a9a0-0d55cc57e750", "name": "network-vif-deleted", "tag": "85fb9b99-4044-4400-9e64-81188cfad169", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:17.542216 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2dc7bc5-4a47-4d80-9b03-ddbfd0903525 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:17.542714 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d8cdd1-b503-438e-a9a0-0d55cc57e750', 'name': 'network-vif-deleted', 'tag': '85fb9b99-4044-4400-9e64-81188cfad169', 'status': 'completed', 'code': 200} Oct 27 16:10:17.640774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Router f172b986-566d-4b84-b8c6-e46e0d8e7c2a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:17.662577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e2dd-1cfa-4d20-be2c-e05680adcc28 req-f5ca4493-5af4-4168-821a-5be26a3be9f3 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:17.664157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9734e2dd-1cfa-4d20-be2c-e05680adcc28 req-f5ca4493-5af4-4168-821a-5be26a3be9f3 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.0686462 Oct 27 16:10:17.724893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9734e2dd-1cfa-4d20-be2c-e05680adcc28 req-cc485e71-39c4-4180-8091-3b88ea9ebdc2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485053 Oct 27 16:10:17.776238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:17.785146 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-accb3521-b13a-44f1-8951-1b4bdc04ab20 admin admin] 10.222.0.70 "PUT /v2.0/routers/f172b986-566d-4b84-b8c6-e46e0d8e7c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592342 Oct 27 16:10:17.845986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8db4e654-3e76-443a-8909-d4749a243c69 None None] Provisioning complete for port 409e49ee-fff3-40dd-a9f9-cca32d0012df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:17.846390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8db4e654-3e76-443a-8909-d4749a243c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.873813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5dc5743-6850-4558-89da-2ae334b9155f req-54b260fd-17d2-4ba8-8a17-9c8a813c4046 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips/949a1a91-ae9e-401f-8ebb-d83df1da3d94 HTTP/1.1" status: 200 len: 692 time: 0.1025918 Oct 27 16:10:17.927129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8db4e654-3e76-443a-8909-d4749a243c69 None None] Port 409e49ee-fff3-40dd-a9f9-cca32d0012df cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:18.014820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc5743-6850-4558-89da-2ae334b9155f req-cbb561e5-0813-4c3e-9364-a417ae7db34b tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.016495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5dc5743-6850-4558-89da-2ae334b9155f req-cbb561e5-0813-4c3e-9364-a417ae7db34b tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1417034 Oct 27 16:10:18.070126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5dc5743-6850-4558-89da-2ae334b9155f req-9e6fedc7-d82d-4821-91bf-c6e715e5c311 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0469499 Oct 27 16:10:18.128069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5dc5743-6850-4558-89da-2ae334b9155f req-9384e9e1-46f4-4d75-86f0-e051180d1ea2 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0508468 Oct 27 16:10:18.339092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555f4e0-5aba-4e62-ba60-85a8eea8c4b5 req-b310e2be-6b2d-4ba4-b7f1-e79e8d20df3b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.340352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f555f4e0-5aba-4e62-ba60-85a8eea8c4b5 req-b310e2be-6b2d-4ba4-b7f1-e79e8d20df3b tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1019430 Oct 27 16:10:18.385095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Deleting port d9bef34d-3fbe-42f7-a5ef-04327da6094f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:18.385493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.442602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f555f4e0-5aba-4e62-ba60-85a8eea8c4b5 req-7b518e81-b7b9-4b06-add5-7f5f24c53047 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920846 Oct 27 16:10:18.515689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.515689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.527965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Calling delete_port for d9bef34d-3fbe-42f7-a5ef-04327da6094f owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:18.567939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efa7a39b-d3ac-4d35-b111-81c0aa81458b req-4e8c7eec-8205-4855-a7c6-03e9bd05714d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 210 time: 0.0376182 Oct 27 16:10:18.783025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b336d-ae37-4fbc-b97f-4d052915c9db req-f26d77fc-2147-458e-b750-4cf6f3fae34b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.785024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-979b336d-ae37-4fbc-b97f-4d052915c9db req-f26d77fc-2147-458e-b750-4cf6f3fae34b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 945 time: 0.0792496 Oct 27 16:10:18.842226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-979b336d-ae37-4fbc-b97f-4d052915c9db req-4ed5d13f-6e06-45b5-aeb1-a93fb973c4b7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Oct 27 16:10:18.916687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.951002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event deleted for resources: {'Port': ['ID=d9bef34d-3fbe-42f7-a5ef-04327da6094f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:19.100378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.102984 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.110739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ea32c30a-2697-4724-bc34-172cc3642dcf details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:19.112840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:19.134826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5dc5743-6850-4558-89da-2ae334b9155f req-f7df547e-0f07-4286-a73c-7963db844572 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "DELETE /v2.0/floatingips/949a1a91-ae9e-401f-8ebb-d83df1da3d94 HTTP/1.1" status: 204 len: 173 time: 1.0008507 Oct 27 16:10:19.168976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 85fb9b99-4044-4400-9e64-81188cfad169 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:19.169810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 85fb9b99-4044-4400-9e64-81188cfad169 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:19.260423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-cd7f084d-a79d-4903-982b-fa62109526e2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:19.261825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-cd7f084d-a79d-4903-982b-fa62109526e2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.2788172 Oct 27 16:10:19.290327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Request body: {'port': {'device_id': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'admin_state_up': True, 'tenant_id': '508060810a38468cb6e32c28e7994e75'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:19.350538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ea32c30a-2697-4724-bc34-172cc3642dcf,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:19.362716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:19.404075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.418979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea32c30a-2697-4724-bc34-172cc3642dcf {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:19.442729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ea32c30a-2697-4724-bc34-172cc3642dcf,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:19.467745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd329f4-3989-4f39-9e8d-9997c9c3edbd req-0bbea602-d860-4092-82fe-db81ca6e9110 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:19.471297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0dd329f4-3989-4f39-9e8d-9997c9c3edbd req-0bbea602-d860-4092-82fe-db81ca6e9110 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 944 time: 0.2284071 Oct 27 16:10:19.525914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0dd329f4-3989-4f39-9e8d-9997c9c3edbd req-320f8dbb-1018-4320-82df-8b2188aa1684 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480976 Oct 27 16:10:19.545073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.612740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:19.627699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Made reservation on behalf of 508060810a38468cb6e32c28e7994e75 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:19.632613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.676631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d7c6-a377-4ae8-9a94-2976ebdf81ff req-fe2eb43c-60cf-41dd-9e6d-b0e987ae916f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:19.678117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93c1d7c6-a377-4ae8-9a94-2976ebdf81ff req-fe2eb43c-60cf-41dd-9e6d-b0e987ae916f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.0833998 Oct 27 16:10:19.771394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55710) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:19.784341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648991011', 'description': 'tempest-description--1872539902'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:19.787449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93c1d7c6-a377-4ae8-9a94-2976ebdf81ff req-3be86c15-a9a6-4083-85e7-356eb52a77af tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806544 Oct 27 16:10:19.850476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-c9565555-777b-4207-b68d-29fd718b605d tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips/a4aaf06f-5077-4917-bb39-fe1b72419832 HTTP/1.1" status: 200 len: 692 time: 0.0665052 Oct 27 16:10:19.927970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.955303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ea32c30a-2697-4724-bc34-172cc3642dcf'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:19.957768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Allocated IP 172.20.0.8 (84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62/c25e57a3-1a24-4fbe-9489-92a50a30efd3/7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:20.034163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad296ae0-ebf7-41c7-900e-727215be2835 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:20.062124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a2006-1380-43db-861e-1818f6c2ac6a req-c01765df-73e6-48b8-aafb-597fd61ccec3 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.063715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f00a2006-1380-43db-861e-1818f6c2ac6a req-c01765df-73e6-48b8-aafb-597fd61ccec3 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1783781 Oct 27 16:10:20.086749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.094589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-e40a6705-72fb-497a-8963-f794cc3ee0f1 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.096101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-e40a6705-72fb-497a-8963-f794cc3ee0f1 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2396629 Oct 27 16:10:20.186503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.257477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3dfb32-7c2b-4220-9d00-1132562907c7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.294487 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Sync routers for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:20.305405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:20.306066 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:20.320758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad296ae0-ebf7-41c7-900e-727215be2835 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:20.321372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.373685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.377454 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02ebc183-5e70-44d7-bb18-0e0c170dcae1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6048124 Oct 27 16:10:20.380559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:20.390161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'security_group_rule': {'security_group_id': '4a3dfb32-7c2b-4220-9d00-1132562907c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:20.456464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:20.501940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.502219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.525818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ad296ae0-ebf7-41c7-900e-727215be2835, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad296ae0-ebf7-41c7-900e-727215be2835,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:20.590090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.601937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f00a2006-1380-43db-861e-1818f6c2ac6a req-344661b8-3242-4409-ac1d-06087fe7593d tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272896 Oct 27 16:10:20.616663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-49ad823e-3cd4-4b56-8298-d0ec11cd1cf1 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.5083761 Oct 27 16:10:20.619520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.676792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.687643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-70d1ec23-9b24-4bf2-8a9f-2f42421ea195 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.0699589 Oct 27 16:10:20.707437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ad296ae0-ebf7-41c7-900e-727215be2835,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.732419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b303902-b0cb-4212-bb5c-4435e1395711,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.794603 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:17Z', 'revision_number': 2, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:20.820105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37a9de12-6234-4347-9a3d-525b103c65d6 req-420cdc6c-484f-4919-a17b-fdd926453ee7 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 210 time: 0.0694678 Oct 27 16:10:20.823697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.824435 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Checking router: f172b986-566d-4b84-b8c6-e46e0d8e7c2a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:20.824992 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Updating router f172b986-566d-4b84-b8c6-e46e0d8e7c2a port 409e49ee-fff3-40dd-a9f9-cca32d0012df binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:20.839384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.859639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b63aca14-2a2f-4a41-b71a-1cb44c5b9d3f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4578736 Oct 27 16:10:20.859639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:20.859639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'security_group_rule': {'security_group_id': '4a3dfb32-7c2b-4220-9d00-1132562907c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:20.860354 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.960377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.978307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Deleting port 5aed8d91-91a9-499f-a26e-1f5600c8f1ea {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:20.978670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.026346 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.039928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacce9e5-1153-47a8-aaa4-e1f8f9237606 req-1f537890-ce19-4d59-8f2c-741c597fbdf2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.041679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eacce9e5-1153-47a8-aaa4-e1f8f9237606 req-1f537890-ce19-4d59-8f2c-741c597fbdf2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1219015 Oct 27 16:10:21.055686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.127077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.137078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.137467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.142488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fc5727-e1a2-445f-81d7-c3b833b0ccf3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.164696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:21.175062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Calling delete_port for 5aed8d91-91a9-499f-a26e-1f5600c8f1ea owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:21.177310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:21.180367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:21.183923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.193416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eacce9e5-1153-47a8-aaa4-e1f8f9237606 req-c3ec2025-b578-4955-b7f8-7393a2eb6a9d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422861 Oct 27 16:10:21.225552 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.248573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.253264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-31209416-5d53-421f-ac24-ebdec9eee1e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055045 Oct 27 16:10:21.253644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55728) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:21.259362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:21.299953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.303889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.325573 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.356025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.377435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317b09-9980-44aa-8a4b-25f1cb353495 req-87952d8a-fe14-4e45-bfac-dafb4f50c9fc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.379067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8317b09-9980-44aa-8a4b-25f1cb353495 req-87952d8a-fe14-4e45-bfac-dafb4f50c9fc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 945 time: 0.0740120 Oct 27 16:10:21.462332 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3ea1f-a720-4ef2-8c81-7da7ab623c73 None None] Pushing event updated for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.482936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8317b09-9980-44aa-8a4b-25f1cb353495 req-3fff4788-5670-4649-b408-ef9acacc0688 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928762 Oct 27 16:10:21.488696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-beb693fe-e6e1-4cf9-a2f9-df7217519825 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2028303 Oct 27 16:10:21.501856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Request body: {'port': {'device_id': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:21.574237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Attempting to bind port 409e49ee-fff3-40dd-a9f9-cca32d0012df on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:21.574237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Attempting to bind port 409e49ee-fff3-40dd-a9f9-cca32d0012df by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:21.574237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Attempting to bind port 409e49ee-fff3-40dd-a9f9-cca32d0012df on network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:21.577776 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:21.578147 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Checking segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:21.578541 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.578929 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Bound using segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:21.579432 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Bound port: 409e49ee-fff3-40dd-a9f9-cca32d0012df, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:21.579807 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.592051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.608462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.710018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] For port 409e49ee-fff3-40dd-a9f9-cca32d0012df, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:21.713798 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] For port 409e49ee-fff3-40dd-a9f9-cca32d0012df, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=409e49ee-fff3-40dd-a9f9-cca32d0012df,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:21.746317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.761931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Allocated IP 172.25.5.116 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/f168f45f-e8c3-4901-9dc0-60a632886335) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:21.795075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5e4e010a-634c-4732-abc1-afa5181be4d4 None None] Provisioning complete for port 409e49ee-fff3-40dd-a9f9-cca32d0012df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:21.796804 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5e4e010a-634c-4732-abc1-afa5181be4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.800349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event deleted for resources: {'Port': ['ID=5aed8d91-91a9-499f-a26e-1f5600c8f1ea,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.813290 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.851869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e010a-634c-4732-abc1-afa5181be4d4 None None] Port 409e49ee-fff3-40dd-a9f9-cca32d0012df cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:21.901555 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3ea1f-a720-4ef2-8c81-7da7ab623c73 None None] Pushing event updated for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.924615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13a6f-9f34-4fe2-80c7-782dd310c7de req-fcb34fc4-4411-4cdd-a20c-b11963b0dc10 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.924615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52b13a6f-9f34-4fe2-80c7-782dd310c7de req-fcb34fc4-4411-4cdd-a20c-b11963b0dc10 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 945 time: 0.1959672 Oct 27 16:10:21.933146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.949043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.958082 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.960088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:21.960832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:21.971809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32bc563-dc2e-4c42-9e02-23ef1ef744d5 req-61f02c4e-2da6-4966-8b13-9840753cbe91 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "DELETE /v2.0/floatingips/a4aaf06f-5077-4917-bb39-fe1b72419832 HTTP/1.1" status: 204 len: 173 time: 1.2832150 Oct 27 16:10:22.036656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad296ae0-ebf7-41c7-900e-727215be2835 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:22.078222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52b13a6f-9f34-4fe2-80c7-782dd310c7de req-c4ab4b1f-a6c5-4b18-a215-31ade1fa85f0 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407099 Oct 27 16:10:22.087648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.184164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad296ae0-ebf7-41c7-900e-727215be2835 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:22.187747 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.205309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:22.209734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:22.212823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:22.246572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'Port': ['ID=f168f45f-e8c3-4901-9dc0-60a632886335,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:22.272145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:22.289449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.310680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Transition to ACTIVE for port object 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:22.381001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] Provisioning complete for port 409e49ee-fff3-40dd-a9f9-cca32d0012df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:22.383090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.383644 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.386847 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:22.464793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.537540 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.549285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.586728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] For port 409e49ee-fff3-40dd-a9f9-cca32d0012df, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=409e49ee-fff3-40dd-a9f9-cca32d0012df,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:22.605627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188543-9589-4e38-968b-74f32bd2219e req-c2c80395-c222-4155-a2f7-d5a6875498b2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.607510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31188543-9589-4e38-968b-74f32bd2219e req-c2c80395-c222-4155-a2f7-d5a6875498b2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.1024563 Oct 27 16:10:22.638129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:22.700975 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:21Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:22.720137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Attempting to bind port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:22.720498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Attempting to bind port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:22.720809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Attempting to bind port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:22.726971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:22.727325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Attempting to bind port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:22.735681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce91a-4a8e-4080-9662-3f6d44969af7 None None] The sync data for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 is: [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:21Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:22.736623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31188543-9589-4e38-968b-74f32bd2219e req-4a4b088d-1fea-44a1-b529-6e9434130177 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948975 Oct 27 16:10:22.737189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.737535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:22.737891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Checking segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:22.738262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Bound using segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:22.738705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Bound port: 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:22.739710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.808348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.813833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a584618-9829-4d1d-a30b-26642857dba7 None None] Pushing event updated for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:22.845695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-0508d347-61e3-4296-b742-b449daf8d0d7 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips/c44d29ee-75b4-4eb1-91cb-3ff65784aafb HTTP/1.1" status: 200 len: 692 time: 0.0583613 Oct 27 16:10:22.917409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:22.935371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:22.955505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.976778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-c01e0c6b-95e7-4f43-b171-0f85e9f385ad tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.979429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-c01e0c6b-95e7-4f43-b171-0f85e9f385ad tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1226673 Oct 27 16:10:23.072364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.076005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.109391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-6d718b3c-acfd-4e25-824f-387061cd4805 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.47 HTTP/1.1" status: 200 len: 695 time: 0.1232805 Oct 27 16:10:23.114984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ea32c30a-2697-4724-bc34-172cc3642dcf up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:23.129599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'Port': ['ID=f168f45f-e8c3-4901-9dc0-60a632886335,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:23.150214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.151504 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a2ae9b32-073e-4d27-a29b-ef3a725efe54 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8967791 Oct 27 16:10:23.233338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.233873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.235274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] 10.222.0.82 "PUT /v2.0/ports/7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 HTTP/1.1" status: 200 len: 1091 time: 1.7382004 Oct 27 16:10:23.239076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:23.241667 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f898bf-7a20-4156-9bc5-a603905230be" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:23.263067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-8e239983-994f-46e6-ac75-fc5bd9a593df tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.47 HTTP/1.1" status: 200 len: 695 time: 0.1127460 Oct 27 16:10:23.268178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port ea32c30a-2697-4724-bc34-172cc3642dcf completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:23.271259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port ea32c30a-2697-4724-bc34-172cc3642dcf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:23.271993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.363270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d00267-5172-4350-9015-6f0df8012c0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:23.377244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683855d9-8fb8-4b25-9104-df2b6023b992 req-e252aca1-3aad-4f67-9ef4-57fb32bd899f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.378850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-683855d9-8fb8-4b25-9104-df2b6023b992 req-e252aca1-3aad-4f67-9ef4-57fb32bd899f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.2857184 Oct 27 16:10:23.410535 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.496445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:23.498917 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec22ce-3ece-4f61-b608-8daf6cd2c81b" -d '{"events": [{"server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "name": "network-vif-plugged", "status": "completed", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:23.516624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ea32c30a-2697-4724-bc34-172cc3642dcf,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:23.562971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-683855d9-8fb8-4b25-9104-df2b6023b992 req-1e75fa52-b4fc-49d3-9192-061e268e8980 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200850 Oct 27 16:10:23.575673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-45040fd1-01e2-4fcf-9aff-861789ea995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.577197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-45040fd1-01e2-4fcf-9aff-861789ea995a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 1094 time: 0.1234031 Oct 27 16:10:23.624505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.647271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-a67cacaf-1284-4750-82eb-4733a9435c49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 HTTP/1.1" status: 200 len: 217 time: 0.0475304 Oct 27 16:10:23.658585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Deleting port e3143ef9-d3c6-44ce-99a3-2f7663ef7b60 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:23.659308 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.712633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:23.794572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-cab19ce2-4b85-48b9-8d98-e5d52e67fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.796146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-cab19ce2-4b85-48b9-8d98-e5d52e67fe25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.1395152 Oct 27 16:10:23.839857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-0dae9e1b-c459-4528-bcf7-b3503ad78c95 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.841395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-0dae9e1b-c459-4528-bcf7-b3503ad78c95 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 1101 time: 0.1482286 Oct 27 16:10:23.849877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-aabb3eb7-e062-4666-996b-d0e78eaf69e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448394 Oct 27 16:10:23.881239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.881573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.933354 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-d3a395d2-3abc-4d99-bf21-34ba27fdc515 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.941860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Calling delete_port for e3143ef9-d3c6-44ce-99a3-2f7663ef7b60 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:24.006599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 409e49ee-fff3-40dd-a9f9-cca32d0012df up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:24.055151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-c0fa7991-6a9a-4e39-94ac-218ec2e46e8f service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967955 Oct 27 16:10:24.074940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 409e49ee-fff3-40dd-a9f9-cca32d0012df triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:24.075803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.221182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-d3a395d2-3abc-4d99-bf21-34ba27fdc515 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.249375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc66dadb-8a1c-4884-8fbd-c57ceb91c620 req-00b53529-62c4-4d9c-909d-dc890599dfb1 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825566 Oct 27 16:10:24.298326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-d3a395d2-3abc-4d99-bf21-34ba27fdc515 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.340702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24f3ff92-559d-4bed-b971-e4beaccaa373 req-d3a395d2-3abc-4d99-bf21-34ba27fdc515 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881296 Oct 27 16:10:24.342496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.393650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a395d2-3abc-4d99-bf21-34ba27fdc515 tempest-ServersAdminNegativeTestJSON-280705793 tempest-ServersAdminNegativeTestJSON-280705793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948e240c-badd-4ce0-bca9-4659bb96fc0b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:24.404683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Pushing event deleted for resources: {'Port': ['ID=e3143ef9-d3c6-44ce-99a3-2f7663ef7b60,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:24.445933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.449164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.457429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55816) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:24.459643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4696a342-725c-47ef-8cbc-e9f2f5a38263 req-358590db-5b73-4990-9c24-31fcf5b30995 tempest-FloatingIPDetailsTestJSON-697468680 tempest-FloatingIPDetailsTestJSON-697468680-project] 10.222.0.70 "DELETE /v2.0/floatingips/c44d29ee-75b4-4eb1-91cb-3ff65784aafb HTTP/1.1" status: 204 len: 173 time: 1.1869013 Oct 27 16:10:24.497239 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc798e0-a6fc-4d37-b5e8-f089ea4ccf73 x-openstack-request-id: req-ecc798e0-a6fc-4d37-b5e8-f089ea4ccf73 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:24.497687 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:24.498006 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ecc798e0-a6fc-4d37-b5e8-f089ea4ccf73 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:24.498597 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'status': 'completed', 'code': 200} Oct 27 16:10:24.550853 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a02a17-4aaa-4d5c-a4b0-40df21d33762 x-openstack-request-id: req-70a02a17-4aaa-4d5c-a4b0-40df21d33762 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:24.552195 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "name": "network-vif-plugged", "status": "completed", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:24.552706 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70a02a17-4aaa-4d5c-a4b0-40df21d33762 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:24.553324 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'code': 200} Oct 27 16:10:24.620643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed2aef-bc9a-43c9-a04c-c9a95b32eba1 req-7a11e054-ab3a-43ca-95aa-ba917294c2ea tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:24.622810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78ed2aef-bc9a-43c9-a04c-c9a95b32eba1 req-7a11e054-ab3a-43ca-95aa-ba917294c2ea tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.1231704 Oct 27 16:10:24.695720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f898bf-7a20-4156-9bc5-a603905230be req-faf982d1-1d1e-4dce-a308-c8df7ab869e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:24.697793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-faf982d1-1d1e-4dce-a308-c8df7ab869e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 1094 time: 0.1504176 Oct 27 16:10:25.015671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78ed2aef-bc9a-43c9-a04c-c9a95b32eba1 req-2677f953-c6ce-4520-a963-d851690b5223 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700294 Oct 27 16:10:25.023094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3143-f97a-4d64-973a-1ad6dee0e188 req-473861bd-c5f0-454c-884f-81ebe272c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.024171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-002e3143-f97a-4d64-973a-1ad6dee0e188 req-473861bd-c5f0-454c-884f-81ebe272c983 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.3976922 Oct 27 16:10:25.041238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9685-784f-48ac-84df-44c34d39e9a6 req-c78ce27d-79b2-47a1-a0b9-56eb174c3d28 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.042765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-767d9685-784f-48ac-84df-44c34d39e9a6 req-c78ce27d-79b2-47a1-a0b9-56eb174c3d28 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.4189835 Oct 27 16:10:25.142878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-767d9685-784f-48ac-84df-44c34d39e9a6 req-725e8b89-6b2b-436a-84b2-74f5ef3dc9a9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898130 Oct 27 16:10:25.144450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-002e3143-f97a-4d64-973a-1ad6dee0e188 req-1db53bbb-b35b-4cdc-9fe9-8285ae176dee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007421 Oct 27 16:10:25.159130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f898bf-7a20-4156-9bc5-a603905230be req-a1ba9f97-3c6c-49cf-a2d4-36d6c0633092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.160644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-a1ba9f97-3c6c-49cf-a2d4-36d6c0633092 service neutron] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 915 time: 0.4496191 Oct 27 16:10:25.191500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e914-9c4e-451d-94a4-102e5f6c51b6 req-6ad587cb-4006-4580-9335-7f659f9ca8cf tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.193223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4292e914-9c4e-451d-94a4-102e5f6c51b6 req-6ad587cb-4006-4580-9335-7f659f9ca8cf tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.0712738 Oct 27 16:10:25.257364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4292e914-9c4e-451d-94a4-102e5f6c51b6 req-29dabf0b-1434-4d72-9ec3-f556296d3ba6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 Oct 27 16:10:25.274164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:25.472550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-e36328e9-de87-41fd-80dc-735f4ff2e371 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 HTTP/1.1" status: 200 len: 217 time: 0.0427310 Oct 27 16:10:25.535393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f898bf-7a20-4156-9bc5-a603905230be req-1150be43-c562-42a2-a1d4-d24df8f74092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.537419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-1150be43-c562-42a2-a1d4-d24df8f74092 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.0486603 Oct 27 16:10:25.572531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-f74ac4a0-4100-41d2-9006-f82322005a25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270832 Oct 27 16:10:25.608542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Deleting port 25b37b76-1a82-4a5f-80e8-0b9184088090 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:25.609150 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:25.705970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-894d2b1a-444b-43a2-ba62-1e293d4ba831 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223798 Oct 27 16:10:25.710246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] For port 25b37b76-1a82-4a5f-80e8-0b9184088090, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=25b37b76-1a82-4a5f-80e8-0b9184088090,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:25.710607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:25.724088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Calling delete_port for 25b37b76-1a82-4a5f-80e8-0b9184088090 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:25.807085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f898bf-7a20-4156-9bc5-a603905230be req-20f15ae0-e290-4c0a-969f-99196b676bd6 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930073 Oct 27 16:10:26.102596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:26.130937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b37b76-1a82-4a5f-80e8-0b9184088090,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:26.253373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856910b3-8c03-42cc-ae88-75468ec923dd req-7e20bd02-0a5f-45f5-91d5-e6a21e214c94 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:26.261421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-856910b3-8c03-42cc-ae88-75468ec923dd req-7e20bd02-0a5f-45f5-91d5-e6a21e214c94 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1044531 Oct 27 16:10:26.277703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3203-61d9-48ae-964c-4ca27a8801c5 req-773cdbe8-448b-4616-af44-c7dccb61f653 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:26.284560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e67a3203-61d9-48ae-964c-4ca27a8801c5 req-773cdbe8-448b-4616-af44-c7dccb61f653 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.0907359 Oct 27 16:10:26.335683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-856910b3-8c03-42cc-ae88-75468ec923dd req-71be20f5-f965-49f9-a150-199322a7ea5e tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733790 Oct 27 16:10:26.367118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e67a3203-61d9-48ae-964c-4ca27a8801c5 req-b5baec49-f0e2-4b92-947d-d873340aa011 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Oct 27 16:10:26.446055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:26.502972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ee6a-c92d-427a-9604-6fd7359d5d29 req-700d2ca9-638d-41a2-8701-67beb1f9ab2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:26.505150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6335ee6a-c92d-427a-9604-6fd7359d5d29 req-700d2ca9-638d-41a2-8701-67beb1f9ab2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.0688026 Oct 27 16:10:26.563638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6335ee6a-c92d-427a-9604-6fd7359d5d29 req-576c29ac-60e8-4dad-9cc6-20f571a7bc17 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Oct 27 16:10:26.691227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:26.804383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:26.814152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-075ebe8a-9163-48a7-bdea-edec92c6b904 admin admin] 10.222.0.70 "PUT /v2.0/routers/e8634aac-f0bb-4b4f-a322-ae9dcdf95d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555772 Oct 27 16:10:26.814803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55900) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:26.823365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Sync routers for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:26.838617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:26.839262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:26.947124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:26.957563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580184f-c8c8-4f37-8d59-45af7b17defe req-22a89e06-a84f-460d-a306-0565bd0b91ab tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:26.959030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e580184f-c8c8-4f37-8d59-45af7b17defe req-22a89e06-a84f-460d-a306-0565bd0b91ab tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1042919 Oct 27 16:10:26.972868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.076803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e580184f-c8c8-4f37-8d59-45af7b17defe req-112bb844-5fe4-44f4-8304-07e4da89fd51 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064601 Oct 27 16:10:27.130213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.130348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:27.223349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:10:25Z', 'revision_number': 5, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port': {'id': '115d0101-b8a2-4e2d-8329-4e44a34369ae', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:43Z', 'updated_at': '2021-10-27T16:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:27.264305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Checking router: e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:27.282471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:27.290999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Routers {'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:27.291828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:27.296220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'mac_address': 'fa:16:3e:1c:24:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:27.314672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Deleting port 115d0101-b8a2-4e2d-8329-4e44a34369ae {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:27.317260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.406677 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.412303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] Set router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:27.487014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] For port 115d0101-b8a2-4e2d-8329-4e44a34369ae, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=115d0101-b8a2-4e2d-8329-4e44a34369ae,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:27.487014 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.489667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:10:27Z', 'revision_number': 6, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:27.492508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:27.523160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cbdc-ab31-45d1-bed0-683e2f1ce995 None None] The sync data for ids ['e8634aac-f0bb-4b4f-a322-ae9dcdf95d21'] in n-d-814735-4 is: [{'id': 'e8634aac-f0bb-4b4f-a322-ae9dcdf95d21', 'name': 'tempest-FloatingIPDetailsTestJSON-1729097344-router', 'tenant_id': '044bef9960094658b0d59caa951e900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:42Z', 'updated_at': '2021-10-27T16:10:27Z', 'revision_number': 6, 'project_id': '044bef9960094658b0d59caa951e900a', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:27.544242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:27.576343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Calling delete_port for 115d0101-b8a2-4e2d-8329-4e44a34369ae owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:27.635422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.655693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ae209-ec55-4147-b2a0-5708639fa4fb req-60ab2ca2-a4d0-4bf7-90ce-3c56fadaa904 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:27.657748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c60ae209-ec55-4147-b2a0-5708639fa4fb req-60ab2ca2-a4d0-4bf7-90ce-3c56fadaa904 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1791105 Oct 27 16:10:27.669411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85540c-cc1f-414f-b28f-03807c1206d3 req-14c0c756-5eef-4fec-8026-c0976f93f632 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:27.671100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f85540c-cc1f-414f-b28f-03807c1206d3 req-14c0c756-5eef-4fec-8026-c0976f93f632 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.1473913 Oct 27 16:10:27.689555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:27.742333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c60ae209-ec55-4147-b2a0-5708639fa4fb req-1be34b90-9397-4016-98a8-49fd4521ac8f tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683446 Oct 27 16:10:27.768153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f85540c-cc1f-414f-b28f-03807c1206d3 req-aba775ce-ac21-44f6-b572-8080ebd9db9a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659359 Oct 27 16:10:27.777138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['18e461e3-2587-4adb-8db5-2b7cf3dd35c2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:27.830882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.929321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0985e0-b737-41d0-aadb-fbed063f765e req-0285efb7-deb8-46e5-93f9-469b12dcb350 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:27.931831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a0985e0-b737-41d0-aadb-fbed063f765e req-0285efb7-deb8-46e5-93f9-469b12dcb350 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.1018264 Oct 27 16:10:27.979182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 25b37b76-1a82-4a5f-80e8-0b9184088090 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:27.986120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a0985e0-b737-41d0-aadb-fbed063f765e req-d743eba2-b6cd-44a7-b2ec-34add2c66f76 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Oct 27 16:10:28.007212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 25b37b76-1a82-4a5f-80e8-0b9184088090 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:28.007552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 25b37b76-1a82-4a5f-80e8-0b9184088090 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:28.013500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.042869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Pushing event deleted for resources: {'Port': ['ID=115d0101-b8a2-4e2d-8329-4e44a34369ae,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:28.118392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.257339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.263033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.315285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.345569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e5843-312d-4f5e-bd1d-1da0491b1f06 req-5ecffc3a-ed16-4e0d-be1e-46aec3a43651 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:28.347083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b7e5843-312d-4f5e-bd1d-1da0491b1f06 req-5ecffc3a-ed16-4e0d-be1e-46aec3a43651 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1529570 Oct 27 16:10:28.389197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b7e5843-312d-4f5e-bd1d-1da0491b1f06 req-aa58f271-6ec1-4bfd-a46e-1f40bff521d7 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Oct 27 16:10:28.440640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.441308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:10:28.445713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.446887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f02b458b-d066-49fd-8487-da98528766ce admin admin] 10.222.0.70 "DELETE /v2.0/routers/e8634aac-f0bb-4b4f-a322-ae9dcdf95d21 HTTP/1.1" status: 204 len: 168 time: 1.6309247 Oct 27 16:10:28.449410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:28.498135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Deleting subnet f398479e-1a89-4dd4-bc27-c655f7ebb529 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:10:28.501819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.538703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.693364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.848692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.907586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f398479e-1a89-4dd4-bc27-c655f7ebb529,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:28.917383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.925662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-237bd8d4-e778-4dda-b166-adcf1946fe8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f398479e-1a89-4dd4-bc27-c655f7ebb529 HTTP/1.1" status: 204 len: 168 time: 0.4702001 Oct 27 16:10:28.925909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:28.929681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9bb67e-193d-48f3-af8e-53d790e2b42a None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:28.936060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411bd9-ccb0-4113-aa32-9873fce08b10 req-5cc93000-a0f9-4931-8e8e-36df75d2833e tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:28.937591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1411bd9-ccb0-4113-aa32-9873fce08b10 req-5cc93000-a0f9-4931-8e8e-36df75d2833e tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1201940 Oct 27 16:10:28.976183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9af9b0-dc4d-4fdf-bb9a-4c6d0975948c req-66815686-0ee0-44f9-a914-d56f571c1717 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:28.976183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be9af9b0-dc4d-4fdf-bb9a-4c6d0975948c req-66815686-0ee0-44f9-a914-d56f571c1717 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.1198282 Oct 27 16:10:29.006774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1411bd9-ccb0-4113-aa32-9873fce08b10 req-5aa70e4f-457a-4264-a802-945971f8d6e0 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615563 Oct 27 16:10:29.031690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.037283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be9af9b0-dc4d-4fdf-bb9a-4c6d0975948c req-662e1c0e-3f0f-4a17-b404-4cd413cbb4a9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Oct 27 16:10:29.153709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:29.179800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Deleting port d77bbbf1-3d18-4918-9559-ac394f86b709 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:29.179800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.180095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:29.226384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e0d1-44a6-4fe9-9769-d1245d4b1c5e req-7542fb07-27d9-4c9b-a282-ba1b1445adfe tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.229090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2614e0d1-44a6-4fe9-9769-d1245d4b1c5e req-7542fb07-27d9-4c9b-a282-ba1b1445adfe tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.1283216 Oct 27 16:10:29.237332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] For port d77bbbf1-3d18-4918-9559-ac394f86b709, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d77bbbf1-3d18-4918-9559-ac394f86b709,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.239195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.255991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Calling delete_port for d77bbbf1-3d18-4918-9559-ac394f86b709 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:29.358180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2614e0d1-44a6-4fe9-9769-d1245d4b1c5e req-d5d0d12e-2110-4046-a657-6b75664e9b9d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216478 Oct 27 16:10:29.371767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-bcb4a67f-50da-40b8-bb33-f0377745a3ea tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2959626 Oct 27 16:10:29.376274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:29.392816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-aaab000a-a850-459d-ad93-4cbd76c371a4 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.394351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-aaab000a-a850-459d-ad93-4cbd76c371a4 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1417212 Oct 27 16:10:29.414526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.433803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'port_id': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'mac_address': 'fa:16:3e:3f:92:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25e57a3-1a24-4fbe-9489-92a50a30efd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:29.495928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:29.496498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.509819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Deleting port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:29.510443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.541514 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.562777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] DHCP port deletion for d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:10:29.599248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:29.635952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.719890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Deleting port d77bbbf1-3d18-4918-9559-ac394f86b709 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:29.720262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.734794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.778092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.784519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.806491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.808845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77bbbf1-3d18-4918-9559-ac394f86b709,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:29.811085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] No DVR routers for this DVR port d77bbbf1-3d18-4918-9559-ac394f86b709 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:29.821105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:29.821105 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5b1fbd-8789-483d-9f34-387b6e5001e3" -d '{"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-plugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:29.851800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.900364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] For port d77bbbf1-3d18-4918-9559-ac394f86b709, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d77bbbf1-3d18-4918-9559-ac394f86b709,segment=NetworkSegment(33a5fefd-3951-4ab4-a7c5-2a95abfcb39a),segment_id=33a5fefd-3951-4ab4-a7c5-2a95abfcb39a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.900780 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.901658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.929643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:29.930366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4182b6a-a8fc-452a-99db-f1f84ef271de req-d2a34ed7-6e23-4397-9312-b12cb821ea33 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.932612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4182b6a-a8fc-452a-99db-f1f84ef271de req-d2a34ed7-6e23-4397-9312-b12cb821ea33 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1389029 Oct 27 16:10:29.935335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Calling delete_port for d77bbbf1-3d18-4918-9559-ac394f86b709 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:29.940833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.954053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:29.954348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a5fefd-3951-4ab4-a7c5-2a95abfcb39a') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:29.969003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.984980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.991773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:10:29.992705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.994313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] For port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:10:29.994486 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:10:29.996980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.018942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4182b6a-a8fc-452a-99db-f1f84ef271de req-315588b6-1dff-4022-90e9-404103315307 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696347 Oct 27 16:10:30.021917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Calling delete_port for 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:30.028083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d77bbbf1-3d18-4918-9559-ac394f86b709 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:30.064545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:30.070214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d77bbbf1-3d18-4918-9559-ac394f86b709 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:30.070685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d77bbbf1-3d18-4918-9559-ac394f86b709 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:30.071644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 115d0101-b8a2-4e2d-8329-4e44a34369ae no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:30.117545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.125510 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce1f489-5a48-459b-8688-038859186c7b x-openstack-request-id: req-1ce1f489-5a48-459b-8688-038859186c7b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:30.125800 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-plugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:30.126055 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ce1f489-5a48-459b-8688-038859186c7b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:30.126671 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'code': 200} Oct 27 16:10:30.133251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 115d0101-b8a2-4e2d-8329-4e44a34369ae {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:30.133651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 115d0101-b8a2-4e2d-8329-4e44a34369ae not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:30.166398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.176233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:30.188055 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.208881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.216718 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 HTTP/1.1" status: 204 len: 168 time: 1.2893527 Oct 27 16:10:30.219032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a475467-5ebf-4538-a9a3-25e6d70522f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:30.226970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Pushing event deleted for resources: {'Port': ['ID=d77bbbf1-3d18-4918-9559-ac394f86b709,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:30.232689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] Network d3a7e2a4-ec21-4e3c-b947-ddee4fe487f3 is not hosted by any dhcp agent {{(pid=114450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:10:30.233205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ccec-47da-44ae-9467-c2911eb20676 None None] No DVR routers for this DVR port d77bbbf1-3d18-4918-9559-ac394f86b709 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:30.332190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Allocated IP 172.25.5.195 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/01bf29a1-ec0e-44fc-8262-f1c18bc85896) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:30.343969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fab2f7-518c-4f5c-b641-efa781b7b841 req-4afa03fb-0b73-43be-83f8-103fe5596600 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:30.366709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90fab2f7-518c-4f5c-b641-efa781b7b841 req-4afa03fb-0b73-43be-83f8-103fe5596600 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 950 time: 0.1457257 Oct 27 16:10:30.429955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90fab2f7-518c-4f5c-b641-efa781b7b841 req-ff39faea-5b4c-430d-98e3-0993a718fc04 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783041 Oct 27 16:10:30.435024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.458748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1775e062-8ff1-40ba-a1e4-4014bffa5427'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:30.469946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Pushing event deleted for resources: {'Port': ['ID=46f77adf-8c75-4863-b5ef-f1a1e83db5b3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:30.550904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] No DVR routers for this DVR port 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:30.557430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.564070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d3b6ae0-ed78-4834-aa2a-f9508f42ef15 req-49c15514-b44b-486c-b662-e802685b3f50 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "DELETE /v2.0/ports/46f77adf-8c75-4863-b5ef-f1a1e83db5b3 HTTP/1.1" status: 204 len: 173 time: 1.1602988 Oct 27 16:10:30.564832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'name': 'network-vif-deleted', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:30.568903 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c116f-5bbb-47e7-bb28-72554662d4c7" -d '{"events": [{"server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "name": "network-vif-deleted", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:30.622402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.649582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216be4-5693-44d4-ad58-7fe301d73c25 req-06e4e521-acd8-415d-90e9-881a73d06f9d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:30.651542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8216be4-5693-44d4-ad58-7fe301d73c25 req-06e4e521-acd8-415d-90e9-881a73d06f9d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 944 time: 0.1057146 Oct 27 16:10:30.685953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:30.696665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:30.729554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8216be4-5693-44d4-ad58-7fe301d73c25 req-2b37d0da-5dd5-4f30-a3a8-ebb0f4ad7118 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657072 Oct 27 16:10:30.819593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9ff9a024-010b-48e2-9f57-cfdc77ce8012 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=044bef9960094658b0d59caa951e900a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320601 Oct 27 16:10:30.822613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55992) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:30.842674 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d88c0d8-e849-42c0-af6c-d3aac5b77500 x-openstack-request-id: req-5d88c0d8-e849-42c0-af6c-d3aac5b77500 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:30.842971 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33", "name": "network-vif-deleted", "tag": "46f77adf-8c75-4863-b5ef-f1a1e83db5b3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:30.843259 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d88c0d8-e849-42c0-af6c-d3aac5b77500 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:30.843658 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33', 'name': 'network-vif-deleted', 'tag': '46f77adf-8c75-4863-b5ef-f1a1e83db5b3', 'status': 'completed', 'code': 200} Oct 27 16:10:30.891544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.927372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.929705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.008623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:31.016524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:31.018919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:31.020946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event updated for resources: {'Port': ['ID=01bf29a1-ec0e-44fc-8262-f1c18bc85896,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:31.118836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.126361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:31.150783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:31.151323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 46f77adf-8c75-4863-b5ef-f1a1e83db5b3 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:31.194054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9b6b-8340-4c3b-aaa1-ad46f92cdb7a req-2b5117cb-a231-4204-b294-44914c962081 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.195763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b20d9b6b-8340-4c3b-aaa1-ad46f92cdb7a req-2b5117cb-a231-4204-b294-44914c962081 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.0563939 Oct 27 16:10:31.197084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.199850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.201269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4266b3bf-f70e-4162-8dd4-ea1357c86ffa HTTP/1.1" status: 204 len: 168 time: 0.3772895 Oct 27 16:10:31.222309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912fbd3-f3b6-4efb-a47b-253febedf2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266b3bf-f70e-4162-8dd4-ea1357c86ffa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:31.260019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b20d9b6b-8340-4c3b-aaa1-ad46f92cdb7a req-e0737f39-635c-4548-a693-f8a300bc346c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545914 Oct 27 16:10:31.313631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.472715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.555628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7573c3e-23b0-4b7c-af04-03880f26a60c req-14e13103-68e1-4ec3-8059-1cc38aaec498 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d3d7ce4-04d4-4e3c-bfa1-131a8e9ccd33 HTTP/1.1" status: 200 len: 210 time: 0.0297778 Oct 27 16:10:31.611759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.691724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.717908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event updated for resources: {'Port': ['ID=01bf29a1-ec0e-44fc-8262-f1c18bc85896,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:31.788028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.788028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-3627afd9-b16c-440b-88a4-9144706f6a7b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4151332 Oct 27 16:10:31.858506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-4a35d68d-4cd9-4901-9661-323c93285523 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0629048 Oct 27 16:10:32.046019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1b90d-b26b-4ff4-be08-1b99e2ccf2fc req-26bc1e83-6ef7-41c9-8181-92f6022becea tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:32.047708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41c1b90d-b26b-4ff4-be08-1b99e2ccf2fc req-26bc1e83-6ef7-41c9-8181-92f6022becea tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 944 time: 0.1882646 Oct 27 16:10:32.116971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-1a83e6cd-2473-4038-882d-d7c795a3fe86 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:32.119081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4aaf16a2-12fe-49bf-881b-8cc2b2be9978 req-1a83e6cd-2473-4038-882d-d7c795a3fe86 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2494936 Oct 27 16:10:32.122093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41c1b90d-b26b-4ff4-be08-1b99e2ccf2fc req-7a93604d-dc94-49c3-a6ee-736cae2d6eb8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663860 Oct 27 16:10:32.734501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d90a5c-d5f5-4b04-ba1c-47a571f7e747 req-dee562e5-a960-4184-9c83-2f73fd9a767e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:32.746283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5d90a5c-d5f5-4b04-ba1c-47a571f7e747 req-dee562e5-a960-4184-9c83-2f73fd9a767e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.0976155 Oct 27 16:10:32.799190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5d90a5c-d5f5-4b04-ba1c-47a571f7e747 req-2d2fa7e7-4a1b-479f-9490-8627f2ec25d8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Oct 27 16:10:33.155593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:33.233378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:33.326269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:33.342036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'port_id': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'mac_address': 'fa:16:3e:9a:37:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a65e-2042-419a-afcc-c31aeccd2ca1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:33.387808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.402730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:33.424879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:33.436467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:33.437877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:33.438443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.541482 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.554287 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.605161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:33.607469 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e5f16-ed10-4958-98c1-f18c387a6fd5" -d '{"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-plugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:33.614640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:33.646270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:33.685671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.692200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:33.770732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:35.170387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:35.222954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:35.223347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.315423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.350739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:35.502606 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.557152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:35.814855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-7a1320cf-452b-40dd-9cba-8c57b29b9da9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:35.817282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-7a1320cf-452b-40dd-9cba-8c57b29b9da9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 946 time: 0.0643363 Oct 27 16:10:35.943965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:35.944607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:36.061817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port a3a813c8-9bcc-44f9-abbf-ef840abd2c05, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:36.068692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:36.085833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for a3a813c8-9bcc-44f9-abbf-ef840abd2c05 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:36.360349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:36.377825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a3a813c8-9bcc-44f9-abbf-ef840abd2c05'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:36.410310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=a3a813c8-9bcc-44f9-abbf-ef840abd2c05,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:36.460369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port a3a813c8-9bcc-44f9-abbf-ef840abd2c05 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:36.463524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:36.466974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0b737ab-f448-4b49-ac19-7cdefd812a5f req-8bb7bda8-1fd2-484b-bb72-e53307c685b2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "DELETE /v2.0/ports/a3a813c8-9bcc-44f9-abbf-ef840abd2c05 HTTP/1.1" status: 204 len: 173 time: 0.6352003 Oct 27 16:10:36.467456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'name': 'network-vif-deleted', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:36.469955 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ceae3-2d1f-48cb-8e6f-8448e0db0438" -d '{"events": [{"server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "name": "network-vif-deleted", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:39.221131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a3a813c8-9bcc-44f9-abbf-ef840abd2c05 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:39.266448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a3a813c8-9bcc-44f9-abbf-ef840abd2c05 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:39.267375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a3a813c8-9bcc-44f9-abbf-ef840abd2c05 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:39.841148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36481104-b68a-46fb-878d-7a75bac145f9 req-51979f3b-43a8-45c6-82d4-b92e7f2ac1ce tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0625012 Oct 27 16:10:39.923135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-3da591ba-285c-439f-80b4-bbe57ff34917 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:39.924716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-3da591ba-285c-439f-80b4-bbe57ff34917 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 821 time: 0.2589285 Oct 27 16:10:39.947844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-0e517250-f22c-4798-be4f-28a839bb9682 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/quotas/9b2dc83272f949d8a7efccc87c1a9ec7 HTTP/1.1" status: 200 len: 375 time: 0.0116112 Oct 27 16:10:40.028071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-a55ae64f-099f-4ac7-820d-328e7bb34a7c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0720577 Oct 27 16:10:40.193333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-c58c3241-db7c-4d03-b175-39353786ac94 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312826 Oct 27 16:10:40.315027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-547f7658-339a-4586-8420-c50041f784f7 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391480 Oct 27 16:10:40.384422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f92e5-c1cb-431a-ac7e-e71364b60274 req-84d8b480-6261-4824-a4d0-24849c433e13 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.386125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b0f92e5-c1cb-431a-ac7e-e71364b60274 req-84d8b480-6261-4824-a4d0-24849c433e13 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0699954 Oct 27 16:10:40.470420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b0f92e5-c1cb-431a-ac7e-e71364b60274 req-44874826-0592-4d36-b86b-c86b644106e7 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761697 Oct 27 16:10:40.510477 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ff5fd4-c1fa-4bbf-9f25-176a47a364ed x-openstack-request-id: req-57ff5fd4-c1fa-4bbf-9f25-176a47a364ed {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:40.511592 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-plugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:40.512088 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57ff5fd4-c1fa-4bbf-9f25-176a47a364ed {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:40.512855 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'code': 200} Oct 27 16:10:40.734798 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85a91e-2d4c-4cf2-af3c-843c37412b66 x-openstack-request-id: req-ca85a91e-2d4c-4cf2-af3c-843c37412b66 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:40.734954 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df30046-bd75-47a7-a716-61974a522faf", "name": "network-vif-deleted", "tag": "a3a813c8-9bcc-44f9-abbf-ef840abd2c05", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:40.735170 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca85a91e-2d4c-4cf2-af3c-843c37412b66 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:40.735577 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df30046-bd75-47a7-a716-61974a522faf', 'name': 'network-vif-deleted', 'tag': 'a3a813c8-9bcc-44f9-abbf-ef840abd2c05', 'status': 'completed', 'code': 200} Oct 27 16:10:40.772847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bae3b-5872-4450-8207-fe9d111bdbcf req-65b226c7-254c-4ec2-b155-28479ea6ff81 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.782634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d0bae3b-5872-4450-8207-fe9d111bdbcf req-65b226c7-254c-4ec2-b155-28479ea6ff81 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.2265210 Oct 27 16:10:40.885705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d0bae3b-5872-4450-8207-fe9d111bdbcf req-5af40382-6622-4309-9c54-fe1ec0c1a75c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015451 Oct 27 16:10:40.891324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33c50-3456-4483-8a03-bc916f89e0ff req-842b3d65-84a3-4617-99c4-9b2b8664b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.893219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90c33c50-3456-4483-8a03-bc916f89e0ff req-842b3d65-84a3-4617-99c4-9b2b8664b6f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 1096 time: 0.1964290 Oct 27 16:10:40.977517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90c33c50-3456-4483-8a03-bc916f89e0ff req-17a6e6d5-af0a-4c75-9254-4754fbf99d9e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Oct 27 16:10:41.088726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6dcdf9d-a05f-4dae-a05c-712aef671080 req-fdde0fac-a43e-4d66-a1c2-045f2ede63df tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 210 time: 0.0328076 Oct 27 16:10:41.110163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56166) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:41.247781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da0e84c7-500b-4b0a-9384-72fd9c816a5e req-4eac895b-a2f6-42f4-a99f-c192768f3945 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0722826 Oct 27 16:10:41.251880 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5852-05ba-4d3e-be39-cfafcb7f9dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.313639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-39337dfc-9c6a-4cd2-bd1a-556df8a2943e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.342469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5852-05ba-4d3e-be39-cfafcb7f9dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.438859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5852-05ba-4d3e-be39-cfafcb7f9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.469342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970da5f-a1a7-404e-8863-0f7bf545d31c req-3ff0022f-4295-455a-9783-3b3ea09fe854 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:41.471467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9970da5f-a1a7-404e-8863-0f7bf545d31c req-3ff0022f-4295-455a-9783-3b3ea09fe854 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.0854628 Oct 27 16:10:41.541391 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1cbf5852-05ba-4d3e-be39-cfafcb7f9dc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5cbb17132fa471da7da64d774b11367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294808 Oct 27 16:10:41.548696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf5852-05ba-4d3e-be39-cfafcb7f9dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fb63b9-d402-4fe5-895c-73da1104a5f2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:41.549829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9970da5f-a1a7-404e-8863-0f7bf545d31c req-b68d0945-9237-407d-9567-4e13bd0e7dca tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708263 Oct 27 16:10:41.550797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:41.722577 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.767706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e47a6-db29-443f-98b0-bb803a5bcca4 req-83a555bf-5256-4685-85e3-df62c8141834 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:41.769659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e49e47a6-db29-443f-98b0-bb803a5bcca4 req-83a555bf-5256-4685-85e3-df62c8141834 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0832548 Oct 27 16:10:41.783412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.926264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e49e47a6-db29-443f-98b0-bb803a5bcca4 req-d392d77d-7812-4d1c-9d24-aa3a95380a58 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489861 Oct 27 16:10:41.965744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.968547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.973180 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38fb63b9-d402-4fe5-895c-73da1104a5f2 HTTP/1.1" status: 204 len: 168 time: 0.4212325 Oct 27 16:10:41.985211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fe69d-7bad-436b-ad22-b5fb5cca0cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fb63b9-d402-4fe5-895c-73da1104a5f2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:42.081150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96b9e-7b51-42f1-96df-5671f3860b9b req-f897f5ce-fc4a-4ac6-9efd-0365145e533d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.084054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c96b9e-7b51-42f1-96df-5671f3860b9b req-f897f5ce-fc4a-4ac6-9efd-0365145e533d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.1910017 Oct 27 16:10:42.311522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1f7f777-9d1e-467f-ad6a-1e69a8685122 req-5e58eb73-4e8f-417d-a4a9-de1538757b27 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 210 time: 0.0629349 Oct 27 16:10:42.340062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c96b9e-7b51-42f1-96df-5671f3860b9b req-9c3ba4e9-fd48-481c-ab8e-073d28f6a765 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461915 Oct 27 16:10:42.514673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:42.517874 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad5de43-18f1-4bdd-973e-d315e702df77" -d '{"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:42.527436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee0a9876-96da-4ac9-874c-fca6e8f4f9d7 req-a75ab303-cddc-477b-9040-39aa67162d5d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0384400 Oct 27 16:10:42.594883 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d8d5d-b411-4dc1-bf6e-c13d68236a1c x-openstack-request-id: req-117d8d5d-b411-4dc1-bf6e-c13d68236a1c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:42.595222 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:42.595472 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-117d8d5d-b411-4dc1-bf6e-c13d68236a1c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:42.596042 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'code': 200} Oct 27 16:10:42.764124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db36ae-7cf0-443e-ab29-9d29c7883b33 req-a41e75c0-239c-43e4-97e5-56aa9ebf21fa tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.774828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5db36ae-7cf0-443e-ab29-9d29c7883b33 req-a41e75c0-239c-43e4-97e5-56aa9ebf21fa tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.0792396 Oct 27 16:10:42.846275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5db36ae-7cf0-443e-ab29-9d29c7883b33 req-3d5f5e54-b4d0-4595-8183-318fd240fde0 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621235 Oct 27 16:10:43.131477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cb60f-e325-45e2-94fd-202ca69c6136 req-e142af22-49e5-45a9-b919-fa8f091a47ef tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.133743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c6cb60f-e325-45e2-94fd-202ca69c6136 req-e142af22-49e5-45a9-b919-fa8f091a47ef tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0844870 Oct 27 16:10:43.223224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:43.275480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c6cb60f-e325-45e2-94fd-202ca69c6136 req-c029dfc9-0d02-4b7a-b3d9-ba72e46dbdb7 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261313 Oct 27 16:10:43.407671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.452612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:43.563598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e99e70f4-0293-4321-ab3f-45fc361c23ce req-d15804e7-1655-4fee-9eba-9b370c08d608 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 210 time: 0.0722601 Oct 27 16:10:43.627616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.727349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30392fc-1a61-4e54-ab5f-639cdfaa8aa1 req-bfedd306-e186-4f57-8978-cb541b0d3968 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.738382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30392fc-1a61-4e54-ab5f-639cdfaa8aa1 req-bfedd306-e186-4f57-8978-cb541b0d3968 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 946 time: 0.2353642 Oct 27 16:10:43.789506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:43.829573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eeb975f7-919b-4b62-b7e9-41d6c7aed746 req-220b6db0-57e0-468d-92b4-92b87d12f59a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.0672777 Oct 27 16:10:43.883747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56244) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:43.911648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30392fc-1a61-4e54-ab5f-639cdfaa8aa1 req-b5353e99-5993-4f4a-86b3-ab5dc2df2a92 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675544 Oct 27 16:10:43.940873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0cae3da0-ff52-4854-952b-a9c3c808372a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.062439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6c9e05ff-baa7-47d2-ae67-c57e295361a7 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.064122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6c9e05ff-baa7-47d2-ae67-c57e295361a7 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.1508930 Oct 27 16:10:44.082185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aede0b-6abe-4642-865f-2d3a144de03e req-d8f19be7-e508-4cde-a4fb-715c4a3a2e2a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.086263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23aede0b-6abe-4642-865f-2d3a144de03e req-d8f19be7-e508-4cde-a4fb-715c4a3a2e2a tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 950 time: 0.1046383 Oct 27 16:10:44.116088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-785029566-network', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:44.155863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23aede0b-6abe-4642-865f-2d3a144de03e req-8e68dec4-9d49-4f8d-bd5f-897c961e5ac6 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/security-groups?id=42177116-f95d-4361-917f-133e08d20f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687063 Oct 27 16:10:44.240668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Deleting port 1775e062-8ff1-40ba-a1e4-4014bffa5427 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:44.254267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.278826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Made reservation on behalf of a0a4bdac104c4dd68b290753315be178 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:44.284103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.293580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.370657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] For port 1775e062-8ff1-40ba-a1e4-4014bffa5427, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1775e062-8ff1-40ba-a1e4-4014bffa5427,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:44.371129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.429537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.472898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Calling delete_port for 1775e062-8ff1-40ba-a1e4-4014bffa5427 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:44.536538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.568622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:10:44.571154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.593372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.594087 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Added segment f1c4a600-119d-499d-9a9e-c920fd2dff95 of type vlan for network 9eec0129-d7a3-4715-bb20-68be92ebe425 Oct 27 16:10:44.596130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b0a28-031a-4b7f-b7dd-f5a03aaa7e42,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:44.596928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:44.599735 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b472e69-ae17-4a36-bbce-d19753d5996f" -d '{"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:44.637260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66ffa-b97f-4c99-96b0-f50632cea33c req-704a3ef0-dff9-4b55-9fe0-6b1bc7778f11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.644813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8b66ffa-b97f-4c99-96b0-f50632cea33c req-704a3ef0-dff9-4b55-9fe0-6b1bc7778f11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.2623448 Oct 27 16:10:44.705812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.855928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.856945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.857459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.926343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8b66ffa-b97f-4c99-96b0-f50632cea33c req-0f931bec-5398-4575-ba29-ae8a25f3ea9d tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706985 Oct 27 16:10:44.994870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd270eb3-6191-4d2b-a21b-2bc30f207b1c req-2f49a6c1-2c00-4b9b-8c5a-fac57d55e082 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 210 time: 0.2562470 Oct 27 16:10:45.002630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=9eec0129-d7a3-4715-bb20-68be92ebe425,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:45.005959 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d96681-63cb-40ed-b19c-ab1220d9dc89 x-openstack-request-id: req-a5d96681-63cb-40ed-b19c-ab1220d9dc89 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:45.006422 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:45.006704 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5d96681-63cb-40ed-b19c-ab1220d9dc89 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:45.007778 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'code': 200} Oct 27 16:10:45.016157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.035856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:10:45.104579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.131649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a00923ff-95b8-426d-8b36-8af646d57aa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2444074 Oct 27 16:10:45.132337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:45.137310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Request body: {'subnet': {'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-785029566-subnet', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:45.156221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1775e062-8ff1-40ba-a1e4-4014bffa5427'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:45.324539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Made reservation on behalf of a0a4bdac104c4dd68b290753315be178 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:45.330281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.444881 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:10:45.548840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b0ea6ae-e17f-43fc-bfcb-c718821de0b1 req-830e07b3-92bf-4485-80f3-60237f7f4630 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=3df30046-bd75-47a7-a716-61974a522faf HTTP/1.1" status: 200 len: 210 time: 0.4324872 Oct 27 16:10:45.571811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Pushing event deleted for resources: {'Port': ['ID=1775e062-8ff1-40ba-a1e4-4014bffa5427,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:45.727955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-85542b52-1a01-4c85-b2de-360ddae8731e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.729409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-85542b52-1a01-4c85-b2de-360ddae8731e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 944 time: 0.9876437 Oct 27 16:10:45.780639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] No DVR routers for this DVR port 1775e062-8ff1-40ba-a1e4-4014bffa5427 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:45.783351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.783812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.784796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.784796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.784796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.785150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.785457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.785778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.786108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.786479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.786926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.792400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:45.798042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.801377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-418cdf32-7300-42f4-81cd-89dc599fb09f req-6f3fc8b5-63fe-4468-9d8a-8723607b90cf tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.82 "DELETE /v2.0/ports/1775e062-8ff1-40ba-a1e4-4014bffa5427 HTTP/1.1" status: 204 len: 173 time: 1.7068577 Oct 27 16:10:45.849827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.939283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05567f94-37b9-43db-b0c2-dc5d6664b8e6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:45.976668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Checking segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:45.983372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'name': 'network-vif-deleted', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:45.984472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Network hostable DHCP agents. Network: 9eec0129-d7a3-4715-bb20-68be92ebe425, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:10:45.989946 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbc45a-bdca-4c10-a61e-aaa511eeda9a" -d '{"events": [{"server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "name": "network-vif-deleted", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:46.078508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-c18394ef-d489-4a01-856c-44aab9c99974 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.092025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-c18394ef-d489-4a01-856c-44aab9c99974 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 821 time: 1.2331874 Oct 27 16:10:46.100955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4817d33-32fc-4b09-9e3c-d0e60ab9716f req-959d37de-2df4-4f1a-9b5b-057263f6296d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.102420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4817d33-32fc-4b09-9e3c-d0e60ab9716f req-959d37de-2df4-4f1a-9b5b-057263f6296d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 944 time: 0.5526268 Oct 27 16:10:46.110218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9bfab-eb44-49e0-adf1-35fad653c7ac req-a1bf76e2-392d-4ce2-b8f1-794f89961589 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.111873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ac9bfab-eb44-49e0-adf1-35fad653c7ac req-a1bf76e2-392d-4ce2-b8f1-794f89961589 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.3928537 Oct 27 16:10:46.119867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'port': {'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'admin_state_up': True, 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:46.228003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4817d33-32fc-4b09-9e3c-d0e60ab9716f req-5cd65463-ee23-4620-9be8-6273076dc09a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136448 Oct 27 16:10:46.250412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:10:46.276274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Deleting port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:46.276572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.359210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9eec0129-d7a3-4715-bb20-68be92ebe425) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:46.364098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.364708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.371537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126dfeb0-f1ba-4c70-b0f9-cf40bf77d664 None None] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:46.398594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] For port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:46.398970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.414706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Calling delete_port for cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:46.489698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ac9bfab-eb44-49e0-adf1-35fad653c7ac req-35798b35-2467-4c9c-a8fc-080ac071fc3b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602662 Oct 27 16:10:46.510675 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64832b77-eb1a-48db-a17f-2d81e4ff20d0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3766170 Oct 27 16:10:46.511882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56292) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:46.525782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c40dfe5f-a49b-4104-9eb5-40e466b4c202 req-1161239d-1cea-4cd2-acb9-547b050d4816 tempest-ServersAdminNegativeTestJSON-292938518 tempest-ServersAdminNegativeTestJSON-292938518-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee810252-0cf3-4fe9-a59e-94167aa4ee68 HTTP/1.1" status: 200 len: 210 time: 0.0544114 Oct 27 16:10:46.529168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:46.646140 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d963f0-834e-485f-9196-3fa15d0d587b x-openstack-request-id: req-f1d963f0-834e-485f-9196-3fa15d0d587b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:46.646944 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810252-0cf3-4fe9-a59e-94167aa4ee68", "name": "network-vif-deleted", "tag": "1775e062-8ff1-40ba-a1e4-4014bffa5427", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:46.647237 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1d963f0-834e-485f-9196-3fa15d0d587b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:46.648180 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810252-0cf3-4fe9-a59e-94167aa4ee68', 'name': 'network-vif-deleted', 'tag': '1775e062-8ff1-40ba-a1e4-4014bffa5427', 'status': 'completed', 'code': 200} Oct 27 16:10:46.717075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.718689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.730315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9eec0129-d7a3-4715-bb20-68be92ebe425', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:10:46.748138 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.796981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.843368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c06355d3-0bf0-4d2c-bc1f-54a8aee291ac req-1dd9cc85-d023-43b7-a9f3-c8a09bac84b6 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 210 time: 0.0763357 Oct 27 16:10:46.949812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Made reservation on behalf of 9b2dc83272f949d8a7efccc87c1a9ec7 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:46.953653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.002153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.043669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.073710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event deleted for resources: {'Port': ['ID=cfe16c3b-0fdd-40b0-a2f6-49daeda0d363,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:47.201491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Allocated IP 172.20.0.2 (9eec0129-d7a3-4715-bb20-68be92ebe425/05567f94-37b9-43db-b0c2-dc5d6664b8e6/628774fd-36b1-45f2-9114-cf214e734ba5) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:47.305083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.317659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] No DVR routers for this DVR port cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:47.337147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.347632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4db0fbf-11d1-45f7-9ffd-a4960f53b665 req-719ebff7-04f0-4d31-85ff-16e0483fcc8a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "DELETE /v2.0/ports/cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 HTTP/1.1" status: 204 len: 173 time: 1.5909262 Oct 27 16:10:47.412026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f7a63-638a-43d7-af9f-540e6013aebd req-ae3749eb-2bd9-4dd9-bd6a-4e92dc83dd6c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.413670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c70f7a63-638a-43d7-af9f-540e6013aebd req-ae3749eb-2bd9-4dd9-bd6a-4e92dc83dd6c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1515400 Oct 27 16:10:47.487613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10897ad3-5f07-4527-80ed-32116c64d31d req-ccfa1ecc-8df1-4b20-9106-d4ba377fcb73 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=456f9564-f709-4cf6-a8ec-18443a03554c HTTP/1.1" status: 200 len: 210 time: 0.0391946 Oct 27 16:10:47.504249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c70f7a63-638a-43d7-af9f-540e6013aebd req-d5e2397a-1aa5-4658-be3f-baeebbdc693e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Oct 27 16:10:47.504249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Allocated IP 172.20.0.14 (0a12252f-a220-4977-bb5e-a0a0293cf71a/c528b28f-15c8-4b3c-a439-ce5345977065/3fb3bd24-b049-4758-9b61-843340e10a19) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:47.646122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:47.678386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:47.679429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cfe16c3b-0fdd-40b0-a2f6-49daeda0d363 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:47.679929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1775e062-8ff1-40ba-a1e4-4014bffa5427 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:47.746334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 1775e062-8ff1-40ba-a1e4-4014bffa5427 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:47.747825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1775e062-8ff1-40ba-a1e4-4014bffa5427 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:47.861830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.892210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.911647 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.955012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df67d-c5be-43de-a0bc-7bf587682b5b req-948815a3-4029-4077-a87d-24b5d23144d4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.963338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a65df67d-c5be-43de-a0bc-7bf587682b5b req-948815a3-4029-4077-a87d-24b5d23144d4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.3753948 Oct 27 16:10:48.002310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a65df67d-c5be-43de-a0bc-7bf587682b5b req-61634d4b-3ec4-4e3c-a2e3-6e89c89a1d6c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 Oct 27 16:10:48.147734 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.157213 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.162218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Allocated IP 172.25.5.127 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/07fdce8e-124e-4b05-96b1-86d4ccc3f3ec) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:48.284213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Pushing event updated for resources: {'Port': ['ID=628774fd-36b1-45f2-9114-cf214e734ba5,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:48.310981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:48.316104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:48.320235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:48.340025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-4fe11f28-382d-40cc-a444-cb492f6688df tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.347158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-4fe11f28-382d-40cc-a444-cb492f6688df tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.6576548 Oct 27 16:10:48.371204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.398671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.408855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ea32c30a-2697-4724-bc34-172cc3642dcf'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:48.455526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:48.457237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-88ce38da-cbad-47f3-9323-a65f52599542 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0920484 Oct 27 16:10:48.462415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:48.465655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:48.500188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Attempting to bind port 628774fd-36b1-45f2-9114-cf214e734ba5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:48.500666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Attempting to bind port 628774fd-36b1-45f2-9114-cf214e734ba5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:48.501093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Attempting to bind port 628774fd-36b1-45f2-9114-cf214e734ba5 on network 9eec0129-d7a3-4715-bb20-68be92ebe425 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:48.512995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:48.512995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Checking segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:48.514197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.514197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Bound using segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:48.514197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Bound port: 628774fd-36b1-45f2-9114-cf214e734ba5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:48.514724 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.516000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-fe279100-7b0c-4a4c-9487-3351aedc8241 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433872 Oct 27 16:10:48.588050 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.613395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event updated for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:48.635694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1e55-1f37-4110-aee7-71ca9465a86f req-438ab557-d5cc-4f80-bfe3-8a3414b4e573 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.643552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a43e1e55-1f37-4110-aee7-71ca9465a86f req-438ab557-d5cc-4f80-bfe3-8a3414b4e573 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 932 time: 0.2953331 Oct 27 16:10:48.664416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-deleted', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:48.671293 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a4c0b-3d2f-45ac-a455-0571845972bd" -d '{"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-deleted", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:48.674364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:48.682985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:48.685736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] For port 628774fd-36b1-45f2-9114-cf214e734ba5, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:48.690484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] For port 628774fd-36b1-45f2-9114-cf214e734ba5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=628774fd-36b1-45f2-9114-cf214e734ba5,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:48.711961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:48.716085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:48.738254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.739319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.778068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a43e1e55-1f37-4110-aee7-71ca9465a86f req-9a9507fc-e1cf-4313-b30e-8b16bb796e46 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331444 Oct 27 16:10:48.827801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-7e930601-d8f2-4678-b1be-1327d3251725 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709155 Oct 27 16:10:48.919248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.936971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-946926dd-5b08-4f2f-aecb-0110568e6303 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8214455 Oct 27 16:10:48.951839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45eb80fc-6c48-490d-bfce-340c3ee12f3a req-7a68a9c4-f25b-4526-96ff-214294b7e5c5 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144400 Oct 27 16:10:48.964762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Request body: {'port': {'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:49.031501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1ab026e9-6cdb-4537-9d90-d2ab76fae700 None None] Provisioning complete for port 3fb3bd24-b049-4758-9b61-843340e10a19 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:49.032043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ab026e9-6cdb-4537-9d90-d2ab76fae700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.073597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.073870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:49.109136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1ab026e9-6cdb-4537-9d90-d2ab76fae700 None None] Port 3fb3bd24-b049-4758-9b61-843340e10a19 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:49.110954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10424-faa4-48b6-b2d2-1a316424d01a None None] Pushing event updated for resources: {'Port': ['ID=628774fd-36b1-45f2-9114-cf214e734ba5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:49.300679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.305484 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-866f1970-dd6c-4b40-97d3-7ad62f89a345 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a74e61c962fa49eeb20f31d33cb3a55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328701 Oct 27 16:10:49.322140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56388) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:49.506831 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c8ca5-9960-4c1c-ac1a-72512989af06 x-openstack-request-id: req-7f5c8ca5-9960-4c1c-ac1a-72512989af06 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:49.506831 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f9564-f709-4cf6-a8ec-18443a03554c", "name": "network-vif-deleted", "tag": "cfe16c3b-0fdd-40b0-a2f6-49daeda0d363", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:49.506831 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f5c8ca5-9960-4c1c-ac1a-72512989af06 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:49.506831 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f9564-f709-4cf6-a8ec-18443a03554c', 'name': 'network-vif-deleted', 'tag': 'cfe16c3b-0fdd-40b0-a2f6-49daeda0d363', 'status': 'completed', 'code': 200} Oct 27 16:10:49.533408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.603452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.680114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f864e74e-dc72-407a-bab9-001b604e662a req-cc596c21-275c-4c1c-80f2-3b8334cebf9f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=07c36fba-918d-4bc0-87f6-70ffa452ad2b HTTP/1.1" status: 200 len: 210 time: 0.0651090 Oct 27 16:10:49.734136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb3bd24-b049-4758-9b61-843340e10a19 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:49.752359 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.752574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.859761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4324b-59ae-411b-949e-8e244c7d2179 req-955355b3-f185-4d5f-9e96-59bdcba5f0b3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.862248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4324b-59ae-411b-949e-8e244c7d2179 req-955355b3-f185-4d5f-9e96-59bdcba5f0b3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Oct 27 16:10:49.886393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Transition to ACTIVE for port object 3fb3bd24-b049-4758-9b61-843340e10a19 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:49.889369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.892233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:49.896158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42177116-f95d-4361-917f-133e08d20f1b HTTP/1.1" status: 204 len: 168 time: 0.5701432 Oct 27 16:10:49.910214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28cea0-7ff2-43d7-903a-971b96ee4b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42177116-f95d-4361-917f-133e08d20f1b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:49.938831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4324b-59ae-411b-949e-8e244c7d2179 req-5c9d3042-8a52-4084-99cd-d380d92881e3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691273 Oct 27 16:10:49.999655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56428) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:50.004552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080475520', 'description': 'tempest-description--4695309'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:50.144313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.192636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 628774fd-36b1-45f2-9114-cf214e734ba5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:50.252747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 628774fd-36b1-45f2-9114-cf214e734ba5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:50.253381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.258331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f1bd-8b24-46cf-966a-68fc8352c5b2 req-751a58bb-c267-4e68-8dda-aac31764a89f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.266271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ee5f1bd-8b24-46cf-966a-68fc8352c5b2 req-751a58bb-c267-4e68-8dda-aac31764a89f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 944 time: 0.1357827 Oct 27 16:10:50.287183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Pushing event updated for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:50.350104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.430169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ee5f1bd-8b24-46cf-966a-68fc8352c5b2 req-2f122f39-6856-41fd-8823-f05f5b7e8a0c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628921 Oct 27 16:10:50.484845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Router 4419f828-3907-4028-ba2d-fb640a4c7f83 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:10:50.499356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Attempting to bind port 3fb3bd24-b049-4758-9b61-843340e10a19 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:50.499705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.500659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Attempting to bind port 3fb3bd24-b049-4758-9b61-843340e10a19 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:50.501130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Attempting to bind port 3fb3bd24-b049-4758-9b61-843340e10a19 on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:50.528805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Port 3fb3bd24-b049-4758-9b61-843340e10a19 on network 0a12252f-a220-4977-bb5e-a0a0293cf71a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:50.529138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Attempting to bind port 3fb3bd24-b049-4758-9b61-843340e10a19 on network 0a12252f-a220-4977-bb5e-a0a0293cf71a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:50.539585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:50.539847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Checking segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:50.540212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Bound using segment: {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:50.540851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Bound port: 3fb3bd24-b049-4758-9b61-843340e10a19, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed73e89-778e-43a7-b152-5dc250e062d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:50.541289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.570344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 628774fd-36b1-45f2-9114-cf214e734ba5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=628774fd-36b1-45f2-9114-cf214e734ba5,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:50.664648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.699194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:50.703958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fb3bd24-b049-4758-9b61-843340e10a19,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:50.728851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901a81c-01fa-4a48-b992-22f1db6db7c6 None None] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:50.747918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:50.762565 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Sync routers for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:50.777679 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:50.778529 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:50.792597 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.820970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.831969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.884342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=628774fd-36b1-45f2-9114-cf214e734ba5,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:50.908216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8bea0464-a2d6-4ab6-8ad6-850598a423b4 None None] Provisioning complete for port 628774fd-36b1-45f2-9114-cf214e734ba5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:50.908855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8bea0464-a2d6-4ab6-8ad6-850598a423b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.926099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.932322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701a2fc5-423c-4538-819a-42772cffa2be,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:50.941473 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-216dee0c-e9d0-4627-9295-25b41fb8a3f0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4253781 Oct 27 16:10:50.941473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56462) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:50.943643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.944313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.946236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] 10.222.0.82 "PUT /v2.0/ports/3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 1092 time: 1.9889576 Oct 27 16:10:50.946979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059a42d-0c73-4f63-a1a3-1b74c3e9800a service neutron] Pushing event updated for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:51.008036 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:51.194720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.201181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e96c2b4f-5528-4a40-8f82-ee16aa9a0866 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2003961 Oct 27 16:10:51.206107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:51.225263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'security_group_rule': {'security_group_id': '701a2fc5-423c-4538-819a-42772cffa2be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:51.373299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-f748bcdc-a794-415c-960b-40bdc86eec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.375059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-f748bcdc-a794-415c-960b-40bdc86eec7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1095 time: 0.1352558 Oct 27 16:10:51.397014 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:48Z', 'revision_number': 3, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:51.435991 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Checking router: 4419f828-3907-4028-ba2d-fb640a4c7f83 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:51.436609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Updating router 4419f828-3907-4028-ba2d-fb640a4c7f83 port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:51.486630 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.511305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:51.656034 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4413db66-27dc-434c-ac5c-d32500dd8b52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cb95eb176454945bca836f2a93e26a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424870 Oct 27 16:10:51.658690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56494) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:51.761237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-08e42e0c-7b72-4523-a8ca-e58c0c8e2239 None None] Provisioning complete for port 628774fd-36b1-45f2-9114-cf214e734ba5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:51.761725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08e42e0c-7b72-4523-a8ca-e58c0c8e2239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.785576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:51.787091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.791302 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3531e025-1758-41a7-af68-dab418ed2a15" -d '{"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:51.792906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.801577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-b815b82d-dcf9-49a4-85b5-c6593abb3078 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 217 time: 0.4165697 Oct 27 16:10:51.820663 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.835360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.870437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.920755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9458fdc-3c57-4528-acd9-a698ceed5a28 req-8560fec0-a681-4678-89b4-6a45e4cf91d3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.923502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9458fdc-3c57-4528-acd9-a698ceed5a28 req-8560fec0-a681-4678-89b4-6a45e4cf91d3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1281700 Oct 27 16:10:51.931550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-dba3965c-9a85-4706-9c6e-89fb2c77181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.933022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-dba3965c-9a85-4706-9c6e-89fb2c77181b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.0993545 Oct 27 16:10:51.952719 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.970171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.984595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 628774fd-36b1-45f2-9114-cf214e734ba5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:52.016156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9458fdc-3c57-4528-acd9-a698ceed5a28 req-dd85ea2b-3d4c-4cff-b896-061230ad6121 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821359 Oct 27 16:10:52.025970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-857a0c25-36ca-4f7c-a8bd-ecc687ffd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:52.027581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-857a0c25-36ca-4f7c-a8bd-ecc687ffd974 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811241 Oct 27 16:10:52.043228 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Attempting to bind port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:52.043704 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Attempting to bind port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:52.044136 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Attempting to bind port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:52.057839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:52.058311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:52.058901 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.059396 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:52.060135 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Bound port: 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:52.060536 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.075332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 628774fd-36b1-45f2-9114-cf214e734ba5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:52.075971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.088562 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192640e-d158-47d8-a9f3-a439534e3984 None None] Pushing event updated for resources: {'Port': ['ID=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.099624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Allocated IP 172.20.0.1 (9eec0129-d7a3-4715-bb20-68be92ebe425/05567f94-37b9-43db-b0c2-dc5d6664b8e6/7eeb88eb-b265-4ba0-9961-9b36bd4324be) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:52.145572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] For port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:52.150777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] For port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:52.166762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.197977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.212044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.212044 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/948e240c-badd-4ce0-bca9-4659bb96fc0b HTTP/1.1" status: 204 len: 168 time: 0.5421491 Oct 27 16:10:52.214191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f53733-773a-48f8-af84-7454f1dec52a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.229527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948e240c-badd-4ce0-bca9-4659bb96fc0b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.237098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3451c25-adc9-4533-a91d-62777d5a8cc6 req-0d01e219-f81d-4e7b-b300-823fa8d40855 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:52.238642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3451c25-adc9-4533-a91d-62777d5a8cc6 req-0d01e219-f81d-4e7b-b300-823fa8d40855 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 944 time: 0.1139312 Oct 27 16:10:52.240818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-feb5d45d-9fa7-441e-bf76-05cebf8e03f1 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043571 Oct 27 16:10:52.247129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.247876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.247876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.248227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.248569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.248900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.249227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.249675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.249928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.250573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.250573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.250878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c3f83-8674-44c7-94ef-b968037fd01f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:52.283493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.343166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3451c25-adc9-4533-a91d-62777d5a8cc6 req-d6a58d18-2bf8-4bad-98bc-f4e9817bba43 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963337 Oct 27 16:10:52.364554 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.386447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6634ee1f-8633-4cfa-bf08-1177466efee8 req-95b6bf71-5177-4060-a374-860dce169099 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375046 Oct 27 16:10:52.411853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.414493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5d2800bc-a3cf-4c67-a94f-47eab662c357 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2073617 Oct 27 16:10:52.417372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:52.434111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'security_group_rule': {'security_group_id': '701a2fc5-423c-4538-819a-42772cffa2be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:52.437661 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192640e-d158-47d8-a9f3-a439534e3984 None None] Pushing event updated for resources: {'Port': ['ID=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.441288 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:52.442117 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:52.460550 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c43fdd-b306-44d0-9577-f63f9d3cc71c x-openstack-request-id: req-25c43fdd-b306-44d0-9577-f63f9d3cc71c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:52.460850 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:52.461107 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25c43fdd-b306-44d0-9577-f63f9d3cc71c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:52.461564 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19', 'status': 'completed', 'code': 200} Oct 27 16:10:52.485162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.545064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:52.552471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:52.556336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:52.596883 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:52.606830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Pushing event updated for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.613091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.647485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.793533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-8931c315-437b-494e-96e2-36071edcf6d0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:52.800607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-8931c315-437b-494e-96e2-36071edcf6d0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1335688 Oct 27 16:10:52.816555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.841992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-b62adc6c-62d4-4dad-b94c-2a8e677bc99f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0404503 Oct 27 16:10:52.904908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-0b0e8209-6b1c-4ca0-855f-e8844f687a50 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532753 Oct 27 16:10:52.908250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d50262db-4755-43ac-a36c-37266fca9e41 None None] Provisioning complete for port 7eeb88eb-b265-4ba0-9961-9b36bd4324be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:52.908786 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:48Z', 'revision_number': 3, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:52.909214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50262db-4755-43ac-a36c-37266fca9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.948830 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c0cf3-917b-4cbd-912b-0234e002b0fa None None] The sync data for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 is: [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:48Z', 'revision_number': 3, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:52.956130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e025-1758-41a7-af68-dab418ed2a15 req-a1eb7ad6-56f4-489c-9a3d-fac76be89eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:52.959698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-a1eb7ad6-56f4-489c-9a3d-fac76be89eac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1095 time: 0.1504686 Oct 27 16:10:52.983420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d50262db-4755-43ac-a36c-37266fca9e41 None None] Port 7eeb88eb-b265-4ba0-9961-9b36bd4324be cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:53.014821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.082462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.112078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-71c35184-6653-4af9-81a3-d63e8f14b46a service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062023 Oct 27 16:10:53.132680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da805732-7dfe-458c-8d5e-46986e9d4a67,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:53.169134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e025-1758-41a7-af68-dab418ed2a15 req-c39554e6-706c-40b7-a58c-f8487f3bb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.170693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-c39554e6-706c-40b7-a58c-f8487f3bb82d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1978550 Oct 27 16:10:53.222995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-4d436fbb-f99b-478f-aa89-75b9d416a03d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 217 time: 0.0438461 Oct 27 16:10:53.252999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.257815 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64f2b842-e3e0-40db-a149-ad464c78098d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8355653 Oct 27 16:10:53.279609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:53.294507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:53.302857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:53.332737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-2ee126e7-7217-43e0-b2d8-c2c3f2d15c73 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087905 Oct 27 16:10:53.344130 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.379004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e025-1758-41a7-af68-dab418ed2a15 req-f4a2bee1-3b2f-487b-a7fb-2559fe94f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.383099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-f4a2bee1-3b2f-487b-a7fb-2559fe94f351 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1435239 Oct 27 16:10:53.413245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.445871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:53.449328 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761cc11-43cb-4f1e-935b-7d9819dccb73" -d '{"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-unplugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:53.456322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e025-1758-41a7-af68-dab418ed2a15 req-02e7c0e7-acf0-419a-86da-7aac63b06644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.458659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-02e7c0e7-acf0-419a-86da-7aac63b06644 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592766 Oct 27 16:10:53.466484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:53.478252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.571771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.577361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.598455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Pushing event updated for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:53.610229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-a3b891cc-aafc-4dce-95f0-31e575a92645 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407909 Oct 27 16:10:53.643605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.779691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:53.830195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:53.837848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:54.058374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.074334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c541-e893-41e4-8711-168a3350c13b req-3a90ae39-3d90-4f0e-8147-f215c913e340 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.076102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59c2c541-e893-41e4-8711-168a3350c13b req-3a90ae39-3d90-4f0e-8147-f215c913e340 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.2837274 Oct 27 16:10:54.090567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4c34-7be8-4966-8450-9d016e6d9213 req-caf012c7-70a2-4915-bffe-460ed0f9442a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.098189 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693b4c34-7be8-4966-8450-9d016e6d9213 req-caf012c7-70a2-4915-bffe-460ed0f9442a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 944 time: 0.2394922 Oct 27 16:10:54.101724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3531e025-1758-41a7-af68-dab418ed2a15 req-49da65db-c856-48a3-9bd2-20c59a36e9b0 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737754 Oct 27 16:10:54.106988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:54.193888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-693b4c34-7be8-4966-8450-9d016e6d9213 req-d4f82742-7a84-403e-ba43-d07c6b1dfe6c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 Oct 27 16:10:54.215337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59c2c541-e893-41e4-8711-168a3350c13b req-3a08f2ce-5cfa-44da-adfd-b91e1899e3d3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126642 Oct 27 16:10:54.256052 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17500e39-6d85-4335-b3c2-02464dfdde39 x-openstack-request-id: req-17500e39-6d85-4335-b3c2-02464dfdde39 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:54.256343 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-unplugged", "status": "completed", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:54.256597 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17500e39-6d85-4335-b3c2-02464dfdde39 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:54.256983 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'code': 200} Oct 27 16:10:54.257717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:54.258076 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.309335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db196f3d-478f-4863-b3f8-730915762de8 req-cc33c0d6-fc36-4840-b0fa-71af4410bbaf tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 210 time: 0.0407081 Oct 27 16:10:54.340796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Allocated IP 172.25.5.132 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/96c3630f-3349-464c-8a81-3ad3deae3e61) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:54.352824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Router 4419f828-3907-4028-ba2d-fb640a4c7f83 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:54.355869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5fb0e498-67a7-4c10-977e-7ce4a82c7066 None None] Provisioning complete for port 7eeb88eb-b265-4ba0-9961-9b36bd4324be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:54.356426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e498-67a7-4c10-977e-7ce4a82c7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.400836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0e498-67a7-4c10-977e-7ce4a82c7066 None None] Port 7eeb88eb-b265-4ba0-9961-9b36bd4324be cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:54.434951 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.461773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:54.502860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-a4d0db45-05b4-413d-b7a6-22d7916ff88d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.505021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-a4d0db45-05b4-413d-b7a6-22d7916ff88d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.1333756 Oct 27 16:10:54.521974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-3e650606-44c6-4e9a-84dc-f5f69f89a25d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/quotas/41202f257a7d42069be0486185029f9a HTTP/1.1" status: 200 len: 375 time: 0.0107195 Oct 27 16:10:54.553863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:54.561785 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-25bf1e78-354a-435d-a3b2-917f9561935f admin admin] 10.222.0.70 "PUT /v2.0/routers/4419f828-3907-4028-ba2d-fb640a4c7f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6184921 Oct 27 16:10:54.572679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.579944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.598906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-c63f7447-61a2-4fa5-aa61-a7db10cbff07 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700221 Oct 27 16:10:54.707513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:54.723966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.742460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-13a47eba-6b0c-49c6-b1b5-1abfab50855d service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289573 Oct 27 16:10:54.763144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:54.766046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:54.769704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:54.800392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'Port': ['ID=96c3630f-3349-464c-8a81-3ad3deae3e61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:54.849893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-d743a6e7-3337-410f-8448-e46c28c39b5e service neutron] 10.222.0.70 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008685 Oct 27 16:10:54.867976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.035586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.123160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Sync routers for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:55.132468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:55.133117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:55.197962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.264256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:55.391731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.458254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'Port': ['ID=96c3630f-3349-464c-8a81-3ad3deae3e61,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:55.476309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.494797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:53Z', 'revision_number': 2, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:55.521189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Checking router: 4419f828-3907-4028-ba2d-fb640a4c7f83 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:55.521598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Updating router 4419f828-3907-4028-ba2d-fb640a4c7f83 port 7eeb88eb-b265-4ba0-9961-9b36bd4324be binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:55.550166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.611024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.621642 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-79f78fef-afd3-4e2f-a3a1-0b9175f79599 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3258765 Oct 27 16:10:55.698214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56608) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:55.702694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721250689', 'description': 'tempest-description--496760337'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:55.796628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f308f8c8-45ed-4ca2-bcf8-6a96a8fe3c84 req-1d22a050-43da-4161-9772-2227284dd899 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 210 time: 0.0325587 Oct 27 16:10:55.887088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.034210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.039842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:56.057168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b5996-545c-47b2-b5b2-287b9c45226f req-0c8edb54-5a0e-42c1-9df3-cefa85dbfa55 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.059593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e27b5996-545c-47b2-b5b2-287b9c45226f req-0c8edb54-5a0e-42c1-9df3-cefa85dbfa55 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 944 time: 0.1921248 Oct 27 16:10:56.097341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e27b5996-545c-47b2-b5b2-287b9c45226f req-7edd65df-39f1-44c6-9814-e4051a62bcaa tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361238 Oct 27 16:10:56.124825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.138173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:56.138400 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.202020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.244079 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.281971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8514ba1b-bb53-415f-910f-8f6d3d11f98f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.286490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcb29e20-ef06-48c1-b925-c97e1745bee7 req-27a8b6fd-2d3a-4a8f-8354-486c87dd843d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 210 time: 0.0583699 Oct 27 16:10:56.316256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb75ee-bff8-44af-9dd8-b54cb586406f req-45b6c45d-5fda-4f23-babb-7ac86eca912e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.327536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68685a-894a-4a84-bac3-b78f97ca164a None None] Pushing event updated for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.327668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55eb75ee-bff8-44af-9dd8-b54cb586406f req-45b6c45d-5fda-4f23-babb-7ac86eca912e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1712761 Oct 27 16:10:56.361765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Attempting to bind port 7eeb88eb-b265-4ba0-9961-9b36bd4324be on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:56.362436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Attempting to bind port 7eeb88eb-b265-4ba0-9961-9b36bd4324be by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:56.362810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Attempting to bind port 7eeb88eb-b265-4ba0-9961-9b36bd4324be on network 9eec0129-d7a3-4715-bb20-68be92ebe425 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:56.364005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-fdfd1bbb-4f62-4cde-8e5a-9fe32103fd48 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.366038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-fdfd1bbb-4f62-4cde-8e5a-9fe32103fd48 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/ports?device_id=822dd36a-07b1-4c07-985a-8832823eff5a HTTP/1.1" status: 200 len: 943 time: 0.0976417 Oct 27 16:10:56.373788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:56.374487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Checking segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:56.375100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.375654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Bound using segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:56.376298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Bound port: 7eeb88eb-b265-4ba0-9961-9b36bd4324be, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:56.376862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.399780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55eb75ee-bff8-44af-9dd8-b54cb586406f req-e298d4b2-ef7b-426e-aa52-48a11449614f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738759 Oct 27 16:10:56.424816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.425648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4ec4cf80-7a5d-42ba-899e-bf54fa3b190d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7272789 Oct 27 16:10:56.429643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56626) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:56.444744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'security_group_rule': {'security_group_id': '8514ba1b-bb53-415f-910f-8f6d3d11f98f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:56.476173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] For port 7eeb88eb-b265-4ba0-9961-9b36bd4324be, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:56.480869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] For port 7eeb88eb-b265-4ba0-9961-9b36bd4324be, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7eeb88eb-b265-4ba0-9961-9b36bd4324be,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:56.577672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-1f09b05d-456f-4ae0-8f1d-fb852e5a61ed tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.579564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-1f09b05d-456f-4ae0-8f1d-fb852e5a61ed tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.1611001 Oct 27 16:10:56.586091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Deleting port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:56.586431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.621060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.627164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.636920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-40c15c1a-4d87-4850-a102-881505b89f7a tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/quotas/d617b19a39d34507a46ef5d0e6c8924b HTTP/1.1" status: 200 len: 375 time: 0.0474269 Oct 27 16:10:56.744303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] Provisioning complete for port 7eeb88eb-b265-4ba0-9961-9b36bd4324be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:56.745538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.749575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:56.750456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:56.754564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68685a-894a-4a84-bac3-b78f97ca164a None None] Pushing event updated for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.769405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.788132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] For port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:56.788658 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.803801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Calling delete_port for 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:56.870913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-62cf7a03-f53a-4411-89d9-eec223607b44 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2260792 Oct 27 16:10:56.912773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.946211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcf25bf-189c-4643-a1e6-bd73d2e2d971,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.980450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:57.030819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.042349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-213d761a-ef4f-4ce5-bc44-e152f1e7bb37 service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578622 Oct 27 16:10:57.113617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] For port 7eeb88eb-b265-4ba0-9961-9b36bd4324be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7eeb88eb-b265-4ba0-9961-9b36bd4324be,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:57.142154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.146926 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2358fdfc-9567-4ad1-86fa-dcc3b296dad3 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7151608 Oct 27 16:10:57.147875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56640) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:57.153072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'security_group_rule': {'security_group_id': '8514ba1b-bb53-415f-910f-8f6d3d11f98f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:57.255250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:56Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:57.289128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fb3bd24-b049-4758-9b61-843340e10a19 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:57.293409 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.295067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.301732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642c34b-a3e1-4538-a672-0e321c0efded None None] The sync data for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 is: [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:56Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:57.406779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.447756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c262717-39b9-437d-9daf-578cf4d8fec4 req-2aa184d1-bdc2-48cd-8416-9d17f042df4e tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 210 time: 0.3461418 Oct 27 16:10:57.451800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6986-a953-4cf1-ba96-5f2681206d4d None None] Pushing event updated for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:57.485814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2ad318f5-4dfa-4d8b-b121-664f2a49a7a1 None None] Provisioning complete for port 7eeb88eb-b265-4ba0-9961-9b36bd4324be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:57.486315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2ad318f5-4dfa-4d8b-b121-664f2a49a7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.511749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-434147f5-1e0b-4c35-b6dc-e07344df9738 service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630256 Oct 27 16:10:57.591223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.600969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fb3bd24-b049-4758-9b61-843340e10a19,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:57.607344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-4eded986-b87a-4a5e-a849-1888884ff978 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.608161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3fb3bd24-b049-4758-9b61-843340e10a19', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:57.609222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-4eded986-b87a-4a5e-a849-1888884ff978 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.5087178 Oct 27 16:10:57.610986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.627331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdad5eaa-f616-4925-813f-c775bf117b81,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:57.637866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:57.688029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.693051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event deleted for resources: {'Port': ['ID=18e461e3-2587-4adb-8db5-2b7cf3dd35c2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:57.735364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb3bd24-b049-4758-9b61-843340e10a19 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:57.745460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] No DVR routers for this DVR port 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:57.752516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.761250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78989ea5-4763-44a8-8521-f0e388b6ffe9 req-74510a4b-47a5-4bcc-b7a1-af1ff387b779 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "DELETE /v2.0/ports/18e461e3-2587-4adb-8db5-2b7cf3dd35c2 HTTP/1.1" status: 204 len: 173 time: 1.3819795 Oct 27 16:10:57.761250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-deleted', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:57.761250 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a8967-dc78-4ad2-899c-ff496d0dda13" -d '{"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-deleted", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:57.794772 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.800324 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-741cfab4-d4bd-4c80-9081-a3fd0351bbdb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6494856 Oct 27 16:10:57.802383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56650) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:57.803065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fb3bd24-b049-4758-9b61-843340e10a19,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:57.814807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:57.883422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.926292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d74aa943-485f-4fc5-9b3b-fd9ef288644e req-1d44e2fd-a1e6-4001-aced-40c4ae3558c1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 210 time: 0.0391405 Oct 27 16:10:57.945791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.983963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f5a13-9366-4679-bef5-6c342ca62c8a req-e2c32854-2b99-4db5-96ce-6e89d902ee2b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.989033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df1f5a13-9366-4679-bef5-6c342ca62c8a req-e2c32854-2b99-4db5-96ce-6e89d902ee2b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 944 time: 0.1529095 Oct 27 16:10:58.020937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.072795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:58.111152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7eeb88eb-b265-4ba0-9961-9b36bd4324be up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:58.120921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df1f5a13-9366-4679-bef5-6c342ca62c8a req-2fb90cd0-0cb1-4506-b7f6-473a3e4f692f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256173 Oct 27 16:10:58.177372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a29e-2a59-4ed5-b2e3-08b3f2ca92f7 req-07a39764-300f-43ab-bcb1-3d8bb1f778dc tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.179554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23a1a29e-2a59-4ed5-b2e3-08b3f2ca92f7 req-07a39764-300f-43ab-bcb1-3d8bb1f778dc tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1178567 Oct 27 16:10:58.180724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:58.205194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.207311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.261456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7eeb88eb-b265-4ba0-9961-9b36bd4324be triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:58.262086 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.341933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23a1a29e-2a59-4ed5-b2e3-08b3f2ca92f7 req-f5ad1fd0-2cdb-44b8-86d9-53a75d540b32 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270931 Oct 27 16:10:58.359914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3fb3bd24-b049-4758-9b61-843340e10a19'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:58.364503 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.434057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Allocated IP 172.25.5.122 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/9ff36844-3a00-4002-ae9d-05058c69dddf) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:58.452764 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d37f9-f2ff-4dba-8077-9ef0a34c8950 x-openstack-request-id: req-0d6d37f9-f2ff-4dba-8077-9ef0a34c8950 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:58.453114 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822dd36a-07b1-4c07-985a-8832823eff5a", "name": "network-vif-deleted", "tag": "18e461e3-2587-4adb-8db5-2b7cf3dd35c2", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:58.453649 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d6d37f9-f2ff-4dba-8077-9ef0a34c8950 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:58.454349 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822dd36a-07b1-4c07-985a-8832823eff5a', 'name': 'network-vif-deleted', 'tag': '18e461e3-2587-4adb-8db5-2b7cf3dd35c2', 'status': 'completed', 'code': 200} Oct 27 16:10:58.587524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.588865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dcf2fba-2964-41f5-9eb5-155ae4f23844 req-0d550d82-fc01-4d9f-a157-aad894b36214 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 210 time: 0.1255653 Oct 27 16:10:58.714976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.4 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/bf33176f-0584-433a-a040-d022cc80c3e6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:58.723942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.759902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b32aec4-628d-4336-99d3-09b1ece397b4 req-7798943b-5b7e-4a2a-8de6-8ca1f63a6d95 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 210 time: 0.0423484 Oct 27 16:10:58.760092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:58.763662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:58.779467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:58.816749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'Port': ['ID=9ff36844-3a00-4002-ae9d-05058c69dddf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:58.856545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-edcad9a2-ea30-456c-bafc-b0902ae55453 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.861970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-edcad9a2-ea30-456c-bafc-b0902ae55453 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 805 time: 0.2894754 Oct 27 16:10:58.879999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Request body: {'port': {'device_id': 'be0205da-f177-45d3-b077-60cb955b8f43', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'admin_state_up': True, 'tenant_id': '41202f257a7d42069be0486185029f9a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:58.894222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.071480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.114938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.129065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6dac9f1-bcc1-41f8-8c7e-e5ad49d6f399 req-ff2ba2e6-1040-46cc-82cf-fd704803c9cf tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 210 time: 0.0594697 Oct 27 16:10:59.274204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Made reservation on behalf of 41202f257a7d42069be0486185029f9a for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:59.279337 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.284343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:59.298590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.327490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:59.327992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18e461e3-2587-4adb-8db5-2b7cf3dd35c2 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:59.357287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.369709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24454f0c-e9c7-4127-ba7d-54329f942231 req-e6ec65ca-28a1-4a61-93fd-f95eeb34de39 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:59.371409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24454f0c-e9c7-4127-ba7d-54329f942231 req-e6ec65ca-28a1-4a61-93fd-f95eeb34de39 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 945 time: 0.1449525 Oct 27 16:10:59.415794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:59.435455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:59.437974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:59.459266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:59.466378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.542427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'Port': ['ID=9ff36844-3a00-4002-ae9d-05058c69dddf,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:59.556604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.565874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24454f0c-e9c7-4127-ba7d-54329f942231 req-c263c6ad-e5a8-465b-b426-c1c542fff8d1 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566741 Oct 27 16:10:59.589351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:59.589978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.612020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Allocated IP 172.20.0.6 (a074166a-6f0c-44e2-8db6-a220f229530a/a5c3aea5-a007-46d1-b5db-ef0041df41b1/885f2bc3-d2ac-4e7d-9102-04f48a8b0010) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:59.760862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c32-7e2b-4088-9b37-9a51b88fe8ae req-ade9e4c3-dc0a-4721-9b4a-e34f2472391e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:59.762527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-510a6c32-7e2b-4088-9b37-9a51b88fe8ae req-ade9e4c3-dc0a-4721-9b4a-e34f2472391e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1235161 Oct 27 16:10:59.835766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-510a6c32-7e2b-4088-9b37-9a51b88fe8ae req-8a7becb7-9bc7-41dd-a413-5b21ac570f3f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661771 Oct 27 16:10:59.838751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.873249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-bf8840d8-d0d8-4dfd-8acd-985626813f44 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2451375 Oct 27 16:10:59.874854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.878341 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ea1a60a-f220-4155-a432-51b3041b628c tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0717819 Oct 27 16:10:59.897905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Request body: {'port': {'device_id': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:59.944124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ef88ce8-c155-43ad-ba95-15fa349f12e1 req-f641b7eb-5618-42c2-9a1c-0084de855d79 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 210 time: 0.0694609 Oct 27 16:10:59.973898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b1836ac-f546-4682-a5ab-768b6e75d79f req-b0d15192-ba08-41ec-b0cd-1cf4cd4afc6b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 210 time: 0.0349751 Oct 27 16:10:59.999841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.056698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.060115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Network a074166a-6f0c-44e2-8db6-a220f229530a is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:00.068100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:00.071303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:00.133332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:00.211555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-c7341790-aa28-4912-8944-f904d6784caa tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1721250689&fields=id&tenant_id=a0a4bdac104c4dd68b290753315be178 HTTP/1.1" status: 200 len: 267 time: 0.1279931 Oct 27 16:11:00.219458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:00.220092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.436296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-311f49c1-7dee-4b7a-8f82-8ffaa59b29a0 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:00.437785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-311f49c1-7dee-4b7a-8f82-8ffaa59b29a0 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/networks?id=9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 200 len: 805 time: 0.2077420 Oct 27 16:11:00.471260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-669de534-41c3-49af-8102-7cb334064289 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5948403 Oct 27 16:11:00.484880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Request body: {'port': {'device_id': 'be0205da-f177-45d3-b077-60cb955b8f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:00.490628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-1056dc94-6fb4-4d29-8c07-2bf46225cabb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/quotas/a0a4bdac104c4dd68b290753315be178 HTTP/1.1" status: 200 len: 375 time: 0.0452042 Oct 27 16:11:00.664208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.683329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-a23d2943-abf1-4841-abcc-5588ff891b41 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0a4bdac104c4dd68b290753315be178&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678977 Oct 27 16:11:00.685266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf33176f-0584-433a-a040-d022cc80c3e6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:00.704736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.019405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fc8e-71d8-465c-84cc-765a5d92a5ea req-0be2405f-9a8d-47a8-858d-8284aeb6b1bd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.020795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c39fc8e-71d8-465c-84cc-765a5d92a5ea req-0be2405f-9a8d-47a8-858d-8284aeb6b1bd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 931 time: 0.4724422 Oct 27 16:11:01.036083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Transition to ACTIVE for port object bf33176f-0584-433a-a040-d022cc80c3e6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:01.182440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c39fc8e-71d8-465c-84cc-765a5d92a5ea req-325e5c73-3cfd-41b8-94c6-d31c5cda58b6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511855 Oct 27 16:11:01.218082 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.296503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-981c03dc-7cd0-466f-94d1-aa5485e36d92 service neutron] 10.222.0.70 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959663 Oct 27 16:11:01.308173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fb3bd24-b049-4758-9b61-843340e10a19 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:01.436143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Pushing event updated for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:01.444599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3fb3bd24-b049-4758-9b61-843340e10a19 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:01.449845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3fb3bd24-b049-4758-9b61-843340e10a19 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:01.450211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.558480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-9b27143b-df3e-4a7e-afed-7896bf7c1bd8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.560068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-9b27143b-df3e-4a7e-afed-7896bf7c1bd8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.4250474 Oct 27 16:11:01.568496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7146c-2127-435d-bafc-53b74169a3ce req-9b116047-0e1a-4936-af1b-3c1cd554c34e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.570068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f7146c-2127-435d-bafc-53b74169a3ce req-9b116047-0e1a-4936-af1b-3c1cd554c34e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 945 time: 0.2773263 Oct 27 16:11:01.597358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'port': {'device_id': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'admin_state_up': True, 'tenant_id': 'd617b19a39d34507a46ef5d0e6c8924b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:01.674116 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.698612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-0d45a392-f2de-4872-9d83-5a414ad57301 service neutron] 10.222.0.70 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548801 Oct 27 16:11:01.699535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:01.701860 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271561ec-2e5c-454e-95c2-3585220c7b6e" -d '{"events": [{"server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "name": "network-vif-plugged", "status": "completed", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:01.716371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fb3bd24-b049-4758-9b61-843340e10a19,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:01.725267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Attempting to bind port bf33176f-0584-433a-a040-d022cc80c3e6 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:01.725554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Attempting to bind port bf33176f-0584-433a-a040-d022cc80c3e6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:01.725892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Attempting to bind port bf33176f-0584-433a-a040-d022cc80c3e6 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:01.752410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f7146c-2127-435d-bafc-53b74169a3ce req-df675888-dad4-49be-ba83-1dab7e683a8a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604211 Oct 27 16:11:01.788715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Port bf33176f-0584-433a-a040-d022cc80c3e6 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:01.789047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Attempting to bind port bf33176f-0584-433a-a040-d022cc80c3e6 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:01.797690 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.811146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:01.811498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:01.811890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:01.812340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Bound port: bf33176f-0584-433a-a040-d022cc80c3e6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:01.812737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.829143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:01.846615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.869414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:01.876924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.877446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.877736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.878073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.878406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.878733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.879082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.879410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.879742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.880054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.880438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.881280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:01.913122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Transition to ACTIVE for port object 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:01.968181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9193-d2ab-4c4a-9f95-9955c1570d0d req-0947df69-89d5-436f-81ea-83e8e33161fa tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.969728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68da9193-d2ab-4c4a-9f95-9955c1570d0d req-0947df69-89d5-436f-81ea-83e8e33161fa tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1253364 Oct 27 16:11:02.005086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:02.009360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e47a5092-0b86-4d58-bc91-902ff9f757e7 req-874bb83b-5df0-4fe3-a518-07e18b69436b tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 210 time: 0.0367227 Oct 27 16:11:02.012733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.014509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Made reservation on behalf of d617b19a39d34507a46ef5d0e6c8924b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:02.018198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.072008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf33176f-0584-433a-a040-d022cc80c3e6,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:02.150098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.188684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:02.196427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68da9193-d2ab-4c4a-9f95-9955c1570d0d req-37ec9bf7-18db-4a25-a2d1-892a774aeac8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126076 Oct 27 16:11:02.302727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.302727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.302727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] 10.222.0.82 "PUT /v2.0/ports/bf33176f-0584-433a-a040-d022cc80c3e6 HTTP/1.1" status: 200 len: 1091 time: 2.3890965 Oct 27 16:11:02.302727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:02.302727 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a01fb67-acd0-406f-830a-04dadd7dd6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:02.319991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d4fe-4b72-4fc6-879b-041762dcfb6f req-9da35899-60ad-4fa7-97d3-c2aae69bd0cc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.321489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad56d4fe-4b72-4fc6-879b-041762dcfb6f req-9da35899-60ad-4fa7-97d3-c2aae69bd0cc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.2432592 Oct 27 16:11:02.390735 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91fb71a-807a-4f8e-bde5-f9784278bd85 x-openstack-request-id: req-c91fb71a-807a-4f8e-bde5-f9784278bd85 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:02.391297 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "name": "network-vif-plugged", "status": "completed", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:02.392045 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c91fb71a-807a-4f8e-bde5-f9784278bd85 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:02.392045 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19', 'code': 200} Oct 27 16:11:02.398747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f63e4-8e6d-4319-807d-4234044aaeae service neutron] Pushing event updated for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:02.433382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Attempting to bind port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:02.433721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Attempting to bind port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:02.434059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Attempting to bind port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:02.439838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Allocated IP 172.20.0.13 (6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57/1c56a65e-2042-419a-afcc-c31aeccd2ca1/6a6473b5-9aca-4577-ab00-7c1862700b54) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:02.460408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad56d4fe-4b72-4fc6-879b-041762dcfb6f req-21b998a2-46d6-4178-8147-ead20bee7a21 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271410 Oct 27 16:11:02.487359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 on network a074166a-6f0c-44e2-8db6-a220f229530a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:02.487359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Attempting to bind port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 on network a074166a-6f0c-44e2-8db6-a220f229530a {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:02.492461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fb3eed9-909e-403a-bdf2-4cd4f38937a8 req-bd54cd7d-1cd4-458f-b95a-7298031e98d0 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 210 time: 0.0583932 Oct 27 16:11:02.522358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:02.522947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Checking segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:02.523492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Bound using segment: {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:02.524099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Bound port: 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22c8c1c-0462-4056-821a-e8f9bd07b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:02.524792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292873d-736b-46e9-b2dc-400019040ad6 req-93d07592-5e70-411f-a72a-f3ff63a46daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.525290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.526311 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8292873d-736b-46e9-b2dc-400019040ad6 req-93d07592-5e70-411f-a72a-f3ff63a46daa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1097 time: 0.0524282 Oct 27 16:11:02.582315 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8292873d-736b-46e9-b2dc-400019040ad6 req-a97c12c0-9943-49b2-afe6-a3593a4defcf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Oct 27 16:11:02.659022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-370e9c30-1c55-4de1-8da5-df741df505ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.660625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-370e9c30-1c55-4de1-8da5-df741df505ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 1094 time: 0.2055490 Oct 27 16:11:02.763391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb56bf2-520a-4f5d-9170-a0448c54e2d1 req-3c349124-74ec-45ae-acc3-2096ac4d0833 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.764882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bb56bf2-520a-4f5d-9170-a0448c54e2d1 req-3c349124-74ec-45ae-acc3-2096ac4d0833 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 943 time: 0.2162783 Oct 27 16:11:02.771675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-a102d694-2076-4ed8-841a-6125fab5302f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1648991011&fields=id&tenant_id=7fd74136823a42ce99d7cccfe5c032d1 HTTP/1.1" status: 200 len: 267 time: 0.1507831 Oct 27 16:11:02.777183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:02.785052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:02.924790 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.928774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.944134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-747e4a26-5405-4044-a0b3-ec227c9b6473 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf33176f-0584-433a-a040-d022cc80c3e6 HTTP/1.1" status: 200 len: 217 time: 0.0846374 Oct 27 16:11:02.947067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bb56bf2-520a-4f5d-9170-a0448c54e2d1 req-63bad415-b54e-4ba3-9e73-922ce3a63260 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733441 Oct 27 16:11:03.020624 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9086fe34-4bd5-482a-8449-b325c59b548b x-openstack-request-id: req-9086fe34-4bd5-482a-8449-b325c59b548b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:03.021518 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:03.021807 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9086fe34-4bd5-482a-8449-b325c59b548b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:03.022198 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6', 'status': 'completed', 'code': 200} Oct 27 16:11:03.026530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.027173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.028543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] 10.222.0.82 "PUT /v2.0/ports/885f2bc3-d2ac-4e7d-9102-04f48a8b0010 HTTP/1.1" status: 200 len: 1091 time: 2.5479851 Oct 27 16:11:03.353674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77e324-f421-43e4-85ef-c0fae8f105df service neutron] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:03.388937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-381801c9-0a68-4352-aa4e-611305e0e11f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.390417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-381801c9-0a68-4352-aa4e-611305e0e11f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/networks?id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 200 len: 816 time: 0.6003871 Oct 27 16:11:03.394930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-557b3281-20be-4565-be69-0dd14e99de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.396891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-557b3281-20be-4565-be69-0dd14e99de60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.4232426 Oct 27 16:11:03.441239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-8e765f6e-7ca6-44e5-85ca-66ab7b506963 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302367 Oct 27 16:11:03.445004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-5c3ca464-2961-4fd6-9f89-742e163092b9 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/quotas/7fd74136823a42ce99d7cccfe5c032d1 HTTP/1.1" status: 200 len: 375 time: 0.0448596 Oct 27 16:11:03.482602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696bf2f-05ca-4a7f-a6d7-5621e95b373a req-1cf31434-4d5b-4247-979d-8231f4c13331 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.484117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6696bf2f-05ca-4a7f-a6d7-5621e95b373a req-1cf31434-4d5b-4247-979d-8231f4c13331 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 946 time: 0.1686475 Oct 27 16:11:03.489083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-3edffc0a-c388-417f-ad0d-51c2a25aad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.491262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-3edffc0a-c388-417f-ad0d-51c2a25aad71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 1094 time: 0.1694722 Oct 27 16:11:03.592604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.606544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-c5b83097-bf66-4b12-8af8-7390a6c76b62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010 HTTP/1.1" status: 200 len: 217 time: 0.0919435 Oct 27 16:11:03.709644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:03.720577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6696bf2f-05ca-4a7f-a6d7-5621e95b373a req-827be95f-4a60-4ff5-9c49-b6f511480e97 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283762 Oct 27 16:11:03.734207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-ac3dc0aa-bfa3-42ce-a02d-f4c85b5dfe85 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2828112 Oct 27 16:11:03.743188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:03.752129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:03.758292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:03.835876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-fa8be5b4-6983-41c3-a559-86cd09b5e04d service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805866 Oct 27 16:11:03.851421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936318-34ff-44be-b203-049ccdcbbe61 req-7e2d8927-93c0-40f2-aefb-7caed799fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.852818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-7e2d8927-93c0-40f2-aefb-7caed799fe5b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.2112679 Oct 27 16:11:03.969993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-4f0f7ff0-ccc4-4dd3-950c-33e06b290c10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809596 Oct 27 16:11:03.975771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.976380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.073620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd7c2-1e49-40ac-bae7-393864470b7c req-c268317b-8888-446b-b0a9-ed131470da22 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.075148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6cd7c2-1e49-40ac-bae7-393864470b7c req-c268317b-8888-446b-b0a9-ed131470da22 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 932 time: 0.2702549 Oct 27 16:11:04.111543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-53278a92-25b6-4666-bd11-c2acf58214ec tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5252259 Oct 27 16:11:04.113410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-81d40af8-4052-4538-9816-ade6e7fea3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523247 Oct 27 16:11:04.141710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Request body: {'port': {'device_id': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:04.167160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f656e8dd-6b83-478d-ade1-12be3a29e2cf req-e7e1e811-4242-48c0-bc5a-e25cf14fdea4 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133702 Oct 27 16:11:04.240620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6cd7c2-1e49-40ac-bae7-393864470b7c req-47b737ca-df40-426e-b511-535fb16fff8e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557808 Oct 27 16:11:04.334153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-fc86a5e5-167c-4f4d-9c6e-00bc57ff99b5 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402753 Oct 27 16:11:04.344964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.379737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-e5dcefa0-de57-4ee9-b9b0-721287d907b8 service neutron] 10.222.0.70 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550230 Oct 27 16:11:04.469397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-8b1fb11f-5f7e-46b1-93d8-5e45f99efc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.470915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-8b1fb11f-5f7e-46b1-93d8-5e45f99efc9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 1094 time: 0.1784406 Oct 27 16:11:04.586016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-732b7e31-acb5-4882-8402-50052a80cf87 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.588709 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-732b7e31-acb5-4882-8402-50052a80cf87 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.82 "GET /v2.0/networks?id=9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 200 len: 805 time: 0.1942060 Oct 27 16:11:04.632661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-3341b6d1-8f90-4275-ad61-655f5e12f3a8 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0a4bdac104c4dd68b290753315be178 HTTP/1.1" status: 200 len: 380 time: 0.0336113 Oct 27 16:11:04.642328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da936318-34ff-44be-b203-049ccdcbbe61 req-ed02026e-6fbc-440c-be85-994d525d8c7b service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938328 Oct 27 16:11:04.642792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'port': {'device_id': '49732add-8d23-454a-8adc-a8a305b5c838', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'admin_state_up': True, 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'security_groups': ['8514ba1b-bb53-415f-910f-8f6d3d11f98f']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:04.719811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b954e3-bea3-4baf-8694-745d7fdfc954 req-268e6964-c2e9-4410-b625-610164142ab2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.721302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92b954e3-bea3-4baf-8694-745d7fdfc954 req-268e6964-c2e9-4410-b625-610164142ab2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.2180908 Oct 27 16:11:04.775901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-c1bef496-32f1-4338-83bc-96e2eda841eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.777264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-c1bef496-32f1-4338-83bc-96e2eda841eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 913 time: 0.2951677 Oct 27 16:11:04.846266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92b954e3-bea3-4baf-8694-745d7fdfc954 req-a7f2b8c1-4e28-4251-a462-6e1ea20cea5e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041632 Oct 27 16:11:04.849434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-2b2a6fe8-c150-4525-8589-c99f160e5af8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf33176f-0584-433a-a040-d022cc80c3e6 HTTP/1.1" status: 200 len: 217 time: 0.0603149 Oct 27 16:11:04.888041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Made reservation on behalf of a0a4bdac104c4dd68b290753315be178 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:04.891783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.969989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-4e106082-9127-4b73-9119-f782526ac464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.971482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-4e106082-9127-4b73-9119-f782526ac464 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.1041570 Oct 27 16:11:05.007700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6473b5-9aca-4577-ab00-7c1862700b54 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:05.017037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-05a65622-47cd-4985-ab57-8ec72df71ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365212 Oct 27 16:11:05.024568 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.026826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:05.029070 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49271e04-f0f3-45c2-bfc1-b8be31befdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:05.034544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Allocated IP 172.20.0.10 (9eec0129-d7a3-4715-bb20-68be92ebe425/05567f94-37b9-43db-b0c2-dc5d6664b8e6/418e3204-69a4-4bf0-8670-1e391808ae74) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:05.072392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192b3a-3684-431d-b1bf-a6ce1f9c83bc req-df3d6e52-2ffc-45b0-8b49-b6ac7065b320 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.073948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37192b3a-3684-431d-b1bf-a6ce1f9c83bc req-df3d6e52-2ffc-45b0-8b49-b6ac7065b320 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.1642249 Oct 27 16:11:05.339351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56768) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:05.342705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Transition to ACTIVE for port object 6a6473b5-9aca-4577-ab00-7c1862700b54 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:05.403197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9048d1f-f356-4ef9-a2dc-362e8354be07 req-74a56455-798e-4d4e-8c48-34d1c705c2d2 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 210 time: 0.0615077 Oct 27 16:11:05.441061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.466689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37192b3a-3684-431d-b1bf-a6ce1f9c83bc req-188704f5-fc1b-484f-8ded-7d3a64194a8b tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 Oct 27 16:11:05.495881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.549715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-2bb406ab-56bf-4c7e-807f-e5dd4fed2054 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172384 Oct 27 16:11:05.568976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.585591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37161f56-fbd3-4102-8699-336d40e38dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.588109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:05.614802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:05.618736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:05.622549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:05.629193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event updated for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:05.683626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.684962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.736777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c970a-e6ec-4b4e-aeb9-4cf49c24d7bb req-6ad6a98e-46a3-4d60-a67b-2aa284b19c6f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.738375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb4c970a-e6ec-4b4e-aeb9-4cf49c24d7bb req-6ad6a98e-46a3-4d60-a67b-2aa284b19c6f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 943 time: 0.2385652 Oct 27 16:11:05.776285 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-108d5298-8c0d-40fb-871f-9509c0f14c3e tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1368341 Oct 27 16:11:05.793752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b6eb-07bd-4a1e-919a-1627018689ee req-17b2280a-c3a7-4847-8327-a59759299cd9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.795307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab88b6eb-07bd-4a1e-919a-1627018689ee req-17b2280a-c3a7-4847-8327-a59759299cd9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 946 time: 0.2397757 Oct 27 16:11:05.797723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Request body: {'port': {'device_id': '49732add-8d23-454a-8adc-a8a305b5c838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:05.834324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Attempting to bind port 6a6473b5-9aca-4577-ab00-7c1862700b54 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:05.834666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Attempting to bind port 6a6473b5-9aca-4577-ab00-7c1862700b54 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:05.835238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Attempting to bind port 6a6473b5-9aca-4577-ab00-7c1862700b54 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:05.863333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.874703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Port 6a6473b5-9aca-4577-ab00-7c1862700b54 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:05.875064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Attempting to bind port 6a6473b5-9aca-4577-ab00-7c1862700b54 on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:05.884795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb4c970a-e6ec-4b4e-aeb9-4cf49c24d7bb req-f1a0df1a-b3df-4ba1-a56d-6042ffe9cce4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375768 Oct 27 16:11:05.886698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a01fb67-acd0-406f-830a-04dadd7dd6e8 req-f6710405-ff41-4bff-9c4a-b6709ec18a99 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203752 Oct 27 16:11:05.900418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:05.900796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Checking segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:05.901156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Bound using segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:05.901653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Bound port: 6a6473b5-9aca-4577-ab00-7c1862700b54, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:05.901966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.943104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab88b6eb-07bd-4a1e-919a-1627018689ee req-c9d7045c-4705-4695-8760-4297b85a29cb tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188879 Oct 27 16:11:05.948655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-624f8792-5218-475e-99ab-1ed501874f72 None None] Provisioning complete for port 418e3204-69a4-4bf0-8670-1e391808ae74 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:05.949240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-624f8792-5218-475e-99ab-1ed501874f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.020475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-624f8792-5218-475e-99ab-1ed501874f72 None None] Port 418e3204-69a4-4bf0-8670-1e391808ae74 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:06.027372 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbb0d9-901b-43cd-a1ec-dfa4acd27b0b x-openstack-request-id: req-00cbb0d9-901b-43cd-a1ec-dfa4acd27b0b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:06.030475 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:06.030475 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00cbb0d9-901b-43cd-a1ec-dfa4acd27b0b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:06.030475 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'status': 'completed', 'code': 200} Oct 27 16:11:06.049897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37161f56-fbd3-4102-8699-336d40e38dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.077950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb1dc55d-c6b1-4d51-97b7-d79267b1c0ce req-73e48e37-bdeb-436b-a3d7-2d5a6c21b6de tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.0608122 Oct 27 16:11:06.120742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37161f56-fbd3-4102-8699-336d40e38dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.159503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:06.208943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:06.212404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418e3204-69a4-4bf0-8670-1e391808ae74 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:06.220828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.234128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Transition to ACTIVE for port object 418e3204-69a4-4bf0-8670-1e391808ae74 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:06.238211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161f56-fbd3-4102-8699-336d40e38dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6341c2-0a10-49ea-80c3-e529e5626462,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.245123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-a870fa54-7e2f-4573-a0c2-9a1a7ad7bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.246675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-a870fa54-7e2f-4573-a0c2-9a1a7ad7bab5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41202f257a7d42069be0486185029f9a&device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 1094 time: 0.1955402 Oct 27 16:11:06.248873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-37161f56-fbd3-4102-8699-336d40e38dfb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d4a611c3f4d4ef4951b91e05f616dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9051886 Oct 27 16:11:06.251920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:06.270587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807bf4-86fc-45dd-b449-d0f950d1035d req-e48bc500-1ffa-4005-b8fb-fc7924768999 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.272050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f807bf4-86fc-45dd-b449-d0f950d1035d req-e48bc500-1ffa-4005-b8fb-fc7924768999 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.1906180 Oct 27 16:11:06.286300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.290399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.336357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.365657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Pushing event updated for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.377269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.380288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.380481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.380597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] 10.222.0.82 "PUT /v2.0/ports/6a6473b5-9aca-4577-ab00-7c1862700b54 HTTP/1.1" status: 200 len: 1092 time: 2.2516456 Oct 27 16:11:06.388133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7bcbb-fdc6-48bd-9edb-569132ba6d94 req-c5f9e73d-fa57-46e4-9bae-b123be5486ce tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.389936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bb7bcbb-fdc6-48bd-9edb-569132ba6d94 req-c5f9e73d-fa57-46e4-9bae-b123be5486ce tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.2277853 Oct 27 16:11:06.486072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f807bf4-86fc-45dd-b449-d0f950d1035d req-76fe5294-eaf6-4c5f-b014-3c27ff4aeaff tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659577 Oct 27 16:11:06.513813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbbd40-ae61-49b3-a871-866df60a08f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.528414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-ace5d013-72fb-41ca-8df6-f68b8a087731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.530555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-ace5d013-72fb-41ca-8df6-f68b8a087731 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 200 len: 906 time: 0.2740722 Oct 27 16:11:06.531891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Attempting to bind port 418e3204-69a4-4bf0-8670-1e391808ae74 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:06.532500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Attempting to bind port 418e3204-69a4-4bf0-8670-1e391808ae74 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:06.533054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Attempting to bind port 418e3204-69a4-4bf0-8670-1e391808ae74 on network 9eec0129-d7a3-4715-bb20-68be92ebe425 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:06.544291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Port 418e3204-69a4-4bf0-8670-1e391808ae74 on network 9eec0129-d7a3-4715-bb20-68be92ebe425 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:06.545094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Attempting to bind port 418e3204-69a4-4bf0-8670-1e391808ae74 on network 9eec0129-d7a3-4715-bb20-68be92ebe425 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:06.554490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:06.555129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Checking segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:06.555934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Bound using segment: {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:06.556550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Bound port: 418e3204-69a4-4bf0-8670-1e391808ae74, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c4a600-119d-499d-9a9e-c920fd2dff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:06.557099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.574800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bb7bcbb-fdc6-48bd-9edb-569132ba6d94 req-ec675d40-5a77-451e-9a9e-021403fcebff tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706769 Oct 27 16:11:06.594739 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.597519 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.602566 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c6341c2-0a10-49ea-80c3-e529e5626462 HTTP/1.1" status: 204 len: 168 time: 0.3494139 Oct 27 16:11:06.625026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129245d-8ac1-4199-a630-d157da590b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6341c2-0a10-49ea-80c3-e529e5626462,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.654533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:06.658270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=418e3204-69a4-4bf0-8670-1e391808ae74,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:06.666989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-fd332540-d1e9-474c-a5ca-583e094165de service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010 HTTP/1.1" status: 200 len: 217 time: 0.1022148 Oct 27 16:11:06.728834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.766079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-9b7ca1f8-80b9-41bb-87b7-277a88fd4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.767642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-9b7ca1f8-80b9-41bb-87b7-277a88fd4c4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 1095 time: 0.2340076 Oct 27 16:11:06.772247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.773835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.775603 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] 10.222.0.82 "PUT /v2.0/ports/418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 200 len: 1092 time: 0.9824169 Oct 27 16:11:06.776065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:06.778796 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08" -d '{"events": [{"name": "network-changed", "server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:06.782883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-5db2a174-84e1-4589-941e-0008926e0893 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.791076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-5db2a174-84e1-4589-941e-0008926e0893 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2277169 Oct 27 16:11:06.807951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5537ae-0177-4c80-9953-21756cb34a88 service neutron] Pushing event updated for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.812498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-94c8fabb-574c-4190-978c-8e06cc04c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.814190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-94c8fabb-574c-4190-978c-8e06cc04c269 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 200 len: 845 time: 0.1373718 Oct 27 16:11:06.886505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-61b69bad-b545-4486-8606-8f2ae91c71c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6473b5-9aca-4577-ab00-7c1862700b54 HTTP/1.1" status: 200 len: 217 time: 0.0896971 Oct 27 16:11:06.915846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836c10-5a25-4e45-954a-f9effd8eea1d req-76d5dd23-c508-42c6-a77c-4ff2d84d3a11 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.917414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8836c10-5a25-4e45-954a-f9effd8eea1d req-76d5dd23-c508-42c6-a77c-4ff2d84d3a11 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 944 time: 0.2435813 Oct 27 16:11:06.921600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-5e9d7732-dc79-4cb8-99c4-803d716dbc57 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.1293759 Oct 27 16:11:06.931020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-1045c4ce-01ac-470b-9c91-33ba8b2c522d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a074166a-6f0c-44e2-8db6-a220f229530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617750 Oct 27 16:11:06.960427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-ad1e0112-97d4-4dd1-9c52-c7985a3f172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.975351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:06.978228 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-ad1e0112-97d4-4dd1-9c52-c7985a3f172b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0a4bdac104c4dd68b290753315be178&device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 1095 time: 0.0678465 Oct 27 16:11:07.036620 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-abb50b8f-2773-45d5-89fe-955d68927c2e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 200 len: 217 time: 0.0505216 Oct 27 16:11:07.079296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.097790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-bddfab5b-7a52-4a2e-b19f-558a753b673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.099376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-bddfab5b-7a52-4a2e-b19f-558a753b673c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05567f94-37b9-43db-b0c2-dc5d6664b8e6 HTTP/1.1" status: 200 len: 844 time: 0.0552752 Oct 27 16:11:07.139366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8836c10-5a25-4e45-954a-f9effd8eea1d req-bfff56ed-d322-4c17-ab2e-3b1d821de603 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043951 Oct 27 16:11:07.140783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-7111b995-1f21-4fb6-bf71-d1ccc943fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.142171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-7111b995-1f21-4fb6-bf71-d1ccc943fafc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.2352562 Oct 27 16:11:07.158773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-d9857d02-48e7-46c8-817f-2ceb97ac9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.160696 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-d9857d02-48e7-46c8-817f-2ceb97ac9699 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9eec0129-d7a3-4715-bb20-68be92ebe425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451436 Oct 27 16:11:07.278450 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-6a75f044-5f19-4d22-86cd-cf01b915e9a4 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086030 Oct 27 16:11:07.382792 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0e8cb4e4-32f4-472d-8ae5-51902f83d27c req-64835581-6539-4655-9618-c0c8391c2e3f service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933805 Oct 27 16:11:07.434411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-aec60097-1ab2-41e1-a37d-be10c2cd369d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476735 Oct 27 16:11:07.564443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-cd8c76a9-9aa8-4847-83ba-d8c5b9c965a6 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852790 Oct 27 16:11:07.595618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8db5b0-2e50-4237-91e8-df2153ffc827 req-f834e335-4ede-4852-917a-285b39304a01 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.601278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd8db5b0-2e50-4237-91e8-df2153ffc827 req-f834e335-4ede-4852-917a-285b39304a01 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.2090492 Oct 27 16:11:07.728838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-b47e4417-7417-4ea0-8164-c272fb3def97 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.731529 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-b47e4417-7417-4ea0-8164-c272fb3def97 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.82 "GET /v2.0/networks?id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 200 len: 816 time: 0.1092396 Oct 27 16:11:07.783560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-d8e1af01-0b63-4535-a67e-b0b87c7bd972 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175881 Oct 27 16:11:07.795073 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-81bacd4a-7c05-4b59-b49e-83081cb61d4e tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd74136823a42ce99d7cccfe5c032d1 HTTP/1.1" status: 200 len: 380 time: 0.0532064 Oct 27 16:11:07.805234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'port': {'device_id': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'admin_state_up': True, 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'security_groups': ['4a3dfb32-7c2b-4220-9d00-1132562907c7']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:07.820920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd8db5b0-2e50-4237-91e8-df2153ffc827 req-76f17420-21e9-48f6-8243-45978d456e5a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777501 Oct 27 16:11:07.903198 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e852771-5c85-4a81-a549-db14c6519fbf x-openstack-request-id: req-7e852771-5c85-4a81-a549-db14c6519fbf {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:07.903482 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:07.903742 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e852771-5c85-4a81-a549-db14c6519fbf {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:07.905150 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74', 'status': 'completed', 'code': 200} Oct 27 16:11:07.922474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49271e04-f0f3-45c2-bfc1-b8be31befdc2 req-15c89bea-a575-4c5e-8a33-6fc02a1054f4 service neutron] 10.222.0.82 "GET /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453813 Oct 27 16:11:08.030991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Made reservation on behalf of 7fd74136823a42ce99d7cccfe5c032d1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:08.034812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.037950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:08.040092 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4d93f-5c52-44df-b227-b840c1cabb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:08.187331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Allocated IP 172.20.0.6 (4beef55a-38c5-443b-b3fd-dde51b9bc0b6/7ca1b9bd-aae8-4881-a49f-008869f91c60/cb9d4e9a-d1e1-4482-9a0a-c521a7063d10) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:08.213779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d94c6fd-aec6-49ca-abc7-f5c250f69371 req-0ee02cf1-5a58-4c41-9de9-328c132b9957 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179580 Oct 27 16:11:08.237086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-02867c1b-d09f-419b-aebb-ae67b653cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.238492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-02867c1b-d09f-419b-aebb-ae67b653cf2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0a4bdac104c4dd68b290753315be178&device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 1095 time: 0.2433760 Oct 27 16:11:08.250570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46d99d-2283-47ed-92f9-c461d1ae525f req-485c774d-b4c7-4645-9553-19ff58fb348a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.252084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff46d99d-2283-47ed-92f9-c461d1ae525f req-485c774d-b4c7-4645-9553-19ff58fb348a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 943 time: 0.2476027 Oct 27 16:11:08.343823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:11:08.363439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.422025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff46d99d-2283-47ed-92f9-c461d1ae525f req-1e5a1dfc-2626-4c88-8465-bfe9bfd35898 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487494 Oct 27 16:11:08.450219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.460988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-cea5b56c-7bfe-4808-bd9b-30c3d9e4a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.462513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-cea5b56c-7bfe-4808-bd9b-30c3d9e4a1f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 200 len: 906 time: 0.2095602 Oct 27 16:11:08.466338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.520294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:08.520294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:08.520294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:08.526789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-23021739-6dea-44cf-b5a9-36b7cd49cc8c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 200 len: 217 time: 0.0542028 Oct 27 16:11:08.548821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event updated for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:08.581676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.582609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.597531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.696855 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-59eb774b-5f8b-484b-a668-fa6d794c879f tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960485 Oct 27 16:11:08.713800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70ea14-0b3d-44dc-82c9-2a317e12570a req-65c74f5c-aed2-4b59-b06e-a50c36ec8657 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.717310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Request body: {'port': {'device_id': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:08.720067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf70ea14-0b3d-44dc-82c9-2a317e12570a req-65c74f5c-aed2-4b59-b06e-a50c36ec8657 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 931 time: 0.1922424 Oct 27 16:11:08.724740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-0731e668-8440-484b-83db-5f705e48e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.726628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-0731e668-8440-484b-83db-5f705e48e7a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05567f94-37b9-43db-b0c2-dc5d6664b8e6 HTTP/1.1" status: 200 len: 844 time: 0.1658030 Oct 27 16:11:08.779762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.839495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1be4e8aa-faa2-4f54-8fe6-09d832335f57 None None] Provisioning complete for port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:08.840095 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1be4e8aa-faa2-4f54-8fe6-09d832335f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.897148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1be4e8aa-faa2-4f54-8fe6-09d832335f57 None None] Port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:09.044476 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Floating IP 36d50712-b70f-4bed-a800-92b85435707f associated. External IP: 172.25.5.195, port: ea32c30a-2697-4724-bc34-172cc3642dcf. Oct 27 16:11:09.083593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf70ea14-0b3d-44dc-82c9-2a317e12570a req-ceaae789-06dd-47f5-bad8-042dbc53cb70 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556194 Oct 27 16:11:09.101574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:09.109611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.121939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Transition to ACTIVE for port object cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:09.147020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-3dd2b807-d3d3-43c7-99f2-2d9e550fafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.148532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-3dd2b807-d3d3-43c7-99f2-2d9e550fafb9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9eec0129-d7a3-4715-bb20-68be92ebe425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4021893 Oct 27 16:11:09.208276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.281125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3be7-0230-4352-b373-ef1aa70ca7ba req-cbaec38e-eb18-4a7c-85b3-43a697429f37 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.282560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9caa3be7-0230-4352-b373-ef1aa70ca7ba req-cbaec38e-eb18-4a7c-85b3-43a697429f37 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.1232407 Oct 27 16:11:09.283390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:09.349265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Attempting to bind port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:09.349620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Attempting to bind port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:09.349946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Attempting to bind port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 on network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:09.354104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf33176f-0584-433a-a040-d022cc80c3e6 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:09.357847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 on network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:09.358185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Attempting to bind port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 on network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:09.367891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:09.368238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Checking segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:09.369140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Bound using segment: {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:09.369798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Bound port: cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1683c6be-3f4e-4043-bb56-5fb95a86265f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:09.370159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.459354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9caa3be7-0230-4352-b373-ef1aa70ca7ba req-b0356ff3-9808-4358-ab1f-1e932d4db18f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389713 Oct 27 16:11:09.465377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:09.469868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:09.489093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-96b6f044-074b-4695-82c4-0828672bac6f service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307240 Oct 27 16:11:09.509578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf33176f-0584-433a-a040-d022cc80c3e6,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:09.529028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'bf33176f-0584-433a-a040-d022cc80c3e6', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': 'bf33176f-0584-433a-a040-d022cc80c3e6', 'mac_address': 'fa:16:3e:38:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:09.554391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.618406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.619167 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.619997 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.622181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 200 len: 1091 time: 0.9166200 Oct 27 16:11:09.669676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf33176f-0584-433a-a040-d022cc80c3e6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:09.698530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:09.704472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf33176f-0584-433a-a040-d022cc80c3e6,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:09.706304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90761f0d-14ab-4437-ac15-ff9002a6a5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:09.729202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f977b-b8fb-4a40-ab84-f2533940c322 req-4da5d695-6180-465a-8f69-5f56dd3e0faa tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.729202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994f977b-b8fb-4a40-ab84-f2533940c322 req-4da5d695-6180-465a-8f69-5f56dd3e0faa tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1331487 Oct 27 16:11:09.751280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-850ebb4c-5db5-4e66-ac26-df12cd1c6d08 req-b839268c-5028-4c8e-9ca7-3d9790d9c966 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528570 Oct 27 16:11:09.815461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994f977b-b8fb-4a40-ab84-f2533940c322 req-045b8159-af48-4bab-b51b-0e61ee7b23ea tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793467 Oct 27 16:11:09.848240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.849617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:09.906584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:09.909016 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe03aeef-407a-4946-a599-0035614968f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:09.921277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:09.936547 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:09.946482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.961401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:09.962048 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:09.994022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:10.017872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-06b54466-da30-44b0-9ea8-5fa55cdae909 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "PUT /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 997 time: 3.0856400 Oct 27 16:11:10.034884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-14089441-60b0-4a22-8c0b-d44f69b4a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.037545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-14089441-60b0-4a22-8c0b-d44f69b4a1b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 1094 time: 0.2205906 Oct 27 16:11:10.111114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:10.111114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'mac_address': 'fa:16:3e:7a:b8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:10.124819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-49b71a48-cda5-4949-8a16-c85584f97f41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 200 len: 217 time: 0.0559320 Oct 27 16:11:10.166639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.167664 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07ab238-44a2-416c-84a7-4ef5ad161607 x-openstack-request-id: req-e07ab238-44a2-416c-84a7-4ef5ad161607 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:10.167960 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:10.168219 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e07ab238-44a2-416c-84a7-4ef5ad161607 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:10.168609 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'status': 'completed', 'code': 200} Oct 27 16:11:10.186865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:10.191651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-22e4a653-5c23-49c2-8ec2-bdfcc61f9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.194934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-22e4a653-5c23-49c2-8ec2-bdfcc61f9c45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1542206 Oct 27 16:11:10.217295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:10.241662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:10.253361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-9b8da0fa-1acb-4a03-9890-9b8da325793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.256063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-9b8da0fa-1acb-4a03-9890-9b8da325793d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 1095 time: 0.0643044 Oct 27 16:11:10.302535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-d52d7991-4f1d-41ef-b5f6-a8f65bd0bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.304163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-d52d7991-4f1d-41ef-b5f6-a8f65bd0bd3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7ca1b9bd-aae8-4881-a49f-008869f91c60 HTTP/1.1" status: 200 len: 855 time: 0.1711826 Oct 27 16:11:10.367881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff545bb1-2a0c-47cd-9096-0eff68ea1846 req-cc406160-3d67-41c0-831f-f21edc5bbc88 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.369564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff545bb1-2a0c-47cd-9096-0eff68ea1846 req-cc406160-3d67-41c0-831f-f21edc5bbc88 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 944 time: 0.1056607 Oct 27 16:11:10.391023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-db78b2ee-c58f-4332-ac0b-90c64b2f53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.392742 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-db78b2ee-c58f-4332-ac0b-90c64b2f53ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 923 time: 0.1293230 Oct 27 16:11:10.425691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-7c9d5e91-ad2b-46b2-a800-218ff802a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.427319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-7c9d5e91-ad2b-46b2-a800-218ff802a8f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138690 Oct 27 16:11:10.449536 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-7588dd15-8942-43b5-ba7c-9ea3ec76842e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a6473b5-9aca-4577-ab00-7c1862700b54 HTTP/1.1" status: 200 len: 217 time: 0.0488415 Oct 27 16:11:10.459098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-e2c7a3c2-4fca-4f90-aa9a-75ca9fe85f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.460820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-e2c7a3c2-4fca-4f90-aa9a-75ca9fe85f0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.2544436 Oct 27 16:11:10.532841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff545bb1-2a0c-47cd-9096-0eff68ea1846 req-374d246b-f970-4a5d-95a8-330bea825a31 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519690 Oct 27 16:11:10.540250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-a45f09cf-579f-4821-8f93-4e84b11f039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.541855 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-a45f09cf-579f-4821-8f93-4e84b11f039d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.0843041 Oct 27 16:11:10.600801 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-b0d885f8-5134-49cf-86d0-cd74f0ac8be5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497465 Oct 27 16:11:10.722111 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:08Z', 'revision_number': 1, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.727424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-9f91d98c-6665-46ba-b05c-b7461997772b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 1000 time: 0.2153883 Oct 27 16:11:10.762777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-93eadb38-4b11-4832-b5b9-f64a44b1dac5 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527169 Oct 27 16:11:10.766527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:10.777214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:10.777859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:10:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.798542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c18ed-390a-4947-80e8-a5adf7efe297 req-c4a522eb-6278-41ed-a9d0-f8129186159d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.807138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-195c18ed-390a-4947-80e8-a5adf7efe297 req-c4a522eb-6278-41ed-a9d0-f8129186159d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.1828434 Oct 27 16:11:10.819012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-0ec131b1-b3f9-4405-9209-2e57c2d16146 service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826385 Oct 27 16:11:10.865054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.905746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-1f406c98-39de-4823-b234-90fbebac662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.907366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-1f406c98-39de-4823-b234-90fbebac662e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1586404 Oct 27 16:11:10.934406 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:10.942602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-195c18ed-390a-4947-80e8-a5adf7efe297 req-b1ef186b-f08e-4fac-949d-e1c9f95886b2 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301062 Oct 27 16:11:10.988455 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ae4d93f-5c52-44df-b227-b840c1cabb2a req-7c1a5baa-9e74-435f-a45e-6c4b2402c78c service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056112 Oct 27 16:11:11.034757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:11.080813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e6ed3d-76a9-4d7b-a086-1066e869e175 req-abaf252d-dccd-461b-b4ce-91c44999f06a service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467365 Oct 27 16:11:11.085758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-d3f4d48e-d2c8-452c-8721-f86f7185b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.087425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-d3f4d48e-d2c8-452c-8721-f86f7185b556 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668091 Oct 27 16:11:11.102989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-b89eefde-615a-4f3b-9c96-bbe65b2657b2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:11:11.108781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-b89eefde-615a-4f3b-9c96-bbe65b2657b2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065155 Oct 27 16:11:11.122594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec738-8252-438b-9182-45481bcf4cbd req-d9f48bdd-55cd-416e-838b-a4191f2286fe tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.130414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-deaec738-8252-438b-9182-45481bcf4cbd req-d9f48bdd-55cd-416e-838b-a4191f2286fe tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 944 time: 0.0864859 Oct 27 16:11:11.215601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-deaec738-8252-438b-9182-45481bcf4cbd req-73645ce3-e3b4-4413-b76e-8d82cb399e4d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841155 Oct 27 16:11:11.259355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-d134ef28-a5cb-4545-85b9-51c426a6d29a service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214650 Oct 27 16:11:11.266173 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5616e-e503-4504-b8cd-9bae1be80d41 x-openstack-request-id: req-61c5616e-e503-4504-b8cd-9bae1be80d41 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:11.269619 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:11.270233 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61c5616e-e503-4504-b8cd-9bae1be80d41 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:11.270454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf33176f-0584-433a-a040-d022cc80c3e6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:11.270649 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'status': 'completed', 'code': 200} Oct 27 16:11:11.314728 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:08Z', 'revision_number': 1, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:11.342739 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304a8d4-f5ee-4985-8865-3913b3e18fdd None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:08Z', 'revision_number': 1, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:11.347091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['885f2bc3-d2ac-4e7d-9102-04f48a8b0010'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:11.370294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-618662de-3ae1-46a3-ac68-252e753c75d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.422495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 418e3204-69a4-4bf0-8670-1e391808ae74 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:11.747140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54bf877-b3bc-4db0-85a1-d442c3888d50 None None] New status for floating IP 36d50712-b70f-4bed-a800-92b85435707f: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:11.812966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8eef8ef-8ef8-4100-aa49-81f3c40c26dc req-e0df7af2-bde1-4bc1-b233-309ec4a07975 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453434 Oct 27 16:11:11.887983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b90a6-3fab-46bc-aeee-7c342c9de23f req-a3fea152-69e2-4121-9d26-7b76c575e489 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.889617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a24b90a6-3fab-46bc-aeee-7c342c9de23f req-a3fea152-69e2-4121-9d26-7b76c575e489 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.0746031 Oct 27 16:11:11.898666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03aeef-407a-4946-a599-0035614968f6 req-76eab511-7f3b-4a73-a4b4-d5354b17355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.904055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-76eab511-7f3b-4a73-a4b4-d5354b17355d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 1094 time: 0.5902643 Oct 27 16:11:11.952910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=418e3204-69a4-4bf0-8670-1e391808ae74,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:11.986965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '418e3204-69a4-4bf0-8670-1e391808ae74', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'port_id': '418e3204-69a4-4bf0-8670-1e391808ae74', 'mac_address': 'fa:16:3e:eb:52:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:12.010903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a24b90a6-3fab-46bc-aeee-7c342c9de23f req-8a90575e-0665-47f1-8cb6-efbd4aff5b56 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096187 Oct 27 16:11:12.104218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03aeef-407a-4946-a599-0035614968f6 req-c8fb3e41-3001-480d-8242-8e1f372c1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.110877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-c8fb3e41-3001-480d-8242-8e1f372c1c12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 200 len: 917 time: 0.1889584 Oct 27 16:11:12.115656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.137620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418e3204-69a4-4bf0-8670-1e391808ae74 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:12.162023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=418e3204-69a4-4bf0-8670-1e391808ae74,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:12.169918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:12.173413 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:12.218840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-e0194db8-33dc-408a-8866-fcb8c49eaa4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 200 len: 217 time: 0.0854294 Oct 27 16:11:12.241463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.290730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd617f-5e0c-4eea-89f5-e2c0e105324d req-bc2793cc-75b8-476e-bcbe-60f7956e32d2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.292607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cbd617f-5e0c-4eea-89f5-e2c0e105324d req-bc2793cc-75b8-476e-bcbe-60f7956e32d2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.1767049 Oct 27 16:11:12.311955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:12.325829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03aeef-407a-4946-a599-0035614968f6 req-27f629ca-037b-45f7-9261-7f64342ae44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.327526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-27f629ca-037b-45f7-9261-7f64342ae44f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7ca1b9bd-aae8-4881-a49f-008869f91c60 HTTP/1.1" status: 200 len: 855 time: 0.0923984 Oct 27 16:11:12.338983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72e3f6-c050-48ea-8023-33d7e7624adb req-f3e0275d-ee0c-494f-9f61-5baaab5a8c35 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.340443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f72e3f6-c050-48ea-8023-33d7e7624adb req-f3e0275d-ee0c-494f-9f61-5baaab5a8c35 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1918185 Oct 27 16:11:12.394786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cbd617f-5e0c-4eea-89f5-e2c0e105324d req-f7a8cec0-fd36-42e1-8f76-98e9f917cc90 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951662 Oct 27 16:11:12.416279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f72e3f6-c050-48ea-8023-33d7e7624adb req-d1a5262f-e9be-4717-aa4d-16f029f089ac tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651972 Oct 27 16:11:12.422765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03aeef-407a-4946-a599-0035614968f6 req-188d636a-bde0-4420-891b-889ca7f4c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.424361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-188d636a-bde0-4420-891b-889ca7f4c09b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828507 Oct 27 16:11:12.594248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78eeab-57a0-4b88-bd9f-7d397924614e req-2a92ebc6-dad6-49b9-9083-aa7a720b6cee tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.595784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b78eeab-57a0-4b88-bd9f-7d397924614e req-2a92ebc6-dad6-49b9-9083-aa7a720b6cee tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 945 time: 0.0824034 Oct 27 16:11:12.602276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-d686f240-9baa-40dd-8580-5e49337939ce service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690595 Oct 27 16:11:12.682833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b78eeab-57a0-4b88-bd9f-7d397924614e req-16142f27-9f29-4c32-9b68-b29a846ae0fe tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780036 Oct 27 16:11:12.728058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe03aeef-407a-4946-a599-0035614968f6 req-f2db79b4-2c9f-4428-b229-4e12b37f1c3d service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094899 Oct 27 16:11:12.821451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e6ff6-26e9-4e25-a173-0af50a8cce2d req-230ec78d-605c-4316-94e0-a7357fde13cb tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.822971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239e6ff6-26e9-4e25-a173-0af50a8cce2d req-230ec78d-605c-4316-94e0-a7357fde13cb tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 944 time: 0.0591898 Oct 27 16:11:12.896867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239e6ff6-26e9-4e25-a173-0af50a8cce2d req-420445d2-a769-4048-bf07-81da465e4251 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632572 Oct 27 16:11:12.908708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-7870a177-9928-4b65-b6a4-56e3a86c1379 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.910245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-7870a177-9928-4b65-b6a4-56e3a86c1379 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0860543 Oct 27 16:11:12.958120 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3200ade-1000-4574-adda-e2d2af915b03 x-openstack-request-id: req-e3200ade-1000-4574-adda-e2d2af915b03 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:12.958422 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:12.958777 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3200ade-1000-4574-adda-e2d2af915b03 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:12.959104 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:11:13.018288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['418e3204-69a4-4bf0-8670-1e391808ae74'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:13.068840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-9095db6d-61b0-47d5-876b-1ec6e1e3b6ab tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.1519933 Oct 27 16:11:13.087482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:13.095184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-0084de5b-2ee7-43d9-a746-a681f0dc450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.096715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-0084de5b-2ee7-43d9-a746-a681f0dc450a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1103621 Oct 27 16:11:13.159116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dade9-911a-498b-a3b3-bd1b3886cb03 req-4d1e3eb9-b28c-4a0f-8194-7a7890619840 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.161238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-318dade9-911a-498b-a3b3-bd1b3886cb03 req-4d1e3eb9-b28c-4a0f-8194-7a7890619840 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 944 time: 0.1551516 Oct 27 16:11:13.239956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.313545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-318dade9-911a-498b-a3b3-bd1b3886cb03 req-ad36cde7-0fbc-48da-becf-ad7ad1acf31e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159558 Oct 27 16:11:13.346718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-d3ad5197-8f45-4bfb-9c2c-3d6c6dbcadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.348413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-d3ad5197-8f45-4bfb-9c2c-3d6c6dbcadb0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.2186055 Oct 27 16:11:13.377787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:13.380927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf33176f-0584-433a-a040-d022cc80c3e6 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:13.501090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-d952315b-5ed9-474e-ab97-276d61c66b5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 1002 time: 0.1434877 Oct 27 16:11:13.567740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port bf33176f-0584-433a-a040-d022cc80c3e6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:13.591713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:13.606988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-bcd49736-d8c8-4b8a-bb2c-d93879ec43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.608593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-bcd49736-d8c8-4b8a-bb2c-d93879ec43ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.0738349 Oct 27 16:11:13.632201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port bf33176f-0584-433a-a040-d022cc80c3e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:13.633347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.703832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'port_id': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'mac_address': 'fa:16:3e:83:41:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a65e-2042-419a-afcc-c31aeccd2ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:13.719678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-ea6a3edd-4a6a-471c-b10c-611d07531e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.721179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-ea6a3edd-4a6a-471c-b10c-611d07531e92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023853 Oct 27 16:11:13.797679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.857044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf33176f-0584-433a-a040-d022cc80c3e6,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:13.870369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:13.874215 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342abc7-b1df-4880-8e60-e79008af380f" -d '{"events": [{"server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "name": "network-vif-plugged", "status": "completed", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:13.897148 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.934352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.943536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6473b5-9aca-4577-ab00-7c1862700b54 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:14.003693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:14.005147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-64c0560d-d84c-4949-97a0-d01804fdc0a8 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730994 Oct 27 16:11:14.012179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:11:14.019305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:14.029696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5748a5c3-b0c9-4b94-9335-acc8710173b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.131849 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.140169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.189339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c12c3f6-0a73-46e5-9f17-e76bbfb72172 req-041d6143-7fc1-47b9-91b4-7c7af6a3f167 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731186 Oct 27 16:11:14.203201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:14.214147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.336243 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Floating IP 36d50712-b70f-4bed-a800-92b85435707f associated. External IP: 172.25.5.195, port: ea32c30a-2697-4724-bc34-172cc3642dcf. Oct 27 16:11:14.565265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6a6473b5-9aca-4577-ab00-7c1862700b54'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:14.603509 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.724959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d284bc-9ba9-4f05-bff9-5b399948e15e req-01477fce-f2dd-4bfc-abda-f8c9f6eea02a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:14.726450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3d284bc-9ba9-4f05-bff9-5b399948e15e req-01477fce-f2dd-4bfc-abda-f8c9f6eea02a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.3551147 Oct 27 16:11:14.831698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3d284bc-9ba9-4f05-bff9-5b399948e15e req-9ed407ae-45a7-4671-aade-65fd4e3eb7b4 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978632 Oct 27 16:11:14.874625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:15.012995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.018509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232748-9270-4532-8225-a281b135a3a1 req-ebe72685-5beb-4a6f-935f-e0dc78545c78 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.020588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c232748-9270-4532-8225-a281b135a3a1 req-ebe72685-5beb-4a6f-935f-e0dc78545c78 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 945 time: 0.0989840 Oct 27 16:11:15.035213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:15.055511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:15.065227 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:15.070251 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:15.127678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c232748-9270-4532-8225-a281b135a3a1 req-082ef096-2cc0-4bd1-9c0b-b3db96fd4179 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008420 Oct 27 16:11:15.188969 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:15.297521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6992-0aa3-46e3-af13-6609620b3b01 req-2c977c85-f0ef-43b5-9cd5-001c64dc61b3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.298991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ce6992-0aa3-46e3-af13-6609620b3b01 req-2c977c85-f0ef-43b5-9cd5-001c64dc61b3 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0974998 Oct 27 16:11:15.327370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:15.348710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ce6992-0aa3-46e3-af13-6609620b3b01 req-1b98fd19-ee19-47f3-89f8-cb65ce973066 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Oct 27 16:11:15.396591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 418e3204-69a4-4bf0-8670-1e391808ae74 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:15.412823 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:13Z', 'revision_number': 3, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:15.442650 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:15.451309 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:15.452286 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:15.489914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6e954-e864-48a7-9c68-0794e11d81f3 req-fb7b5d10-245c-4b2e-a529-1a6a9168ec10 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.491415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bd6e954-e864-48a7-9c68-0794e11d81f3 req-fb7b5d10-245c-4b2e-a529-1a6a9168ec10 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 945 time: 0.0739460 Oct 27 16:11:15.500433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:15.505677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.509970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 418e3204-69a4-4bf0-8670-1e391808ae74 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:15.515123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 418e3204-69a4-4bf0-8670-1e391808ae74 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:15.516871 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.556621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:15.558887 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:15.560986 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:15.587556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bd6e954-e864-48a7-9c68-0794e11d81f3 req-4d327ea1-c12b-4688-ba65-1873fda761dc tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896246 Oct 27 16:11:15.595641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-663da74a-935b-4104-af30-683ac08e564e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "PUT /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 999 time: 2.5171058 Oct 27 16:11:15.597028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.644084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=418e3204-69a4-4bf0-8670-1e391808ae74,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:15.660019 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f43328-c3b2-4fe0-89a9-f6bbf09cd2e1 x-openstack-request-id: req-73f43328-c3b2-4fe0-89a9-f6bbf09cd2e1 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:15.660892 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "name": "network-vif-plugged", "status": "completed", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:15.661217 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73f43328-c3b2-4fe0-89a9-f6bbf09cd2e1 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:15.662001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-175de874-ea03-4eec-8b6e-5f69e9846dcc tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.663647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-175de874-ea03-4eec-8b6e-5f69e9846dcc tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports/ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 943 time: 0.0603325 Oct 27 16:11:15.671149 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6', 'code': 200} Oct 27 16:11:15.686841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.688008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:15.778153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:15.803003 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:13Z', 'revision_number': 3, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:15.834799 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185ce04-e1d8-40d5-ba6d-043b26b8b276 None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:13Z', 'revision_number': 3, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:15.842348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:15.849592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:15.850391 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.853381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20580adc-897d-465d-bbc2-8cc8aaaa233d req-151ae413-2cd1-46e7-8fed-6ca226c78ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.855121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20580adc-897d-465d-bbc2-8cc8aaaa233d req-151ae413-2cd1-46e7-8fed-6ca226c78ce1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 1096 time: 0.1240277 Oct 27 16:11:15.860921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-b5a1ba87-418d-4a20-a375-5a50c8cca764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.862468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-b5a1ba87-418d-4a20-a375-5a50c8cca764 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1185281 Oct 27 16:11:15.879927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d3cc-c14f-4eb3-80f8-32621eddc5d8 req-2d54503f-8746-4f75-a753-a3f5e1e2b777 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.881505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3d8d3cc-c14f-4eb3-80f8-32621eddc5d8 req-2d54503f-8746-4f75-a753-a3f5e1e2b777 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 944 time: 0.1075914 Oct 27 16:11:15.950517 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.983226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20580adc-897d-465d-bbc2-8cc8aaaa233d req-780d449e-e226-4d60-8f52-28f326ce3ee2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196346 Oct 27 16:11:15.989499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:15.993590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3d8d3cc-c14f-4eb3-80f8-32621eddc5d8 req-8c54ab8e-c7a0-47f3-a102-867faa99f0a4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041245 Oct 27 16:11:16.033156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-c446a290-595a-4d0f-8ecb-e6111421d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.034675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-c446a290-595a-4d0f-8ecb-e6111421d498 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1464562 Oct 27 16:11:16.052829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404ee2a-1c88-4906-bedf-58f6efe16090 None None] New status for floating IP 36d50712-b70f-4bed-a800-92b85435707f: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:16.078182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.079886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-eb2c705b-2fa6-49aa-9b2a-2bf8f1992ca5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0359833 Oct 27 16:11:16.131335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-bc0a77af-ae42-4c6d-bfed-7c28082e2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.132985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-bc0a77af-ae42-4c6d-bfed-7c28082e2d25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.0472898 Oct 27 16:11:16.215355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-9d914384-af11-4d82-92bb-d1cb4fb54b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.216791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-9d914384-af11-4d82-92bb-d1cb4fb54b0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768147 Oct 27 16:11:16.229674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea848b9-bcc8-413c-899f-9661bd55336d req-3f3bb1f9-93a0-40f0-bcae-1ae2c3289ae5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.231217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea848b9-bcc8-413c-899f-9661bd55336d req-3f3bb1f9-93a0-40f0-bcae-1ae2c3289ae5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.0822611 Oct 27 16:11:16.309680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:16.313761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea848b9-bcc8-413c-899f-9661bd55336d req-ee0e0a2e-c0d8-40e7-b991-c667ed5ec7f5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Oct 27 16:11:16.343238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-f5698d99-b4ca-4e7c-a72b-cd73f4b4d69a service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108878 Oct 27 16:11:16.372476 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b4877-a112-4169-b7fe-83081dea0426 x-openstack-request-id: req-757b4877-a112-4169-b7fe-83081dea0426 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:16.372681 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:16.372957 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-757b4877-a112-4169-b7fe-83081dea0426 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:16.373358 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:11:16.504147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-aa450a4b-2edd-4a64-967e-62c0dd2deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.505669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-aa450a4b-2edd-4a64-967e-62c0dd2deb5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1028697 Oct 27 16:11:16.510976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-a3291e2d-c84e-4a2b-a98b-4e9a53356d51 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590233 Oct 27 16:11:16.529714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717a12-9163-4d49-b57a-48a29baccb30 req-016b493e-a4fa-46b7-b13f-d7be344e1d91 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.531208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d717a12-9163-4d49-b57a-48a29baccb30 req-016b493e-a4fa-46b7-b13f-d7be344e1d91 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.1005907 Oct 27 16:11:16.537782 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:16.547828 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:16.548433 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:16.632479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d717a12-9163-4d49-b57a-48a29baccb30 req-4ad847b5-b156-4c5e-b318-c00486d823a0 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867503 Oct 27 16:11:16.667575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-8159eab7-3e9c-49a2-9819-957844a62e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.669117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-8159eab7-3e9c-49a2-9819-957844a62e8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1556246 Oct 27 16:11:16.686369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-50eabc81-fbf7-4fd1-9383-c1b023cc662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.687805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-50eabc81-fbf7-4fd1-9383-c1b023cc662f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1097 time: 0.0723581 Oct 27 16:11:16.726899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-7b46b6b1-709c-41bd-8edd-4966b19122a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0493464 Oct 27 16:11:16.745218 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:16.871766 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.885842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-cccb1d1c-1af1-4134-ae82-da637ee0d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.887337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-cccb1d1c-1af1-4134-ae82-da637ee0d77a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1483924 Oct 27 16:11:16.896978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670df37-1a04-4260-87b0-6d228bbbc8ef req-da9a682f-c8da-46c1-9b3c-6a10cd6d3c29 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.898431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5670df37-1a04-4260-87b0-6d228bbbc8ef req-da9a682f-c8da-46c1-9b3c-6a10cd6d3c29 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 945 time: 0.1706789 Oct 27 16:11:16.947810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-c62e6ad1-81bb-44de-983f-626dc54f515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.954828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-c62e6ad1-81bb-44de-983f-626dc54f515a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.2308416 Oct 27 16:11:16.980288 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:16Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.010237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:17.014191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-76602c31-e615-464a-90ec-d2b00ee554fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.016557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-76602c31-e615-464a-90ec-d2b00ee554fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164246 Oct 27 16:11:17.018449 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:17.018609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5670df37-1a04-4260-87b0-6d228bbbc8ef req-35f83bb1-2097-4a05-a936-38e403bb04c5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017621 Oct 27 16:11:17.019083 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.100382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-d89d58e4-8dae-4942-847a-774194637236 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 1002 time: 0.1319695 Oct 27 16:11:17.127244 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:17.365549 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:16Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.394311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda11e3-416b-48f2-815f-8d155fd9ef8b None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': '3fb3bd24-b049-4758-9b61-843340e10a19', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:0b:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:16Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:17.399934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:17.461098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-1e20c0b7-06dd-412c-8592-2f30d277a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.462580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-1e20c0b7-06dd-412c-8592-2f30d277a024 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.3424196 Oct 27 16:11:17.470253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073da83-9965-4836-b4a6-6722f571211a req-4d6bde38-7f64-42c0-8949-2b447c01d0f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.475533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1073da83-9965-4836-b4a6-6722f571211a req-4d6bde38-7f64-42c0-8949-2b447c01d0f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.3863497 Oct 27 16:11:17.521190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-5bcb85bb-a0f1-4171-be60-1da5547d09c1 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843738 Oct 27 16:11:17.538347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 6a6473b5-9aca-4577-ab00-7c1862700b54 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:17.543524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6a6473b5-9aca-4577-ab00-7c1862700b54 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:17.543918 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.592093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1073da83-9965-4836-b4a6-6722f571211a req-560f3546-4eb5-410f-8473-281509c36e62 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057863 Oct 27 16:11:17.602856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-97f60b99-86f7-46be-aae9-522c6c642bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.604609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-97f60b99-86f7-46be-aae9-522c6c642bf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280086 Oct 27 16:11:17.648457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.673864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74'}, {'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010'}, {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:17.677546 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab26977-9674-434b-bc84-e3b4382439bc" -d '{"events": [{"server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "name": "network-vif-plugged", "status": "completed", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74"}, {"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-plugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010"}, {"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:17.692702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:17.706720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0823f71-e8f4-4ed7-a3f1-d0d8024df5e2 req-ec225d96-567c-419c-9ff0-0b050772b9fb service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855423 Oct 27 16:11:17.744150 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.770907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ad67c-ca17-4103-bc3a-7ba32893e70e req-eaaee148-f4cd-4e2c-a77f-2bfd68db7516 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.772449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f23ad67c-ca17-4103-bc3a-7ba32893e70e req-eaaee148-f4cd-4e2c-a77f-2bfd68db7516 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.0921402 Oct 27 16:11:17.774687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-6b8e579e-4e07-4167-9b0b-54f4f6a0ffbc service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536903 Oct 27 16:11:17.791730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:17.862202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f23ad67c-ca17-4103-bc3a-7ba32893e70e req-e0ba02ca-dc50-426d-83c3-012e61738655 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826643 Oct 27 16:11:17.898026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ebd1cef5-ff07-44dc-ac91-4e5b4331f99d req-f65e99e6-f375-4553-a89f-b42e9eebb5f5 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171341 Oct 27 16:11:18.027196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355cb9b-dba2-4714-ad0e-8178dd0e85f6 req-f2364840-78b6-41b8-b5ea-8efbd24561ae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.028716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0355cb9b-dba2-4714-ad0e-8178dd0e85f6 req-f2364840-78b6-41b8-b5ea-8efbd24561ae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.0487986 Oct 27 16:11:18.069440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0355cb9b-dba2-4714-ad0e-8178dd0e85f6 req-01370a1b-3fc5-46ad-8033-43399b88465c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Oct 27 16:11:18.125270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fa18d-0c6e-4138-affa-1382daa2d181 req-994a38d0-87bf-497b-8f57-6f198c0ad4fb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.126662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93fa18d-0c6e-4138-affa-1382daa2d181 req-994a38d0-87bf-497b-8f57-6f198c0ad4fb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Oct 27 16:11:18.190295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93fa18d-0c6e-4138-affa-1382daa2d181 req-5349e1a5-974e-48f6-91f0-e48b820ea41a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545161 Oct 27 16:11:18.201839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26787-6868-4df9-9793-57dc8ef00850 req-ebfaa7df-51e4-4036-a6e5-7badb50ab7e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.203272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73f26787-6868-4df9-9793-57dc8ef00850 req-ebfaa7df-51e4-4036-a6e5-7badb50ab7e1 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.0756881 Oct 27 16:11:18.242702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-73f26787-6868-4df9-9793-57dc8ef00850 req-dfabc8c2-8e70-4ce2-b11d-97f2950d6935 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Oct 27 16:11:18.248152 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd378c2-07c9-4680-9417-7c65395062a6 x-openstack-request-id: req-2bd378c2-07c9-4680-9417-7c65395062a6 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:18.248685 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "name": "network-vif-plugged", "status": "completed", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74", "code": 200}, {"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-plugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010", "code": 200}, {"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:18.249336 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bd378c2-07c9-4680-9417-7c65395062a6 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:18.250537 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74', 'code': 200} Oct 27 16:11:18.250864 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'code': 200} Oct 27 16:11:18.251208 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'code': 200} Oct 27 16:11:18.353908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-d4e51394-67c5-4111-8795-64dd9f58ea7a tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0893915 Oct 27 16:11:18.376834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:18.379591 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02428f52-3fb2-46df-98af-159e71b48479" -d '{"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:18.405825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590987-5115-4f6c-85ce-bf6508d5f1d7 req-6e82f8da-287e-4fa0-a9b5-d5401d98d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.407338 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-23590987-5115-4f6c-85ce-bf6508d5f1d7 req-6e82f8da-287e-4fa0-a9b5-d5401d98d5d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 1097 time: 0.0396035 Oct 27 16:11:18.424674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a1b5f-aed6-4171-9a94-50879f64b76d req-025c488e-4586-40f7-b86f-6bdb859244db tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.426694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f8a1b5f-aed6-4171-9a94-50879f64b76d req-025c488e-4586-40f7-b86f-6bdb859244db tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.1131902 Oct 27 16:11:18.445006 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-23590987-5115-4f6c-85ce-bf6508d5f1d7 req-64dd1e43-3c04-4a57-8a03-49b8d5d4902a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298495 Oct 27 16:11:18.477693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-b6e74263-0332-4293-ba49-c1895ccaf3f3 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.478992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-b6e74263-0332-4293-ba49-c1895ccaf3f3 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports/3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 943 time: 0.1188023 Oct 27 16:11:18.512722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c31f6f-3dec-4421-9646-dd8f0aeab7ce req-fedbf978-0175-4aa4-b95b-0be57d4854a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.514220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2c31f6f-3dec-4421-9646-dd8f0aeab7ce req-fedbf978-0175-4aa4-b95b-0be57d4854a6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 1097 time: 0.1384573 Oct 27 16:11:18.522684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f85d0-b323-411a-b2e1-f246aa803a4b req-dadafac5-e6da-49b6-a926-7a3ae77f38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.524075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4f85d0-b323-411a-b2e1-f246aa803a4b req-dadafac5-e6da-49b6-a926-7a3ae77f38fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 1096 time: 0.1529388 Oct 27 16:11:18.531898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f8a1b5f-aed6-4171-9a94-50879f64b76d req-dcddd0dd-187c-4591-9c49-de941cffa002 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757821 Oct 27 16:11:18.588630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-d8d2226b-82c5-4fee-b4ea-f92f53838f13 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0696929 Oct 27 16:11:18.691966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-b3cea1df-8e7e-42fd-892c-e5e71cdd8dd6 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.693309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-527dfa7d-adc4-4583-ae72-7a94616b1cf4 req-b3cea1df-8e7e-42fd-892c-e5e71cdd8dd6 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.0992129 Oct 27 16:11:18.777636 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1225ab4d-1a99-4299-a58e-99865bde71ec x-openstack-request-id: req-1225ab4d-1a99-4299-a58e-99865bde71ec {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:18.777932 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:18.778390 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1225ab4d-1a99-4299-a58e-99865bde71ec {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:18.778595 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19', 'status': 'completed', 'code': 200} Oct 27 16:11:18.819008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2c31f6f-3dec-4421-9646-dd8f0aeab7ce req-d6fe79dc-09a1-4c57-8c05-4977dea064d4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Oct 27 16:11:18.820509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c4f85d0-b323-411a-b2e1-f246aa803a4b req-4ca46462-ea57-4436-81d2-e315a9f251ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609970 Oct 27 16:11:18.914437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-2cf74f6a-83e9-41ac-bb38-3d3514e3745f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0878701 Oct 27 16:11:18.922647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3260e95-1f6f-4c55-8bc4-ec6bb1b1db2a req-dbebf5e1-3368-4269-ad9e-e597017e6a2a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.924091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3260e95-1f6f-4c55-8bc4-ec6bb1b1db2a req-dbebf5e1-3368-4269-ad9e-e597017e6a2a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0905912 Oct 27 16:11:18.992953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-00b88cb5-5dbc-4309-a117-c5d9abbbd12e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.994262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-00b88cb5-5dbc-4309-a117-c5d9abbbd12e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports/3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 943 time: 0.0693173 Oct 27 16:11:19.001475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3260e95-1f6f-4c55-8bc4-ec6bb1b1db2a req-0d53acfe-252a-41fd-9ac4-4ed2781e3e40 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680625 Oct 27 16:11:19.129508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-6ee8fa64-0f33-44ff-80c2-8d281aad4404 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0931556 Oct 27 16:11:19.194249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6b930-0c80-49c1-8068-1022610eb85b req-df5b135e-e513-4470-947a-2620eabca49a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.198735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5e6b930-0c80-49c1-8068-1022610eb85b req-df5b135e-e513-4470-947a-2620eabca49a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.1037045 Oct 27 16:11:19.255668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5e6b930-0c80-49c1-8068-1022610eb85b req-363bb561-802b-49ea-b36f-8ecb2d0b6980 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Oct 27 16:11:19.271373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-3dc4c471-5590-4c18-9d77-b7695c1451a0 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.272743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-3dc4c471-5590-4c18-9d77-b7695c1451a0 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1372406 Oct 27 16:11:19.369346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-290d541c-7199-4670-9f73-4f8fd597e7ee tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0883741 Oct 27 16:11:19.382702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:19.392334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7dfbc-3460-46de-acac-8e135417bba3 req-0dbde13b-40bb-4a6c-b62a-9cfd7673ecfb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.398017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41f7dfbc-3460-46de-acac-8e135417bba3 req-0dbde13b-40bb-4a6c-b62a-9cfd7673ecfb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.0742979 Oct 27 16:11:19.472777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428f52-3fb2-46df-98af-159e71b48479 req-915b60fe-8c67-43ea-b0f1-ba4be8f0810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.474959 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-915b60fe-8c67-43ea-b0f1-ba4be8f0810e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1097 time: 0.0429258 Oct 27 16:11:19.478447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41f7dfbc-3460-46de-acac-8e135417bba3 req-09649487-bbd8-4d67-bf1d-9ccaccdf8b87 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550404 Oct 27 16:11:19.480612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.600904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428f52-3fb2-46df-98af-159e71b48479 req-5ce4d0b9-7256-43da-85ea-eb597c911eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.602808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-5ce4d0b9-7256-43da-85ea-eb597c911eb7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1044943 Oct 27 16:11:19.655537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56932) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:19.676464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf3409-d370-4550-9d6b-47e04aea5181 req-934b4582-ddcc-4588-b69e-6c5c4acc5ff1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.676464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45bf3409-d370-4550-9d6b-47e04aea5181 req-934b4582-ddcc-4588-b69e-6c5c4acc5ff1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.1300125 Oct 27 16:11:19.676464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.682080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-2230f195-3844-4d06-8925-e0ca37f872c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 1002 time: 0.0620315 Oct 27 16:11:19.711305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45bf3409-d370-4550-9d6b-47e04aea5181 req-b54ca76d-5469-4728-8467-66fc8d569cca tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Oct 27 16:11:19.750380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428f52-3fb2-46df-98af-159e71b48479 req-89866a8f-dee6-4b52-9996-167b3a5199b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.751704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-89866a8f-dee6-4b52-9996-167b3a5199b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.0540991 Oct 27 16:11:19.782775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.783519 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Floating IP 36d50712-b70f-4bed-a800-92b85435707f disassociated. External IP: 172.25.5.195, port: 3fb3bd24-b049-4758-9b61-843340e10a19. Oct 27 16:11:19.806158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428f52-3fb2-46df-98af-159e71b48479 req-06f19593-eedc-4fa2-8386-902ade7650da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.807954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-06f19593-eedc-4fa2-8386-902ade7650da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462101 Oct 27 16:11:19.875711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afca8b91-36ca-44b2-a825-f8fe81c4ca63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.907223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-627390a3-5caa-4c65-a3af-3abff7a97737 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854003 Oct 27 16:11:19.925037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b08dc5-516f-40c6-8656-af40679cffa7 req-b0e60895-b355-4530-a934-2a8e98f0a730 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.926706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10b08dc5-516f-40c6-8656-af40679cffa7 req-b0e60895-b355-4530-a934-2a8e98f0a730 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.1551633 Oct 27 16:11:20.012678 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-02428f52-3fb2-46df-98af-159e71b48479 req-a760455b-bc4a-4aeb-a558-08fb61c3bec5 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961156 Oct 27 16:11:20.057080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10b08dc5-516f-40c6-8656-af40679cffa7 req-64e32eb7-f2f3-46de-9ced-064a5aa2e357 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172369 Oct 27 16:11:20.113603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afca8b91-36ca-44b2-a825-f8fe81c4ca63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.148283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:20.200692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afca8b91-36ca-44b2-a825-f8fe81c4ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.209909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c9728-ab31-4b1f-b39e-0e8ca397df4f req-f23ff416-854d-43c7-8979-64690a0a86b8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.211375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b6c9728-ab31-4b1f-b39e-0e8ca397df4f req-f23ff416-854d-43c7-8979-64690a0a86b8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.0951881 Oct 27 16:11:20.302095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-afca8b91-36ca-44b2-a825-f8fe81c4ca63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51a55250b82e4a22855c7544ce48c34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6454237 Oct 27 16:11:20.302710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8b91-36ca-44b2-a825-f8fe81c4ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a7b3b-43ad-41d3-8e58-4353e309faa9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:20.305289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56940) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:20.321064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b6c9728-ab31-4b1f-b39e-0e8ca397df4f req-4a93178f-b86f-4c08-a174-4264360f8396 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767441 Oct 27 16:11:20.340952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:20.346385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.356297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:20.373381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:20.374021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:20.388103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.395859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-b588f23b-f6fd-4b26-a3fe-855976237d09 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "PUT /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 695 time: 1.0182300 Oct 27 16:11:20.416115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.488853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:20.549533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.554475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.556276 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e3a7b3b-43ad-41d3-8e58-4353e309faa9 HTTP/1.1" status: 204 len: 168 time: 0.2496815 Oct 27 16:11:20.572305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90971ef-884f-44aa-9844-21fa800b1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a7b3b-43ad-41d3-8e58-4353e309faa9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:20.721869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccc01-dfd5-4d9e-9e52-d2bc224f98a6 req-057837d9-9462-4be8-a480-9ebc1bd048e5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.729923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f8ccc01-dfd5-4d9e-9e52-d2bc224f98a6 req-057837d9-9462-4be8-a480-9ebc1bd048e5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.3481035 Oct 27 16:11:20.741744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:20.748621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-31c2f627-3773-4bbe-8984-f1654482a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.750117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-31c2f627-3773-4bbe-8984-f1654482a34e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1097 time: 0.0775197 Oct 27 16:11:20.771164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:20.780628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:20.781388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:20.788072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:20.793317 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee02a0-1827-4658-9aff-e0832147b9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:20.829522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f8ccc01-dfd5-4d9e-9e52-d2bc224f98a6 req-574b962d-0b27-4733-af8e-9a494b276650 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Oct 27 16:11:20.891081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-dcf9f416-e7bc-4b52-b793-13b06fcf31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.899812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-dcf9f416-e7bc-4b52-b793-13b06fcf31b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1334376 Oct 27 16:11:20.905954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:20.971904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-17c43deb-4b47-4397-bde8-16786d14586e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 217 time: 0.0651364 Oct 27 16:11:21.054077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c29e51-3747-40c9-a7db-1b8ac5f50e5b req-047583b5-12d5-42de-afe8-0c57f0fca5ff tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.055658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81c29e51-3747-40c9-a7db-1b8ac5f50e5b req-047583b5-12d5-42de-afe8-0c57f0fca5ff tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.1168711 Oct 27 16:11:21.059897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-006c668b-e3c9-404d-a3f5-3cecacc45627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.068472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-006c668b-e3c9-404d-a3f5-3cecacc45627 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1009836 Oct 27 16:11:21.142698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-212d7e01-e0e6-4fa5-a4e2-626562624c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.147523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-212d7e01-e0e6-4fa5-a4e2-626562624c55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781784 Oct 27 16:11:21.153204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81c29e51-3747-40c9-a7db-1b8ac5f50e5b req-c309eb69-5bbc-4f03-8678-bffbf9319f52 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756581 Oct 27 16:11:21.182003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:21.209920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4e5a-2b64-46cc-bf59-76c2fb2d4f44 None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:21.301404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179044-55d5-4c55-ad89-f9e33e4a57d4 req-90ebc2d9-7629-4d36-a796-f814d3351f00 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.302949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86179044-55d5-4c55-ad89-f9e33e4a57d4 req-90ebc2d9-7629-4d36-a796-f814d3351f00 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.0862789 Oct 27 16:11:21.307514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-c5bada94-7a4a-4afe-8d83-01201c90e053 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532810 Oct 27 16:11:21.396912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86179044-55d5-4c55-ad89-f9e33e4a57d4 req-ead8f108-570b-4aa6-82cd-2245f25d777d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878973 Oct 27 16:11:21.433580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f06db67-8ed0-4656-82db-eaad9be9ef4c req-58893cb2-f567-44be-8e38-0fbd3bc20a96 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166694 Oct 27 16:11:21.488651 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3091297-8480-4a7c-99c2-ec15ec08610b None None] New status for floating IP 36d50712-b70f-4bed-a800-92b85435707f: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:21.522116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6f1b-f857-4f56-b324-0097cc90b1a2 req-08099f64-cb8c-49da-84c5-30642543d77a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.544629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d71c6f1b-f857-4f56-b324-0097cc90b1a2 req-08099f64-cb8c-49da-84c5-30642543d77a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.0576179 Oct 27 16:11:21.566483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d71c6f1b-f857-4f56-b324-0097cc90b1a2 req-b90ae7fd-0f28-4b73-8326-154b020a3fc1 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Oct 27 16:11:21.630426 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119a8e1-a272-441f-b980-338c77433e36 x-openstack-request-id: req-9119a8e1-a272-441f-b980-338c77433e36 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:21.630831 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:21.631127 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9119a8e1-a272-441f-b980-338c77433e36 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:21.631525 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19', 'status': 'completed', 'code': 200} Oct 27 16:11:21.718790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-56514dec-90da-403e-8703-5cb672c97e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.720590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-56514dec-90da-403e-8703-5cb672c97e36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 1097 time: 0.0517275 Oct 27 16:11:21.725972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59673fb-f066-48e5-8f0b-c77c333ad94e req-fc695929-625a-4329-9ab9-ed1fa6ded374 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.727787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a59673fb-f066-48e5-8f0b-c77c333ad94e req-fc695929-625a-4329-9ab9-ed1fa6ded374 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.0605402 Oct 27 16:11:21.773585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a59673fb-f066-48e5-8f0b-c77c333ad94e req-b2f9c247-9160-4aea-8660-75c70db6cb39 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 Oct 27 16:11:21.822601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56978) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:21.831080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-93219ab8-bc45-4773-9e5e-80c3f972642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.832846 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-93219ab8-bc45-4773-9e5e-80c3f972642e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1029470 Oct 27 16:11:21.887704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-3ee80c49-82cc-4279-91d7-07505f1e43ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 200 len: 217 time: 0.0397091 Oct 27 16:11:21.895374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee65a5-86aa-456f-82b0-11d77e112ef7 req-2189ea30-b7fc-4277-a13d-6edb41b278f7 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.902984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ee65a5-86aa-456f-82b0-11d77e112ef7 req-2189ea30-b7fc-4277-a13d-6edb41b278f7 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.0617654 Oct 27 16:11:21.939400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ee65a5-86aa-456f-82b0-11d77e112ef7 req-91d96a45-4a80-42ce-af62-dcdae9cef734 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Oct 27 16:11:21.946948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-3312fa0e-0e81-427f-99b6-c5c5db46f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.948573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-3312fa0e-0e81-427f-99b6-c5c5db46f6fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.0532045 Oct 27 16:11:21.972558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1648005452-network', 'tenant_id': '5a0cb870d23944c1b679f697dff50cf8'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:21.997481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-4c2d4b38-cf3f-459d-9aab-845cd9ca4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.999134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-4c2d4b38-cf3f-459d-9aab-845cd9ca4c0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428166 Oct 27 16:11:22.051514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0a098-c1d9-4b9c-a2ec-bedbb0da6e0e req-6ce4587e-8e9c-4275-b38f-0d7115679c09 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.053096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0a098-c1d9-4b9c-a2ec-bedbb0da6e0e req-6ce4587e-8e9c-4275-b38f-0d7115679c09 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Oct 27 16:11:22.066877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56986) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:22.074245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Request body: {'floatingip': {'port_id': '418e3204-69a4-4bf0-8670-1e391808ae74'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:22.111842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Made reservation on behalf of 5a0cb870d23944c1b679f697dff50cf8 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:22.115884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.120629 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-f4f30626-91cc-441a-8534-8f4f3fd2092e service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954607 Oct 27 16:11:22.127725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.137608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.232604 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-19ee02a0-1827-4658-9aff-e0832147b9a9 req-9ca5b61e-370d-4f9c-888c-fe031d3afc51 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905681 Oct 27 16:11:22.374721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ac637-2451-474e-8912-aca90243b630 req-2b510d87-b148-47e1-b51a-0275a82b6b11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.376142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-570ac637-2451-474e-8912-aca90243b630 req-2b510d87-b148-47e1-b51a-0275a82b6b11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1855814 Oct 27 16:11:22.445576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:11:22.458031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.462649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-570ac637-2451-474e-8912-aca90243b630 req-cbf66278-58fb-4d1a-95b6-393025674c73 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Oct 27 16:11:22.544002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.654581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:11:22.667794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c14f7-3b5a-4668-a887-ca81e8c2f73c req-d9a3e903-23a6-4b22-a917-84fc306eb39c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.669264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae2c14f7-3b5a-4668-a887-ca81e8c2f73c req-d9a3e903-23a6-4b22-a917-84fc306eb39c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.2183368 Oct 27 16:11:22.684074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:22.695995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.696341 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Added segment c2299a8e-80d3-4b9a-b60e-831a5b644e81 of type vlan for network 001396c3-465a-4aa7-8236-4297b582f781 Oct 27 16:11:22.738424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d139558-3c95-43bb-b626-84ec920eabb9 req-62189718-cb64-4ae7-9f9e-c98759ef0c07 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.739929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d139558-3c95-43bb-b626-84ec920eabb9 req-62189718-cb64-4ae7-9f9e-c98759ef0c07 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.2179470 Oct 27 16:11:22.809084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.818335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae2c14f7-3b5a-4668-a887-ca81e8c2f73c req-ca298b6b-5a7f-4d0c-a2db-9246cb6b16ca tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 Oct 27 16:11:22.906934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d139558-3c95-43bb-b626-84ec920eabb9 req-113ffd22-81a2-4892-9da5-9f49fac7a98d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447432 Oct 27 16:11:22.939532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.960256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692924-47fc-407e-863e-ffd023409260 req-3ea995cf-ebda-45b9-8a96-4470e1a0a076 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.961784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-3ea995cf-ebda-45b9-8a96-4470e1a0a076 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0755787 Oct 27 16:11:23.035482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-72989704-b1c9-4bcf-9f5e-007d69ac52a3 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0677226 Oct 27 16:11:23.046172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:23.092933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.103937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a456-bd2a-4c26-93c1-6c7af4933011 req-bb4c09e7-0f55-458b-947f-65410edabd33 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.105427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3338a456-bd2a-4c26-93c1-6c7af4933011 req-bb4c09e7-0f55-458b-947f-65410edabd33 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.1310112 Oct 27 16:11:23.218452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3338a456-bd2a-4c26-93c1-6c7af4933011 req-08836301-c33a-4ae9-bee2-e0b68309a19c tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854378 Oct 27 16:11:23.368596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639937c9-990c-478d-ab60-2d465a3d97a9 req-114b5ffd-4936-46ff-893b-952596676c33 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.370096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639937c9-990c-478d-ab60-2d465a3d97a9 req-114b5ffd-4936-46ff-893b-952596676c33 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 943 time: 0.0737829 Oct 27 16:11:23.389538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.391126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.392025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.392610 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.897064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639937c9-990c-478d-ab60-2d465a3d97a9 req-cdcb3af2-8c37-41e9-ae26-f25f08dfa243 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209076 Oct 27 16:11:23.902417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] Pushing event updated for resources: {'Network': ['ID=001396c3-465a-4aa7-8236-4297b582f781,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:23.927488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 001396c3-465a-4aa7-8236-4297b582f781 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:11:23.939225 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Floating IP e7eba2ac-5772-489a-a2dd-624d5bcba703 associated. External IP: 172.25.5.122, port: 418e3204-69a4-4bf0-8670-1e391808ae74. Oct 27 16:11:24.022552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60071e41-69cf-41fa-9422-cc1ff3daa76f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1985247 Oct 27 16:11:24.025580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:24.030428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Request body: {'subnet': {'network_id': '001396c3-465a-4aa7-8236-4297b582f781', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1648005452-subnet', 'tenant_id': '5a0cb870d23944c1b679f697dff50cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:24.049458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:11:24.114355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.114588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Made reservation on behalf of 5a0cb870d23944c1b679f697dff50cf8 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:24.116799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.234242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Router 4419f828-3907-4028-ba2d-fb640a4c7f83 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:24.241644 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.343456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.402584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab60697d-2519-47ee-9804-262c48e9e1ff,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:24.418492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Checking segment: {'id': 'c2299a8e-80d3-4b9a-b60e-831a5b644e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '001396c3-465a-4aa7-8236-4297b582f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:24.418492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Network hostable DHCP agents. Network: 001396c3-465a-4aa7-8236-4297b582f781, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:11:24.429472 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Floating IP 36d50712-b70f-4bed-a800-92b85435707f associated. External IP: 172.25.5.195, port: ea32c30a-2697-4724-bc34-172cc3642dcf. Oct 27 16:11:24.434393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:24.447205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Sync routers for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:24.464780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:24.466791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:24.473891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.521471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-60235170-b486-42a0-bcaf-6440ea278d38 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.525237 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-60235170-b486-42a0-bcaf-6440ea278d38 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 945 time: 0.0866852 Oct 27 16:11:24.532053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Network 001396c3-465a-4aa7-8236-4297b582f781 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:11:24.556175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-37384293-0f32-4813-be94-9bfa0bb1f6bb tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "PUT /v2.0/floatingips/e7eba2ac-5772-489a-a2dd-624d5bcba703 HTTP/1.1" status: 200 len: 992 time: 2.4902263 Oct 27 16:11:24.559971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:24.562285 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051466d-6a1a-48b1-817d-e386cd0f179b" -d '{"events": [{"name": "network-changed", "server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:24.603137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:24.679671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 001396c3-465a-4aa7-8236-4297b582f781) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:24.693182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.693778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.719302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284e11a-6cea-419b-90d9-77d76389d52d None None] Network 001396c3-465a-4aa7-8236-4297b582f781 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:24.738791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port bf33176f-0584-433a-a040-d022cc80c3e6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:24.739071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.743216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:24.806953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7541248a-fd77-4698-85f1-76540eb6ec58 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7801521 Oct 27 16:11:24.881106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port bf33176f-0584-433a-a040-d022cc80c3e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf33176f-0584-433a-a040-d022cc80c3e6,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:24.884342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.884794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:24.893385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.898044 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:24.902020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for bf33176f-0584-433a-a040-d022cc80c3e6 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:24.919745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:24.921392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.064800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-d9270c43-f1e3-410c-90cc-94506dbac2e9 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "PUT /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 997 time: 2.0211830 Oct 27 16:11:25.072221 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:25.110027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-129d4221-4bb6-4a25-a711-bca01bb19264 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.114558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-129d4221-4bb6-4a25-a711-bca01bb19264 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d21d1b26-a46b-46ec-99c6-b3065ac912a5 HTTP/1.1" status: 200 len: 946 time: 0.1717892 Oct 27 16:11:25.201554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.204842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e3878-aa01-454c-ab12-e2227c6b87c1 None None] Network 001396c3-465a-4aa7-8236-4297b582f781 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:25.259817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=bf33176f-0584-433a-a040-d022cc80c3e6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:25.269180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692924-47fc-407e-863e-ffd023409260 req-242c9239-de2a-4aec-9091-5f62989215a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.284896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-242c9239-de2a-4aec-9091-5f62989215a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1845598 Oct 27 16:11:25.341217 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:23Z', 'revision_number': 8, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.367032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf33176f-0584-433a-a040-d022cc80c3e6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:25.374632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port bf33176f-0584-433a-a040-d022cc80c3e6 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:25.376085 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:25.379567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.384354 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8922627-2504-4f9a-b0e6-2162a73bfc3a req-0835bf03-4815-4464-ac9d-92cf0a1fce7f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "DELETE /v2.0/ports/bf33176f-0584-433a-a040-d022cc80c3e6 HTTP/1.1" status: 204 len: 173 time: 0.7832248 Oct 27 16:11:25.385333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'name': 'network-vif-deleted', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:25.386630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:25.388065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.398900 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9273e250-9c0c-40d3-9b78-289cf567a419" -d '{"events": [{"server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "name": "network-vif-deleted", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:25.429290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:25.457904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eb4c0-95a9-48ef-9c44-e26b0b849adb req-cf5f0bd8-dcec-4c85-b4d5-c59917a2f1f1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.459732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367eb4c0-95a9-48ef-9c44-e26b0b849adb req-cf5f0bd8-dcec-4c85-b4d5-c59917a2f1f1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1539295 Oct 27 16:11:25.472493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Deleting port 3fb3bd24-b049-4758-9b61-843340e10a19 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:25.473286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.493402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692924-47fc-407e-863e-ffd023409260 req-645383d5-f184-422c-9ef4-cd5fb8d048da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.499717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-645383d5-f184-422c-9ef4-cd5fb8d048da service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.2215786 Oct 27 16:11:25.526011 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:25.568458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e7eba2ac-5772-489a-a2dd-624d5bcba703', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'port_id': '418e3204-69a4-4bf0-8670-1e391808ae74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'mac_address': 'fa:16:3e:eb:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49732add-8d23-454a-8adc-a8a305b5c838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:58Z', 'updated_at': '2021-10-27T16:11:22Z', 'revision_number': 1, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.607381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Checking router: 4419f828-3907-4028-ba2d-fb640a4c7f83 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:25.636345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:25.636988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.698802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] For port 3fb3bd24-b049-4758-9b61-843340e10a19, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fb3bd24-b049-4758-9b61-843340e10a19,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:25.699209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.729384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:25.739926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Calling delete_port for 3fb3bd24-b049-4758-9b61-843340e10a19 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:25.744386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367eb4c0-95a9-48ef-9c44-e26b0b849adb req-2f38a1fa-6b3a-42e4-b927-327e07b3fa8a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650130 Oct 27 16:11:25.759021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-8ad43cad-c43c-4ee2-ac40-829f7c3bfa0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 1000 time: 0.1445208 Oct 27 16:11:25.809312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'port_id': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'mac_address': 'fa:16:3e:d6:cc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:25.819119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:25.888250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96fc7481-22f0-4e1c-90dc-6dc358d3653a req-7df5508d-b2e1-4452-9722-361fc75872e5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=af3f5cb4-05f8-4a3b-a70b-eada963a91a8 HTTP/1.1" status: 200 len: 210 time: 0.0357912 Oct 27 16:11:25.891624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692924-47fc-407e-863e-ffd023409260 req-4dee7c15-7314-48b8-b616-874c6cf80b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.893136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-4dee7c15-7314-48b8-b616-874c6cf80b32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1265497 Oct 27 16:11:25.912888 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.979762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:23Z', 'revision_number': 8, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:25.997929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692924-47fc-407e-863e-ffd023409260 req-ddd0279d-2a2f-4ea2-8104-66400488017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.007062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-ddd0279d-2a2f-4ea2-8104-66400488017a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995984 Oct 27 16:11:26.013847 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774862b-f093-4775-ac49-dfaf4dec7941 None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '36d50712-b70f-4bed-a800-92b85435707f', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'port_id': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'mac_address': 'fa:16:3e:4c:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:31Z', 'updated_at': '2021-10-27T16:11:23Z', 'revision_number': 8, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:26.073049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:26.104698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:26.117659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-e90ad1f7-8481-421a-9559-8bc81037ab45 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097269 Oct 27 16:11:26.175888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.189260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ea32c30a-2697-4724-bc34-172cc3642dcf', '3fb3bd24-b049-4758-9b61-843340e10a19'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:26.218095 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.223801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event deleted for resources: {'Port': ['ID=3fb3bd24-b049-4758-9b61-843340e10a19,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:26.270437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e7eba2ac-5772-489a-a2dd-624d5bcba703', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'port_id': '418e3204-69a4-4bf0-8670-1e391808ae74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'mac_address': 'fa:16:3e:eb:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49732add-8d23-454a-8adc-a8a305b5c838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:58Z', 'updated_at': '2021-10-27T16:11:22Z', 'revision_number': 1, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:26.279269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] No DVR routers for this DVR port 3fb3bd24-b049-4758-9b61-843340e10a19 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:26.283179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.287318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-746e15bb-2ea4-49ae-b17c-4a3caa049d70 req-b430737e-02da-4b2b-bf40-ef863f2d0593 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "DELETE /v2.0/ports/3fb3bd24-b049-4758-9b61-843340e10a19 HTTP/1.1" status: 204 len: 173 time: 1.1610916 Oct 27 16:11:26.321046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7692924-47fc-407e-863e-ffd023409260 req-68706661-78f3-4030-ba38-d56fb1d17b23 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962423 Oct 27 16:11:26.349478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1791a4-6daf-4f26-a482-31706b514296 None None] The sync data for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 is: [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e7eba2ac-5772-489a-a2dd-624d5bcba703', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'port_id': '418e3204-69a4-4bf0-8670-1e391808ae74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'mac_address': 'fa:16:3e:eb:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49732add-8d23-454a-8adc-a8a305b5c838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:58Z', 'updated_at': '2021-10-27T16:11:22Z', 'revision_number': 1, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:26.351386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced211e-5ee5-4994-abe8-bd1b4fbc4eb4 None None] New status for floating IP 36d50712-b70f-4bed-a800-92b85435707f: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:26.385387 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f599f57-b03f-46e7-920e-04fb9e077222 x-openstack-request-id: req-9f599f57-b03f-46e7-920e-04fb9e077222 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:26.385836 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:26.386227 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f599f57-b03f-46e7-920e-04fb9e077222 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:26.387070 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74', 'status': 'completed', 'code': 200} Oct 27 16:11:26.475381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:26.481069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-17a48648-6228-488f-b8b5-1cd32299a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.483299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-17a48648-6228-488f-b8b5-1cd32299a51c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0a4bdac104c4dd68b290753315be178&device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 1097 time: 0.0617311 Oct 27 16:11:26.633699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3bcd-14b1-4b3d-b4d4-8c4a8783e182 req-47f205ad-0952-471d-ba7d-4019e56b9577 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.635350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fcc3bcd-14b1-4b3d-b4d4-8c4a8783e182 req-47f205ad-0952-471d-ba7d-4019e56b9577 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 944 time: 0.0907338 Oct 27 16:11:26.672927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-1a294a33-52b6-47cf-ab5b-2c5f29e25c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.674596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-1a294a33-52b6-47cf-ab5b-2c5f29e25c3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 200 len: 906 time: 0.1820924 Oct 27 16:11:26.713059 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b377547-ee3e-405e-a3bf-d8c54dc46725 None None] New status for floating IP e7eba2ac-5772-489a-a2dd-624d5bcba703: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:26.745897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fcc3bcd-14b1-4b3d-b4d4-8c4a8783e182 req-632d7065-802e-4403-94e6-a99796f06b5b tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037929 Oct 27 16:11:26.898391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-13f201da-d115-46c1-99b8-830876361a9d tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.898927 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2188b-0758-46e2-a079-68344ee82847 x-openstack-request-id: req-d0d2188b-0758-46e2-a079-68344ee82847 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:26.899435 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3f5cb4-05f8-4a3b-a70b-eada963a91a8", "name": "network-vif-deleted", "tag": "bf33176f-0584-433a-a040-d022cc80c3e6", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:26.899936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-13f201da-d115-46c1-99b8-830876361a9d tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/networks?id=001396c3-465a-4aa7-8236-4297b582f781 HTTP/1.1" status: 200 len: 818 time: 0.1608272 Oct 27 16:11:26.904268 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0d2188b-0758-46e2-a079-68344ee82847 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:26.909612 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3f5cb4-05f8-4a3b-a70b-eada963a91a8', 'name': 'network-vif-deleted', 'tag': 'bf33176f-0584-433a-a040-d022cc80c3e6', 'status': 'completed', 'code': 200} Oct 27 16:11:26.914443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-fad9fe09-8a54-47cb-9d03-088a4f155cad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 200 len: 1000 time: 0.2246563 Oct 27 16:11:26.924134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1209e8f9-f2ea-4e3a-b964-054800dddb64 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/quotas/5a0cb870d23944c1b679f697dff50cf8 HTTP/1.1" status: 200 len: 375 time: 0.0126784 Oct 27 16:11:26.999455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-c0f07f41-b282-4c5c-b344-14b6ef8a359e tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a0cb870d23944c1b679f697dff50cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523841 Oct 27 16:11:27.351272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:27.373752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-b25c1985-4eb7-4eed-a744-49b50501dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.375381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-b25c1985-4eb7-4eed-a744-49b50501dc84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05567f94-37b9-43db-b0c2-dc5d6664b8e6 HTTP/1.1" status: 200 len: 844 time: 0.4391625 Oct 27 16:11:27.405306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8c8955b-8b44-4231-b012-ccc716842e42 req-cbe0e105-5721-4ac5-98f1-2b3060b99507 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 999 time: 0.4559071 Oct 27 16:11:27.419007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf33176f-0584-433a-a040-d022cc80c3e6 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:27.446791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: bf33176f-0584-433a-a040-d022cc80c3e6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:27.447157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf33176f-0584-433a-a040-d022cc80c3e6 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:27.447583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:27.507370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-67c3bc26-c788-415e-b9b7-2b35492cbb7d service neutron] 10.222.0.70 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054188 Oct 27 16:11:27.538472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-6af1b9c9-cd0d-4e01-8ae3-6e4839f02980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.540032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-6af1b9c9-cd0d-4e01-8ae3-6e4839f02980 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9eec0129-d7a3-4715-bb20-68be92ebe425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537375 Oct 27 16:11:27.586493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.609613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:27.611724 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afea333-d878-441b-92cc-1cf322776b1b" -d '{"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:27.624349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:27.676788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8955b-8b44-4231-b012-ccc716842e42 req-2cbb8c81-0304-4fc8-959d-ae9aab12711f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.678254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8c8955b-8b44-4231-b012-ccc716842e42 req-2cbb8c81-0304-4fc8-959d-ae9aab12711f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2518742 Oct 27 16:11:27.686272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.695943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-b8c8955b-8b44-4231-b012-ccc716842e42 req-e5fca424-2edb-49e7-aac0-21c360801527 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:11:27.696943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8c8955b-8b44-4231-b012-ccc716842e42 req-e5fca424-2edb-49e7-aac0-21c360801527 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107253 Oct 27 16:11:27.743779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-8525e2ee-4a09-4319-a2a0-2dd974b603d9 service neutron] 10.222.0.70 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262213 Oct 27 16:11:27.749290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-35af8e3f-ebaf-4f1c-982e-2284764883f4 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981039 Oct 27 16:11:27.773641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:27.834542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.876058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcf98-0152-45e3-b75d-b76e481a31c3 req-769e5383-965e-4358-8ea7-d20900ef4514 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.877477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cbcf98-0152-45e3-b75d-b76e481a31c3 req-769e5383-965e-4358-8ea7-d20900ef4514 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.0991511 Oct 27 16:11:27.900301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1051466d-6a1a-48b1-817d-e386cd0f179b req-c0ceb3d0-5e9f-4c8b-985c-70327095fef6 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415575 Oct 27 16:11:27.928038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cbcf98-0152-45e3-b75d-b76e481a31c3 req-cca66a91-5e93-42e7-be18-e3ed9cc1c7f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Oct 27 16:11:28.133245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570bfa-c8ad-49b3-b767-9f02273a7649 req-20a68eaa-c289-40eb-a813-6ea22190dc74 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.134857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d570bfa-c8ad-49b3-b767-9f02273a7649 req-20a68eaa-c289-40eb-a813-6ea22190dc74 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.0705187 Oct 27 16:11:28.142998 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61fe662-11e2-43a3-8787-2c34f151eb3b x-openstack-request-id: req-a61fe662-11e2-43a3-8787-2c34f151eb3b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:28.143450 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:28.143804 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a61fe662-11e2-43a3-8787-2c34f151eb3b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:28.144291 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'code': 200} Oct 27 16:11:28.219348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d570bfa-c8ad-49b3-b767-9f02273a7649 req-07b43e70-c969-4272-bc57-97f4723d0ac0 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780916 Oct 27 16:11:28.243702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-dbfd1b52-7435-4a8a-a553-ec8ca44366a7 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0885448 Oct 27 16:11:28.297308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.305559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-7e64c181-cbe9-4721-9014-26ba0ed923dc tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.306917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-7e64c181-cbe9-4721-9014-26ba0ed923dc tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports/ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 943 time: 0.0583277 Oct 27 16:11:28.343171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819624-a5d6-4703-892a-837f1d04d773 req-882eb8fe-74eb-4f3f-832b-7b5c020fe1e9 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.344686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66819624-a5d6-4703-892a-837f1d04d773 req-882eb8fe-74eb-4f3f-832b-7b5c020fe1e9 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 944 time: 0.0624418 Oct 27 16:11:28.390827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}, {'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'name': 'network-vif-deleted', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:28.393199 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de59b0e-a9de-4336-a7f3-0d58447bc72e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}, {"server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "name": "network-vif-deleted", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:28.438052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66819624-a5d6-4703-892a-837f1d04d773 req-d21232ab-52ad-473e-9a9b-592f132ddc4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838094 Oct 27 16:11:28.441083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-02af60fb-61b6-40a2-a2d3-9c6a9c45590e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0930724 Oct 27 16:11:28.529193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7471e925-a37e-4b94-9df6-86430929244a req-03706715-c3ec-4ba7-9075-39a2cc2616f2 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 210 time: 0.0350721 Oct 27 16:11:28.588336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-f367bb67-48b1-49e6-8a67-14c879e612a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.589683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-f367bb67-48b1-49e6-8a67-14c879e612a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1429212 Oct 27 16:11:28.657477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-f2fc29f6-56b5-4e5c-b4b5-1b972b68fabb tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0607576 Oct 27 16:11:28.666902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:28.724131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.869792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.979714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.980055 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Floating IP 36d50712-b70f-4bed-a800-92b85435707f disassociated. External IP: 172.25.5.195, port: ea32c30a-2697-4724-bc34-172cc3642dcf. Oct 27 16:11:29.102600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-0f8e827c-b806-4112-a038-d7299280ff51 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:29.104079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-0f8e827c-b806-4112-a038-d7299280ff51 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1965592 Oct 27 16:11:29.124875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-4271221b-6722-4080-9f73-6cec9eda2e1b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0136175 Oct 27 16:11:29.163877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-3bdbc2dd-cc9e-453f-b40d-d3b5f65743e3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333726 Oct 27 16:11:29.338464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-1981d251-d9f1-4cbf-810a-6be6aea297ac service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672819 Oct 27 16:11:29.345496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:29.438747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:29.440801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:29.535652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-545eb7bb-459b-49ab-b51c-000418e3b344 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875281 Oct 27 16:11:29.552758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:29.560753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.566688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:29.598744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:29.600123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-effbc01b-701a-47c7-abe0-df7f852168a2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "PUT /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 696 time: 0.9368358 Oct 27 16:11:29.610713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:29.611374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:29.616759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:29.658955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'port_id': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'mac_address': 'fa:16:3e:83:41:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a65e-2042-419a-afcc-c31aeccd2ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:29.681131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-11533ed3-7fe5-42c4-b3db-bece76b4f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:29.683836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-11533ed3-7fe5-42c4-b3db-bece76b4f654 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.0685132 Oct 27 16:11:29.701089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:29.701452 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.876597 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c2b15-551e-40ee-86b5-f3df39c00266 x-openstack-request-id: req-9a8c2b15-551e-40ee-86b5-f3df39c00266 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:29.876597 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}, {"server_uuid": "d21d1b26-a46b-46ec-99c6-b3065ac912a5", "name": "network-vif-deleted", "tag": "3fb3bd24-b049-4758-9b61-843340e10a19", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:29.876597 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a8c2b15-551e-40ee-86b5-f3df39c00266 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:29.876597 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:11:29.876597 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21d1b26-a46b-46ec-99c6-b3065ac912a5', 'name': 'network-vif-deleted', 'tag': '3fb3bd24-b049-4758-9b61-843340e10a19', 'status': 'completed', 'code': 200} Oct 27 16:11:29.934949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.936076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-dbdf864c-e554-46fe-b001-2a6d7ffff947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:29.939570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-dbdf864c-e554-46fe-b001-2a6d7ffff947 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.2454967 Oct 27 16:11:29.961567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6473b5-9aca-4577-ab00-7c1862700b54 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:29.992918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:29.995658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.044321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.044890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:30.112527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.258813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:30.268808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:30.270985 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9a5ad-0150-471e-9a5b-e2b1d5bc358b" -d '{"events": [{"server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "name": "network-vif-plugged", "status": "completed", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:30.291014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-fee80e25-f9b0-4910-ba0e-94baa946adca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.3415086 Oct 27 16:11:30.296367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.344512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.354384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-cb9d988b-f994-4c63-a053-d30c9a39bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.356026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-cb9d988b-f994-4c63-a053-d30c9a39bc3d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.4799657 Oct 27 16:11:30.363915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'network_id': 'a074166a-6f0c-44e2-8db6-a220f229530a', 'port_id': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'mac_address': 'fa:16:3e:7a:b8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3aea5-a007-46d1-b5db-ef0041df41b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:30.371841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52b65c-9a25-4a72-a78e-658faff1180e req-2eac70f4-86ee-429d-89ee-af387b74a44a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.375861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c52b65c-9a25-4a72-a78e-658faff1180e req-2eac70f4-86ee-429d-89ee-af387b74a44a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 943 time: 0.1133723 Oct 27 16:11:30.388715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.389497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fb3bd24-b049-4758-9b61-843340e10a19 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:30.466133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3fb3bd24-b049-4758-9b61-843340e10a19 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:30.466870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fb3bd24-b049-4758-9b61-843340e10a19 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:30.481002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.491550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-7e8aaadd-af01-485d-9f0c-27d95636fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.492860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-7e8aaadd-af01-485d-9f0c-27d95636fb9a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1114707 Oct 27 16:11:30.508066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-340a2e50-3295-430e-95f3-5aabc48d39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.509323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:30.509578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-340a2e50-3295-430e-95f3-5aabc48d39ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.2029829 Oct 27 16:11:30.515286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:30.537537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.549824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:30.579222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-a467f2f0-712d-4337-b095-0c0d13430899 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0674677 Oct 27 16:11:30.584087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:30.587988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c52b65c-9a25-4a72-a78e-658faff1180e req-98e116de-579c-44df-ad06-353b5df1af86 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049055 Oct 27 16:11:30.604049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:30.604049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:30.604363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-9603e340-1427-4bd4-9c28-31b377be733e tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.604363 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-9603e340-1427-4bd4-9c28-31b377be733e tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.82 "GET /v2.0/networks?id=001396c3-465a-4aa7-8236-4297b582f781 HTTP/1.1" status: 200 len: 818 time: 0.1573491 Oct 27 16:11:30.634478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.634478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:30.644498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Request body: {'port': {'device_id': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'network_id': '001396c3-465a-4aa7-8236-4297b582f781', 'admin_state_up': True, 'tenant_id': '5a0cb870d23944c1b679f697dff50cf8'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:30.671961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-cdf20369-bc31-4c4f-88c8-cc77d2faf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.673927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-cdf20369-bc31-4c4f-88c8-cc77d2faf0f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486959 Oct 27 16:11:30.799319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-f95cdd24-73f1-4dde-8075-0714d7abd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.801484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-f95cdd24-73f1-4dde-8075-0714d7abd2c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.2015874 Oct 27 16:11:30.842957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:30.851490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Made reservation on behalf of 5a0cb870d23944c1b679f697dff50cf8 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:30.854779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.866613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:30.885501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aa580-b34e-4759-843f-5b499f6e9ddc req-d1ec25ee-aaec-4e8b-8f90-d0094f48b867 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.887164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb3aa580-b34e-4759-843f-5b499f6e9ddc req-d1ec25ee-aaec-4e8b-8f90-d0094f48b867 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 945 time: 0.1237931 Oct 27 16:11:30.890713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-194acea6-7fb7-4342-9718-1727d1f0dbc3 service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081370 Oct 27 16:11:30.909011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-65188571-fb1d-465a-badf-80d8842d2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.910529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-65188571-fb1d-465a-badf-80d8842d2c66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942230 Oct 27 16:11:30.928270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.980980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'port_id': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'mac_address': 'fa:16:3e:3f:92:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25e57a3-1a24-4fbe-9489-92a50a30efd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:31.013170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Allocated IP 172.20.0.9 (001396c3-465a-4aa7-8236-4297b582f781/ab60697d-2519-47ee-9804-262c48e9e1ff/c031c869-a903-4cb4-a415-ac20ed363bf9) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:31.069933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.071580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb3aa580-b34e-4759-843f-5b499f6e9ddc req-00593dc7-8e4e-40ee-9747-3d048251b0f8 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649425 Oct 27 16:11:31.121059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffa6e7cb-e19f-4504-bd1c-b9357cac6d04 req-65ff1ab4-04ae-446e-8110-301a16c1731a service neutron] 10.222.0.70 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205665 Oct 27 16:11:31.136653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:31.144302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-f47bb104-f49e-4d86-bc85-8875be38429d service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945548 Oct 27 16:11:31.181939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:31.217057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:31.245384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.251491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc5899-df41-41f6-8b8c-eb4550af31a4 None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:10:01Z', 'revision_number': 4, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '53e78396-93ae-4d48-8997-2851a01d7681', 'name': '', 'network_id': '0a12252f-a220-4977-bb5e-a0a0293cf71a', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'mac_address': 'fa:16:3e:9c:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:00Z', 'updated_at': '2021-10-27T16:10:06Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'subnets': [{'id': 'c528b28f-15c8-4b3c-a439-ce5345977065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:31.275707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a9e3-eda6-4fd7-93f9-37fdf15ecad7 req-4e7806be-de68-4c48-8588-a50dcf044576 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.282984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47e5a9e3-eda6-4fd7-93f9-37fdf15ecad7 req-4e7806be-de68-4c48-8588-a50dcf044576 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.1351628 Oct 27 16:11:31.312177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:31.333288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.349004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7de59b0e-a9de-4336-a7f3-0d58447bc72e req-4126f514-8c5b-4bd6-8faf-4dae055c087c service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888683 Oct 27 16:11:31.364205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47e5a9e3-eda6-4fd7-93f9-37fdf15ecad7 req-1d634cd1-5d1f-4e65-b2e4-e23b13628889 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746310 Oct 27 16:11:31.400206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['885f2bc3-d2ac-4e7d-9102-04f48a8b0010'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:31.434034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6a6473b5-9aca-4577-ab00-7c1862700b54'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:31.435969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.437104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d75a35a1-30dc-4fe6-8347-2c740b47f840 req-a62cc19c-f0e5-4715-a8a6-e3fdfb04201a tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 210 time: 0.1258554 Oct 27 16:11:31.521847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Network 001396c3-465a-4aa7-8236-4297b582f781 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:31.525180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:31.530193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:31.540025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-764be39f-2347-4a4d-bbc4-955697235fd1 req-5d4678ba-ddfd-4b11-909f-458bb36af6a6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 210 time: 0.1008644 Oct 27 16:11:31.586300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Pushing event updated for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:31.621055 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98650c69-5115-493f-b287-d861ef25b46e x-openstack-request-id: req-98650c69-5115-493f-b287-d861ef25b46e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:31.621648 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "name": "network-vif-plugged", "status": "completed", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:31.621648 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98650c69-5115-493f-b287-d861ef25b46e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:31.621953 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'code': 200} Oct 27 16:11:31.650689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.651705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.672345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ef5-95a9-498d-8fcb-07e8358c88a2 req-3091f4ca-9c25-4c7d-a547-074cb7ef4a66 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.687930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaec5ef5-95a9-498d-8fcb-07e8358c88a2 req-3091f4ca-9c25-4c7d-a547-074cb7ef4a66 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 944 time: 0.1204596 Oct 27 16:11:31.726632 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3db15-77ac-4066-abaa-d8fede0b8b82 None None] New status for floating IP 36d50712-b70f-4bed-a800-92b85435707f: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:31.744829 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1a372b64-e501-480e-8d35-48edbbab63b4 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228101 Oct 27 16:11:31.757633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Request body: {'port': {'device_id': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:31.813186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaec5ef5-95a9-498d-8fcb-07e8358c88a2 req-a1745f11-55b8-47d8-8da8-3a844c04eb19 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119483 Oct 27 16:11:31.817304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.819705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12e677-1058-48c2-bbc0-66d60cec3628 req-a9acb41f-bbce-42ca-a65b-8cbceb3b59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.821215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd12e677-1058-48c2-bbc0-66d60cec3628 req-a9acb41f-bbce-42ca-a65b-8cbceb3b59df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 1096 time: 0.1320763 Oct 27 16:11:31.851208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39edf4-8ada-446c-ba77-4a1392366d2d req-b7af4880-cfca-4048-9c22-4db710322d97 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.852705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b39edf4-8ada-446c-ba77-4a1392366d2d req-b7af4880-cfca-4048-9c22-4db710322d97 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 944 time: 0.0759590 Oct 27 16:11:31.885960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:31.888272 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ea297-0bb6-4632-818c-682ca8fbdd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:31.925798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b39edf4-8ada-446c-ba77-4a1392366d2d req-88e4eeb3-bb75-4736-ba97-537826f101f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Oct 27 16:11:31.928703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd12e677-1058-48c2-bbc0-66d60cec3628 req-b73e6f20-4d82-4415-910b-7f9b1f79c878 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945511 Oct 27 16:11:31.978850 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950cb7f7-56c6-437f-80ff-4d2a2e0b0f37 x-openstack-request-id: req-950cb7f7-56c6-437f-80ff-4d2a2e0b0f37 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:31.978850 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:31.979160 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-950cb7f7-56c6-437f-80ff-4d2a2e0b0f37 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:31.979603 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:11:32.025301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-7fc353e5-0502-4e7c-8284-78527875fc1e tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 200 len: 696 time: 0.0447938 Oct 27 16:11:32.115680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:32.152394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-ac3444f6-d924-4ad1-b047-34cdb2e7fbc6 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.154031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-ac3444f6-d924-4ad1-b047-34cdb2e7fbc6 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1223991 Oct 27 16:11:32.155846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c031c869-a903-4cb4-a415-ac20ed363bf9 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:32.170370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.189215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Transition to ACTIVE for port object c031c869-a903-4cb4-a415-ac20ed363bf9 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:32.231570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-fde5551e-cf03-4368-95ed-a95409923dc1 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 697 time: 0.0708511 Oct 27 16:11:32.274192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.310465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-b35945d5-5ecb-48cf-9e45-d32ce3b565a8 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 697 time: 0.0752144 Oct 27 16:11:32.328880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Pushing event updated for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:32.329518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e062d-0544-42d1-a992-82d22bcefb42 req-618ad5be-6ce2-4b91-bd99-dde920b0edb2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.331562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c1e062d-0544-42d1-a992-82d22bcefb42 req-618ad5be-6ce2-4b91-bd99-dde920b0edb2 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 945 time: 0.1341608 Oct 27 16:11:32.394860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Attempting to bind port c031c869-a903-4cb4-a415-ac20ed363bf9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:32.395227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Attempting to bind port c031c869-a903-4cb4-a415-ac20ed363bf9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c2299a8e-80d3-4b9a-b60e-831a5b644e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '001396c3-465a-4aa7-8236-4297b582f781'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:32.395552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Attempting to bind port c031c869-a903-4cb4-a415-ac20ed363bf9 on network 001396c3-465a-4aa7-8236-4297b582f781 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:32.399373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-5f725ef9-12e1-473a-94cc-64395aca0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.399920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Port c031c869-a903-4cb4-a415-ac20ed363bf9 on network 001396c3-465a-4aa7-8236-4297b582f781 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:32.400225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Attempting to bind port c031c869-a903-4cb4-a415-ac20ed363bf9 on network 001396c3-465a-4aa7-8236-4297b582f781 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:32.400846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-5f725ef9-12e1-473a-94cc-64395aca0966 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 1097 time: 0.1250744 Oct 27 16:11:32.405059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:32.405376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Checking segment: {'id': 'c2299a8e-80d3-4b9a-b60e-831a5b644e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '001396c3-465a-4aa7-8236-4297b582f781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:32.405750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Bound using segment: {'id': 'c2299a8e-80d3-4b9a-b60e-831a5b644e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '001396c3-465a-4aa7-8236-4297b582f781'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:32.406172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Bound port: c031c869-a903-4cb4-a415-ac20ed363bf9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2299a8e-80d3-4b9a-b60e-831a5b644e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '001396c3-465a-4aa7-8236-4297b582f781'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:32.406521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.474209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:32.479190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c031c869-a903-4cb4-a415-ac20ed363bf9,segment=NetworkSegment(c2299a8e-80d3-4b9a-b60e-831a5b644e81),segment_id=c2299a8e-80d3-4b9a-b60e-831a5b644e81)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:32.514695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c1e062d-0544-42d1-a992-82d22bcefb42 req-5d673ef8-8b69-40c3-8765-143ff3b19108 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480534 Oct 27 16:11:32.575877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-e8a33836-48c4-4945-ae46-17be21cb131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.577293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-e8a33836-48c4-4945-ae46-17be21cb131d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 200 len: 922 time: 0.1490579 Oct 27 16:11:32.577566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.585302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Deleting port 01bf29a1-ec0e-44fc-8262-f1c18bc85896 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:32.589334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.617353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.617962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.619421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] 10.222.0.82 "PUT /v2.0/ports/c031c869-a903-4cb4-a415-ac20ed363bf9 HTTP/1.1" status: 200 len: 1091 time: 0.8661461 Oct 27 16:11:32.619843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:32.622042 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:32.643989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db5a46-9ac1-4397-acae-4d2c02c8a410 service neutron] Pushing event updated for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:32.685630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-e05de111-3079-4d98-bc34-e8110f2db831 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 200 len: 217 time: 0.0970387 Oct 27 16:11:32.790599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2f8bf-1701-40f6-bc43-f7e1a585f299 req-14b599fd-3d21-4a66-8b89-f271ab17865a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.792117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59b2f8bf-1701-40f6-bc43-f7e1a585f299 req-14b599fd-3d21-4a66-8b89-f271ab17865a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.2197862 Oct 27 16:11:32.797911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.798243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.836208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Calling delete_port for 01bf29a1-ec0e-44fc-8262-f1c18bc85896 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:32.839880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-9ff00819-bfb6-44dd-b36a-4eecf8eda0a0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.841280 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-9ff00819-bfb6-44dd-b36a-4eecf8eda0a0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1026173 Oct 27 16:11:32.843821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-e1eeb01e-bdfd-4363-8dcb-dfa5d5fb0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.848590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-e1eeb01e-bdfd-4363-8dcb-dfa5d5fb0116 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 200 len: 860 time: 0.1460032 Oct 27 16:11:32.901999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-7f317ceb-f0aa-41f0-adab-232a200c5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.903527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-7f317ceb-f0aa-41f0-adab-232a200c5c35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a0cb870d23944c1b679f697dff50cf8&device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 1094 time: 0.1623025 Oct 27 16:11:32.912703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59b2f8bf-1701-40f6-bc43-f7e1a585f299 req-d3a85ddd-7062-469f-86ad-424a60413962 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083767 Oct 27 16:11:32.979518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': '44786b22-9977-43b6-a78e-8b8139951eab', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:33.051806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-06206a1d-234c-4953-9f66-ffaa4e387ded service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031c869-a903-4cb4-a415-ac20ed363bf9 HTTP/1.1" status: 200 len: 217 time: 0.0677698 Oct 27 16:11:33.140234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8697-a8dc-456e-84eb-1d2e7e050d89 req-2bf3b91e-3be9-484d-a25c-149fec7cf254 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.141699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-165d8697-a8dc-456e-84eb-1d2e7e050d89 req-2bf3b91e-3be9-484d-a25c-149fec7cf254 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 943 time: 0.1753311 Oct 27 16:11:33.152381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-72bcb3db-7d60-44ab-a7fb-6a9b309a1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.157997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-72bcb3db-7d60-44ab-a7fb-6a9b309a1406 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a12252f-a220-4977-bb5e-a0a0293cf71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774418 Oct 27 16:11:33.177158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:33.180659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.193826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6296-38d1-47b8-bbaa-947379d3468d req-2a92c569-f81f-42df-8b77-06b136589026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.196355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-2a92c569-f81f-42df-8b77-06b136589026 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab60697d-2519-47ee-9804-262c48e9e1ff HTTP/1.1" status: 200 len: 858 time: 0.1323211 Oct 27 16:11:33.271010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-e542bd77-0702-401e-a19f-f0fabd049455 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=001396c3-465a-4aa7-8236-4297b582f781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384264 Oct 27 16:11:33.282656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-165d8697-a8dc-456e-84eb-1d2e7e050d89 req-909bcf70-8a5f-45c1-ba8b-9c771a65055f tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342332 Oct 27 16:11:33.313885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.7 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/571f0987-ddda-4dd6-9de5-c26eaff26e1c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:33.339729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.445783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:33.486733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.503136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6a6473b5-9aca-4577-ab00-7c1862700b54 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:33.503699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.583412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.586476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.622999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:33.623838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:33.626107 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb53c21-8c27-4c89-9ea6-268aba533a35" -d '{"events": [{"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:33.674774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event deleted for resources: {'Port': ['ID=01bf29a1-ec0e-44fc-8262-f1c18bc85896,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:33.681711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-ca785623-beee-4352-8754-8bd2a77a835e service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031300 Oct 27 16:11:33.703687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.705030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:33.814187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:33.822321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:33.822690 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.848724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-1d0e2995-aed1-4583-8a74-3232d07d81b2 service neutron] 10.222.0.82 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611646 Oct 27 16:11:33.895972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.899084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.908091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2707be2-0a04-49d3-af0f-a7636ef56e44 req-07e61ca0-06b8-44db-8d6a-88f87c2f324c tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "DELETE /v2.0/floatingips/36d50712-b70f-4bed-a800-92b85435707f HTTP/1.1" status: 204 len: 173 time: 1.5877609 Oct 27 16:11:33.914413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:33.919910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:33.924545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:33.931384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.977643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:33.984406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.985169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.991422 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ea756-6ef2-4bda-8b93-07f43d8aee51 x-openstack-request-id: req-621ea756-6ef2-4bda-8b93-07f43d8aee51 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:33.991836 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:33.992189 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-621ea756-6ef2-4bda-8b93-07f43d8aee51 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:33.992678 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9', 'status': 'completed', 'code': 200} Oct 27 16:11:34.005457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.022961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-552ea297-0bb6-4632-818c-682ca8fbdd5c req-3c5d17ec-ced2-4743-9219-d7d0d2cc4636 service neutron] 10.222.0.82 "GET /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168542 Oct 27 16:11:34.031596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf634-0c41-4353-9871-2a915ba5244e req-24ef7469-b7f9-4617-93e3-7671a5b47091 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.033217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58abf634-0c41-4353-9871-2a915ba5244e req-24ef7469-b7f9-4617-93e3-7671a5b47091 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 931 time: 0.6624889 Oct 27 16:11:34.051162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.088694 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-a6339ebe-11c6-45df-8bb9-33d314e0dc60 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1130431 Oct 27 16:11:34.103592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-598a6296-38d1-47b8-bbaa-947379d3468d req-7123c618-3f36-40c1-ac07-5996ad665d38 service neutron] 10.222.0.82 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446756 Oct 27 16:11:34.103834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Request body: {'port': {'device_id': '44786b22-9977-43b6-a78e-8b8139951eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:34.128307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d156b-3bbf-465f-9073-90ecdc4af018 req-eefaddea-3e63-4f11-ad7e-1a1909028e3a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.130228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-865d156b-3bbf-465f-9073-90ecdc4af018 req-eefaddea-3e63-4f11-ad7e-1a1909028e3a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 944 time: 0.1220081 Oct 27 16:11:34.132932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58abf634-0c41-4353-9871-2a915ba5244e req-91124b0b-8b1a-4fdd-945e-dd8646050747 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705576 Oct 27 16:11:34.196405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.199308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-865d156b-3bbf-465f-9073-90ecdc4af018 req-e1786cc2-4485-4921-908f-6cbc4346fdf4 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504766 Oct 27 16:11:34.265415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.319281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e842679-32aa-49d5-a7d3-2457618754b2 req-f0d6056a-59ca-486d-82cb-8f8b2adf526b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.320809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e842679-32aa-49d5-a7d3-2457618754b2 req-f0d6056a-59ca-486d-82cb-8f8b2adf526b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 944 time: 0.0554996 Oct 27 16:11:34.360794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e842679-32aa-49d5-a7d3-2457618754b2 req-2440e4ec-b8e7-497d-a5a3-6f34fda90196 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Oct 27 16:11:34.448452 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b2846c-ccbc-4157-a516-a8b456b36285 x-openstack-request-id: req-e8b2846c-ccbc-4157-a516-a8b456b36285 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:34.449736 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-plugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:34.449860 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8b2846c-ccbc-4157-a516-a8b456b36285 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:34.450635 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'code': 200} Oct 27 16:11:34.503884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824138-99f7-48f9-921e-d24f77adef57 req-863afc1a-b7e1-403c-8808-cce339eb7b7d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.506284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5824138-99f7-48f9-921e-d24f77adef57 req-863afc1a-b7e1-403c-8808-cce339eb7b7d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.0696020 Oct 27 16:11:34.520377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571f0987-ddda-4dd6-9de5-c26eaff26e1c {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:34.536516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.551680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Transition to ACTIVE for port object 571f0987-ddda-4dd6-9de5-c26eaff26e1c will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:34.592974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5824138-99f7-48f9-921e-d24f77adef57 req-a4a9af3a-3a47-47a7-8c3f-20167c8dff75 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790808 Oct 27 16:11:34.651384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-495dbb54-fbc7-4d73-8f5d-f9d1b9d10724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.651384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-495dbb54-fbc7-4d73-8f5d-f9d1b9d10724 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a0cb870d23944c1b679f697dff50cf8&device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 1094 time: 0.0821469 Oct 27 16:11:34.696970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.765656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.786364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996599b-6e79-43c5-8795-eeb265437680 req-2f0daa97-4bd1-468f-96d9-53d23ad5371b tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.788074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8996599b-6e79-43c5-8795-eeb265437680 req-2f0daa97-4bd1-468f-96d9-53d23ad5371b tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0997045 Oct 27 16:11:34.792263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-72050082-1f60-471e-ab89-11d620ebb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.793758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-72050082-1f60-471e-ab89-11d620ebb745 service neutron] 10.222.0.82 "GET /v2.0/networks?id=001396c3-465a-4aa7-8236-4297b582f781 HTTP/1.1" status: 200 len: 919 time: 0.1619904 Oct 27 16:11:34.853441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-9c82dc9a-ee78-482a-a48b-ae8fabf4e298 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031c869-a903-4cb4-a415-ac20ed363bf9 HTTP/1.1" status: 200 len: 217 time: 0.0408673 Oct 27 16:11:34.854866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Attempting to bind port 571f0987-ddda-4dd6-9de5-c26eaff26e1c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:34.855288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Attempting to bind port 571f0987-ddda-4dd6-9de5-c26eaff26e1c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:34.855680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Attempting to bind port 571f0987-ddda-4dd6-9de5-c26eaff26e1c on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:34.860164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Port 571f0987-ddda-4dd6-9de5-c26eaff26e1c on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:34.860555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Attempting to bind port 571f0987-ddda-4dd6-9de5-c26eaff26e1c on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:34.866359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:34.866698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:34.867509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:34.868622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Bound port: 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:34.871423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.905508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8996599b-6e79-43c5-8795-eeb265437680 req-1b997039-9044-46f1-a7b9-eee144ed54cf tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078105 Oct 27 16:11:34.931753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-df3a3b98-d664-497d-b3f4-61125b673705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.933301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-df3a3b98-d664-497d-b3f4-61125b673705 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab60697d-2519-47ee-9804-262c48e9e1ff HTTP/1.1" status: 200 len: 858 time: 0.0719631 Oct 27 16:11:34.963731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:34.968239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:34.980944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-7895299a-dc2d-480c-b31b-6c2d0c2edac9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=001396c3-465a-4aa7-8236-4297b582f781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330665 Oct 27 16:11:35.034972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.077671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.078287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.079699 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] 10.222.0.82 "PUT /v2.0/ports/571f0987-ddda-4dd6-9de5-c26eaff26e1c HTTP/1.1" status: 200 len: 1091 time: 0.9805079 Oct 27 16:11:35.099991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd32c24-be75-4c16-8cbd-1590e61dcf5f service neutron] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:35.132668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cfc1a-b0d3-4792-a127-90956e1ec410 req-a65a47c7-f7bb-4a07-87f3-a2e6a90c6819 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.134176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-625cfc1a-b0d3-4792-a127-90956e1ec410 req-a65a47c7-f7bb-4a07-87f3-a2e6a90c6819 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 943 time: 0.1558983 Oct 27 16:11:35.168524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca6985-bc5b-4964-90fe-adf6c2972a21 req-b60103a9-4cc1-4407-8bfe-8975893d0c6f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.170614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3ca6985-bc5b-4964-90fe-adf6c2972a21 req-b60103a9-4cc1-4407-8bfe-8975893d0c6f tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.1565626 Oct 27 16:11:35.197099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-4e44004e-b4f4-450d-9b1c-0554cf37ee3b service neutron] 10.222.0.82 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071252 Oct 27 16:11:35.221309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-811c6101-fa8a-43df-a313-3ec672391222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.223235 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-811c6101-fa8a-43df-a313-3ec672391222 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 1094 time: 0.0540922 Oct 27 16:11:35.253985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-625cfc1a-b0d3-4792-a127-90956e1ec410 req-64ed8667-8874-4fa9-bd62-fb0ec9423e42 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108654 Oct 27 16:11:35.273333 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-9f752165-d2e7-4268-ba0a-5098f1b2c0cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c HTTP/1.1" status: 200 len: 217 time: 0.0410438 Oct 27 16:11:35.317262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3ca6985-bc5b-4964-90fe-adf6c2972a21 req-25127453-c567-41e7-a512-6280e6ec8f76 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317363 Oct 27 16:11:35.379358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398baf-1370-451b-8775-d4d2f89298ae req-c7d508cc-2957-42b9-b2cf-91d75098097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.381293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-c7d508cc-2957-42b9-b2cf-91d75098097d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.0832760 Oct 27 16:11:35.422538 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-4cc386ac-0e1f-4ccf-98ff-d8132c76694d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319960 Oct 27 16:11:35.427407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db81fd6a-6302-4fb6-81c9-bedbb89c27d7 req-3a127488-0077-49ed-b648-12ab0394dd17 service neutron] 10.222.0.82 "GET /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183056 Oct 27 16:11:35.452640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:35.475555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576c94d-18d5-4a84-95a0-804f3781f173 req-69e2951e-bdf6-46a9-864e-d2e40dcbead0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.477169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2576c94d-18d5-4a84-95a0-804f3781f173 req-69e2951e-bdf6-46a9-864e-d2e40dcbead0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.1283405 Oct 27 16:11:35.515229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:35.515913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.522889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d372c-06db-4a23-b3ca-e10c9b478f49 req-cdb73bda-3ad1-48d7-b45c-f9c46d0c39d7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.530136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c85d372c-06db-4a23-b3ca-e10c9b478f49 req-cdb73bda-3ad1-48d7-b45c-f9c46d0c39d7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.0978653 Oct 27 16:11:35.558169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2576c94d-18d5-4a84-95a0-804f3781f173 req-faead7f9-f618-4c50-984a-8cbb65fe119e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718942 Oct 27 16:11:35.595672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c85d372c-06db-4a23-b3ca-e10c9b478f49 req-5748c4bd-117a-4157-9013-caaa13fba8be tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622337 Oct 27 16:11:35.604610 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-fd48d89a-8727-4889-84e1-0f678184e014 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614857 Oct 27 16:11:35.625805 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.670510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:35.709771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90dcdc-e21e-43fc-968b-b64e8fc34364 req-2f6c4402-8559-433c-a9a6-59d90dfc772c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.716713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de90dcdc-e21e-43fc-968b-b64e8fc34364 req-2f6c4402-8559-433c-a9a6-59d90dfc772c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 944 time: 0.0697110 Oct 27 16:11:35.725843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33398baf-1370-451b-8775-d4d2f89298ae req-930efc50-4f9d-410f-b7a4-0bbaa4a9ec3c service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115434 Oct 27 16:11:35.757545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.758816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:35.765538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de90dcdc-e21e-43fc-968b-b64e8fc34364 req-260fbe75-15ba-4475-8ee7-417d0f43ee50 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Oct 27 16:11:35.803273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26691a70-ecf8-4ff2-8aeb-1427e95198fb req-4f4b42c0-b1ff-4834-a903-6f26d1538321 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.804809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26691a70-ecf8-4ff2-8aeb-1427e95198fb req-4f4b42c0-b1ff-4834-a903-6f26d1538321 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 946 time: 0.0570745 Oct 27 16:11:35.848517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26691a70-ecf8-4ff2-8aeb-1427e95198fb req-33d877ec-47ef-426d-9ddd-96c6f9252156 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Oct 27 16:11:35.849725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:35.897525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.934812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:35.982456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.993371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:35.995893 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d2e438-310a-4f77-9749-94eeb036c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:36.032062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:36.051283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e05f7-aafa-4d16-a2cd-c527ec4734ba req-ec0ba1bd-1ec6-4545-a7fb-28acfc010647 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.052022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d4e05f7-aafa-4d16-a2cd-c527ec4734ba req-ec0ba1bd-1ec6-4545-a7fb-28acfc010647 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0532441 Oct 27 16:11:36.088107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d4e05f7-aafa-4d16-a2cd-c527ec4734ba req-cb31a701-c351-4687-a505-95c3997b3ddc tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Oct 27 16:11:36.133097 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b4f64d-3315-4df9-b0e8-a42317a8ba1f x-openstack-request-id: req-08b4f64d-3315-4df9-b0e8-a42317a8ba1f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:36.133459 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:36.133807 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08b4f64d-3315-4df9-b0e8-a42317a8ba1f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:36.134369 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'status': 'completed', 'code': 200} Oct 27 16:11:36.205897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-3f7beee9-33f1-4adb-94c8-fb8e4e614641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.207437 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-3f7beee9-33f1-4adb-94c8-fb8e4e614641 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 1094 time: 0.0465837 Oct 27 16:11:36.233141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9db9b-bfd7-4e3d-8e81-40b14c204335 req-816adf94-bd36-495d-bdd7-a78ffc5eff01 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.244412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf9db9b-bfd7-4e3d-8e81-40b14c204335 req-816adf94-bd36-495d-bdd7-a78ffc5eff01 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0638385 Oct 27 16:11:36.245492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:36.252734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Request body: {'floatingip': {'port_id': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:36.310461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-5006c9f1-48ab-46d1-955c-354edc69b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.311976 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-5006c9f1-48ab-46d1-955c-354edc69b7dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 913 time: 0.0932124 Oct 27 16:11:36.328440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.379558 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-204aec17-58cd-4f2a-a4a7-4d33bba8494e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c HTTP/1.1" status: 200 len: 217 time: 0.0576539 Oct 27 16:11:36.430954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-8e876c17-3459-4c8f-b1b2-e6fac1538604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.432461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-8e876c17-3459-4c8f-b1b2-e6fac1538604 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.0454841 Oct 27 16:11:36.452065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010'}, {'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'}, {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:36.454572 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00491bf7-75cd-4414-b832-e01b9ab058f2" -d '{"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-plugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010"}, {"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-plugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51"}, {"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:36.464793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-e812415d-dbea-4cdc-9462-e37942f4384c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247393 Oct 27 16:11:36.475033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b884e-3dc8-490f-8140-6f826fffc251 req-a8740aae-c378-4532-b388-c0a78b316154 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.476523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-304b884e-3dc8-490f-8140-6f826fffc251 req-a8740aae-c378-4532-b388-c0a78b316154 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.1750100 Oct 27 16:11:36.520399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41cf84-7a3c-471a-a762-ebb11b28479b req-4ffc159b-f8d3-44db-869b-4bc04a51826b tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.521870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc41cf84-7a3c-471a-a762-ebb11b28479b req-4ffc159b-f8d3-44db-869b-4bc04a51826b tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 943 time: 0.1414158 Oct 27 16:11:36.567897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-94c322cf-84e6-4653-a5b4-3eb27dbed517 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929601 Oct 27 16:11:36.628831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-304b884e-3dc8-490f-8140-6f826fffc251 req-1e3a6ba0-768f-45de-b77c-c481afbdad72 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429827 Oct 27 16:11:36.647237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc41cf84-7a3c-471a-a762-ebb11b28479b req-7b363ae5-0174-41af-981a-a6c376002888 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164579 Oct 27 16:11:36.665415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50d2e438-310a-4f77-9749-94eeb036c0c2 req-28b3525f-d64e-4679-a38f-e8b666f366c1 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877273 Oct 27 16:11:36.720386 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38872f18-4b17-4883-babf-261df152634c x-openstack-request-id: req-38872f18-4b17-4883-babf-261df152634c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:36.721292 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-plugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010", "code": 200}, {"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-plugged", "status": "completed", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51", "code": 200}, {"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:36.721610 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38872f18-4b17-4883-babf-261df152634c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:36.722199 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'code': 200} Oct 27 16:11:36.722646 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'code': 200} Oct 27 16:11:36.722949 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'code': 200} Oct 27 16:11:36.891535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3f1d-547e-4157-96fe-53267bcb334b req-83e530f6-e21f-4648-b087-1d019450a013 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.893520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd3c3f1d-547e-4157-96fe-53267bcb334b req-83e530f6-e21f-4648-b087-1d019450a013 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.1835213 Oct 27 16:11:36.949282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5b62-a8cc-4362-b98d-2bdae3f40f0e req-953aa7c0-1176-4865-8600-f9cf25def0d5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.951020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-272d5b62-a8cc-4362-b98d-2bdae3f40f0e req-953aa7c0-1176-4865-8600-f9cf25def0d5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.1688809 Oct 27 16:11:36.967215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0e0fd-ff68-4b04-b7dc-b8f967e1de16 req-0b04819b-8b54-4b8c-ba07-3519a8cc504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.968840 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d4b0e0fd-ff68-4b04-b7dc-b8f967e1de16 req-0b04819b-8b54-4b8c-ba07-3519a8cc504d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 1096 time: 0.0434682 Oct 27 16:11:36.999963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd3c3f1d-547e-4157-96fe-53267bcb334b req-958558aa-7965-469b-9884-27e14816da58 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/security-groups?id=7021c2a0-2a4f-41b8-b91e-881b210a9a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993679 Oct 27 16:11:37.034877 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d4b0e0fd-ff68-4b04-b7dc-b8f967e1de16 req-5dcebd11-88f0-4a39-ac2f-8f315620d94b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Oct 27 16:11:37.063322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-272d5b62-a8cc-4362-b98d-2bdae3f40f0e req-84418285-1ed8-4a08-b01b-5092163f162f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Oct 27 16:11:37.342534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.380280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40dc18-cf54-4749-ad47-1ef23366a156 req-b84e391d-f7e1-4497-bcb5-0454cd2510cc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:37.381770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d40dc18-cf54-4749-ad47-1ef23366a156 req-b84e391d-f7e1-4497-bcb5-0454cd2510cc tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 945 time: 0.3175821 Oct 27 16:11:37.421569 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.465281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:37.528594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d40dc18-cf54-4749-ad47-1ef23366a156 req-347529d4-04ce-471c-8ff0-13947923798a tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369174 Oct 27 16:11:37.536626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6def2-2016-428e-ad59-ee1edb27adb8 req-a7d2434c-9c63-407b-adee-1bdc284ad276 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:37.538128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42f6def2-2016-428e-ad59-ee1edb27adb8 req-a7d2434c-9c63-407b-adee-1bdc284ad276 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.1554761 Oct 27 16:11:37.555814 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.600432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42f6def2-2016-428e-ad59-ee1edb27adb8 req-454c4cdf-636b-4810-8652-6ff60239b422 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547631 Oct 27 16:11:37.601634 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Floating IP 489dba05-dba0-4faa-a435-5bddbf612bd4 associated. External IP: 172.25.5.116, port: cb9d4e9a-d1e1-4482-9a0a-c521a7063d10. Oct 27 16:11:37.601801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-ada53d0a-d553-45ee-990b-a36563dc84e2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:37.603534 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-ada53d0a-d553-45ee-990b-a36563dc84e2 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 946 time: 0.0701222 Oct 27 16:11:37.611072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:37.707954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.730353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Deleting port ea32c30a-2697-4724-bc34-172cc3642dcf {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:37.730696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.783009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:37.824216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1377-8c89-4295-a842-77b2b98e3cd7 req-ba6f992a-46aa-41d9-b558-c94f2f5f4ad9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:37.825977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fee1377-8c89-4295-a842-77b2b98e3cd7 req-ba6f992a-46aa-41d9-b558-c94f2f5f4ad9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.1248157 Oct 27 16:11:37.839340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] For port ea32c30a-2697-4724-bc34-172cc3642dcf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ea32c30a-2697-4724-bc34-172cc3642dcf,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:37.839633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.853756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Calling delete_port for ea32c30a-2697-4724-bc34-172cc3642dcf owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:37.897368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fee1377-8c89-4295-a842-77b2b98e3cd7 req-04c58e36-f8a6-4f5f-b3f9-b715a76679e5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Oct 27 16:11:37.913289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Router f172b986-566d-4b84-b8c6-e46e0d8e7c2a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:38.065581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616be3a-1479-41a3-802c-f3631d66171a req-3e3ac472-a699-4b68-960f-45a9a7e5efb6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.068113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7616be3a-1479-41a3-802c-f3631d66171a req-3e3ac472-a699-4b68-960f-45a9a7e5efb6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 943 time: 0.0787973 Oct 27 16:11:38.074095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:38.080806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.085839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Sync routers for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:38.088199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.104510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:38.105483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:38.109946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ea32c30a-2697-4724-bc34-172cc3642dcf'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:38.127791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4e441d91-496d-4884-a774-c31d2f8bf12a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "PUT /v2.0/floatingips/489dba05-dba0-4faa-a435-5bddbf612bd4 HTTP/1.1" status: 200 len: 991 time: 1.8778710 Oct 27 16:11:38.131471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:38.131749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Pushing event deleted for resources: {'Port': ['ID=ea32c30a-2697-4724-bc34-172cc3642dcf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:38.133648 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b8ef3-df0b-42cb-a28e-e56371435d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:38.153286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7616be3a-1479-41a3-802c-f3631d66171a req-be49bbfe-6672-42b7-acec-9addd1e63c29 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Oct 27 16:11:38.200679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] No DVR routers for this DVR port ea32c30a-2697-4724-bc34-172cc3642dcf on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:38.212750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.216575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-50899fa5-f1b6-4038-ab10-f3889f732788 req-e7f6d315-c355-4a1a-9ee5-fc8960e3ad3b tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.82 "DELETE /v2.0/ports/ea32c30a-2697-4724-bc34-172cc3642dcf HTTP/1.1" status: 204 len: 173 time: 0.5900381 Oct 27 16:11:38.217170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'name': 'network-vif-deleted', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:38.220223 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665dd3e-3e47-4d69-a2de-8332eb68a754" -d '{"events": [{"server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "name": "network-vif-deleted", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:38.295455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:38.299817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d532421f-3697-4f29-9509-b326501c0bcc req-531e50ec-ca59-4a82-a6ba-752aa6baf767 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 210 time: 0.0458670 Oct 27 16:11:38.320639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468da8d7-0192-4bed-bcab-8162f3492bb5 req-ae8ff274-1f88-48ed-80ec-0127df359c4c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.323048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-468da8d7-0192-4bed-bcab-8162f3492bb5 req-ae8ff274-1f88-48ed-80ec-0127df359c4c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.0839036 Oct 27 16:11:38.374214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-468da8d7-0192-4bed-bcab-8162f3492bb5 req-5daacd3d-2670-46b3-af5f-5fa86c605532 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Oct 27 16:11:38.442062 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7964f4-a029-405e-91c6-c0353637a31d x-openstack-request-id: req-7b7964f4-a029-405e-91c6-c0353637a31d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:38.442873 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:38.443438 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b7964f4-a029-405e-91c6-c0353637a31d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:38.444113 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'status': 'completed', 'code': 200} Oct 27 16:11:38.521443 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a90c86-b347-4727-8b08-f77a1b9bd3ba x-openstack-request-id: req-f8a90c86-b347-4727-8b08-f77a1b9bd3ba {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:38.521742 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c", "name": "network-vif-deleted", "tag": "ea32c30a-2697-4724-bc34-172cc3642dcf", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:38.522014 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8a90c86-b347-4727-8b08-f77a1b9bd3ba {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:38.524108 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c', 'name': 'network-vif-deleted', 'tag': 'ea32c30a-2697-4724-bc34-172cc3642dcf', 'status': 'completed', 'code': 200} Oct 27 16:11:38.557570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-e773d23f-75ba-4adb-a288-0c6f0b4247e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.564171 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-e773d23f-75ba-4adb-a288-0c6f0b4247e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 1096 time: 0.0832667 Oct 27 16:11:38.569481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d008-d9ca-4813-87d0-5a44f9e0b1af req-886274ff-5a32-4449-b841-c80b2d2e3b2f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.571196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8d1d008-d9ca-4813-87d0-5a44f9e0b1af req-886274ff-5a32-4449-b841-c80b2d2e3b2f tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.1033661 Oct 27 16:11:38.626316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '489dba05-dba0-4faa-a435-5bddbf612bd4', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'port_id': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'mac_address': 'fa:16:3e:d6:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:22Z', 'updated_at': '2021-10-27T16:11:36Z', 'revision_number': 1, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:38.651648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8d1d008-d9ca-4813-87d0-5a44f9e0b1af req-0af05cc0-9206-4bb2-9fa2-ba6c5e9801b6 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715387 Oct 27 16:11:38.663670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Checking router: f172b986-566d-4b84-b8c6-e46e0d8e7c2a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:38.675278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:38.677046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:38.732492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:38.735634 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05905059-f053-4a39-b2b9-031d88954525" -d '{"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-unplugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:38.766106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-3418fdbe-2b65-41b6-82da-2c865d9c2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.767838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-3418fdbe-2b65-41b6-82da-2c865d9c2ee8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 200 len: 917 time: 0.1797099 Oct 27 16:11:38.786394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af91893-d744-433a-94ca-601c1762ccb5 req-085e34c5-3586-4542-b1f1-0c189abadbc0 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.788404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6af91893-d744-433a-94ca-601c1762ccb5 req-085e34c5-3586-4542-b1f1-0c189abadbc0 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0806377 Oct 27 16:11:38.815352 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa60a6eb-7c24-4da0-88bf-02efd6ea3bab x-openstack-request-id: req-aa60a6eb-7c24-4da0-88bf-02efd6ea3bab {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:38.815703 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-unplugged", "status": "completed", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:38.815911 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa60a6eb-7c24-4da0-88bf-02efd6ea3bab {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:38.816303 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'code': 200} Oct 27 16:11:38.830026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:38.840664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6af91893-d744-433a-94ca-601c1762ccb5 req-fdcfdf20-088c-482f-bcfd-48a7a09deefd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Oct 27 16:11:38.864291 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-3ad2eacc-fd3b-45eb-9541-30ecdb0e8be7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 200 len: 999 time: 0.0833347 Oct 27 16:11:38.933957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-7c3bf00c-20c7-49a0-92f2-896ce45d9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.935506 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-7c3bf00c-20c7-49a0-92f2-896ce45d9257 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7ca1b9bd-aae8-4881-a49f-008869f91c60 HTTP/1.1" status: 200 len: 855 time: 0.0536339 Oct 27 16:11:38.993091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-3b8ff4ef-00c5-48d7-a6d3-fc11f04ba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.994726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-3b8ff4ef-00c5-48d7-a6d3-fc11f04ba0e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435584 Oct 27 16:11:39.036006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775216c7-7de3-4541-8795-f88a3a9461ec req-38473177-5781-445e-b969-7b291b4bc832 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.038410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-775216c7-7de3-4541-8795-f88a3a9461ec req-38473177-5781-445e-b969-7b291b4bc832 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.0645866 Oct 27 16:11:39.085304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '489dba05-dba0-4faa-a435-5bddbf612bd4', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'port_id': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'mac_address': 'fa:16:3e:d6:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:22Z', 'updated_at': '2021-10-27T16:11:36Z', 'revision_number': 1, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:39.093515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-775216c7-7de3-4541-8795-f88a3a9461ec req-5d392d88-ebfb-44bb-8aed-2f230ccb8690 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Oct 27 16:11:39.115315 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-a70bc5b3-06fe-4545-9303-f73365db06f8 service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077228 Oct 27 16:11:39.121108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f9947-6d1b-4159-aa61-c587372de43d None None] The sync data for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 is: [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '489dba05-dba0-4faa-a435-5bddbf612bd4', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'port_id': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'mac_address': 'fa:16:3e:d6:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:22Z', 'updated_at': '2021-10-27T16:11:36Z', 'revision_number': 1, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:39.218754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-998b8ef3-df0b-42cb-a28e-e56371435d2b req-ab8e9f32-78db-47ba-bc9f-2e3c50155fec service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982292 Oct 27 16:11:39.302123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9c0a3-049b-4e30-a086-01b5a2841626 req-11207d14-6b53-435d-9343-cc2b5a46dcbb tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.303743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eae9c0a3-049b-4e30-a086-01b5a2841626 req-11207d14-6b53-435d-9343-cc2b5a46dcbb tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 943 time: 0.0575857 Oct 27 16:11:39.351199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eae9c0a3-049b-4e30-a086-01b5a2841626 req-e790ff70-fa63-4900-a3f7-cc5765254691 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Oct 27 16:11:39.367941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ad3c6-5677-4391-b8d5-16fbadd8f4a7 None None] New status for floating IP 489dba05-dba0-4faa-a435-5bddbf612bd4: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:11:39.447361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-676d48cb-c2ef-49ff-93dd-d626410b33fe req-a531eadf-3302-4b3e-a8f6-8bfff7f14039 tempest-FloatingIPsAssociationTestJSON-343784482 tempest-FloatingIPsAssociationTestJSON-343784482-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9a37483-95b4-4d08-ab3b-bc7e3bc3f05c HTTP/1.1" status: 200 len: 210 time: 0.0291388 Oct 27 16:11:39.475382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:39.556542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c43c2-1735-42c7-9a8d-ddd18ffa18ee req-831c4d11-75de-4511-82e1-577014989e00 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.558959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b6c43c2-1735-42c7-9a8d-ddd18ffa18ee req-831c4d11-75de-4511-82e1-577014989e00 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.0862370 Oct 27 16:11:39.615158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b6c43c2-1735-42c7-9a8d-ddd18ffa18ee req-617958bc-01bd-4da5-8ffd-c3c2f17d4672 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481069 Oct 27 16:11:39.642577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:39.653193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'mac_address': 'fa:16:3e:62:2d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:39.708581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.725134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571f0987-ddda-4dd6-9de5-c26eaff26e1c {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:39.747676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:39.806060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a14e1-1cfb-4ced-bf6e-99ccdb898b26 req-09a0ad89-6a65-4948-9a5c-c26d7db33d16 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.807588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-584a14e1-1cfb-4ced-bf6e-99ccdb898b26 req-09a0ad89-6a65-4948-9a5c-c26d7db33d16 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.0567424 Oct 27 16:11:39.845578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.846406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c031c869-a903-4cb4-a415-ac20ed363bf9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:39.847549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-584a14e1-1cfb-4ced-bf6e-99ccdb898b26 req-9a68e94a-2377-4dd6-b977-5bf0e9ff7d36 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Oct 27 16:11:39.959516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:39.973188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a4b23-0302-488c-b132-cd3b6c7a7d19 req-9af24922-faed-4cc1-900e-56b047ec56d6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.974750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f84a4b23-0302-488c-b132-cd3b6c7a7d19 req-9af24922-faed-4cc1-900e-56b047ec56d6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0573452 Oct 27 16:11:40.009285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c031c869-a903-4cb4-a415-ac20ed363bf9,segment=NetworkSegment(c2299a8e-80d3-4b9a-b60e-831a5b644e81),segment_id=c2299a8e-80d3-4b9a-b60e-831a5b644e81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:40.014166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f84a4b23-0302-488c-b132-cd3b6c7a7d19 req-8defdb38-14a4-44c4-9d64-a166d61f04c8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Oct 27 16:11:40.023138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c031c869-a903-4cb4-a415-ac20ed363bf9', 'network_id': '001396c3-465a-4aa7-8236-4297b582f781', 'port_id': 'c031c869-a903-4cb4-a415-ac20ed363bf9', 'mac_address': 'fa:16:3e:bc:2f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab60697d-2519-47ee-9804-262c48e9e1ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:40.065075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.084896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c031c869-a903-4cb4-a415-ac20ed363bf9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:40.108595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c031c869-a903-4cb4-a415-ac20ed363bf9,segment=NetworkSegment(c2299a8e-80d3-4b9a-b60e-831a5b644e81),segment_id=c2299a8e-80d3-4b9a-b60e-831a5b644e81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:40.136884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77f0c-4b9d-47a0-9944-9b7796d0638f req-102936d2-c77c-45e9-aa36-e1d2b05938e2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.138737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a77f0c-4b9d-47a0-9944-9b7796d0638f req-102936d2-c77c-45e9-aa36-e1d2b05938e2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Oct 27 16:11:40.167553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-47885558-e466-41b4-ad35-c25ac98c3117 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.169425 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-47885558-e466-41b4-ad35-c25ac98c3117 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.0519314 Oct 27 16:11:40.195821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a77f0c-4b9d-47a0-9944-9b7796d0638f req-ac90a94f-73fe-4cf4-bbdf-c3cb341489f5 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497036 Oct 27 16:11:40.204593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.240781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968328-616f-41d8-8839-33e1a25635b2 req-088a6a03-7f42-4997-9ceb-7d5f350152ca tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.254165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71968328-616f-41d8-8839-33e1a25635b2 req-088a6a03-7f42-4997-9ceb-7d5f350152ca tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 944 time: 0.0803642 Oct 27 16:11:40.273745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:40.303648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71968328-616f-41d8-8839-33e1a25635b2 req-57619905-1def-4534-8972-8eb9d4e0a67c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484421 Oct 27 16:11:40.320404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Deleting port 6a6473b5-9aca-4577-ab00-7c1862700b54 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:40.321085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.457617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] For port 6a6473b5-9aca-4577-ab00-7c1862700b54, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a6473b5-9aca-4577-ab00-7c1862700b54,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:40.458116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.480234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Calling delete_port for 6a6473b5-9aca-4577-ab00-7c1862700b54 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:40.501906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5c59-5202-445e-8c97-5745743efcbf req-9d5a8988-69a1-4428-80e8-19c7cc06d692 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.504147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-606d5c59-5202-445e-8c97-5745743efcbf req-9d5a8988-69a1-4428-80e8-19c7cc06d692 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 944 time: 0.0639334 Oct 27 16:11:40.556139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-606d5c59-5202-445e-8c97-5745743efcbf req-9461bebf-2810-4e1d-b75a-67e6d3d39a79 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Oct 27 16:11:40.626448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57300) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:40.682677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c031c869-a903-4cb4-a415-ac20ed363bf9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:40.732770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['571f0987-ddda-4dd6-9de5-c26eaff26e1c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:40.741957 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.780941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event deleted for resources: {'Port': ['ID=6a6473b5-9aca-4577-ab00-7c1862700b54,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:40.850814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] No DVR routers for this DVR port 6a6473b5-9aca-4577-ab00-7c1862700b54 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:40.854849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.859948 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8317b574-aa57-4cfc-a175-4709bafdaeaa req-f5bfd640-4b88-41e8-aa03-647f42c3e46f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "DELETE /v2.0/ports/6a6473b5-9aca-4577-ab00-7c1862700b54 HTTP/1.1" status: 204 len: 173 time: 0.6809986 Oct 27 16:11:40.860567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-deleted', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:40.865489 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2dd6c-9bf6-4dd7-a6d3-7cc22af3e62f" -d '{"events": [{"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-deleted", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:41.029804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56040173-a21e-4565-8435-5e4cacbbaeec req-631be3c8-002e-47a4-8c1a-02f784fe6c59 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.032259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56040173-a21e-4565-8435-5e4cacbbaeec req-631be3c8-002e-47a4-8c1a-02f784fe6c59 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 944 time: 0.2531235 Oct 27 16:11:41.183523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-d532acaf-1a60-4fdb-9ccf-0aee81ca4aec tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.185222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-d532acaf-1a60-4fdb-9ccf-0aee81ca4aec tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.2624712 Oct 27 16:11:41.227339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56040173-a21e-4565-8435-5e4cacbbaeec req-bb6dc51e-8861-41e6-98b2-62b6df8532c2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863766 Oct 27 16:11:41.234636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-fbde22f6-56d2-458d-ad40-e5e2aaabf17c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/quotas/508060810a38468cb6e32c28e7994e75 HTTP/1.1" status: 200 len: 375 time: 0.0390244 Oct 27 16:11:41.292459 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348a186-c4ab-48a2-b3f0-3b40b6e85407 x-openstack-request-id: req-b348a186-c4ab-48a2-b3f0-3b40b6e85407 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:41.292980 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3e0e25-b893-402f-ac52-bff8d0ea31c4", "name": "network-vif-deleted", "tag": "6a6473b5-9aca-4577-ab00-7c1862700b54", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:41.293096 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b348a186-c4ab-48a2-b3f0-3b40b6e85407 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:41.293667 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3e0e25-b893-402f-ac52-bff8d0ea31c4', 'name': 'network-vif-deleted', 'tag': '6a6473b5-9aca-4577-ab00-7c1862700b54', 'status': 'completed', 'code': 200} Oct 27 16:11:41.315241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-26fac5c8-1f3a-420d-b7b6-358fc7d4471b tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691941 Oct 27 16:11:41.375692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-6e920a7d-11d5-476f-8e0d-dbb549fdcd25 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.378725 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-6e920a7d-11d5-476f-8e0d-dbb549fdcd25 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.0721323 Oct 27 16:11:41.484644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aa462484-a359-4170-b6d8-404b3a2b4e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.490040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:41.495243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Deleting port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:41.495243 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.513569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 6a6473b5-9aca-4577-ab00-7c1862700b54 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:41.518372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a6473b5-9aca-4577-ab00-7c1862700b54 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:41.518372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ea32c30a-2697-4724-bc34-172cc3642dcf no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:41.519785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9dba4-e83a-4b22-9fd2-8d87126838ba req-94bf765f-2de1-4d4a-97ad-683ceea125b9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.521370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4de9dba4-e83a-4b22-9fd2-8d87126838ba req-94bf765f-2de1-4d4a-97ad-683ceea125b9 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 943 time: 0.1672270 Oct 27 16:11:41.553385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: ea32c30a-2697-4724-bc34-172cc3642dcf {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:41.553385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ea32c30a-2697-4724-bc34-172cc3642dcf not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:41.553385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:41.560441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.606806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] For port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,segment=NetworkSegment(d22c8c1c-0462-4056-821a-e8f9bd07b4db),segment_id=d22c8c1c-0462-4056-821a-e8f9bd07b4db)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:41.607344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.609451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-bc463988-beb5-4a26-b194-a89fcc311a0d service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529223 Oct 27 16:11:41.622074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Calling delete_port for 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:41.707757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4de9dba4-e83a-4b22-9fd2-8d87126838ba req-9eb07cdc-7509-454c-b5c2-7aa8f8fd3cb7 tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/security-groups?id=9334b772-026c-4738-a6c8-bfd63e5cec2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741822 Oct 27 16:11:41.767728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-018b4fb4-6f53-4354-8472-f5c0a37b4343 service neutron] 10.222.0.70 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573589 Oct 27 16:11:41.849600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62fe3a5f-9b92-49b1-9568-ef89c086e164 req-6b72f124-a802-4659-aa3f-e607ef465156 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b3e0e25-b893-402f-ac52-bff8d0ea31c4 HTTP/1.1" status: 200 len: 210 time: 0.0340691 Oct 27 16:11:41.885801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.934586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Pushing event deleted for resources: {'Port': ['ID=885f2bc3-d2ac-4e7d-9102-04f48a8b0010,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:41.995108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] No DVR routers for this DVR port 885f2bc3-d2ac-4e7d-9102-04f48a8b0010 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:42.005511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.005511 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f8555a16-3689-4b0a-9b6a-fe7076d6e5fd req-244331b6-f8ad-4633-ad68-ebbeaf42ddae tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.82 "DELETE /v2.0/ports/885f2bc3-d2ac-4e7d-9102-04f48a8b0010 HTTP/1.1" status: 204 len: 173 time: 0.6182661 Oct 27 16:11:42.318596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9bf3e6f-e449-43c6-8bc4-0a46389a3d7c req-b45992e3-17d1-4ea5-a9c9-94a97a356b75 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 210 time: 0.0400217 Oct 27 16:11:42.340635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c717462-28a4-406e-a579-afee03667aa9 req-9ae14787-de45-4352-a802-8fed90aeb9eb tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.348141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c717462-28a4-406e-a579-afee03667aa9 req-9ae14787-de45-4352-a802-8fed90aeb9eb tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 944 time: 0.1419380 Oct 27 16:11:42.373954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Deleting port 53e78396-93ae-4d48-8997-2851a01d7681 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:42.374708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.469855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c717462-28a4-406e-a579-afee03667aa9 req-a04d705d-7b65-46fb-87e6-d65e4c364cfe tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209004 Oct 27 16:11:42.523635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e6108-00b3-4d00-976f-06d43c4cb11e req-8ada3fef-32a7-4d77-b490-f163f889e9fe tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.525175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-288e6108-00b3-4d00-976f-06d43c4cb11e req-8ada3fef-32a7-4d77-b490-f163f889e9fe tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 944 time: 0.0991392 Oct 27 16:11:42.570449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] For port 53e78396-93ae-4d48-8997-2851a01d7681, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=53e78396-93ae-4d48-8997-2851a01d7681,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:42.570860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.597191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-288e6108-00b3-4d00-976f-06d43c4cb11e req-12e2310c-111e-4ab3-bbef-28d61bab7b1b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Oct 27 16:11:42.597970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Calling delete_port for 53e78396-93ae-4d48-8997-2851a01d7681 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:42.661558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-3ca11383-c238-4a41-9171-85838282f9f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.664346 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-3ca11383-c238-4a41-9171-85838282f9f6 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea5cd741-c16f-4728-97c3-13a2e978f887 HTTP/1.1" status: 200 len: 945 time: 0.0877504 Oct 27 16:11:42.779701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Deleting port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:42.780348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.939494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] For port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:42.939494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.948301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Calling delete_port for 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:42.996183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d4273bc-d191-46b6-a7a7-ce104a2c56b3 req-3c41f491-3c17-4348-905e-bbcae6a7b19d tempest-ImagesTestJSON-120972019 tempest-ImagesTestJSON-120972019-project] 10.222.0.70 "GET /v2.0/ports?device_id=be0205da-f177-45d3-b077-60cb955b8f43 HTTP/1.1" status: 200 len: 210 time: 0.0418115 Oct 27 16:11:43.014342 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.087544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Pushing event deleted for resources: {'Port': ['ID=53e78396-93ae-4d48-8997-2851a01d7681,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.276850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.293569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:43.296361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-deleted', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:43.299453 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4303c8-64bc-40aa-b61c-ef8968c97bba" -d '{"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-deleted", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:43.371791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event deleted for resources: {'Port': ['ID=7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.436811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61c95d91-c27c-4df5-8277-f91f269433b0 req-1069d391-db1d-4203-93aa-aa83300ef553 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 210 time: 0.0484824 Oct 27 16:11:43.452419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ebe6cc4f-1344-487c-8fc6-eb573978b1e5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.454226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ebe6cc4f-1344-487c-8fc6-eb573978b1e5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.2098947 Oct 27 16:11:43.458465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] No DVR routers for this DVR port 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:43.461717 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.465155 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cb31e4c9-f31f-4115-ac47-6763661682d7 req-d2e9a867-9717-49e7-9954-4ebb01b9ebc2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "DELETE /v2.0/ports/7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 HTTP/1.1" status: 204 len: 173 time: 0.7938190 Oct 27 16:11:43.482447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.492765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-572afb03-3363-416b-bfbb-dcc06b493275 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/quotas/d617b19a39d34507a46ef5d0e6c8924b HTTP/1.1" status: 200 len: 375 time: 0.0264575 Oct 27 16:11:43.494436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c031c869-a903-4cb4-a415-ac20ed363bf9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:43.523248 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e433edd-e795-4b4d-9458-1723a815cee2 x-openstack-request-id: req-5e433edd-e795-4b4d-9458-1723a815cee2 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:43.525811 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0205da-f177-45d3-b077-60cb955b8f43", "name": "network-vif-deleted", "tag": "885f2bc3-d2ac-4e7d-9102-04f48a8b0010", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:43.525811 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e433edd-e795-4b4d-9458-1723a815cee2 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:43.525811 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0205da-f177-45d3-b077-60cb955b8f43', 'name': 'network-vif-deleted', 'tag': '885f2bc3-d2ac-4e7d-9102-04f48a8b0010', 'status': 'completed', 'code': 200} Oct 27 16:11:43.683707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0d1496df-c400-4402-a224-96673af2c18d tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900043 Oct 27 16:11:43.684113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c031c869-a903-4cb4-a415-ac20ed363bf9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:43.695130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c031c869-a903-4cb4-a415-ac20ed363bf9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:43.695608 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.707324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb15a6-8b22-45d8-ac59-d405a7a9d2d7 req-3f0ade33-cd08-495e-bbf9-375cb1883a53 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.708829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60fb15a6-8b22-45d8-ac59-d405a7a9d2d7 req-3f0ade33-cd08-495e-bbf9-375cb1883a53 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 944 time: 0.1056051 Oct 27 16:11:43.860273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.892646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:43.895212 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236e9dc-8f9c-45fc-a392-15e1f8c9defc" -d '{"events": [{"server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "name": "network-vif-plugged", "status": "completed", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:43.914816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c031c869-a903-4cb4-a415-ac20ed363bf9,segment=NetworkSegment(c2299a8e-80d3-4b9a-b60e-831a5b644e81),segment_id=c2299a8e-80d3-4b9a-b60e-831a5b644e81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:43.931752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60fb15a6-8b22-45d8-ac59-d405a7a9d2d7 req-c0909f67-1631-4c3f-b158-22007e772a52 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072797 Oct 27 16:11:43.961166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-92220e10-d3be-42a2-ae36-b05b33fba5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.989179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.990462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:44.018860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-7ddea059-659f-4315-89e2-3cc9cc5b3287 service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080866 Oct 27 16:11:44.138196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:44.197183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef233-e35b-49ad-87be-31956ffd1616 req-43cfa827-a1f2-4343-8d7e-a5415043be7c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.198774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c85ef233-e35b-49ad-87be-31956ffd1616 req-43cfa827-a1f2-4343-8d7e-a5415043be7c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 944 time: 0.1520917 Oct 27 16:11:44.271506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:44.276496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-fd527159-3092-4e80-b498-3df24617f983 service neutron] 10.222.0.70 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567270 Oct 27 16:11:44.317930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c85ef233-e35b-49ad-87be-31956ffd1616 req-697e5efc-c7d8-4d78-866e-45495ac5c715 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Oct 27 16:11:44.338033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:44.343905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9f06aa4a-81be-4fe0-92b2-54c88ef19cea admin admin] 10.222.0.70 "PUT /v2.0/routers/3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150738 Oct 27 16:11:44.346216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57378) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:44.353025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Sync routers for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:44.370668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 571f0987-ddda-4dd6-9de5-c26eaff26e1c completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:44.379243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 571f0987-ddda-4dd6-9de5-c26eaff26e1c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:44.380920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.413507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:44.414710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:44.421745 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27610ab-5543-4aa3-a945-5611f3c3e81b x-openstack-request-id: req-f27610ab-5543-4aa3-a945-5611f3c3e81b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:44.422862 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "name": "network-vif-plugged", "status": "completed", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:44.423747 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f27610ab-5543-4aa3-a945-5611f3c3e81b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:44.424144 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9', 'code': 200} Oct 27 16:11:44.520522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.651817 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.668108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:44.725040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b44af-c14f-4f7b-90ce-09a0134bf0dd req-6d86559a-ebae-4436-b729-472b3aac56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.727890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b68b44af-c14f-4f7b-90ce-09a0134bf0dd req-6d86559a-ebae-4436-b729-472b3aac56b7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 1096 time: 0.2404816 Oct 27 16:11:44.735354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.787834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b68b44af-c14f-4f7b-90ce-09a0134bf0dd req-a05e627f-79a1-414c-b5b1-a24960f4df99 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498207 Oct 27 16:11:44.800551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43f57033-c94e-4f19-ac00-850a92876505 req-f5437125-c853-4d87-a491-985fbf152d04 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 210 time: 0.1163995 Oct 27 16:11:44.835224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:44.849224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-728fffdf-9c39-459e-99f2-d8bcfc1731fd req-b22b72d6-29ec-4c0d-afb6-962a60e5cdd0 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 210 time: 0.1238494 Oct 27 16:11:44.884743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.919951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:11:42Z', 'revision_number': 5, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port': {'id': '5610bd26-6a91-4504-b0a4-ab441085ce16', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:57Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:44.963116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Checking router: 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:11:44.965473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.966260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:44.994979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:44.995631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:45.033828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Routers {'3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:45.034369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:45.118018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69427594-fa2d-4792-ae45-18593f9b3776 req-5df0360f-9f6e-4d60-9ae7-5f9420bc316d tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.119933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69427594-fa2d-4792-ae45-18593f9b3776 req-5df0360f-9f6e-4d60-9ae7-5f9420bc316d tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.0981925 Oct 27 16:11:45.128637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Deleting port 5610bd26-6a91-4504-b0a4-ab441085ce16 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:45.128986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.157358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:45.181865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.208840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:45.231254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] Set router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:11:45.232804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-96da87f4-35f1-4dd2-bd78-27b1aa28a39f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.235288 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-96da87f4-35f1-4dd2-bd78-27b1aa28a39f tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 814 time: 0.1955748 Oct 27 16:11:45.252832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Deleting subnet a5c3aea5-a007-46d1-b5db-ef0041df41b1 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:45.256208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.265967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Request body: {'port': {'device_id': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'admin_state_up': True, 'tenant_id': '508060810a38468cb6e32c28e7994e75'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:45.307093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:11:44Z', 'revision_number': 6, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:45.309133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.340370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112e952-223b-49f5-a147-a0028940a4b5 None None] The sync data for ids ['3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc'] in n-d-814735-4 is: [{'id': '3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892655893-router', 'tenant_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:56Z', 'updated_at': '2021-10-27T16:11:44Z', 'revision_number': 6, 'project_id': '9b2dc83272f949d8a7efccc87c1a9ec7', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:45.370711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69427594-fa2d-4792-ae45-18593f9b3776 req-5f9a6db3-5e4a-463d-83c6-b7c1f81f0992 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367051 Oct 27 16:11:45.405694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] For port 5610bd26-6a91-4504-b0a4-ab441085ce16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5610bd26-6a91-4504-b0a4-ab441085ce16,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:45.406022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.425893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Calling delete_port for 5610bd26-6a91-4504-b0a4-ab441085ce16 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:45.433966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.484793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Made reservation on behalf of 508060810a38468cb6e32c28e7994e75 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:45.488927 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.544139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-deleted', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:45.546455 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd6214b-d78d-4d94-aeab-1794e0b8c1ec" -d '{"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-deleted", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:45.576683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d269ff1-c263-4ba8-b944-b257c8b3ba9e req-e879815b-0881-43f3-9804-b1dce4dc0560 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.578216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d269ff1-c263-4ba8-b944-b257c8b3ba9e req-e879815b-0881-43f3-9804-b1dce4dc0560 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1164396 Oct 27 16:11:45.644917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Allocated IP 172.20.0.7 (84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62/c25e57a3-1a24-4fbe-9489-92a50a30efd3/927998e1-d8c7-4390-ac2a-c30bf5dd30c0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:45.654231 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a620a6-956d-47e7-ba12-f1b2892e14c5 x-openstack-request-id: req-81a620a6-956d-47e7-ba12-f1b2892e14c5 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:45.654554 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5cd741-c16f-4728-97c3-13a2e978f887", "name": "network-vif-deleted", "tag": "7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:45.655189 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81a620a6-956d-47e7-ba12-f1b2892e14c5 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:45.655759 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cd741-c16f-4728-97c3-13a2e978f887', 'name': 'network-vif-deleted', 'tag': '7d5bb3a3-ba47-4c80-a2a8-fb115ed34f51', 'status': 'completed', 'code': 200} Oct 27 16:11:45.670836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.714271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d269ff1-c263-4ba8-b944-b257c8b3ba9e req-6e29fcb8-c8af-4383-92da-3e33b85692f1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849986 Oct 27 16:11:45.718199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c3aea5-a007-46d1-b5db-ef0041df41b1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:45.721547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.728831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f525b54e-99cd-466b-8805-b6324d811442 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a5c3aea5-a007-46d1-b5db-ef0041df41b1 HTTP/1.1" status: 204 len: 168 time: 0.5698507 Oct 27 16:11:45.730434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:45.869328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.915654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1937462e-e91e-448b-98bc-e18bd7434e86 req-b1cfe8ea-2b3e-4bf2-89b9-f12c835be403 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 210 time: 0.0378697 Oct 27 16:11:45.947806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:45.995292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.003233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=5610bd26-6a91-4504-b0a4-ab441085ce16,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:46.010018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-560eaaf3-b97d-4fa9-aff6-0fc572c7c7c2 req-91263a42-e5bf-431c-af12-9fc6b7cbcac4 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 210 time: 0.0571933 Oct 27 16:11:46.021948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.050589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.050969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.051517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.052070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.052575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.053066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.053566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.054067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.054673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.055294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.055909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.056450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:46.066331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074166a-6f0c-44e2-8db6-a220f229530a']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.078202 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.088080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22c8c1c-0462-4056-821a-e8f9bd07b4db') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.088606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22c8c1c-0462-4056-821a-e8f9bd07b4db') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.099315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.115601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.122132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:46.122673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:46.124605 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:46.136185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.186383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.190647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.218674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:46.238282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event updated for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:46.249928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:46.254742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:46.264440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5610bd26-6a91-4504-b0a4-ab441085ce16 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:46.301961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5610bd26-6a91-4504-b0a4-ab441085ce16 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:46.302302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5610bd26-6a91-4504-b0a4-ab441085ce16 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:46.302722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 53e78396-93ae-4d48-8997-2851a01d7681 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:46.304226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.314657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.320494 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a074166a-6f0c-44e2-8db6-a220f229530a HTTP/1.1" status: 204 len: 168 time: 0.5864317 Oct 27 16:11:46.336803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e407-126e-4619-8dbe-863633d88162 admin admin] Pushing event deleted for resources: {'Network': ['ID=a074166a-6f0c-44e2-8db6-a220f229530a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:46.350097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 53e78396-93ae-4d48-8997-2851a01d7681 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:46.350536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 53e78396-93ae-4d48-8997-2851a01d7681 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:46.371320 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.372128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.425187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:46.427999 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6ee72-ca85-4184-a61d-8eb5c726c33a" -d '{"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-plugged", "status": "completed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:46.468745 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f0c6ca-83b5-4b2d-93bb-095f6317834d x-openstack-request-id: req-e9f0c6ca-83b5-4b2d-93bb-095f6317834d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:46.469067 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-plugged", "status": "completed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:46.469553 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9f0c6ca-83b5-4b2d-93bb-095f6317834d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:46.470463 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'code': 200} Oct 27 16:11:46.471607 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-6308855c-11c0-4f49-9ef0-594a4cb62d2e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2184348 Oct 27 16:11:46.486985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-04ea79c9-c4dc-41c3-88ff-673027c667fc tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:11:46.488224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-04ea79c9-c4dc-41c3-88ff-673027c667fc tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064926 Oct 27 16:11:46.506444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Request body: {'port': {'device_id': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:46.565890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.672108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126e76f-ed60-4b80-ba8c-b60c861a52ed req-522b4997-fcf8-4226-85d8-b287c4ec33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.674347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3126e76f-ed60-4b80-ba8c-b60c861a52ed req-522b4997-fcf8-4226-85d8-b287c4ec33f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 1096 time: 0.0794120 Oct 27 16:11:46.682471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642370-dc36-486c-89c7-fa45e7ed012a req-79d479ca-74db-4fdf-98bd-8e8ee6417856 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.684314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3642370-dc36-486c-89c7-fa45e7ed012a req-79d479ca-74db-4fdf-98bd-8e8ee6417856 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.0876267 Oct 27 16:11:46.694376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.694957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:11:46.711214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.713417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ca5f966f-d0d1-4461-90bd-384b96480c4d admin admin] 10.222.0.70 "DELETE /v2.0/routers/3ca2ffb4-91ff-4a3d-8293-012f1a6f49bc HTTP/1.1" status: 204 len: 168 time: 2.3657455 Oct 27 16:11:46.716510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:46.745617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:46.759075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3126e76f-ed60-4b80-ba8c-b60c861a52ed req-eca23597-7fb6-4527-acf8-a69c029e9702 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737488 Oct 27 16:11:46.762052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3642370-dc36-486c-89c7-fa45e7ed012a req-812938a1-b24e-49c0-9d14-273d1176c805 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Oct 27 16:11:46.891849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Deleting subnet c528b28f-15c8-4b3c-a439-ce5345977065 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:46.898433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.901066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-959a0d47-4ae2-4472-8a28-3fa3a286c905 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41202f257a7d42069be0486185029f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456771 Oct 27 16:11:46.901066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:46.901066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.919544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba5ea7-fe88-4eda-8e48-7fbe26cd3364 req-28b15fe4-0953-4fca-bef6-63b38e72690e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.921137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ba5ea7-fe88-4eda-8e48-7fbe26cd3364 req-28b15fe4-0953-4fca-bef6-63b38e72690e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0663767 Oct 27 16:11:46.972229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00ba5ea7-fe88-4eda-8e48-7fbe26cd3364 req-ff0c479c-ad94-4557-b5c5-fa07a9db793b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Oct 27 16:11:46.981998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.089494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.159128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:47.171890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.172123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a64851-997a-4656-8e11-fa538c466110 req-36195790-9273-4cd2-9432-9696eaa1275e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 210 time: 0.0541844 Oct 27 16:11:47.175418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.190355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.220440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12609f00-e8be-4098-8f42-65d5fc2aa958 req-95a549a1-fe4b-4d4f-a59e-dfd9f7a012c4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:47.222177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12609f00-e8be-4098-8f42-65d5fc2aa958 req-95a549a1-fe4b-4d4f-a59e-dfd9f7a012c4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 931 time: 0.1513188 Oct 27 16:11:47.248779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Transition to ACTIVE for port object 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:47.258802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-d197cf6e-63e8-4a88-aaf9-2001694a9b36 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:47.260233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-d197cf6e-63e8-4a88-aaf9-2001694a9b36 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 822 time: 0.2199790 Oct 27 16:11:47.280441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Request body: {'port': {'device_id': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'admin_state_up': True, 'tenant_id': 'd617b19a39d34507a46ef5d0e6c8924b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:47.289578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12609f00-e8be-4098-8f42-65d5fc2aa958 req-ed726b93-4f3c-4448-bbf1-b60e018d8609 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601907 Oct 27 16:11:47.302641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.353619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.355529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.361228 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.361228 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9334b772-026c-4738-a6c8-bfd63e5cec2e HTTP/1.1" status: 204 len: 168 time: 0.4568353 Oct 27 16:11:47.399174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Pushing event updated for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.404034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c528b28f-15c8-4b3c-a439-ce5345977065,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.418817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240c23-17ea-4000-b62e-21d7c68d0b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334b772-026c-4738-a6c8-bfd63e5cec2e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.424502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.427685 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ae5d08a-6d4a-4460-8f69-bfca4d45291d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c528b28f-15c8-4b3c-a439-ce5345977065 HTTP/1.1" status: 204 len: 168 time: 0.7098939 Oct 27 16:11:47.432278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57466) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:47.435840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53787c8-b3f5-473d-97f6-853128cc1b20 None None] Network 0a12252f-a220-4977-bb5e-a0a0293cf71a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:47.514745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.529981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Attempting to bind port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:47.530321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Attempting to bind port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:47.530646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Attempting to bind port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:47.535724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:47.536044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Attempting to bind port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 on network 84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:47.544382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:47.544382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Checking segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:47.544382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Bound using segment: {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:47.544382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Bound port: 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ce070-7455-40ef-b823-446d76c7f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:47.544382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.574974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Made reservation on behalf of d617b19a39d34507a46ef5d0e6c8924b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:47.578973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.616798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Deleting port 49d16627-3d01-49e0-86cf-e4162dc67b45 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:47.617182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.643728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:47.648529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:47.662478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] DHCP port deletion for 0a12252f-a220-4977-bb5e-a0a0293cf71a request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:11:47.693401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.733681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Deleting port 49d16627-3d01-49e0-86cf-e4162dc67b45 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:47.737958 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.748162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:47.748901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.750585 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] 10.222.0.82 "PUT /v2.0/ports/927998e1-d8c7-4390-ac2a-c30bf5dd30c0 HTTP/1.1" status: 200 len: 1091 time: 1.2500236 Oct 27 16:11:47.751126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:47.764157 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68657d0-01f5-4104-99ac-bbe006ae2e18" -d '{"events": [{"name": "network-changed", "server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:47.814654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732612d5-8422-47e6-8aab-3b535fea2156 service neutron] Pushing event updated for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.832743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] For port 49d16627-3d01-49e0-86cf-e4162dc67b45, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=49d16627-3d01-49e0-86cf-e4162dc67b45,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:47.832743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.841829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Allocated IP 172.20.0.2 (6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57/1c56a65e-2042-419a-afcc-c31aeccd2ca1/32cd5841-87cd-4486-a158-6673b411f48e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:47.854871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Calling delete_port for 49d16627-3d01-49e0-86cf-e4162dc67b45 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:47.876816 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b2b3e2-3865-4372-b490-040f045d30f6 x-openstack-request-id: req-a3b2b3e2-3865-4372-b490-040f045d30f6 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:47.877591 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:47.878621 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3b2b3e2-3865-4372-b490-040f045d30f6 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:47.879163 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0', 'status': 'completed', 'code': 200} Oct 27 16:11:48.038418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 49d16627-3d01-49e0-86cf-e4162dc67b45 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:48.056382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] For port 49d16627-3d01-49e0-86cf-e4162dc67b45, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=49d16627-3d01-49e0-86cf-e4162dc67b45,segment=NetworkSegment(5ed73e89-778e-43a7-b152-5dc250e062d0),segment_id=5ed73e89-778e-43a7-b152-5dc250e062d0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:48.056856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.072384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-816c9353-5757-4211-a4b6-c2e689a6fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.074038 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-816c9353-5757-4211-a4b6-c2e689a6fd63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 1094 time: 0.0886211 Oct 27 16:11:48.098851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Calling delete_port for 49d16627-3d01-49e0-86cf-e4162dc67b45 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:48.126922 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.172336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026e1a0-b90b-456f-aa52-efe7acd0138c req-05d0037f-467c-40df-8a54-a2beceb7eaf7 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.182826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9026e1a0-b90b-456f-aa52-efe7acd0138c req-05d0037f-467c-40df-8a54-a2beceb7eaf7 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.2464817 Oct 27 16:11:48.214943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] Pushing event deleted for resources: {'Port': ['ID=49d16627-3d01-49e0-86cf-e4162dc67b45,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:48.225208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No active binding found for port 49d16627-3d01-49e0-86cf-e4162dc67b45 {{(pid=114450) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:11:48.225947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 49d16627-3d01-49e0-86cf-e4162dc67b45 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:48.232715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea61334-c573-4c27-a1fd-000d883bc12f None None] No DVR routers for this DVR port 49d16627-3d01-49e0-86cf-e4162dc67b45 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:48.399890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.414148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9026e1a0-b90b-456f-aa52-efe7acd0138c req-ce2f7ebf-0498-4e5a-b50a-578040fd0548 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301846 Oct 27 16:11:48.423875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2910b4-278b-4948-ab1b-c262ae1ab329 req-ae0fe5d9-f6fe-4f51-9214-820da30bee58 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.433553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa2910b4-278b-4948-ab1b-c262ae1ab329 req-ae0fe5d9-f6fe-4f51-9214-820da30bee58 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.3399076 Oct 27 16:11:48.494160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-9d64f288-c6dc-4afa-8e24-5d68e570c59d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0 HTTP/1.1" status: 200 len: 217 time: 0.4109807 Oct 27 16:11:48.540531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa2910b4-278b-4948-ab1b-c262ae1ab329 req-9830ef1f-93c7-4589-a335-531aef2f2b13 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055517 Oct 27 16:11:48.559445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-eb6e380c-002c-4518-b5c6-a1339cbfd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.561485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-eb6e380c-002c-4518-b5c6-a1339cbfd07a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.0586634 Oct 27 16:11:48.585130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.630764 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-179ee4f3-7eb0-45e1-848b-70ec1316e7ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508010 Oct 27 16:11:48.646532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d16627-3d01-49e0-86cf-e4162dc67b45,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:48.668462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] No DVR routers for this DVR port 49d16627-3d01-49e0-86cf-e4162dc67b45 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:48.697144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.737800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-eeb20e28-2380-4d5c-97fb-6a0cb776cd00 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950525 Oct 27 16:11:48.852535 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c8e2e782-51cc-473f-b098-1f2892e3063e req-9bc19fa3-eedb-494e-a0f2-41e8115acde9 service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034322 Oct 27 16:11:48.853250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:48.861337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045cf01-25c0-4576-8bef-7d07e623b633 req-b9faca94-0518-442f-8caf-e72beedae740 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.862882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a045cf01-25c0-4576-8bef-7d07e623b633 req-b9faca94-0518-442f-8caf-e72beedae740 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 943 time: 0.2112379 Oct 27 16:11:48.871705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.874747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:48.889296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:48.890924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event updated for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:48.919480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd323d2-2953-4844-ad25-b0fd67c09308 req-2002bfcd-30e7-4d55-b55a-0b0f725f3ee4 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.920989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8fd323d2-2953-4844-ad25-b0fd67c09308 req-2002bfcd-30e7-4d55-b55a-0b0f725f3ee4 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 931 time: 0.2562716 Oct 27 16:11:48.953455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a12252f-a220-4977-bb5e-a0a0293cf71a']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.994751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed73e89-778e-43a7-b152-5dc250e062d0') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.995067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed73e89-778e-43a7-b152-5dc250e062d0') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:49.033652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.052705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.053333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.057966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a045cf01-25c0-4576-8bef-7d07e623b633 req-6b97a264-02e7-498c-8e03-d57e3261da03 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758893 Oct 27 16:11:49.078532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.091285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8fd323d2-2953-4844-ad25-b0fd67c09308 req-730523b2-c34f-4ea1-8671-1649c71cadd6 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440620 Oct 27 16:11:49.092299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:49.092735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:49.094543 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:49.170551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-e37bb4c8-7176-485c-8075-b7440b141b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.173252 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-e37bb4c8-7176-485c-8075-b7440b141b19 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=508060810a38468cb6e32c28e7994e75&device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 1094 time: 0.0690050 Oct 27 16:11:49.178573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-0f37cb47-c262-41a9-8d58-0776b93bbc61 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9043260 Oct 27 16:11:49.206644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Request body: {'port': {'device_id': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:49.262000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.271922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.278290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0a12252f-a220-4977-bb5e-a0a0293cf71a HTTP/1.1" status: 204 len: 168 time: 1.8422494 Oct 27 16:11:49.293415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7fa5e-54d5-4917-a4d3-e44c7be26bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a12252f-a220-4977-bb5e-a0a0293cf71a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:49.295473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.316165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-06dc93a8-8b91-4ac4-9142-4eb973165bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.317651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-06dc93a8-8b91-4ac4-9142-4eb973165bb7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 200 len: 915 time: 0.1173341 Oct 27 16:11:49.374387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-ce5b756c-3fe9-4bbe-825b-cd8864daa551 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0 HTTP/1.1" status: 200 len: 217 time: 0.0476029 Oct 27 16:11:49.467429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-bb5b4a63-9ce0-4f2f-ad43-b8f21159c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.471281 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-bb5b4a63-9ce0-4f2f-ad43-b8f21159c0bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 200 len: 854 time: 0.0857604 Oct 27 16:11:49.480364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-a610a3a3-9b5c-4e58-878b-494a8b20d4d3 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318029 Oct 27 16:11:49.505468 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-b635b15f-cd19-4d00-b491-dbd533ca1167 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271347 Oct 27 16:11:49.609371 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-c1faf86a-eb7b-4f55-9b10-21d0b8fac11a service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952823 Oct 27 16:11:49.744181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-dba2b7f3-d7fa-41c3-a020-f0b93743796e tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.745827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-dba2b7f3-d7fa-41c3-a020-f0b93743796e tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548826 Oct 27 16:11:49.768804 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f68657d0-01f5-4104-99ac-bbe006ae2e18 req-b0d3f984-4bb1-4b83-96f1-ec1ff0d5846a service neutron] 10.222.0.82 "GET /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478329 Oct 27 16:11:49.771557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c2092-52aa-4db9-890e-02b65fd4b501 req-60c6675a-bb95-434f-9eff-d90ad12d7192 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.774135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c3c2092-52aa-4db9-890e-02b65fd4b501 req-60c6675a-bb95-434f-9eff-d90ad12d7192 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.1759162 Oct 27 16:11:49.816494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57526) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:49.817960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-9976e659-98f5-4b61-973a-d14eca396a21 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/quotas/4d7ad7f113d649fd9dc73323bc8090eb HTTP/1.1" status: 200 len: 375 time: 0.0425179 Oct 27 16:11:49.897575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b784a6ae-2be1-4fb5-ad49-5105ab2b5312 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b2dc83272f949d8a7efccc87c1a9ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782659 Oct 27 16:11:49.899834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57528) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:49.917583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-0d8727dc-3d4c-458e-a647-e0e4e9c98d22 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872650 Oct 27 16:11:49.923629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c3c2092-52aa-4db9-890e-02b65fd4b501 req-c891ae7e-3ef7-4132-83ee-10a8adbc1d21 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307809 Oct 27 16:11:49.939569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cd5841-87cd-4486-a158-6673b411f48e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:49.950896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.970369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Transition to ACTIVE for port object 32cd5841-87cd-4486-a158-6673b411f48e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:49.984237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.012555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.107127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.183454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Pushing event updated for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.262673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f1bf-e04b-453f-b991-53b802acffb7 req-36551a98-990a-45bf-b4fe-b71dd65ef451 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.264433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15e0f1bf-e04b-453f-b991-53b802acffb7 req-36551a98-990a-45bf-b4fe-b71dd65ef451 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1265419 Oct 27 16:11:50.274952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.281182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.285567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7021c2a0-2a4f-41b8-b91e-881b210a9a61 HTTP/1.1" status: 204 len: 168 time: 0.3813000 Oct 27 16:11:50.300150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e47e5-93a5-4b5a-838a-bd408b07be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021c2a0-2a4f-41b8-b91e-881b210a9a61,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.335477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Attempting to bind port 32cd5841-87cd-4486-a158-6673b411f48e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:50.335950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Attempting to bind port 32cd5841-87cd-4486-a158-6673b411f48e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:50.336124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Attempting to bind port 32cd5841-87cd-4486-a158-6673b411f48e on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:50.364613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Port 32cd5841-87cd-4486-a158-6673b411f48e on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:50.364935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Attempting to bind port 32cd5841-87cd-4486-a158-6673b411f48e on network 6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:50.384178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:50.384522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Checking segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:50.384910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Bound using segment: {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:50.385350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Bound port: 32cd5841-87cd-4486-a158-6673b411f48e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ce060c-b131-4e03-827a-eeae53a48943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:50.385793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.395960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15e0f1bf-e04b-453f-b991-53b802acffb7 req-f59fc5ee-6eb3-49da-ad88-89fb502eb527 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051574 Oct 27 16:11:50.477228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466a340-92d4-4f6c-ba63-d30a0c142fbc req-5ce6b80d-4825-46d0-9ec2-146792f64a95 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.478772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9466a340-92d4-4f6c-ba63-d30a0c142fbc req-5ce6b80d-4825-46d0-9ec2-146792f64a95 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 943 time: 0.1715240 Oct 27 16:11:50.529761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:50.567756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=32cd5841-87cd-4486-a158-6673b411f48e,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:50.580085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9466a340-92d4-4f6c-ba63-d30a0c142fbc req-6fbb22b3-d522-4d86-92de-2588a9570d60 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908175 Oct 27 16:11:50.596384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26727-ddb9-401d-9500-1c7fe8088846 req-56922a12-ee6a-4d95-b37a-2caec728941e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.597977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bf26727-ddb9-401d-9500-1c7fe8088846 req-56922a12-ee6a-4d95-b37a-2caec728941e tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 943 time: 0.0965526 Oct 27 16:11:50.634873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.714421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.715439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.717518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] 10.222.0.82 "PUT /v2.0/ports/32cd5841-87cd-4486-a158-6673b411f48e HTTP/1.1" status: 200 len: 1091 time: 1.5163341 Oct 27 16:11:50.718180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:50.722353 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aed1409-3f42-437e-ba88-0fccb78da56f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "tag": "32cd5841-87cd-4486-a158-6673b411f48e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:50.756395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bf26727-ddb9-401d-9500-1c7fe8088846 req-ab728966-bfc4-4844-b381-92e1d68bb600 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331789 Oct 27 16:11:50.794257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-610c1648-ee9a-4171-bb03-1bdb0902bd57 req-1ec106f0-44fe-4630-8988-0959e63eef40 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 210 time: 0.0673678 Oct 27 16:11:50.823789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8884f7-1b66-4cab-aef2-802c983d597f service neutron] Pushing event updated for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.951029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-bb9294d5-4202-4068-a385-c57907b6999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.953392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-bb9294d5-4202-4068-a385-c57907b6999f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 1094 time: 0.0786524 Oct 27 16:11:51.035237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-99519cab-6c39-414f-824f-a5e78a01198f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32cd5841-87cd-4486-a158-6673b411f48e HTTP/1.1" status: 200 len: 217 time: 0.0704675 Oct 27 16:11:51.142735 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd990a-3b1e-46d8-9491-2cc781387946 x-openstack-request-id: req-00bd990a-3b1e-46d8-9491-2cc781387946 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:51.148032 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "tag": "32cd5841-87cd-4486-a158-6673b411f48e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:51.148032 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00bd990a-3b1e-46d8-9491-2cc781387946 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:51.148032 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e', 'status': 'completed', 'code': 200} Oct 27 16:11:51.148032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-1c0d2eed-f010-4b21-a6d8-7327b5f9fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.148032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-1c0d2eed-f010-4b21-a6d8-7327b5f9fabd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.1051984 Oct 27 16:11:51.192728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-e12bbb6d-a921-4375-bbeb-7655e862278d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339916 Oct 27 16:11:51.500724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-7bd66ae3-4a32-4286-8a85-9858cac469c9 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.503301 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-7bd66ae3-4a32-4286-8a85-9858cac469c9 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.0814960 Oct 27 16:11:51.696591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Deleting port c031c869-a903-4cb4-a415-ac20ed363bf9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:51.698414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.715018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dd626-7720-4c27-abc3-6bb10b2ba43b req-9e92e34c-657a-4d0b-bfd3-5f9f124d7c83 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.718740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357dd626-7720-4c27-abc3-6bb10b2ba43b req-9e92e34c-657a-4d0b-bfd3-5f9f124d7c83 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 945 time: 0.5066998 Oct 27 16:11:51.776213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-39d7f516-d7ae-4cfc-9cc7-96ee867170a0 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722039 Oct 27 16:11:51.862508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] For port c031c869-a903-4cb4-a415-ac20ed363bf9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c031c869-a903-4cb4-a415-ac20ed363bf9,segment=NetworkSegment(c2299a8e-80d3-4b9a-b60e-831a5b644e81),segment_id=c2299a8e-80d3-4b9a-b60e-831a5b644e81)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:51.862930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.883458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357dd626-7720-4c27-abc3-6bb10b2ba43b req-02a78070-3812-46b6-8b47-c1f196fbc343 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519048 Oct 27 16:11:51.905034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Calling delete_port for c031c869-a903-4cb4-a415-ac20ed363bf9 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:52.009065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a40827-be86-4990-96a8-476069519fd7 req-f8efcf0b-e4c8-4b3c-93f6-7ee997a85939 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.009932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4a40827-be86-4990-96a8-476069519fd7 req-f8efcf0b-e4c8-4b3c-93f6-7ee997a85939 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 943 time: 0.1466970 Oct 27 16:11:52.058851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605dc70c-f77c-4ed6-87ab-19b9eacf6308 req-58d1f401-29d6-44a7-98a1-decd59528c3d service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725997 Oct 27 16:11:52.138590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4a40827-be86-4990-96a8-476069519fd7 req-74b759e6-4d35-492a-b086-2dcd413199bc tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117318 Oct 27 16:11:52.154249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0d6b9-779b-4b11-a223-ddd15168bb5f req-6e39b4c2-756a-47f8-ac0a-8f4202fcf0bd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.156908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de0d6b9-779b-4b11-a223-ddd15168bb5f req-6e39b4c2-756a-47f8-ac0a-8f4202fcf0bd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1401610 Oct 27 16:11:52.216379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.238208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c031c869-a903-4cb4-a415-ac20ed363bf9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:52.243436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de0d6b9-779b-4b11-a223-ddd15168bb5f req-885ecaeb-f335-47b6-8199-7447c5004fdc tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782385 Oct 27 16:11:52.250970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-d3653420-956d-4b4f-bdad-b4c1ca03cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.252362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Pushing event deleted for resources: {'Port': ['ID=c031c869-a903-4cb4-a415-ac20ed363bf9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:52.254161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-d3653420-956d-4b4f-bdad-b4c1ca03cfb4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 1094 time: 0.0706112 Oct 27 16:11:52.324382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.324729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.325270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.325767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.326100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.326427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.326749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.327096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.327639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.328134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.328630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.329755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:52.335419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] No DVR routers for this DVR port c031c869-a903-4cb4-a415-ac20ed363bf9 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:52.342969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.343207 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6b3f4bf-22a6-47b6-bb3b-68259b7f5027 req-6c5f701a-8b3d-40a9-b9d1-c59c595d4ed6 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.82 "DELETE /v2.0/ports/c031c869-a903-4cb4-a415-ac20ed363bf9 HTTP/1.1" status: 204 len: 173 time: 0.8317525 Oct 27 16:11:52.343661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'name': 'network-vif-deleted', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:52.346785 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203838dc-f37d-46be-ae89-2a583a40b669" -d '{"events": [{"server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "name": "network-vif-deleted", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:52.389349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-845c4aea-d832-4d45-b284-d114c727e5eb req-29726cf9-3b1e-4099-b7bb-1486b3a09325 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 210 time: 0.0484903 Oct 27 16:11:52.457165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f60d-c3b4-4391-9ddd-2ce106d7bdaa req-af55c82b-6889-4586-9f97-10efbe29a8f9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.458661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7761f60d-c3b4-4391-9ddd-2ce106d7bdaa req-af55c82b-6889-4586-9f97-10efbe29a8f9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 943 time: 0.0980098 Oct 27 16:11:52.463694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-f7dca651-5771-4873-aecb-d54a4b4e83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.465353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-f7dca651-5771-4873-aecb-d54a4b4e83a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 200 len: 923 time: 0.2017424 Oct 27 16:11:52.534052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-16b264fd-d092-458f-8ee4-20b831651eda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32cd5841-87cd-4486-a158-6673b411f48e HTTP/1.1" status: 200 len: 217 time: 0.0431371 Oct 27 16:11:52.550086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7761f60d-c3b4-4391-9ddd-2ce106d7bdaa req-2fbeaf44-29fc-4a32-b609-b93538bc15da tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Oct 27 16:11:52.591949 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02280c-d8e2-4d4f-9c24-7b9d4cd7c104 x-openstack-request-id: req-7d02280c-d8e2-4d4f-9c24-7b9d4cd7c104 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:52.592495 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89151a-2acf-4b3f-bb80-fc6f99a67435", "name": "network-vif-deleted", "tag": "c031c869-a903-4cb4-a415-ac20ed363bf9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:52.592495 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d02280c-d8e2-4d4f-9c24-7b9d4cd7c104 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:52.592886 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89151a-2acf-4b3f-bb80-fc6f99a67435', 'name': 'network-vif-deleted', 'tag': 'c031c869-a903-4cb4-a415-ac20ed363bf9', 'status': 'completed', 'code': 200} Oct 27 16:11:52.602224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-eb9d0b4c-05bb-49fa-a8da-d8bf1b1f1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.606067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-eb9d0b4c-05bb-49fa-a8da-d8bf1b1f1ba4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 200 len: 862 time: 0.0527825 Oct 27 16:11:52.645525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-33aebcab-3ff0-4da7-a7d2-aeef3a4bf1c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289559 Oct 27 16:11:52.739799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-3fbb0355-6df9-4ef1-bdfb-969696f5bc04 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Oct 27 16:11:52.854063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aed1409-3f42-437e-ba88-0fccb78da56f req-b0c1e08c-9528-4eaa-8421-4d48fe8fc1f4 service neutron] 10.222.0.82 "GET /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965354 Oct 27 16:11:53.015073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db15ead-ace4-424d-8411-65364a32bfc7 req-4d1d9e9a-6281-4cbe-aff2-11b980727b76 tempest-InstanceActionsV221TestJSON-1192890558 tempest-InstanceActionsV221TestJSON-1192890558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a89151a-2acf-4b3f-bb80-fc6f99a67435 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Oct 27 16:11:53.229793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-f05599b5-3b04-4eea-9f27-93b6c6b02a5b tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218213 Oct 27 16:11:53.350164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852c67f-0523-41a1-a1fe-aa44a886638e req-2206980d-c070-4a17-836e-db88cffd0cbf tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.351604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f852c67f-0523-41a1-a1fe-aa44a886638e req-2206980d-c070-4a17-836e-db88cffd0cbf tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 943 time: 0.1059456 Oct 27 16:11:53.397199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-e01789c8-51b7-4091-99c6-9479c93c41c7 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.398725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-e01789c8-51b7-4091-99c6-9479c93c41c7 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616554 Oct 27 16:11:53.429431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Request body: {'port': {'device_id': '928bcd41-a138-4b93-ade6-342440f2dd09', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '4d7ad7f113d649fd9dc73323bc8090eb'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:53.436768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f852c67f-0523-41a1-a1fe-aa44a886638e req-b1caef39-617d-439f-bc0e-2dbd4c2cdc75 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749872 Oct 27 16:11:53.501504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:53.615524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:53.628499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0', 'network_id': '84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62', 'port_id': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0', 'mac_address': 'fa:16:3e:33:b1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25e57a3-1a24-4fbe-9489-92a50a30efd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:53.634226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d4cd-8229-49b9-8c67-e8f5e2b6a2a1 req-734f5551-8b84-4a25-aae4-07d9399792b8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.635826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4010d4cd-8229-49b9-8c67-e8f5e2b6a2a1 req-734f5551-8b84-4a25-aae4-07d9399792b8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1141839 Oct 27 16:11:53.637955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e30b3e9-7c54-4c81-82be-314a540c97c3 req-d92923ea-a708-41fd-b127-40ed67823ef4 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 210 time: 0.0510809 Oct 27 16:11:53.679627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.694850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Made reservation on behalf of 4d7ad7f113d649fd9dc73323bc8090eb for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:53.698341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.698606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:53.706885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4010d4cd-8229-49b9-8c67-e8f5e2b6a2a1 req-d9208764-34e4-4e57-ba8d-6adbbb989697 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Oct 27 16:11:53.712855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.727603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:53.826496 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.841159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.857845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ce13-c404-4f03-9761-9e0f4dfc4169 req-704981fb-bb30-43a8-8bd1-da89609a3526 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.859410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0180ce13-c404-4f03-9761-9e0f4dfc4169 req-704981fb-bb30-43a8-8bd1-da89609a3526 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 943 time: 0.0742409 Oct 27 16:11:53.879271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:53.903828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0180ce13-c404-4f03-9761-9e0f4dfc4169 req-b2bdc9f5-cdfd-4c1d-9aa4-eaa6c0c4b083 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Oct 27 16:11:53.963736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.024114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a9c557-19cf-494c-977a-a2c8503ed83c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.114151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Allocated IP 192.168.233.210 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/570f532c-06f2-4ff8-8227-8e15a11cf1ab) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:54.249270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57638) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:54.279879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.298593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Deleting subnet ab60697d-2519-47ee-9804-262c48e9e1ff {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:54.302031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.343166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.376159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.384135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.389953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['927998e1-d8c7-4390-ac2a-c30bf5dd30c0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:54.434162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:54.437500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:54.442607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:54.508047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:54.508735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.540232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.549992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.609283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.614292 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ab60697d-2519-47ee-9804-262c48e9e1ff HTTP/1.1" status: 204 len: 168 time: 0.3636706 Oct 27 16:11:54.616717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea99b-d0a8-410a-b270-052c49a8a5cf req-6d802f33-e08c-4405-a89a-7a03f6b8dde1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:54.618629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801aa67-d318-46de-9016-1adf583ad2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab60697d-2519-47ee-9804-262c48e9e1ff,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.619335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-293ea99b-d0a8-410a-b270-052c49a8a5cf req-6d802f33-e08c-4405-a89a-7a03f6b8dde1 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 944 time: 0.0691047 Oct 27 16:11:54.619862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57646) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:54.633008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-b3fc289e-235b-4fa0-b144-10cb9bc1ba75 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2194772 Oct 27 16:11:54.669184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Request body: {'port': {'device_id': '928bcd41-a138-4b93-ade6-342440f2dd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:54.742495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3e7b1e57-79cf-48c7-865c-b93dfb8f8a37 None None] Provisioning complete for port 570f532c-06f2-4ff8-8227-8e15a11cf1ab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:54.743555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1e57-79cf-48c7-865c-b93dfb8f8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.778546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.782514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b1e57-79cf-48c7-865c-b93dfb8f8a37 None None] Port 570f532c-06f2-4ff8-8227-8e15a11cf1ab cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:54.797774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-293ea99b-d0a8-410a-b270-052c49a8a5cf req-4e996c19-d3fe-4282-b390-5ebe784bedc9 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637766 Oct 27 16:11:54.811529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.050801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.096514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001396c3-465a-4aa7-8236-4297b582f781']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:55.156818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2299a8e-80d3-4b9a-b60e-831a5b644e81') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:55.157113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2299a8e-80d3-4b9a-b60e-831a5b644e81') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:55.167230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882fb93-aadd-4609-a8ba-aceea3b3b412 req-edc3c0a7-4e8b-4813-97c5-526d0807ba0e tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.168730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3882fb93-aadd-4609-a8ba-aceea3b3b412 req-edc3c0a7-4e8b-4813-97c5-526d0807ba0e tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 936 time: 0.2698274 Oct 27 16:11:55.192703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.215485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd773c6b-76e3-4453-b675-d411ff880a7d req-5bb50ac1-2552-4fe9-8c33-daa5e7969258 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.216937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd773c6b-76e3-4453-b675-d411ff880a7d req-5bb50ac1-2552-4fe9-8c33-daa5e7969258 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2571671 Oct 27 16:11:55.233952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.255823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:55.256199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:55.264769 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:55.317695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3882fb93-aadd-4609-a8ba-aceea3b3b412 req-c0d52703-bf72-4cef-96c8-b5010d987642 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392338 Oct 27 16:11:55.356884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd773c6b-76e3-4453-b675-d411ff880a7d req-6b958e39-31a2-4e91-b148-7a0f9a858bce tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292727 Oct 27 16:11:55.447492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.460647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:55.466022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.469279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] 10.222.0.70 "DELETE /v2.0/networks/001396c3-465a-4aa7-8236-4297b582f781 HTTP/1.1" status: 204 len: 168 time: 0.8472641 Oct 27 16:11:55.485633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.490115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2caa9d-50d7-48ac-84ca-1d09b72b768b admin admin] Pushing event deleted for resources: {'Network': ['ID=001396c3-465a-4aa7-8236-4297b582f781,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:55.507925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:55.513968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a4c40-ccae-4065-99be-4427b403eb1d req-c48b406b-c58a-4c23-8e47-a3ea52ae353f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.521704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-187a4c40-ccae-4065-99be-4427b403eb1d req-c48b406b-c58a-4c23-8e47-a3ea52ae353f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 943 time: 0.1051993 Oct 27 16:11:55.528837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Transition to ACTIVE for port object 570f532c-06f2-4ff8-8227-8e15a11cf1ab will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:55.562388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-187a4c40-ccae-4065-99be-4427b403eb1d req-b0d5fb76-0f6a-43b2-bff3-6b4752c05e4c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Oct 27 16:11:55.587694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.614890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:55.619552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:55.626760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.670111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:55.737781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Attempting to bind port 570f532c-06f2-4ff8-8227-8e15a11cf1ab on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:55.738124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Attempting to bind port 570f532c-06f2-4ff8-8227-8e15a11cf1ab by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:55.739542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Attempting to bind port 570f532c-06f2-4ff8-8227-8e15a11cf1ab on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:55.749850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Port 570f532c-06f2-4ff8-8227-8e15a11cf1ab on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:55.750181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Attempting to bind port 570f532c-06f2-4ff8-8227-8e15a11cf1ab on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:55.759203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:55.759560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:55.759951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:55.760663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Bound port: 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:55.761265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.765885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.789835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:55.792854 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b2395-b03a-4d48-bdba-61495fb09210" -d '{"events": [{"server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "name": "network-vif-plugged", "status": "completed", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:55.810596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:55.849568 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808840a2-8344-4f6c-898c-6e6dc476143e x-openstack-request-id: req-808840a2-8344-4f6c-898c-6e6dc476143e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:55.853696 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "name": "network-vif-plugged", "status": "completed", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:55.853696 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-808840a2-8344-4f6c-898c-6e6dc476143e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:55.854332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:55.854444 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0', 'code': 200} Oct 27 16:11:55.857618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:55.907302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.908092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c031c869-a903-4cb4-a415-ac20ed363bf9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:55.965379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8d550-dca0-4198-9554-db80edd7feda req-778d2aff-557e-4bd6-b744-308a87be3f1c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.974299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cb8d550-dca0-4198-9554-db80edd7feda req-778d2aff-557e-4bd6-b744-308a87be3f1c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0699339 Oct 27 16:11:55.974640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41109c-bda1-486d-948e-e38520ea455b req-09a0eb0f-8089-4c43-b792-69370e9a1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.975969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57666) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:55.976158 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ae41109c-bda1-486d-948e-e38520ea455b req-09a0eb0f-8089-4c43-b792-69370e9a1ddf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 1096 time: 0.0562236 Oct 27 16:11:56.016298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ae41109c-bda1-486d-948e-e38520ea455b req-926bf025-7058-407d-9cd5-c5a74e46ebbb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Oct 27 16:11:56.035889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.060062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cb8d550-dca0-4198-9554-db80edd7feda req-77e7e17d-0ff2-4f36-b6fa-58457677e4a2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Oct 27 16:11:56.105113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: c031c869-a903-4cb4-a415-ac20ed363bf9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:56.105113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c031c869-a903-4cb4-a415-ac20ed363bf9 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:56.117043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.117933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.120135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] 10.222.0.82 "PUT /v2.0/ports/570f532c-06f2-4ff8-8227-8e15a11cf1ab HTTP/1.1" status: 200 len: 1096 time: 1.4551294 Oct 27 16:11:56.132793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:56.136710 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651bcb1c-72b8-4440-a972-2c6028c2ced8" -d '{"events": [{"name": "network-changed", "server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:56.138336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.161979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-086c53b7-3653-4a7a-ad27-576589168797 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a0cb870d23944c1b679f697dff50cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840196 Oct 27 16:11:56.164611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:56.176447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f1e52-49ea-4798-b964-96439744214e service neutron] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.231059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.256024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.259834 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030b11ae-6dd7-40f5-93e8-90dfe955e253 x-openstack-request-id: req-030b11ae-6dd7-40f5-93e8-90dfe955e253 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:56.260132 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:56.260384 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-030b11ae-6dd7-40f5-93e8-90dfe955e253 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:56.260782 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'status': 'completed', 'code': 200} Oct 27 16:11:56.346073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bcb1c-72b8-4440-a972-2c6028c2ced8 req-43c3c729-bf26-4eb0-a39f-ef3897ff0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.347711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-651bcb1c-72b8-4440-a972-2c6028c2ced8 req-43c3c729-bf26-4eb0-a39f-ef3897ff0225 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 1099 time: 0.0482299 Oct 27 16:11:56.375996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.382394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.383571 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6337de4-9f67-4b3b-a19f-d9c12b53c1d8 HTTP/1.1" status: 204 len: 168 time: 0.2176390 Oct 27 16:11:56.390512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-651bcb1c-72b8-4440-a972-2c6028c2ced8 req-86adac11-29a6-4a57-a5a8-613b3f7b43e0 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319557 Oct 27 16:11:56.397935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66c451-adf8-4598-8489-f79c1187ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6337de4-9f67-4b3b-a19f-d9c12b53c1d8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.890266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97836eae-de6a-44f9-806d-8c76fc9da34e req-4ad894b3-a925-4224-afd4-4effd93f053a tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.892366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97836eae-de6a-44f9-806d-8c76fc9da34e req-4ad894b3-a925-4224-afd4-4effd93f053a tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 948 time: 0.4756973 Oct 27 16:11:56.911867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bcb1c-72b8-4440-a972-2c6028c2ced8 req-2b39893c-a540-42a3-b645-e7e14ba633e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.913953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-651bcb1c-72b8-4440-a972-2c6028c2ced8 req-2b39893c-a540-42a3-b645-e7e14ba633e8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5146334 Oct 27 16:11:56.932915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee999-1ff7-49b1-ba16-26d6e469a899 req-75e3d44b-a392-4ee9-8cf5-0c77354c07e8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.934376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b39ee999-1ff7-49b1-ba16-26d6e469a899 req-75e3d44b-a392-4ee9-8cf5-0c77354c07e8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.4028528 Oct 27 16:11:56.960567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97836eae-de6a-44f9-806d-8c76fc9da34e req-d88d8073-5f72-4fd8-b47a-4cd688eb6c7f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598733 Oct 27 16:11:57.024014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b39ee999-1ff7-49b1-ba16-26d6e469a899 req-c38fdb29-a29f-4804-9110-cf26705cecb3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780296 Oct 27 16:11:57.029514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-23069938-c098-407b-9465-172538fed970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.030943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-23069938-c098-407b-9465-172538fed970 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 1099 time: 0.0735290 Oct 27 16:11:57.090665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-7c0472e3-eca0-4e51-9e7e-bca683eb921a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0505180 Oct 27 16:11:57.171232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-7c553071-b0cb-4ef5-ab64-31c546cb8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.174378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-7c553071-b0cb-4ef5-ab64-31c546cb8971 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0687306 Oct 27 16:11:57.185311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0efa0-4267-4009-976a-4932ded5f616 req-46d7b6b1-5786-4152-a33a-838e63d83001 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.186888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aab0efa0-4267-4009-976a-4932ded5f616 req-46d7b6b1-5786-4152-a33a-838e63d83001 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 943 time: 0.0908468 Oct 27 16:11:57.261268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-f10ad1a5-5bb8-4eb8-87ba-f0cc3e2207f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.262760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-f10ad1a5-5bb8-4eb8-87ba-f0cc3e2207f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749974 Oct 27 16:11:57.270526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aab0efa0-4267-4009-976a-4932ded5f616 req-53d8c01b-6e85-42e5-9f58-1f8316520dfe tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515637 Oct 27 16:11:57.380218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-543f4a69-e856-4c09-b450-f09b402ab662 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936439 Oct 27 16:11:57.513380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d1553-957b-4000-9049-778de741c38f req-9648e4e2-75a0-4de8-81ee-88cebd25f619 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.514887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e0d1553-957b-4000-9049-778de741c38f req-9648e4e2-75a0-4de8-81ee-88cebd25f619 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.1087794 Oct 27 16:11:57.521412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 32cd5841-87cd-4486-a158-6673b411f48e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:57.538962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc112e8c-7231-431f-90ed-cc2e45acde80 req-4d44b409-6f40-41cd-90df-fdcb6358a1d9 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505210 Oct 27 16:11:57.566834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e0d1553-957b-4000-9049-778de741c38f req-db8883e8-8670-4c58-9dc9-ab2c4faf718c tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Oct 27 16:11:57.674262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=32cd5841-87cd-4486-a158-6673b411f48e,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:57.686855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '32cd5841-87cd-4486-a158-6673b411f48e', 'network_id': '6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57', 'port_id': '32cd5841-87cd-4486-a158-6673b411f48e', 'mac_address': 'fa:16:3e:69:ee:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a65e-2042-419a-afcc-c31aeccd2ca1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:57.695081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57720) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:57.772660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.798128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cd5841-87cd-4486-a158-6673b411f48e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:57.809253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-608004467-network', 'tenant_id': '7f220efd33544ca0b5d71c2ab79cd335'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:57.827084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=32cd5841-87cd-4486-a158-6673b411f48e,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:57.884242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.946629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.946867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Made reservation on behalf of 7f220efd33544ca0b5d71c2ab79cd335 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:57.949857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.959769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.014335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.111916 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.122809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02ff4f-d323-4736-8283-b47bc067bda2 req-5c3a49bc-ffab-4808-b641-d125d2aa0a65 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.124347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b02ff4f-d323-4736-8283-b47bc067bda2 req-5c3a49bc-ffab-4808-b641-d125d2aa0a65 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 948 time: 0.0763893 Oct 27 16:11:58.163615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b02ff4f-d323-4736-8283-b47bc067bda2 req-535a4f8d-df8b-4feb-9fe4-e5b288c27f94 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Oct 27 16:11:58.182015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.207824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:11:58.214762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b06584-dfd4-4da0-bd3e-0340389965d6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.222096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.222446 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Added segment 2eed3504-34cb-4869-aa6d-58cdb0a1ecaa of type vlan for network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 Oct 27 16:11:58.296925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.324507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.329334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302012-7b69-4561-bf5e-b22906048540 req-714040da-3ec9-40e2-b5c9-1c5a40829860 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.331052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c302012-7b69-4561-bf5e-b22906048540 req-714040da-3ec9-40e2-b5c9-1c5a40829860 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1005549 Oct 27 16:11:58.370002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c302012-7b69-4561-bf5e-b22906048540 req-77353638-df7a-42a8-85c4-eafac38bbdc4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Oct 27 16:11:58.398206 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.399314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.399938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.440569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['32cd5841-87cd-4486-a158-6673b411f48e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:58.493359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] Pushing event updated for resources: {'Network': ['ID=bee1fccf-cbc0-43d1-a3de-c3a5c2325f67,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.508190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:11:58.517160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0fae-1a3a-46c0-8448-6d9b56e17b05 req-4ccca12a-96b9-44f5-8973-873d37aa48e6 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.518754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9aab0fae-1a3a-46c0-8448-6d9b56e17b05 req-4ccca12a-96b9-44f5-8973-873d37aa48e6 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 944 time: 0.0691161 Oct 27 16:11:58.526831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7af276e-b90e-4366-b027-6002066ae907 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8306134 Oct 27 16:11:58.530524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57736) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:58.541325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Request body: {'subnet': {'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-608004467-subnet', 'tenant_id': '7f220efd33544ca0b5d71c2ab79cd335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:58.566340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9aab0fae-1a3a-46c0-8448-6d9b56e17b05 req-212becbd-dcc9-40cd-82d2-277b94dcd784 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Oct 27 16:11:58.643394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Made reservation on behalf of 7f220efd33544ca0b5d71c2ab79cd335 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:58.646249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.751844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed014d-2fbf-4fc9-9bd0-c1a52c847e30 req-92e2a304-4ec0-4ae0-8285-eab5718e3c37 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.760593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2ed014d-2fbf-4fc9-9bd0-c1a52c847e30 req-92e2a304-4ec0-4ae0-8285-eab5718e3c37 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0953739 Oct 27 16:11:58.814578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2ed014d-2fbf-4fc9-9bd0-c1a52c847e30 req-d5015c5a-fc36-4ced-93f2-2e68170aec45 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530057 Oct 27 16:11:58.981823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d2a84-4a43-48a3-977b-570ff92e323c req-8b7305b9-3b26-4434-a984-eed5a5010a82 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.984610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-702d2a84-4a43-48a3-977b-570ff92e323c req-8b7305b9-3b26-4434-a984-eed5a5010a82 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0780146 Oct 27 16:11:59.029896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-702d2a84-4a43-48a3-977b-570ff92e323c req-d41fb031-559e-458b-9088-24d4f1a056d8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Oct 27 16:11:59.072973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.123290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964ac5a3-20e6-4b2e-b47a-7ca8157c09fe,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:59.143708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Checking segment: {'id': '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:59.144065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Network hostable DHCP agents. Network: bee1fccf-cbc0-43d1-a3de-c3a5c2325f67, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:11:59.260703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:11:59.320069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01eff-5307-47bf-8728-dd8c04247b49 req-e3306b7e-98c9-44e3-8cf4-7ca82e9f7196 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.321459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc01eff-5307-47bf-8728-dd8c04247b49 req-e3306b7e-98c9-44e3-8cf4-7ca82e9f7196 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 948 time: 0.0845993 Oct 27 16:11:59.334315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57758) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.335736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f534d-fc26-4021-9e4e-adb952b96889 req-07b0d922-8743-4d4f-838e-17cb6dce09de tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.337205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d57f534d-fc26-4021-9e4e-adb952b96889 req-07b0d922-8743-4d4f-838e-17cb6dce09de tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0717933 Oct 27 16:11:59.365285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bee1fccf-cbc0-43d1-a3de-c3a5c2325f67) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:59.371340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.372903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.377092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773703e-88fe-4ca5-b292-59072e6859b9 None None] Network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:59.435379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc01eff-5307-47bf-8728-dd8c04247b49 req-4dc48f76-d9a6-433d-a81e-e5f6accc72c9 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968096 Oct 27 16:11:59.442945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d57f534d-fc26-4021-9e4e-adb952b96889 req-bae41e37-bca6-49a1-8206-f61426b12c3a tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984371 Oct 27 16:11:59.446875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:11:59.485139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43494932-2540-4a27-880a-bfe6cea40488 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9511192 Oct 27 16:11:59.490752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e5abb8-50e2-4759-9035-768d7c2cf7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.548733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443215d9-6e5b-4eec-bb90-7bf02812f0ce None None] Network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:59.622155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e5abb8-50e2-4759-9035-768d7c2cf7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.630076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b3a7-c3c3-4ffa-894b-0a9ab49de318 req-8c0b73f5-f2f7-466b-923e-f82321ce57e4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.631778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d97b3a7-c3c3-4ffa-894b-0a9ab49de318 req-8c0b73f5-f2f7-466b-923e-f82321ce57e4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0783885 Oct 27 16:11:59.647879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177c035-d32c-4447-852f-cdfac9fdf2a2 req-411e2dda-c72d-4be1-83e7-2696850e737e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.649664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8177c035-d32c-4447-852f-cdfac9fdf2a2 req-411e2dda-c72d-4be1-83e7-2696850e737e tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.1082609 Oct 27 16:11:59.689826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e5abb8-50e2-4759-9035-768d7c2cf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.712086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d97b3a7-c3c3-4ffa-894b-0a9ab49de318 req-0a0ead62-908e-4d83-a343-210c13e9a4a7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614233 Oct 27 16:11:59.720925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8177c035-d32c-4447-852f-cdfac9fdf2a2 req-7c55a829-6185-4e2f-9f81-6ddbd6a614b8 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631058 Oct 27 16:11:59.729684 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-03e5abb8-50e2-4759-9035-768d7c2cf7f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=570a0e33a7604055a2e373409a6b9503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942370 Oct 27 16:11:59.732146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57776) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.753657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5abb8-50e2-4759-9035-768d7c2cf7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1efcd9-3f86-4661-a03e-b6944a17332e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:59.793484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.817675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.856528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0862-e9e2-4553-a156-a8912c829dab req-2bc92904-f738-4ce4-8f6e-0a09e1b501e1 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.858174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-329f0862-e9e2-4553-a156-a8912c829dab req-2bc92904-f738-4ce4-8f6e-0a09e1b501e1 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 944 time: 0.0583639 Oct 27 16:11:59.899984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-329f0862-e9e2-4553-a156-a8912c829dab req-af293c6b-0c51-4e44-a9ed-568334e3e8fa tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Oct 27 16:12:00.037637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.040511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.046808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd1efcd9-3f86-4661-a03e-b6944a17332e HTTP/1.1" status: 204 len: 168 time: 0.3085060 Oct 27 16:12:00.052472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583a26e-16a7-47b7-bf21-fef8abcf4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1efcd9-3f86-4661-a03e-b6944a17332e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:00.154313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-a9fc18d4-e429-4bd5-a50c-34b4c59797d3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.154313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-a9fc18d4-e429-4bd5-a50c-34b4c59797d3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/networks?id=bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 HTTP/1.1" status: 200 len: 813 time: 0.1059811 Oct 27 16:12:00.170649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-fd6875c3-84be-4394-a4c9-f9e178d288f2 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/quotas/7f220efd33544ca0b5d71c2ab79cd335 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Oct 27 16:12:00.208901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-de0c112c-68a3-413f-8bf2-21d158c9c2c7 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f220efd33544ca0b5d71c2ab79cd335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317237 Oct 27 16:12:00.221001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-5ade928d-2487-461d-bc7f-f4c70555dc5a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:00.221971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-5ade928d-2487-461d-bc7f-f4c70555dc5a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054686 Oct 27 16:12:00.347300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ddbc-fdfd-4998-a359-ad58447dd572 req-a876e7af-b79b-4ad8-b72a-b1c985354171 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.348788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5399ddbc-fdfd-4998-a359-ad58447dd572 req-a876e7af-b79b-4ad8-b72a-b1c985354171 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0796192 Oct 27 16:12:00.354242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-60d0f188-da28-4e8d-b28c-c0bd8887a8dc service neutron] 10.222.0.70 "GET /v2.0/networks/bee1fccf-cbc0-43d1-a3de-c3a5c2325f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262915 Oct 27 16:12:00.445083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5399ddbc-fdfd-4998-a359-ad58447dd572 req-a9278f88-fed8-4e06-96b3-e1ef72db68d2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842640 Oct 27 16:12:00.478739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-ca4f2713-ac7d-4038-b309-2aa2ddfb40cc service neutron] 10.222.0.70 "GET /v2.0/networks/bee1fccf-cbc0-43d1-a3de-c3a5c2325f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167679 Oct 27 16:12:00.571439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8853b3-4cf7-44a4-877b-4673af609ebe req-8e3c97b9-e5b8-4c29-a7ed-af78188e5895 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.572985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c8853b3-4cf7-44a4-877b-4673af609ebe req-8e3c97b9-e5b8-4c29-a7ed-af78188e5895 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 948 time: 0.0546236 Oct 27 16:12:00.618518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c8853b3-4cf7-44a4-877b-4673af609ebe req-c31d54f6-d732-4dbd-9a3a-8727515c712f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Oct 27 16:12:00.757279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f8cd208-7b25-40a9-90b5-7cda98a63f86 req-22268ace-9a99-4293-8d9b-2a69f607f3bb tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 210 time: 0.0310192 Oct 27 16:12:00.778589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3622-770c-4551-b8b8-a3b86079b6e3 req-152c826f-3559-4127-be3f-b91df911e0c4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.778589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbda3622-770c-4551-b8b8-a3b86079b6e3 req-152c826f-3559-4127-be3f-b91df911e0c4 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0801415 Oct 27 16:12:00.818911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbda3622-770c-4551-b8b8-a3b86079b6e3 req-da2f181d-98e0-483b-92fa-f7f3db3a4957 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356443 Oct 27 16:12:00.880769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d6df-ed46-4cda-bbfc-8e5157204c91 req-208528fa-772f-472e-b425-c1ca4e0de9a6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.882767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d763d6df-ed46-4cda-bbfc-8e5157204c91 req-208528fa-772f-472e-b425-c1ca4e0de9a6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0582519 Oct 27 16:12:00.928764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d763d6df-ed46-4cda-bbfc-8e5157204c91 req-5b01508c-7b71-44ea-a733-e314c29ae127 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Oct 27 16:12:01.057904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccccf7e-908c-40ca-9cb3-cadb476d771f req-3c463dde-52c9-4886-8432-b17bceac2459 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.059453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ccccf7e-908c-40ca-9cb3-cadb476d771f req-3c463dde-52c9-4886-8432-b17bceac2459 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 944 time: 0.0515225 Oct 27 16:12:01.104155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ccccf7e-908c-40ca-9cb3-cadb476d771f req-ccfb8ef7-f315-4caa-9aa8-c7fb4d1bb5d0 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Oct 27 16:12:01.460105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44436d0b-164d-4079-8f40-7364823628e3 req-fd6bc6d9-7337-4bfa-907f-8bbf90068ed2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.461846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44436d0b-164d-4079-8f40-7364823628e3 req-fd6bc6d9-7337-4bfa-907f-8bbf90068ed2 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0652215 Oct 27 16:12:01.516483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44436d0b-164d-4079-8f40-7364823628e3 req-6cf1de13-5b66-4220-8c71-e5c56eb6fefd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Oct 27 16:12:01.534193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:01.539821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 32cd5841-87cd-4486-a158-6673b411f48e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:01.679812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:01.692489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'mac_address': 'fa:16:3e:42:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:01.718014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 32cd5841-87cd-4486-a158-6673b411f48e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:01.728621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 32cd5841-87cd-4486-a158-6673b411f48e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:01.729158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.751950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd8368-1df9-43bf-9a83-0212a09319ec req-4f219be0-508c-4a23-94bd-03a34b62ad74 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.753537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7dd8368-1df9-43bf-9a83-0212a09319ec req-4f219be0-508c-4a23-94bd-03a34b62ad74 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 948 time: 0.0558681 Oct 27 16:12:01.759377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.780768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:01.794136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7dd8368-1df9-43bf-9a83-0212a09319ec req-46001d3f-8b0e-4159-bb9a-1b05d4e58c0b tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338111 Oct 27 16:12:01.809462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:01.846758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87065748-b069-4fae-8a74-ad0c32ecd617 req-901757aa-2c57-4f64-b0d0-64409eae9b9e tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 210 time: 0.0282016 Oct 27 16:12:01.847209 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.870021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:01.872260 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5317b1-f191-40c3-abd4-a29ef4bfd3a0" -d '{"events": [{"server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "name": "network-vif-plugged", "status": "completed", "tag": "32cd5841-87cd-4486-a158-6673b411f48e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:01.884271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=32cd5841-87cd-4486-a158-6673b411f48e,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:01.909468 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c08a835-142b-4633-a4e7-223ee115e752 x-openstack-request-id: req-1c08a835-142b-4633-a4e7-223ee115e752 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:01.909760 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "name": "network-vif-plugged", "status": "completed", "tag": "32cd5841-87cd-4486-a158-6673b411f48e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:01.910016 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c08a835-142b-4633-a4e7-223ee115e752 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:01.910437 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e', 'code': 200} Oct 27 16:12:02.015090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.063797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d880-9d0d-4a1b-a80e-458d51f0b6d1 req-af2cae5f-9c53-4d96-b02f-ebccd3edb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.065447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.065632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3d9d880-9d0d-4a1b-a80e-458d51f0b6d1 req-af2cae5f-9c53-4d96-b02f-ebccd3edb756 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 1095 time: 0.0797930 Oct 27 16:12:02.080407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.088263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57862) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:02.089185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a23cf-64e0-4df3-ba44-5da618dec174 req-733910c3-4553-42a4-bd1e-3c9603184dd8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.090239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.090777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.091356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.091704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.092051 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.092386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.092852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.093186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.093511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.094361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.094688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.095013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:02.098351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c79a23cf-64e0-4df3-ba44-5da618dec174 req-733910c3-4553-42a4-bd1e-3c9603184dd8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0792520 Oct 27 16:12:02.166055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3d9d880-9d0d-4a1b-a80e-458d51f0b6d1 req-9918fbec-58ac-4a06-978d-9beb15234b90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769551 Oct 27 16:12:02.166637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.175130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c79a23cf-64e0-4df3-ba44-5da618dec174 req-9ab79b9d-2514-405d-83d2-99595d791e40 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695157 Oct 27 16:12:02.228953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c36a75ab-1445-4aa5-b03e-b71aab2ac6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.247358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a53d-d969-4e15-a4ac-9426d7a744a9 req-1f4f2ea0-0776-46cd-a040-4f27b5c507fa tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.249018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c335a53d-d969-4e15-a4ac-9426d7a744a9 req-1f4f2ea0-0776-46cd-a040-4f27b5c507fa tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.0533438 Oct 27 16:12:02.293082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c335a53d-d969-4e15-a4ac-9426d7a744a9 req-212ff1a8-a04c-4d5b-b808-5b62d1a93174 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Oct 27 16:12:02.310722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c36a75ab-1445-4aa5-b03e-b71aab2ac6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.386293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c36a75ab-1445-4aa5-b03e-b71aab2ac6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.427825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a75ab-1445-4aa5-b03e-b71aab2ac6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4047fb91-6941-465e-aa94-979561e16f29,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.430098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['570f532c-06f2-4ff8-8227-8e15a11cf1ab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:02.432319 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c36a75ab-1445-4aa5-b03e-b71aab2ac6c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a997bc6368c4bfb94a7a019dddb8f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421178 Oct 27 16:12:02.434904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57870) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:02.501316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.525446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.654261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3cd1-6ceb-4f89-aa2e-ccf138053ada req-bd21f422-58d0-4492-9ec8-0f4f1a4c8e89 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.657002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-017e3cd1-6ceb-4f89-aa2e-ccf138053ada req-bd21f422-58d0-4492-9ec8-0f4f1a4c8e89 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0585492 Oct 27 16:12:02.665946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.668557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.669695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4047fb91-6941-465e-aa94-979561e16f29 HTTP/1.1" status: 204 len: 168 time: 0.2336974 Oct 27 16:12:02.678081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c9468-96ed-424f-93eb-c5e6c16e665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4047fb91-6941-465e-aa94-979561e16f29,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.697725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-017e3cd1-6ceb-4f89-aa2e-ccf138053ada req-a132121d-1d6a-41ca-900a-f0f7959ae0cd tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Oct 27 16:12:02.936938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3d87b-a232-427f-b161-003cc72d256b req-942b0729-e19a-4757-9db6-02265fa96b87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.938446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7d3d87b-a232-427f-b161-003cc72d256b req-942b0729-e19a-4757-9db6-02265fa96b87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.0641696 Oct 27 16:12:02.958171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18886663-d5cf-4091-a8a3-25783edff1a8 req-69412c8a-0636-4e8b-82b1-aa07eed97192 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 210 time: 0.0390096 Oct 27 16:12:02.991396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7d3d87b-a232-427f-b161-003cc72d256b req-f878808f-9286-434c-8d21-31270f680c9e tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Oct 27 16:12:03.276810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aede6-c14b-4f04-9129-66b2d1ae3041 req-8d35309c-6887-40b8-9020-b7d59d1bfa45 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.278274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758aede6-c14b-4f04-9129-66b2d1ae3041 req-8d35309c-6887-40b8-9020-b7d59d1bfa45 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0500116 Oct 27 16:12:03.321160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758aede6-c14b-4f04-9129-66b2d1ae3041 req-db54effa-e6e5-4f01-a2c0-05e02c74a98c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Oct 27 16:12:03.422423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328ab3d-c776-486e-9032-d0812f1357bc req-9cd69375-1fad-4e56-ac70-240e29b28795 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.423985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5328ab3d-c776-486e-9032-d0812f1357bc req-9cd69375-1fad-4e56-ac70-240e29b28795 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.0542207 Oct 27 16:12:03.464052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5328ab3d-c776-486e-9032-d0812f1357bc req-90b4d736-815f-4cca-b4ae-51ac8684335f tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Oct 27 16:12:03.538567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-8f431b0b-7dc5-4c11-99d7-c4b36685df11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.540275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-8f431b0b-7dc5-4c11-99d7-c4b36685df11 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.0574529 Oct 27 16:12:03.655680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Deleting port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:03.656759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.740313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57908) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:03.762436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] For port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,segment=NetworkSegment(c29ce070-7455-40ef-b823-446d76c7f55d),segment_id=c29ce070-7455-40ef-b823-446d76c7f55d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:03.762949 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.783677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Calling delete_port for 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:03.886167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1305355985-network', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:03.901082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513950e1-bce3-48fa-927b-80194d8820f1 req-2d3e2ed5-84fe-498e-b3c8-efcc2107f558 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.902816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-513950e1-bce3-48fa-927b-80194d8820f1 req-2d3e2ed5-84fe-498e-b3c8-efcc2107f558 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 945 time: 0.1169431 Oct 27 16:12:03.975133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d7051a76-94a1-4d0e-8456-a2525470c5e4 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.977419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d7051a76-94a1-4d0e-8456-a2525470c5e4 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.82 "GET /v2.0/networks?id=bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 HTTP/1.1" status: 200 len: 813 time: 0.1857412 Oct 27 16:12:03.992380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-513950e1-bce3-48fa-927b-80194d8820f1 req-97b058a8-2229-4a49-b5a5-7ae83a5eac39 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/security-groups?id=acda75fa-b08f-4cbc-a2ba-2b3fcd577850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758350 Oct 27 16:12:04.013220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Request body: {'port': {'device_id': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67', 'admin_state_up': True, 'tenant_id': '7f220efd33544ca0b5d71c2ab79cd335'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:04.072917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Made reservation on behalf of a11a876da2044a14b4ce7073fda060c6 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:04.076376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.112076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.176905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b19297f-118b-4b33-b7ff-bd174d8c278f req-d014ae66-4c5a-4cbd-9cf6-286807372d18 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 210 time: 0.0758493 Oct 27 16:12:04.185013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.211210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['927998e1-d8c7-4390-ac2a-c30bf5dd30c0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:04.248861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Pushing event deleted for resources: {'Port': ['ID=927998e1-d8c7-4390-ac2a-c30bf5dd30c0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:04.317838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Made reservation on behalf of 7f220efd33544ca0b5d71c2ab79cd335 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:04.321578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.334195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] No DVR routers for this DVR port 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:04.351468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41862297-9063-4aca-aad9-2e2a3896242c req-a97e6c18-e504-4479-bc3c-b6287c05aa6f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.355679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41862297-9063-4aca-aad9-2e2a3896242c req-a97e6c18-e504-4479-bc3c-b6287c05aa6f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.2449524 Oct 27 16:12:04.361650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.365561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5038e82b-fdbf-492b-9305-3a041f212cf2 req-db24f1f3-08ce-4232-b1dc-3d11c570d289 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.82 "DELETE /v2.0/ports/927998e1-d8c7-4390-ac2a-c30bf5dd30c0 HTTP/1.1" status: 204 len: 173 time: 0.8012619 Oct 27 16:12:04.373313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'name': 'network-vif-deleted', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:04.377590 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11f981-a63a-4031-8e94-030e67ea8ea3" -d '{"events": [{"server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "name": "network-vif-deleted", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:04.509652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Allocated IP 172.20.0.8 (bee1fccf-cbc0-43d1-a3de-c3a5c2325f67/964ac5a3-20e6-4b2e-b47a-7ca8157c09fe/8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:04.517700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41862297-9063-4aca-aad9-2e2a3896242c req-93872802-a7e8-4ac2-aeae-974441ddbe26 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307106 Oct 27 16:12:04.570719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.599339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b81cae-e873-41bf-957c-c6411f7ddcbd req-73e033ba-9cd2-456a-b86b-cfeca2c8fee4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.602131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1b81cae-e873-41bf-957c-c6411f7ddcbd req-73e033ba-9cd2-456a-b86b-cfeca2c8fee4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1661987 Oct 27 16:12:04.607710 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc54457-07ac-4791-b826-e072d58ac8b9 x-openstack-request-id: req-4bc54457-07ac-4791-b826-e072d58ac8b9 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:04.608150 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc882003-9a82-4f69-9509-4c1a94c1905d", "name": "network-vif-deleted", "tag": "927998e1-d8c7-4390-ac2a-c30bf5dd30c0", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:04.608539 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bc54457-07ac-4791-b826-e072d58ac8b9 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:04.611373 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc882003-9a82-4f69-9509-4c1a94c1905d', 'name': 'network-vif-deleted', 'tag': '927998e1-d8c7-4390-ac2a-c30bf5dd30c0', 'status': 'completed', 'code': 200} Oct 27 16:12:04.691855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.741021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1b81cae-e873-41bf-957c-c6411f7ddcbd req-1f35c6cf-5320-4d06-884f-949e83be2bc1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162014 Oct 27 16:12:04.809049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:04.826787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0059cdd8-7733-4d1e-9c73-612876d97d1c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:04.840768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.841305 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Added segment d618ac6a-f4b1-46b7-be00-ac09fc0d5f91 of type vlan for network 5a2321e5-e318-41d2-8e7b-e992c411f428 Oct 27 16:12:04.854656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.929319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388161b-bca1-4b07-9130-2828e1a78678 req-a4d028bd-308a-4547-8bd0-a26a2de85a4c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.931257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6388161b-bca1-4b07-9130-2828e1a78678 req-a4d028bd-308a-4547-8bd0-a26a2de85a4c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.2321956 Oct 27 16:12:04.950957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.000362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6388161b-bca1-4b07-9130-2828e1a78678 req-81e75dd7-359f-4d01-b78e-9aca25bfb019 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 Oct 27 16:12:05.004742 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.059149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:05.063927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:05.068445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:05.095395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Pushing event updated for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.098280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.098280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.098280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.129612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.130551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.188518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d2be205-74f3-4eaa-947f-9411426d5110 req-13e063f0-8691-4646-8a32-894604675c18 tempest-ServerDiskConfigTestJSON-1386790002 tempest-ServerDiskConfigTestJSON-1386790002-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc882003-9a82-4f69-9509-4c1a94c1905d HTTP/1.1" status: 200 len: 210 time: 0.0419579 Oct 27 16:12:05.191902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2321e5-e318-41d2-8e7b-e992c411f428,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.202082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:05.224999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d0dc1719-1f06-4a9a-88e4-facf033a5bb3 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2206154 Oct 27 16:12:05.246182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Request body: {'port': {'device_id': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:05.257597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-90b8ace0-8a73-4643-aefd-8dc7add96ac4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5162113 Oct 27 16:12:05.260770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57932) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:05.269255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Request body: {'subnet': {'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-subnet', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:05.311980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.342445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da356617-1e7c-43ac-a8aa-fbf61e42003c req-0af4527f-66c5-40d6-9816-2a9c372c253c tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.345089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da356617-1e7c-43ac-a8aa-fbf61e42003c req-0af4527f-66c5-40d6-9816-2a9c372c253c tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 931 time: 0.0674193 Oct 27 16:12:05.377231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Made reservation on behalf of a11a876da2044a14b4ce7073fda060c6 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:05.379736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.442593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da356617-1e7c-43ac-a8aa-fbf61e42003c req-f01c502c-8b25-4baf-9669-fdc8b4517979 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833838 Oct 27 16:12:05.565710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:05.617752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:05.618731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.632681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Transition to ACTIVE for port object 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:05.697299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731ce-29ff-4421-bb39-beb77b0904f3 req-07b34b18-7d99-452f-9083-9f251532c764 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.699188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-795731ce-29ff-4421-bb39-beb77b0904f3 req-07b34b18-7d99-452f-9083-9f251532c764 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.1538036 Oct 27 16:12:05.710589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220594b-6e91-4fc8-83b7-66f4b07b7b19 req-e6317d60-524c-4927-86de-938e47b26fd3 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.712134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b220594b-6e91-4fc8-83b7-66f4b07b7b19 req-e6317d60-524c-4927-86de-938e47b26fd3 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.0887556 Oct 27 16:12:05.728762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.773965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-795731ce-29ff-4421-bb39-beb77b0904f3 req-5c46dded-adab-45a6-a2e5-c75bdd0c9ad3 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Oct 27 16:12:05.780802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Pushing event updated for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.782005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b220594b-6e91-4fc8-83b7-66f4b07b7b19 req-6dc7c32c-a185-40f5-bae2-4d2848572652 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Oct 27 16:12:05.795598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.797486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 570f532c-06f2-4ff8-8227-8e15a11cf1ab completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:05.803081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 570f532c-06f2-4ff8-8227-8e15a11cf1ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:05.803722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.866848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9634f9-0f1f-4c62-b484-f6ead02439e4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.873661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Checking segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:05.874109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Network hostable DHCP agents. Network: 5a2321e5-e318-41d2-8e7b-e992c411f428, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:05.926817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Attempting to bind port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:05.927190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Attempting to bind port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:05.927728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Attempting to bind port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d on network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:05.941315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d on network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:05.941625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Attempting to bind port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d on network bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:05.946659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38753f9-3f31-44d8-911f-ac69251dd988 req-72bc241b-3e79-4489-89be-bd6b36c582fa tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.947558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:05.948501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b38753f9-3f31-44d8-911f-ac69251dd988 req-72bc241b-3e79-4489-89be-bd6b36c582fa tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0592170 Oct 27 16:12:05.948652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Checking segment: {'id': '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:05.949088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Bound using segment: {'id': '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:05.949520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Bound port: 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:05.949876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.951426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.980160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:05.982625 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a7655-fa7f-4144-ae8f-a92556fc00ec" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:05.997985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:05.999603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b38753f9-3f31-44d8-911f-ac69251dd988 req-5ae9490d-0462-4070-85f6-4798efe43986 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Oct 27 16:12:06.002248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:06.028667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:06.032497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,segment=NetworkSegment(2eed3504-34cb-4869-aa6d-58cdb0a1ecaa),segment_id=2eed3504-34cb-4869-aa6d-58cdb0a1ecaa)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:06.089159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.113058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5a2321e5-e318-41d2-8e7b-e992c411f428) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:06.113214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.118649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.120261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.123474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf7c77-5cc9-4c67-81f2-fa9743e2cd68 None None] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:06.138050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.138744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.141783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] 10.222.0.82 "PUT /v2.0/ports/8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d HTTP/1.1" status: 200 len: 1091 time: 0.9018157 Oct 27 16:12:06.143510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:06.147106 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d37582-8bb1-413c-910d-7e85599bc6df" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:06.191743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a01c1b09-9ca4-4dd6-a771-225d7dc56d7a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9276643 Oct 27 16:12:06.194086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57950) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.194578 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f37728-f380-41aa-b8ae-605d9c3673e6 x-openstack-request-id: req-f5f37728-f380-41aa-b8ae-605d9c3673e6 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:06.194826 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:06.195316 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5f37728-f380-41aa-b8ae-605d9c3673e6 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:06.195905 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'code': 200} Oct 27 16:12:06.200188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:06.206115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:06.207955 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996bb0ad-6bb9-4fd5-b83a-259e38188412 x-openstack-request-id: req-996bb0ad-6bb9-4fd5-b83a-259e38188412 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:06.208310 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:06.209148 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-996bb0ad-6bb9-4fd5-b83a-259e38188412 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:06.209629 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d', 'status': 'completed', 'code': 200} Oct 27 16:12:06.270744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fdb0-f3b8-456f-b08d-750b6be680fd service neutron] Pushing event updated for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:06.314113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37582-8bb1-413c-910d-7e85599bc6df req-c6d5b249-5f66-462d-be15-bfd06478bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.315901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-59d37582-8bb1-413c-910d-7e85599bc6df req-c6d5b249-5f66-462d-be15-bfd06478bc9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f220efd33544ca0b5d71c2ab79cd335&device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 1094 time: 0.0580280 Oct 27 16:12:06.342158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.344879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5a2321e5-e318-41d2-8e7b-e992c411f428', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:06.345739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.349904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.415716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0c35d-1d99-42f7-8fe1-4678ab70bf57 req-1e79ac85-6755-418f-b7fd-feee3ccd8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.417513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1f0c35d-1d99-42f7-8fe1-4678ab70bf57 req-1e79ac85-6755-418f-b7fd-feee3ccd8340 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 1101 time: 0.1263657 Oct 27 16:12:06.438722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57962) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.462705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.487010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1f0c35d-1d99-42f7-8fe1-4678ab70bf57 req-94e80d67-9745-4e91-9b88-b309211ee357 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Oct 27 16:12:06.530101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Allocated IP 172.20.0.2 (5a2321e5-e318-41d2-8e7b-e992c411f428/eb9634f9-0f1f-4c62-b484-f6ead02439e4/26e21c4b-52a5-4f38-bc56-8317e063fb88) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:06.537039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Deleting subnet c25e57a3-1a24-4fbe-9489-92a50a30efd3 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:06.539540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37582-8bb1-413c-910d-7e85599bc6df req-e2f7b290-cec8-4a78-b741-59c10d2432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.541441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-59d37582-8bb1-413c-910d-7e85599bc6df req-e2f7b290-cec8-4a78-b741-59c10d2432e3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7f220efd33544ca0b5d71c2ab79cd335&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2164960 Oct 27 16:12:06.543268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.582049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.635298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.653446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1e001-3452-47bc-8677-57a55412d8cc req-25dbe6ab-0c52-497f-a40b-abfdd37c67fd tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.655025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aae1e001-3452-47bc-8677-57a55412d8cc req-25dbe6ab-0c52-497f-a40b-abfdd37c67fd tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 943 time: 0.1217606 Oct 27 16:12:06.712676 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.738680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.758176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aae1e001-3452-47bc-8677-57a55412d8cc req-f6048be0-d4bb-4b71-87fc-dc51bf485b66 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Oct 27 16:12:06.809280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.826518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.865790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25e57a3-1a24-4fbe-9489-92a50a30efd3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:06.874146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.878289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3c09c0cb-7772-41ea-8e86-e4a030b88c8b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c25e57a3-1a24-4fbe-9489-92a50a30efd3 HTTP/1.1" status: 204 len: 168 time: 0.4385748 Oct 27 16:12:06.880965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57972) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.928552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:06.931904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:06.939068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:06.945813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Pushing event updated for resources: {'Port': ['ID=26e21c4b-52a5-4f38-bc56-8317e063fb88,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:06.979941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37582-8bb1-413c-910d-7e85599bc6df req-441c98d3-d57c-42df-96ba-67556bc3fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.981469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-59d37582-8bb1-413c-910d-7e85599bc6df req-441c98d3-d57c-42df-96ba-67556bc3fa1e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936650 Oct 27 16:12:06.984569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.003609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68689299-1f3a-4787-a228-5ad67c5964c4 req-680e2259-f29b-4e2d-831b-a1c25045addf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.006248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68689299-1f3a-4787-a228-5ad67c5964c4 req-680e2259-f29b-4e2d-831b-a1c25045addf tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.1251462 Oct 27 16:12:07.024667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66520d-dc5a-41a4-b7b4-cc728f4de2d5 req-9f05bb6a-3fc2-45e7-90cf-b9cc7a434891 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.026234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f66520d-dc5a-41a4-b7b4-cc728f4de2d5 req-9f05bb6a-3fc2-45e7-90cf-b9cc7a434891 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 950 time: 0.1081676 Oct 27 16:12:07.028503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Attempting to bind port 26e21c4b-52a5-4f38-bc56-8317e063fb88 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:07.029099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Attempting to bind port 26e21c4b-52a5-4f38-bc56-8317e063fb88 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:07.030430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Attempting to bind port 26e21c4b-52a5-4f38-bc56-8317e063fb88 on network 5a2321e5-e318-41d2-8e7b-e992c411f428 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:07.041304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:07.042427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Checking segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:07.043429 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.044006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Bound using segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:07.044686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Bound port: 26e21c4b-52a5-4f38-bc56-8317e063fb88, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:07.045420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.121451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.140908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] For port 26e21c4b-52a5-4f38-bc56-8317e063fb88, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:07.145713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] For port 26e21c4b-52a5-4f38-bc56-8317e063fb88, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26e21c4b-52a5-4f38-bc56-8317e063fb88,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:07.148969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.161918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29ce070-7455-40ef-b823-446d76c7f55d') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.162221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29ce070-7455-40ef-b823-446d76c7f55d') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.175224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.178292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-9e3cb6de-8ca7-4f4f-9c42-1f28f92a8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.179904 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-9e3cb6de-8ca7-4f4f-9c42-1f28f92a8a1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f220efd33544ca0b5d71c2ab79cd335&device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 1094 time: 0.0974162 Oct 27 16:12:07.200265 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.232716 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.235485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-6ea1d849-20ff-4381-8e57-d2cdfefc1cec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d HTTP/1.1" status: 200 len: 217 time: 0.0448637 Oct 27 16:12:07.238375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:07.238786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:07.241030 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:07.304590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e5d0-29a6-4edc-9d92-00377186aca2 None None] Pushing event updated for resources: {'Port': ['ID=26e21c4b-52a5-4f38-bc56-8317e063fb88,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.344107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d3c662af-1188-405e-9d1b-618dbbd52a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.345596 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-d3c662af-1188-405e-9d1b-618dbbd52a11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=964ac5a3-20e6-4b2e-b47a-7ca8157c09fe HTTP/1.1" status: 200 len: 853 time: 0.0678704 Oct 27 16:12:07.387361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68689299-1f3a-4787-a228-5ad67c5964c4 req-5fae7375-ae10-4e27-aed4-ffb2088a5916 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587911 Oct 27 16:12:07.389352 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-fe31869a-b8a4-47fd-948b-c5624683a2d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bee1fccf-cbc0-43d1-a3de-c3a5c2325f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289965 Oct 27 16:12:07.400937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f66520d-dc5a-41a4-b7b4-cc728f4de2d5 req-b45594d3-c1f5-4404-ab7a-9f0273331387 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Oct 27 16:12:07.447267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.456610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.461800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] 10.222.0.70 "DELETE /v2.0/networks/84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62 HTTP/1.1" status: 204 len: 168 time: 0.5795827 Oct 27 16:12:07.493792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb22c5-b048-4552-bb06-58411a045f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae12b7-e6df-4b20-a8f3-d8d89b0e1d62,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.571576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:07.595777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.616487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-549ff145-9ba4-4bba-83ed-887462462265 service neutron] 10.222.0.82 "GET /v2.0/networks/bee1fccf-cbc0-43d1-a3de-c3a5c2325f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141554 Oct 27 16:12:07.635860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.760624 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9ba4b4c4-cb52-433e-821f-598836e00ee0 req-fba7d15a-aa9c-4bc2-9379-54da98428768 service neutron] 10.222.0.82 "GET /v2.0/networks/bee1fccf-cbc0-43d1-a3de-c3a5c2325f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328537 Oct 27 16:12:07.770560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:07.771189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 927998e1-d8c7-4390-ac2a-c30bf5dd30c0 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:07.795427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a94d3-045b-4b15-92a5-c531791e9e4e req-e1f34068-1e9c-4b5b-a761-322d99aabb74 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.797808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f49a94d3-045b-4b15-92a5-c531791e9e4e req-e1f34068-1e9c-4b5b-a761-322d99aabb74 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2578444 Oct 27 16:12:07.868975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Allocated IP 172.25.5.124 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/4710d2ce-6007-4ead-862f-4c64f45b478b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:07.928682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-498592ea-0467-4612-8fde-3d172d6f588c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.930112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-498592ea-0467-4612-8fde-3d172d6f588c tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.1689787 Oct 27 16:12:07.933710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f49a94d3-045b-4b15-92a5-c531791e9e4e req-15f4ddbe-8c47-4360-a9bd-db95ab8b752e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138897 Oct 27 16:12:07.957988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5ebc6-b44d-44a2-ad97-2ef6e56f8911 req-986bd8c2-696f-45e0-8514-dbd12ea87ffd tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.959498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab5ebc6-b44d-44a2-ad97-2ef6e56f8911 req-986bd8c2-696f-45e0-8514-dbd12ea87ffd tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 943 time: 0.1175570 Oct 27 16:12:08.038292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57984) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:08.098650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26e21c4b-52a5-4f38-bc56-8317e063fb88 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:08.115618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab5ebc6-b44d-44a2-ad97-2ef6e56f8911 req-1ecde0fe-8095-41f1-99d1-a114118fe0da tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179619 Oct 27 16:12:08.129173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7da5df8e-a707-4eb1-a473-25920aea7cad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=508060810a38468cb6e32c28e7994e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871882 Oct 27 16:12:08.131325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57986) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:08.177576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.179521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 26e21c4b-52a5-4f38-bc56-8317e063fb88 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:08.179913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.206603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.212695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Deleting port 32cd5841-87cd-4486-a158-6673b411f48e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:08.213034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.236891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.284092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.322266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 26e21c4b-52a5-4f38-bc56-8317e063fb88, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26e21c4b-52a5-4f38-bc56-8317e063fb88,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:08.328734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] For port 32cd5841-87cd-4486-a158-6673b411f48e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=32cd5841-87cd-4486-a158-6673b411f48e,segment=NetworkSegment(07ce060c-b131-4e03-827a-eeae53a48943),segment_id=07ce060c-b131-4e03-827a-eeae53a48943)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:08.329106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.342836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Calling delete_port for 32cd5841-87cd-4486-a158-6673b411f48e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:08.411874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.467797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:08.471601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.473885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.474084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.477836 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acda75fa-b08f-4cbc-a2ba-2b3fcd577850 HTTP/1.1" status: 204 len: 168 time: 0.3429270 Oct 27 16:12:08.490786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:08.495891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9cdfd-82b7-4d69-8ca3-7593bc45aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda75fa-b08f-4cbc-a2ba-2b3fcd577850,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.501670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:08.526808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Pushing event updated for resources: {'Port': ['ID=4710d2ce-6007-4ead-862f-4c64f45b478b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.577868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2d227-6a5e-49ef-87cd-e23373e11a78 None None] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:08.650220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=26e21c4b-52a5-4f38-bc56-8317e063fb88,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.723738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8467597e-b12b-4815-8dd4-58c6a8b42754 None None] Provisioning complete for port 26e21c4b-52a5-4f38-bc56-8317e063fb88 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:08.724108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8467597e-b12b-4815-8dd4-58c6a8b42754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.736106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa123d-6660-4e08-ac0b-5d61cf1432d3 req-2dc7a5fa-9632-4b2a-80b0-998e2d19acea tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.737692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ffa123d-6660-4e08-ac0b-5d61cf1432d3 req-2dc7a5fa-9632-4b2a-80b0-998e2d19acea tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 945 time: 0.1765051 Oct 27 16:12:08.740993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.752292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb5a0-d9fd-42f0-a8a2-b5ce7194d102 req-cad6bc88-bc53-45fe-8a55-1668c64e5881 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.753821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18bbb5a0-d9fd-42f0-a8a2-b5ce7194d102 req-cad6bc88-bc53-45fe-8a55-1668c64e5881 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 950 time: 0.2212791 Oct 27 16:12:08.765984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['32cd5841-87cd-4486-a158-6673b411f48e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:08.821135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event deleted for resources: {'Port': ['ID=32cd5841-87cd-4486-a158-6673b411f48e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.919541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] No DVR routers for this DVR port 32cd5841-87cd-4486-a158-6673b411f48e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:08.926433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ffa123d-6660-4e08-ac0b-5d61cf1432d3 req-e81da8ea-d2b5-47e5-a504-f5482d77c5c6 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fee51b-d8fb-4dc5-b748-764051d64d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691928 Oct 27 16:12:08.930075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.931562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5efcb400-efe1-4eb8-938c-80655c666d67 req-691ae599-1af7-455e-a24b-231a7ee89df5 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.82 "DELETE /v2.0/ports/32cd5841-87cd-4486-a158-6673b411f48e HTTP/1.1" status: 204 len: 173 time: 0.9873762 Oct 27 16:12:08.931728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'name': 'network-vif-deleted', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:08.934148 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc917fe8-6879-4c1e-97ec-a7ed51f362ac" -d '{"events": [{"server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "name": "network-vif-deleted", "tag": "32cd5841-87cd-4486-a158-6673b411f48e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:08.940315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18bbb5a0-d9fd-42f0-a8a2-b5ce7194d102 req-c0858c4e-4bcc-481a-916a-153de3b5a679 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525426 Oct 27 16:12:09.008118 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f6a89c-420e-4fcb-b9c6-55475e7cdd1b x-openstack-request-id: req-63f6a89c-420e-4fcb-b9c6-55475e7cdd1b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:09.008118 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de9f8a-b80b-4cb6-b87e-3180c27ef31d", "name": "network-vif-deleted", "tag": "32cd5841-87cd-4486-a158-6673b411f48e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:09.008118 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63f6a89c-420e-4fcb-b9c6-55475e7cdd1b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:09.008118 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de9f8a-b80b-4cb6-b87e-3180c27ef31d', 'name': 'network-vif-deleted', 'tag': '32cd5841-87cd-4486-a158-6673b411f48e', 'status': 'completed', 'code': 200} Oct 27 16:12:09.205618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5fc858e5-1823-47a6-9979-0a39cd26ce46 None None] Provisioning complete for port 26e21c4b-52a5-4f38-bc56-8317e063fb88 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:09.207095 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5fc858e5-1823-47a6-9979-0a39cd26ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.213832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07f23-2597-49ea-b433-d8fbe2776819 req-cc163fe5-0d05-42cc-a3bc-a6183ff72866 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.245683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bd07f23-2597-49ea-b433-d8fbe2776819 req-cc163fe5-0d05-42cc-a3bc-a6183ff72866 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1249893 Oct 27 16:12:09.261487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.376753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bd07f23-2597-49ea-b433-d8fbe2776819 req-de1bf4c4-4b07-4c2f-92bc-6f820b6cd9d0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533637 Oct 27 16:12:09.417268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae96193-84be-4966-902d-45d63897b74d req-bcddf45b-ca23-466a-820e-409956ca2d83 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.418742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae96193-84be-4966-902d-45d63897b74d req-bcddf45b-ca23-466a-820e-409956ca2d83 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 943 time: 0.1193111 Oct 27 16:12:09.530057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae96193-84be-4966-902d-45d63897b74d req-0be32e40-6d64-4200-99a8-bfb098952061 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048512 Oct 27 16:12:09.562035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.778388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Router ec66a9d5-46fb-461b-a362-3f7179e69f62 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:12:09.894655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:09.906475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:09.909358 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Sync routers for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:09.921208 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:09.921941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:10.005009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.010137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74036840-48e3-4f8d-a520-7539a88d9faf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8147409 Oct 27 16:12:10.015375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:10.061226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26e21c4b-52a5-4f38-bc56-8317e063fb88 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:10.090313 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:10.147164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 26e21c4b-52a5-4f38-bc56-8317e063fb88 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:10.147546 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.151480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11e4291a-a2ce-4b9b-b3cb-a23f5d17cc20 req-721fd7c3-d1e6-4530-a24f-d0aaf773c6f9 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7de9f8a-b80b-4cb6-b87e-3180c27ef31d HTTP/1.1" status: 200 len: 210 time: 0.0932741 Oct 27 16:12:10.183768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337134e2-4b91-45e6-9b70-04433a9b8682 req-36d7bc0f-5f60-4902-927f-bc5b4d7869af tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.192407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-425611936-network', 'tenant_id': '5930b3517cb4489da16ac5b2eb94a5e4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:10.192702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-337134e2-4b91-45e6-9b70-04433a9b8682 req-36d7bc0f-5f60-4902-927f-bc5b4d7869af tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 950 time: 0.1151793 Oct 27 16:12:10.277012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-337134e2-4b91-45e6-9b70-04433a9b8682 req-cb2a4268-f3d8-42a4-ab4f-3b56d9c0b018 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822663 Oct 27 16:12:10.315989 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:08Z', 'revision_number': 3, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:10.540369 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Checking router: ec66a9d5-46fb-461b-a362-3f7179e69f62 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:10.541035 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Updating router ec66a9d5-46fb-461b-a362-3f7179e69f62 port 4710d2ce-6007-4ead-862f-4c64f45b478b binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:10.571103 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.611120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f585e-3d9a-4f06-bcdd-e225c1b0f045 req-cc515305-bcbb-4a28-96cc-62a009338c89 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.621412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f73f585e-3d9a-4f06-bcdd-e225c1b0f045 req-cc515305-bcbb-4a28-96cc-62a009338c89 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1043191 Oct 27 16:12:10.825063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Made reservation on behalf of 5930b3517cb4489da16ac5b2eb94a5e4 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:10.828445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.841288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.947017 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:10.961937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.037478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f73f585e-3d9a-4f06-bcdd-e225c1b0f045 req-878a541d-8bb1-416a-ab15-e6f970e49c54 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140146 Oct 27 16:12:11.053415 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.081374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-d9230497-0830-4a2a-acae-edfd6a92ccec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973055 Oct 27 16:12:11.106053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.135803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:11.159711 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Attempting to bind port 4710d2ce-6007-4ead-862f-4c64f45b478b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:11.160558 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Attempting to bind port 4710d2ce-6007-4ead-862f-4c64f45b478b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:11.161163 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Attempting to bind port 4710d2ce-6007-4ead-862f-4c64f45b478b on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:11.163611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.167412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.167723 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Added segment 4901073f-e0f5-4363-b818-a31cfd843741 of type vlan for network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 Oct 27 16:12:11.170686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:11.171264 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:11.171754 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.172460 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:11.173189 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Bound port: 4710d2ce-6007-4ead-862f-4c64f45b478b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:11.173523 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.175083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e00e93-c687-4dca-b483-c6d23bf12cd4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.178073 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ce40-9d76-4181-9115-49093812148e None None] Pushing event updated for resources: {'Port': ['ID=4710d2ce-6007-4ead-862f-4c64f45b478b,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.219970 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.220210 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.220554 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.220891 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.221223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.223543 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.223755 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.225192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.225544 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.225871 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.226195 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.227460 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893ce40-9d76-4181-9115-49093812148e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:11.269748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a36f-6619-478f-b74a-2970aa598893 req-a9940873-1068-454f-ad33-c66ec14682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.273173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-a9940873-1068-454f-ad33-c66ec14682d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0a4bdac104c4dd68b290753315be178&device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 1097 time: 0.0711389 Oct 27 16:12:11.302796 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] For port 4710d2ce-6007-4ead-862f-4c64f45b478b, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:11.306275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] For port 4710d2ce-6007-4ead-862f-4c64f45b478b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4710d2ce-6007-4ead-862f-4c64f45b478b,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:11.314829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-17e029f2-cde4-41cc-b1a5-c6cded50b832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.315530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.403161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9cde-a350-47ab-aad1-79211f25c2eb req-b902e661-8d1f-44a8-92d4-918fa4cd3df0 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.405042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea9cde-a350-47ab-aad1-79211f25c2eb req-b902e661-8d1f-44a8-92d4-918fa4cd3df0 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 943 time: 0.1309109 Oct 27 16:12:11.427022 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.486599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea9cde-a350-47ab-aad1-79211f25c2eb req-f8c46116-a28c-48f0-8abc-e2a868c14af5 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730181 Oct 27 16:12:11.516655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.517630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.518214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.536224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a36f-6619-478f-b74a-2970aa598893 req-c41da05a-3775-478e-ace6-e7394fb4031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.541115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-c41da05a-3775-478e-ace6-e7394fb4031a service neutron] 10.222.0.82 "GET /v2.0/networks?id=9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 200 len: 906 time: 0.2152522 Oct 27 16:12:11.565887 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:11.567243 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:11:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:11.571329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ce40-9d76-4181-9115-49093812148e None None] Pushing event updated for resources: {'Port': ['ID=4710d2ce-6007-4ead-862f-4c64f45b478b,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.600487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:11.606099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 32cd5841-87cd-4486-a158-6673b411f48e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:11.616870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58078) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:11.661885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-72139345-2ee0-4cf8-8a0f-4ce890e63b3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 200 len: 1002 time: 0.1114848 Oct 27 16:12:11.678607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 32cd5841-87cd-4486-a158-6673b411f48e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:11.679287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 32cd5841-87cd-4486-a158-6673b411f48e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:11.685061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Allocated IP 172.20.0.1 (5a2321e5-e318-41d2-8e7b-e992c411f428/eb9634f9-0f1f-4c62-b484-f6ead02439e4/bfae1804-69be-44fc-b1bf-48c3bbca31fb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:11.694424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2fe9d7-1857-4fa3-988b-2ec993b7f467,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.708417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:11.742440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a36f-6619-478f-b74a-2970aa598893 req-033edba7-297a-4430-bd42-4a905508f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.743777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.749174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-033edba7-297a-4430-bd42-4a905508f42e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05567f94-37b9-43db-b0c2-dc5d6664b8e6 HTTP/1.1" status: 200 len: 844 time: 0.0781715 Oct 27 16:12:11.784526 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bbb33434-b760-49c5-84a7-b171b7656725 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8768895 Oct 27 16:12:11.790945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:11.796576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:11.799293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Request body: {'subnet': {'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-425611936-subnet', 'tenant_id': '5930b3517cb4489da16ac5b2eb94a5e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:11.829753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.855738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a36f-6619-478f-b74a-2970aa598893 req-425df290-d8da-433c-ad95-b01f8a32fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.861979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-425df290-d8da-433c-ad95-b01f8a32fc04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9eec0129-d7a3-4715-bb20-68be92ebe425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052604 Oct 27 16:12:11.887152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Made reservation on behalf of 5930b3517cb4489da16ac5b2eb94a5e4 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:11.889817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.976666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-9a6b347a-f544-4d55-b594-d6d8df35db88 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094053 Oct 27 16:12:11.991158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.994974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,segment=NetworkSegment(2eed3504-34cb-4869-aa6d-58cdb0a1ecaa),segment_id=2eed3504-34cb-4869-aa6d-58cdb0a1ecaa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:12.040493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d', 'network_id': 'bee1fccf-cbc0-43d1-a3de-c3a5c2325f67', 'port_id': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d', 'mac_address': 'fa:16:3e:ea:1b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964ac5a3-20e6-4b2e-b47a-7ca8157c09fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:12.051120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.054186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.055545 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "DELETE /v2.0/security-groups/701a2fc5-423c-4538-819a-42772cffa2be HTTP/1.1" status: 204 len: 168 time: 0.4377058 Oct 27 16:12:12.062306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:12.082880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459518d-6692-413d-a2b9-cb335ed276bb tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a2fc5-423c-4538-819a-42772cffa2be,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:12.121193 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-17d597a4-1402-4cd7-88bd-c96d0d54df85 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] show failed (client error): The resource could not be found. Oct 27 16:12:12.128258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-17d597a4-1402-4cd7-88bd-c96d0d54df85 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "GET /v2.0/security-groups/701a2fc5-423c-4538-819a-42772cffa2be HTTP/1.1" status: 404 len: 347 time: 0.0642240 Oct 27 16:12:12.131966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58086) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:12.157272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.158966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.206132 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:08Z', 'revision_number': 3, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:12.218673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:12.259551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:12.264162 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9096-5cbe-479f-8d3b-73481cf54150 None None] The sync data for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 is: [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:08Z', 'revision_number': 3, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:12.283586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,segment=NetworkSegment(2eed3504-34cb-4869-aa6d-58cdb0a1ecaa),segment_id=2eed3504-34cb-4869-aa6d-58cdb0a1ecaa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:12.313539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:12.318656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:12.364150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Pushing event updated for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:12.399962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d3a36f-6619-478f-b74a-2970aa598893 req-50b4b761-fda6-41ff-8f57-220081d47f92 service neutron] 10.222.0.82 "GET /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874087 Oct 27 16:12:12.406316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.455009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604bcbd-f5e5-47f0-9112-8a7f4a7b03a7 req-cc280f9a-4523-4324-9f13-8285bc11480a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:12.462303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d604bcbd-f5e5-47f0-9112-8a7f4a7b03a7 req-cc280f9a-4523-4324-9f13-8285bc11480a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2111831 Oct 27 16:12:12.520761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d604bcbd-f5e5-47f0-9112-8a7f4a7b03a7 req-8c07b3d1-4257-442d-a116-b6f53728bda7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575604 Oct 27 16:12:12.531147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Deleting port 96c3630f-3349-464c-8a81-3ad3deae3e61 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:12.531499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.537125 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.601799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.726657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:12.753149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280ab280-0b7b-4467-958c-a2e90ebcdd67,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:12.795107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3dbcdee0-27af-4587-a359-f3240f8fc5ce None None] Provisioning complete for port bfae1804-69be-44fc-b1bf-48c3bbca31fb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:12.795789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3dbcdee0-27af-4587-a359-f3240f8fc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.803341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Checking segment: {'id': '4901073f-e0f5-4363-b818-a31cfd843741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:12.803708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Network hostable DHCP agents. Network: 2d2fe9d7-1857-4fa3-988b-2ec993b7f467, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:12.835494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce67f-1db6-47aa-8843-c861212a6761 req-4e6f63f6-3745-479d-b540-7c5656d1d059 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:12.843080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-232ce67f-1db6-47aa-8843-c861212a6761 req-4e6f63f6-3745-479d-b540-7c5656d1d059 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 944 time: 0.1690366 Oct 27 16:12:12.854332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcdee0-27af-4587-a359-f3240f8fc5ce None None] Port bfae1804-69be-44fc-b1bf-48c3bbca31fb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:12.870991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.871886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.872317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.894857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:12.895320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Calling delete_port for 96c3630f-3349-464c-8a81-3ad3deae3e61 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:12.916887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-232ce67f-1db6-47aa-8843-c861212a6761 req-39de13ec-b3b5-41ca-b4d9-ecd8b7a2d30a tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723562 Oct 27 16:12:12.990069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:13.023462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2d2fe9d7-1857-4fa3-988b-2ec993b7f467) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:13.031886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.032712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.047238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2dbf7-28ae-4e53-a625-bd862e111e56 None None] Network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:13.127021 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-26f5b8e2-8a8e-457d-ad22-8e73eb625258 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3349276 Oct 27 16:12:13.142655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.147864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.175591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Pushing event deleted for resources: {'Port': ['ID=96c3630f-3349-464c-8a81-3ad3deae3e61,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:13.219963 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.261349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.264320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.266153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8b6319e-0c88-45e0-8fb9-49ef08d6a458 tempest-ImagesOneServerNegativeTestJSON-885603093 tempest-ImagesOneServerNegativeTestJSON-885603093-project] 10.222.0.70 "DELETE /v2.0/floatingips/c51e8113-67d6-4b7d-a761-3773bd421e90 HTTP/1.1" status: 204 len: 168 time: 1.1200595 Oct 27 16:12:13.269637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c40410-2c30-4a90-8edf-6baf91097c30 None None] Network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:13.380720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.383180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Pushing event updated for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:13.461087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58132) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.540659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Deleting subnet 1c56a65e-2042-419a-afcc-c31aeccd2ca1 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:13.546825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.571790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:13.574245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:13.639561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.757093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Router ec66a9d5-46fb-461b-a362-3f7179e69f62 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:13.798547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.879996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:13.886335 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bfaf8b4f-c930-4047-90a7-ac53f2f74e2f admin admin] 10.222.0.70 "PUT /v2.0/routers/ec66a9d5-46fb-461b-a362-3f7179e69f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8739920 Oct 27 16:12:13.919349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e944d3-6abd-47f4-9c38-cc256cf81b73 req-7cd0d4b2-d626-4265-abd2-48eed0419172 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.921919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7e944d3-6abd-47f4-9c38-cc256cf81b73 req-7cd0d4b2-d626-4265-abd2-48eed0419172 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2149489 Oct 27 16:12:13.963208 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cc8ef5aa-a770-4ba8-a6fb-8ff0fd4a8a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.973527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-2440f2c0-018d-461e-9e7f-fbe6bc225248 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.975387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-2440f2c0-018d-461e-9e7f-fbe6bc225248 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/networks?id=2d2fe9d7-1857-4fa3-988b-2ec993b7f467 HTTP/1.1" status: 200 len: 813 time: 0.2313290 Oct 27 16:12:14.015512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6a8687c2-fd39-4935-ae23-8fcb34b90374 None None] Provisioning complete for port bfae1804-69be-44fc-b1bf-48c3bbca31fb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:14.015512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a8687c2-fd39-4935-ae23-8fcb34b90374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.015852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7e944d3-6abd-47f4-9c38-cc256cf81b73 req-1bb0397a-3a4a-42d1-badb-ef37c353c304 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777886 Oct 27 16:12:14.015852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-71df14cc-b214-4682-8e83-7825c7d474f2 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/quotas/5930b3517cb4489da16ac5b2eb94a5e4 HTTP/1.1" status: 200 len: 375 time: 0.0254939 Oct 27 16:12:14.062877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-bf60ef12-f823-49af-b77c-feb649d5f9f3 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471723 Oct 27 16:12:14.110672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6a8687c2-fd39-4935-ae23-8fcb34b90374 None None] Port bfae1804-69be-44fc-b1bf-48c3bbca31fb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:14.128764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4710d2ce-6007-4ead-862f-4c64f45b478b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:14.145843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.189952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c56a65e-2042-419a-afcc-c31aeccd2ca1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.193807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4710d2ce-6007-4ead-862f-4c64f45b478b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:14.194410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.218178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.224195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58154) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:14.224741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc5ac6a0-46c0-4096-921f-76fde09c4dfc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1c56a65e-2042-419a-afcc-c31aeccd2ca1 HTTP/1.1" status: 204 len: 168 time: 0.7611642 Oct 27 16:12:14.259811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-57b07ffc-d54a-4d47-8f3f-8d8e557e389f service neutron] 10.222.0.70 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885099 Oct 27 16:12:14.289266 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.314198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 4710d2ce-6007-4ead-862f-4c64f45b478b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4710d2ce-6007-4ead-862f-4c64f45b478b,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:14.317684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.385631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.392881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-4a2535d2-bf23-4256-a557-102758317ae4 service neutron] 10.222.0.70 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272793 Oct 27 16:12:14.411278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53b448-8c45-4e55-9f48-61f2114f4126 req-9f4ee794-0309-4d55-97de-272cd6cb60d2 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:14.417837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d53b448-8c45-4e55-9f48-61f2114f4126 req-9f4ee794-0309-4d55-97de-272cd6cb60d2 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 944 time: 0.0964501 Oct 27 16:12:14.437701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.457258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=4710d2ce-6007-4ead-862f-4c64f45b478b,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.470577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:14.485298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ce060c-b131-4e03-827a-eeae53a48943') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:14.485867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ce060c-b131-4e03-827a-eeae53a48943') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:14.495193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d53b448-8c45-4e55-9f48-61f2114f4126 req-11138546-5ed2-4cdd-aa39-9bddb0906dc5 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612609 Oct 27 16:12:14.497817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.518988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.526939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:14.527299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:14.528995 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:14.579353 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.639858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Sync routers for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:14.664888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:14.665741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:14.677285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.695144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.703195 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57 HTTP/1.1" status: 204 len: 168 time: 0.4746985 Oct 27 16:12:14.739976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cf6d-ff5a-4cbd-84c7-34a842a72016 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abee8b8-8e77-4ada-9a75-9b8a3dd3eb57,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.779779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a556a04f-b4e6-46f6-b856-0e75a99f89f0 req-6f4bd25e-f88a-4442-8f48-1b6860402309 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0504317 Oct 27 16:12:14.872102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:14.877066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424195285', 'description': 'tempest-description--2119237223'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:14.881832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:15.019912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.120842 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.177764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f40a1-f854-4ec7-ba6c-b5f6c7923e03 req-c61fd91b-140f-4551-86cf-26f194a2af9e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:15.193265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.198843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f92f40a1-f854-4ec7-ba6c-b5f6c7923e03 req-c61fd91b-140f-4551-86cf-26f194a2af9e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0973015 Oct 27 16:12:15.209208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.257239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58184) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:15.286590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f92f40a1-f854-4ec7-ba6c-b5f6c7923e03 req-f5fb8f3a-17dd-4928-9dbc-13849c6103af tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Oct 27 16:12:15.290802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.294423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 2, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:15.328833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Checking router: ec66a9d5-46fb-461b-a362-3f7179e69f62 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:15.329342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Updating router ec66a9d5-46fb-461b-a362-3f7179e69f62 port bfae1804-69be-44fc-b1bf-48c3bbca31fb binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:15.340865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58188) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:15.341265 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-acef2978-a22d-43b2-b1cc-5e7217b88add admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d617b19a39d34507a46ef5d0e6c8924b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820439 Oct 27 16:12:15.363368 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.390151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.390322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58190) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:15.390436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aedae675-4ea3-47ff-9a74-829a181c0c8a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5148077 Oct 27 16:12:15.395630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'security_group_rule': {'security_group_id': '29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:15.409501 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.432755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.539189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.591219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.594830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.596073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58fee51b-d8fb-4dc5-b748-764051d64d73 HTTP/1.1" status: 204 len: 168 time: 0.2542143 Oct 27 16:12:15.607573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:15.610198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:15.624639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.646892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd42f-bc66-4229-870b-ff5245c8a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fee51b-d8fb-4dc5-b748-764051d64d73,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.687792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009001-2c8e-4d8b-80a3-12e54318627e req-251aabd5-afac-45b3-a722-afd18e855ac8 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:15.688252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5009001-2c8e-4d8b-80a3-12e54318627e req-251aabd5-afac-45b3-a722-afd18e855ac8 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 944 time: 0.0881634 Oct 27 16:12:15.745467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.775163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9ee562-1cc6-4e29-a5f7-9f1a7e2ffc3c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.780806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5009001-2c8e-4d8b-80a3-12e54318627e req-e3eb1c84-0c31-4310-8137-8187a0f8593f tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Oct 27 16:12:15.790885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.854226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:15.859499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e962385b-a734-47c5-adc2-daf8beb521cd req-a5f573c8-0cc2-4670-9f5d-883a5be88ab6 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0295022 Oct 27 16:12:15.869012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'mac_address': 'fa:16:3e:42:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:15.890211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.891859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3fc93bf-9155-4aa3-a98a-eb4fe0155ec9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023367 Oct 27 16:12:15.894580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58210) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:15.899187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'security_group_rule': {'security_group_id': '29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:15.910851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.925186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:15.938134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:15.946398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.954036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:15.955800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:15.962681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.037290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.038719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4710d2ce-6007-4ead-862f-4c64f45b478b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:16.042871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61722955-a096-4110-ac1f-5a0cee701409 None None] Pushing event updated for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.080927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.138616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.203601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.209278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Attempting to bind port bfae1804-69be-44fc-b1bf-48c3bbca31fb on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:16.212641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Attempting to bind port bfae1804-69be-44fc-b1bf-48c3bbca31fb by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:16.212641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Attempting to bind port bfae1804-69be-44fc-b1bf-48c3bbca31fb on network 5a2321e5-e318-41d2-8e7b-e992c411f428 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:16.214317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['570f532c-06f2-4ff8-8227-8e15a11cf1ab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:16.216152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.227951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866375ce-d634-4ba5-a2d1-a4533e95cd3e,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.285079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:16.289525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Checking segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:16.289525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.289525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Bound using segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:16.289525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Bound port: bfae1804-69be-44fc-b1bf-48c3bbca31fb, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:16.289525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.327483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4710d2ce-6007-4ead-862f-4c64f45b478b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:16.327849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.333444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.422874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cef3e-2c1f-4c8e-8ac9-3d6b2e6d8254 req-369e6080-4532-4227-b48b-63b851e1fb0c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.426168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629cef3e-2c1f-4c8e-8ac9-3d6b2e6d8254 req-369e6080-4532-4227-b48b-63b851e1fb0c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0574841 Oct 27 16:12:16.430849 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.436000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7669d56b-36a4-43ac-86e2-d39160c6764a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5364492 Oct 27 16:12:16.437599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58226) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:16.447632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:16.455383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:16.457783 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48908467-705d-4bb6-b181-c6e5a2833427" -d '{"events": [{"server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:16.503583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629cef3e-2c1f-4c8e-8ac9-3d6b2e6d8254 req-2b2202e1-3c4e-4fb8-b876-8ef1ba8aae6d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499880 Oct 27 16:12:16.522562 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67faf6ae-a303-4fb9-97e4-984a795e73f5 x-openstack-request-id: req-67faf6ae-a303-4fb9-97e4-984a795e73f5 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:16.522562 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:16.522562 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67faf6ae-a303-4fb9-97e4-984a795e73f5 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:16.522562 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d', 'code': 200} Oct 27 16:12:16.525043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,segment=NetworkSegment(2eed3504-34cb-4869-aa6d-58cdb0a1ecaa),segment_id=2eed3504-34cb-4869-aa6d-58cdb0a1ecaa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:16.549564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-081e6344-ac18-41e3-8b4e-8e54a0f4fe8e None None] Provisioning complete for port bfae1804-69be-44fc-b1bf-48c3bbca31fb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:16.549982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-081e6344-ac18-41e3-8b4e-8e54a0f4fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.557104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] For port bfae1804-69be-44fc-b1bf-48c3bbca31fb, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:16.564014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] For port bfae1804-69be-44fc-b1bf-48c3bbca31fb, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=bfae1804-69be-44fc-b1bf-48c3bbca31fb,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:16.641126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-081e6344-ac18-41e3-8b4e-8e54a0f4fe8e None None] Port bfae1804-69be-44fc-b1bf-48c3bbca31fb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:16.646354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9bfc-16a8-47e7-8034-e6a07ecc91e4 req-4d575b20-60a0-4028-b086-4243e73f3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.647896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b07b9bfc-16a8-47e7-8034-e6a07ecc91e4 req-4d575b20-60a0-4028-b086-4243e73f3cb2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 1095 time: 0.0451927 Oct 27 16:12:16.670511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.717531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.722324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.739287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b07b9bfc-16a8-47e7-8034-e6a07ecc91e4 req-b97e3304-a5a1-4e9d-8bc9-0126f9f95190 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823672 Oct 27 16:12:16.817713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:16.818341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:16.821992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.855150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.960470 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.008844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61722955-a096-4110-ac1f-5a0cee701409 None None] Pushing event updated for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.044077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:17.084476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-114e761c-6a8c-43b8-9494-8672e1352eb2 req-e2dc14d0-a669-41bd-b931-e1e15839b75c tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0794539 Oct 27 16:12:17.102182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93092a13-94c1-49e5-8b33-a8f8b4a1604d req-41d912f1-b353-4d6e-81ba-3c328fa1933d tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.103755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93092a13-94c1-49e5-8b33-a8f8b4a1604d req-41d912f1-b353-4d6e-81ba-3c328fa1933d tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.1753991 Oct 27 16:12:17.148784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Allocated IP 172.25.5.63 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/d6c1f08e-fdf1-4432-9913-66bdd881769a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:17.172169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93092a13-94c1-49e5-8b33-a8f8b4a1604d req-1bb2b950-0805-4941-9fe5-1bf2f3691cd4 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611396 Oct 27 16:12:17.210556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] Provisioning complete for port bfae1804-69be-44fc-b1bf-48c3bbca31fb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.210556 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.293813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.489132 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.490559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.517417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:16Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:17.556802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee25f33-bfd2-4378-becf-db1bea4be327 None None] The sync data for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 is: [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:16Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:17.571900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] For port bfae1804-69be-44fc-b1bf-48c3bbca31fb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=bfae1804-69be-44fc-b1bf-48c3bbca31fb,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:17.582756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'Port': ['ID=d6c1f08e-fdf1-4432-9913-66bdd881769a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.596732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:17.597948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:17.604588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:17.607549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:17.643022 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.758565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc316-626b-4b12-ac00-3ebf5dd546cb None None] Pushing event updated for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.762288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 570f532c-06f2-4ff8-8227-8e15a11cf1ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.768631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.852308 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.887614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.890821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd727-3714-4a2a-b8e8-f25cd9904ae2 req-05bc9fcf-c1a9-4982-92c0-a700d71c6b11 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.893410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2fd727-3714-4a2a-b8e8-f25cd9904ae2 req-05bc9fcf-c1a9-4982-92c0-a700d71c6b11 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1563139 Oct 27 16:12:17.932114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:17.980896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.011607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c2fd727-3714-4a2a-b8e8-f25cd9904ae2 req-5d638d2a-3e55-4a0a-9896-55ff8daa7e30 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081560 Oct 27 16:12:18.014772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.084579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:18.147451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device bfae1804-69be-44fc-b1bf-48c3bbca31fb up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:18.259713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port bfae1804-69be-44fc-b1bf-48c3bbca31fb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:18.260455 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.294465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.339563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3b03eea-2a7f-474d-9b43-19dabcd7c77a req-7acb8731-c613-4e04-ac5c-4406168242ab tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0753610 Oct 27 16:12:18.414505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.436877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6191-8311-47af-9000-63f8a77c10ec req-81b0ecb7-12d1-47f2-abcd-aa9a74bc47a6 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:18.447447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-059e6191-8311-47af-9000-63f8a77c10ec req-81b0ecb7-12d1-47f2-abcd-aa9a74bc47a6 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.1606116 Oct 27 16:12:18.523401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:18.527197 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bae03e-c782-4448-917f-2b58767d0e61" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:18.578607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'Port': ['ID=d6c1f08e-fdf1-4432-9913-66bdd881769a,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:18.580297 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6216c279-3dae-4f6c-99d4-5c0a235a460b x-openstack-request-id: req-6216c279-3dae-4f6c-99d4-5c0a235a460b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:18.580659 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:18.580992 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6216c279-3dae-4f6c-99d4-5c0a235a460b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:18.581295 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'code': 200} Oct 27 16:12:18.598523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-059e6191-8311-47af-9000-63f8a77c10ec req-0a7d2c22-4867-40b8-9126-ea01aec01c76 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526690 Oct 27 16:12:18.615776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-1c966e9b-cb80-4463-9d7f-b24ba372265b tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:18.617265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-1c966e9b-cb80-4463-9d7f-b24ba372265b tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.82 "GET /v2.0/networks?id=2d2fe9d7-1857-4fa3-988b-2ec993b7f467 HTTP/1.1" status: 200 len: 813 time: 0.2826695 Oct 27 16:12:18.618577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.645795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Request body: {'port': {'device_id': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467', 'admin_state_up': True, 'tenant_id': '5930b3517cb4489da16ac5b2eb94a5e4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:18.753367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.754867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-979ff75e-646d-46e3-bda9-75ab26c2de64 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3167319 Oct 27 16:12:18.818765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:18.942486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb734f64-4473-4232-9866-9e9fe558edde admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.967377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Made reservation on behalf of 5930b3517cb4489da16ac5b2eb94a5e4 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:18.970858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.038707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-8427fb89-4069-4569-bbc2-d1ba1c468aad tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1424195285&fields=id&tenant_id=a11a876da2044a14b4ce7073fda060c6 HTTP/1.1" status: 200 len: 267 time: 0.0868926 Oct 27 16:12:19.614253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb734f64-4473-4232-9866-9e9fe558edde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.615667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Allocated IP 172.20.0.4 (2d2fe9d7-1857-4fa3-988b-2ec993b7f467/280ab280-0b7b-4467-958c-a2e90ebcdd67/3fd88837-9057-433c-94a2-3ec6d60665dd) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:19.628202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-b9ad24ac-93d7-4356-b75d-04bf34fcc0b3 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.630123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-b9ad24ac-93d7-4356-b75d-04bf34fcc0b3 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/networks?id=5a2321e5-e318-41d2-8e7b-e992c411f428 HTTP/1.1" status: 200 len: 815 time: 0.5762262 Oct 27 16:12:19.645399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c526a-fcc8-4c68-8cc5-9826c000446f req-9ba165af-3b73-485e-a95a-4dc851739ab7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.646853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-740c526a-fcc8-4c68-8cc5-9826c000446f req-9ba165af-3b73-485e-a95a-4dc851739ab7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2043612 Oct 27 16:12:19.668483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-44e5142f-4a10-452f-a34f-129a00efde4b tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/quotas/a11a876da2044a14b4ce7073fda060c6 HTTP/1.1" status: 200 len: 375 time: 0.0320401 Oct 27 16:12:19.757833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb734f64-4473-4232-9866-9e9fe558edde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.762455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-740c526a-fcc8-4c68-8cc5-9826c000446f req-15721af7-12d4-44f5-8a25-555092c339cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073663 Oct 27 16:12:19.896190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb734f64-4473-4232-9866-9e9fe558edde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f17b152638a84c2a9a8bf9b60cc3af13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777602 Oct 27 16:12:19.898944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58368) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:19.903879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6309c88e-a02d-406d-8e96-22e37dddfdbd req-6a6f4d55-ae44-4a41-8987-d6223d2e507a tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0584228 Oct 27 16:12:19.912948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-5e58126b-8db3-479b-8edc-26613b44f5ed tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a11a876da2044a14b4ce7073fda060c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297692 Oct 27 16:12:19.925141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734f64-4473-4232-9866-9e9fe558edde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1812bb98-6e30-423a-90ef-4f7f4c455ea5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:20.028684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.032721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.064611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.207910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.211868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.215807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212e925-8452-4a4b-9555-94ecec3e2721 req-916907de-1154-4093-af1f-3af3deb8a653 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.222865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c212e925-8452-4a4b-9555-94ecec3e2721 req-916907de-1154-4093-af1f-3af3deb8a653 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.1341441 Oct 27 16:12:20.233640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1812bb98-6e30-423a-90ef-4f7f4c455ea5 HTTP/1.1" status: 204 len: 168 time: 0.3180599 Oct 27 16:12:20.245586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47dfea-c507-43bb-8ffa-ff0e2b9b5747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1812bb98-6e30-423a-90ef-4f7f4c455ea5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:20.290786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-37791df2-b08d-42e6-aa52-27e5a2d040a7 service neutron] 10.222.0.70 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248847 Oct 27 16:12:20.304588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c212e925-8452-4a4b-9555-94ecec3e2721 req-2686e335-634c-4089-a0a2-762a4aa60846 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804486 Oct 27 16:12:20.365331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.433709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:20.437186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Pushing event updated for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:20.445098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:20.450840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:20.532115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.532708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.552242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-bc25ebfc-e852-499e-906e-b7a5046dab79 service neutron] 10.222.0.70 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660096 Oct 27 16:12:20.629924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-851c83b7-3cd2-4f44-a7ff-4b4b0d3a7510 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9901018 Oct 27 16:12:20.644169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Request body: {'port': {'device_id': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:20.734566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.113928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3399a-95c5-48e7-af26-9ee68c83d7d2 req-7ccd8693-edc8-4b74-beee-d11349c986c5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:21.115514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a3399a-95c5-48e7-af26-9ee68c83d7d2 req-7ccd8693-edc8-4b74-beee-d11349c986c5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1023753 Oct 27 16:12:21.204139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a3399a-95c5-48e7-af26-9ee68c83d7d2 req-2d9e7d75-7f6e-47a1-9eaa-6c96dc26d662 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808985 Oct 27 16:12:21.212933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd88837-9057-433c-94a2-3ec6d60665dd {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:21.218886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.234202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Transition to ACTIVE for port object 3fd88837-9057-433c-94a2-3ec6d60665dd will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:21.292883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f2ae685-93bd-4453-8edd-f83fcbf09cd6 req-a7f91357-b020-4495-805d-19687768d212 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 210 time: 0.0283756 Oct 27 16:12:21.333891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.388569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:21.534035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0086d-8f8f-4f91-adae-c7886d8f36c6 req-ef5905fb-7e25-4b4c-87f7-d6e83e89537d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:21.541433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e0086d-8f8f-4f91-adae-c7886d8f36c6 req-ef5905fb-7e25-4b4c-87f7-d6e83e89537d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.1237006 Oct 27 16:12:21.568294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Attempting to bind port 3fd88837-9057-433c-94a2-3ec6d60665dd on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:21.568637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Attempting to bind port 3fd88837-9057-433c-94a2-3ec6d60665dd by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '4901073f-e0f5-4363-b818-a31cfd843741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:21.569009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Attempting to bind port 3fd88837-9057-433c-94a2-3ec6d60665dd on network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:21.584322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Port 3fd88837-9057-433c-94a2-3ec6d60665dd on network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:21.584682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Attempting to bind port 3fd88837-9057-433c-94a2-3ec6d60665dd on network 2d2fe9d7-1857-4fa3-988b-2ec993b7f467 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:21.601581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:21.601899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Checking segment: {'id': '4901073f-e0f5-4363-b818-a31cfd843741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:21.602294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Bound using segment: {'id': '4901073f-e0f5-4363-b818-a31cfd843741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:21.602730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Bound port: 3fd88837-9057-433c-94a2-3ec6d60665dd, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4901073f-e0f5-4363-b818-a31cfd843741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:21.603101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.612382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244226-8d47-4874-a9f4-88d8d8690024 req-24fc2ecf-3ee1-4b9e-aac6-e0894b3d9906 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:21.613910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e244226-8d47-4874-a9f4-88d8d8690024 req-24fc2ecf-3ee1-4b9e-aac6-e0894b3d9906 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.1283810 Oct 27 16:12:21.630352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e0086d-8f8f-4f91-adae-c7886d8f36c6 req-cd235150-b06d-4fc4-b63e-d52c8a31f4a6 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Oct 27 16:12:21.720748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e244226-8d47-4874-a9f4-88d8d8690024 req-4d4a8a1d-6b53-4e3b-880f-e6ca2f2b7194 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960867 Oct 27 16:12:21.755916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:21.759224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fd88837-9057-433c-94a2-3ec6d60665dd,segment=NetworkSegment(4901073f-e0f5-4363-b818-a31cfd843741),segment_id=4901073f-e0f5-4363-b818-a31cfd843741)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:21.816559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58440) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:21.837229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.870958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:21.872445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.876219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] 10.222.0.82 "PUT /v2.0/ports/3fd88837-9057-433c-94a2-3ec6d60665dd HTTP/1.1" status: 200 len: 1091 time: 1.2355127 Oct 27 16:12:21.876937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:21.879837 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5970e0f-0817-475d-a4bb-3654dc571bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:21.952490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b176d7-cd6d-4239-b21a-5c7904cc1fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:21.959478 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bfc41d-d57a-4279-9072-5069c05a90a2 x-openstack-request-id: req-75bfc41d-d57a-4279-9072-5069c05a90a2 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:21.960634 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:21.961160 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75bfc41d-d57a-4279-9072-5069c05a90a2 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:21.962997 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd', 'status': 'completed', 'code': 200} Oct 27 16:12:22.007267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-403957972-network', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:22.068086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-66b76c84-8904-4609-b3e1-c9677f6d6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.069812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-66b76c84-8904-4609-b3e1-c9677f6d6144 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 1094 time: 0.0555017 Oct 27 16:12:22.169225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Made reservation on behalf of b8be57e4abe74d3abe3bfcfbb82746d6 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:22.171659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.206018 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.366866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-d725e843-23bf-45bf-ae07-0caafb61d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.368828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-d725e843-23bf-45bf-ae07-0caafb61d7fe service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2798214 Oct 27 16:12:22.454315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0e2b3-a945-404a-9f11-c4da3c6d5f78 req-ed6a4aaf-02ad-494c-9713-1e3a36909b0d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.456426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17d0e2b3-a945-404a-9f11-c4da3c6d5f78 req-ed6a4aaf-02ad-494c-9713-1e3a36909b0d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1624794 Oct 27 16:12:22.520467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9400854-58f1-4f8c-94b0-cee144b6a9fa req-1ba23872-a361-4cde-b9f3-74392ad1bc36 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 210 time: 0.1047597 Oct 27 16:12:22.568771 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.611369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17d0e2b3-a945-404a-9f11-c4da3c6d5f78 req-78f8a110-82b5-4d63-b0f0-239335d98a5b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956471 Oct 27 16:12:22.623419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-29b9a316-97b5-4168-a3b6-59002d5f26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.636953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5970e0f-0817-475d-a4bb-3654dc571bb1 req-29b9a316-97b5-4168-a3b6-59002d5f26c0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255943 Oct 27 16:12:22.660375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.696584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:22.736765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a2578-ce47-4ce9-b644-17bca813cf2c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:22.773356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.773356 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Added segment 13a584f6-2312-4fae-b731-163dde073be3 of type vlan for network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 Oct 27 16:12:22.891903 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.930416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-3839d0bb-91b8-4775-836d-af5294b064b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.932352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-3839d0bb-91b8-4775-836d-af5294b064b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 1094 time: 0.2367506 Oct 27 16:12:23.079993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280b807-0b97-4d06-9a72-15f3f1b34aa8 req-ed419bca-a944-46fd-a0fb-2c539e46425d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.082317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8280b807-0b97-4d06-9a72-15f3f1b34aa8 req-ed419bca-a944-46fd-a0fb-2c539e46425d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.3497679 Oct 27 16:12:23.084135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-253f3a29-6cd0-4d70-ab9b-c09e0b5cf17a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fd88837-9057-433c-94a2-3ec6d60665dd HTTP/1.1" status: 200 len: 217 time: 0.1194222 Oct 27 16:12:23.106801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1755a6-46d2-4152-9c42-4984575890b6 req-6be8da4f-00d6-4801-9782-4e6972cf7adc tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.108704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de1755a6-46d2-4152-9c42-4984575890b6 req-6be8da4f-00d6-4801-9782-4e6972cf7adc tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.2591960 Oct 27 16:12:23.163539 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.163539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.164334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.269475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8280b807-0b97-4d06-9a72-15f3f1b34aa8 req-4ab26028-5710-4a87-9acc-114c57cae2f3 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759534 Oct 27 16:12:23.311370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-3027cd5e-f488-4253-bb7b-8fdfc2b6e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.317465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-3027cd5e-f488-4253-bb7b-8fdfc2b6e61f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=280ab280-0b7b-4467-958c-a2e90ebcdd67 HTTP/1.1" status: 200 len: 853 time: 0.2033265 Oct 27 16:12:23.320257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:23.334515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:23.396732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de1755a6-46d2-4152-9c42-4984575890b6 req-fe2f2b8b-c700-42fe-b46f-755eb1f0b951 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505047 Oct 27 16:12:23.435545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-0381602b-fc96-457b-9946-e66ed56c0b0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d2fe9d7-1857-4fa3-988b-2ec993b7f467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864515 Oct 27 16:12:23.440027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9a0e98b9-b522-4e95-a429-97755e778bf8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6230621 Oct 27 16:12:23.448763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58466) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:23.454319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Request body: {'subnet': {'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-403957972-subnet', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:23.587204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-a3ff1ade-b4e0-4800-87f6-e28b36e50299 service neutron] 10.222.0.82 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284730 Oct 27 16:12:23.674211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Made reservation on behalf of b8be57e4abe74d3abe3bfcfbb82746d6 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:23.680729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.742567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-ee23d6bf-6672-4e2c-9995-9a109c561978 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.745220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-ee23d6bf-6672-4e2c-9995-9a109c561978 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 945 time: 0.0731261 Oct 27 16:12:23.915772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Deleting port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:23.916119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.040090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] For port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,segment=NetworkSegment(2eed3504-34cb-4869-aa6d-58cdb0a1ecaa),segment_id=2eed3504-34cb-4869-aa6d-58cdb0a1ecaa)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:24.040570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.051670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58cea4ec-a34a-4d29-8990-2732ea0129d9 req-a5974edf-7bc6-42ff-b5eb-59742e25f5f2 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 210 time: 0.4387040 Oct 27 16:12:24.057817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Calling delete_port for 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:24.207508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee199-f5f4-4078-9cd6-001764e28dd3 req-086e4c5b-d231-45eb-bb35-7f4893ad3e50 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:24.208915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ebee199-f5f4-4078-9cd6-001764e28dd3 req-086e4c5b-d231-45eb-bb35-7f4893ad3e50 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1689026 Oct 27 16:12:24.214096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db7d41-9e2f-4539-a1f8-628b7457a256 req-d2513d51-ed65-406a-b52c-6fdbb9d434af service neutron] 10.222.0.82 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091113 Oct 27 16:12:24.333679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ebee199-f5f4-4078-9cd6-001764e28dd3 req-cf0ac688-7f74-47ff-96d5-a4d727a1ab9f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Oct 27 16:12:24.431885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-90cebb64-d426-40ae-85a4-4ef6d915159e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:24.433355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-90cebb64-d426-40ae-85a4-4ef6d915159e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.82 "GET /v2.0/networks?id=5a2321e5-e318-41d2-8e7b-e992c411f428 HTTP/1.1" status: 200 len: 815 time: 0.2437496 Oct 27 16:12:24.475113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3648c-e8d4-449f-abd2-7f0c2224e524 req-d2d1bdad-fa95-4876-b1d0-a2eeef784983 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:24.476706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ef3648c-e8d4-449f-abd2-7f0c2224e524 req-d2d1bdad-fa95-4876-b1d0-a2eeef784983 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.1364963 Oct 27 16:12:24.560928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.570381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-3bd6e94b-060c-464a-a64d-28014ab777a4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11a876da2044a14b4ce7073fda060c6 HTTP/1.1" status: 200 len: 380 time: 0.1104758 Oct 27 16:12:24.573626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:24.585793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ef3648c-e8d4-449f-abd2-7f0c2224e524 req-e6f7b9ce-b323-44e8-a4d4-c4c01d158528 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884616 Oct 27 16:12:24.591296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'port': {'device_id': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'admin_state_up': True, 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'security_groups': ['29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:24.609595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375415e8-e880-4bad-9515-136970279dc6 req-d47b81fa-3ab6-47e1-91fe-ed65726cf73a tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:24.617004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-375415e8-e880-4bad-9515-136970279dc6 req-d47b81fa-3ab6-47e1-91fe-ed65726cf73a tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 867 time: 0.1510541 Oct 27 16:12:24.635968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.665099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Pushing event deleted for resources: {'Port': ['ID=8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:24.764836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-375415e8-e880-4bad-9515-136970279dc6 req-a369af97-6550-499c-ae65-34af673ae073 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/security-groups?id=26b06584-dfd4-4da0-bd3e-0340389965d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464510 Oct 27 16:12:24.774153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] No DVR routers for this DVR port 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:24.778069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c12943-29d3-456e-bc31-9dc701895a9b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:24.779284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.805273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6f7519da-9bba-4614-9349-d2e8e4aee64f req-dda3341e-338f-4841-8298-ded7920b3b7b tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.82 "DELETE /v2.0/ports/8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d HTTP/1.1" status: 204 len: 173 time: 1.0493009 Oct 27 16:12:24.805759 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'name': 'network-vif-deleted', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:24.811921 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b9c8b-796f-47bd-80cb-24b742bf3486" -d '{"events": [{"server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "name": "network-vif-deleted", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:24.823890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Checking segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:24.824309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Network hostable DHCP agents. Network: b8f63be1-626f-4d33-a4e3-d7cb2adae5a3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:25.013047 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a40896-9866-4ec2-949f-71bbc5eea5d4 x-openstack-request-id: req-15a40896-9866-4ec2-949f-71bbc5eea5d4 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:25.013432 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0cc536-7e24-4963-8c9d-97aea6a6cedf", "name": "network-vif-deleted", "tag": "8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:25.013818 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15a40896-9866-4ec2-949f-71bbc5eea5d4 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:25.014281 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0cc536-7e24-4963-8c9d-97aea6a6cedf', 'name': 'network-vif-deleted', 'tag': '8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d', 'status': 'completed', 'code': 200} Oct 27 16:12:25.072918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:25.075752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Made reservation on behalf of a11a876da2044a14b4ce7073fda060c6 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:25.081617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.202626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b8f63be1-626f-4d33-a4e3-d7cb2adae5a3) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:25.213927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1815bb-84ed-4e34-b089-637a775bf0e0 None None] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:25.235160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d36bfea7-69dd-4959-a89a-d6e7c8ce3576 req-1d7a81af-220c-481e-93ba-b758efc00a9b tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 210 time: 0.0598552 Oct 27 16:12:25.239010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:25.239676 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.344794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Allocated IP 172.20.0.6 (5a2321e5-e318-41d2-8e7b-e992c411f428/eb9634f9-0f1f-4c62-b484-f6ead02439e4/d325c692-c769-4130-89dd-9f33402b3890) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:25.350301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a19427b9-31fb-445e-afd8-00ae3f0f53b6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9001641 Oct 27 16:12:25.354536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:25.359687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:25.421044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcfc9af-bc65-407c-9451-724fef6ba32f None None] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:25.549233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.550241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.566951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652e36-bebe-4ec4-8c67-9814cf58b8c0 req-0a1256e1-2f17-465e-b370-3702b06ce408 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:25.569855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61652e36-bebe-4ec4-8c67-9814cf58b8c0 req-0a1256e1-2f17-465e-b370-3702b06ce408 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1132553 Oct 27 16:12:25.622458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.643664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.646100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:25.729780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61652e36-bebe-4ec4-8c67-9814cf58b8c0 req-957ddba6-70cb-4873-b038-d78e675722f0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654862 Oct 27 16:12:25.757429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bead7b-f699-45c2-967b-3346db53f7a8 req-5d94b3fe-843b-43bd-9453-297205257c7d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:25.757429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23bead7b-f699-45c2-967b-3346db53f7a8 req-5d94b3fe-843b-43bd-9453-297205257c7d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.0698192 Oct 27 16:12:25.798473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:25.800908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.818484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'mac_address': 'fa:16:3e:62:2d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:25.861988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23bead7b-f699-45c2-967b-3346db53f7a8 req-611d486e-eb53-48f5-87b9-17250343fbfd tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939472 Oct 27 16:12:25.881129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.886996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:25.892082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:25.906529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:25.916373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 571f0987-ddda-4dd6-9de5-c26eaff26e1c {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:25.940710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event updated for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:25.962742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:26.005730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.011622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.066422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.145973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7e1f36a-7256-41af-8f34-bcc10cfc30bf req-7c48c2ea-297b-4416-a023-5d6f072b0964 tempest-ServerAddressesTestJSON-889232247 tempest-ServerAddressesTestJSON-889232247-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c0cc536-7e24-4963-8c9d-97aea6a6cedf HTTP/1.1" status: 200 len: 210 time: 0.0284286 Oct 27 16:12:26.146226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:26.176183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.210796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-acbbc044-6819-4408-96fb-43003bcf0720 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6235483 Oct 27 16:12:26.223462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Request body: {'port': {'device_id': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:26.248548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6d2f9cc0-38c7-46c3-a9d6-10248036de90 None None] Provisioning complete for port d325c692-c769-4130-89dd-9f33402b3890 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:26.249682 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9cc0-38c7-46c3-a9d6-10248036de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.302941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f9cc0-38c7-46c3-a9d6-10248036de90 None None] Port d325c692-c769-4130-89dd-9f33402b3890 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:26.377908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['571f0987-ddda-4dd6-9de5-c26eaff26e1c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:26.423447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492f00-1012-4731-b8e3-c06dff5c44e2 req-a1e34577-726d-4151-89c3-b3861eab3cf3 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.431642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93492f00-1012-4731-b8e3-c06dff5c44e2 req-a1e34577-726d-4151-89c3-b3861eab3cf3 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 931 time: 0.0789015 Oct 27 16:12:26.438752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.516291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93492f00-1012-4731-b8e3-c06dff5c44e2 req-4734fbfb-bfcc-4325-a2a0-f9c78a29bf22 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764174 Oct 27 16:12:26.571169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.597698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.720827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Allocated IP 172.25.5.114 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/0c7cff07-2713-4ade-bcaf-2776495f91bf) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:26.843897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.861651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d325c692-c769-4130-89dd-9f33402b3890 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:26.871826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.893410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Transition to ACTIVE for port object d325c692-c769-4130-89dd-9f33402b3890 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:26.964166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330801-7522-4d9d-9b97-7a46975044ce req-c08163dc-65ff-488a-ab41-ed11fb8b161d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.966485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee330801-7522-4d9d-9b97-7a46975044ce req-c08163dc-65ff-488a-ab41-ed11fb8b161d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 944 time: 0.0742011 Oct 27 16:12:26.986319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.996819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.049284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Pushing event updated for resources: {'Port': ['ID=0c7cff07-2713-4ade-bcaf-2776495f91bf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.054006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:27.055834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:27.058565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:27.095280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee330801-7522-4d9d-9b97-7a46975044ce req-161f12a0-b900-4eeb-b144-141d595d45c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229541 Oct 27 16:12:27.104767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Pushing event updated for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.150428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc057456-3d0f-49fe-82cb-9451800d8885 req-2f6b1971-1673-4d35-8772-58b24ae7aa1d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:27.152192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc057456-3d0f-49fe-82cb-9451800d8885 req-2f6b1971-1673-4d35-8772-58b24ae7aa1d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.1585691 Oct 27 16:12:27.228262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc057456-3d0f-49fe-82cb-9451800d8885 req-87a453ee-f05b-4193-b8c7-4d3776e5da3f tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Oct 27 16:12:27.252955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Attempting to bind port d325c692-c769-4130-89dd-9f33402b3890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:27.253299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Attempting to bind port d325c692-c769-4130-89dd-9f33402b3890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:27.253634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Attempting to bind port d325c692-c769-4130-89dd-9f33402b3890 on network 5a2321e5-e318-41d2-8e7b-e992c411f428 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:27.259751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Port d325c692-c769-4130-89dd-9f33402b3890 on network 5a2321e5-e318-41d2-8e7b-e992c411f428 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:27.260279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Attempting to bind port d325c692-c769-4130-89dd-9f33402b3890 on network 5a2321e5-e318-41d2-8e7b-e992c411f428 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:27.269078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:27.273566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Checking segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:27.273566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Bound using segment: {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:27.273566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Bound port: d325c692-c769-4130-89dd-9f33402b3890, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:27.273566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.281405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:27.365571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Deleting subnet 964ac5a3-20e6-4b2e-b47a-7ca8157c09fe {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:27.370131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.425625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:27.429427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.432490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d325c692-c769-4130-89dd-9f33402b3890,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:27.480545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.535066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.551326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.651932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:27.742401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 571f0987-ddda-4dd6-9de5-c26eaff26e1c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:27.742812 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.757746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Pushing event updated for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.769995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:27.771065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.772543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-4345a732-aea6-47b7-bf90-199a54d7cedc service neutron] 10.222.0.82 "PUT /v2.0/ports/d325c692-c769-4130-89dd-9f33402b3890 HTTP/1.1" status: 200 len: 1091 time: 1.5536950 Oct 27 16:12:27.773415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:27.775581 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "tag": "d325c692-c769-4130-89dd-9f33402b3890"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:27.830799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47392fa-bb48-4f88-91f8-cfe56f752b95 req-005f3bae-00e1-47fe-992e-ea2190341025 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:27.835425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.838435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e47392fa-bb48-4f88-91f8-cfe56f752b95 req-005f3bae-00e1-47fe-992e-ea2190341025 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 943 time: 0.1671519 Oct 27 16:12:27.856846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.873911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.897641 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.922767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:27.922992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/964ac5a3-20e6-4b2e-b47a-7ca8157c09fe HTTP/1.1" status: 204 len: 168 time: 0.6368287 Oct 27 16:12:27.926072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58556) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:27.931451 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6bd5c4-a6e3-4461-9f65-11b66ff17f54" -d '{"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-plugged", "status": "completed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:27.941560 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066842e0-eca7-44bc-93d2-15dea2994b77 x-openstack-request-id: req-066842e0-eca7-44bc-93d2-15dea2994b77 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:27.942163 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "tag": "d325c692-c769-4130-89dd-9f33402b3890", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:27.942553 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-066842e0-eca7-44bc-93d2-15dea2994b77 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:27.948000 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890', 'status': 'completed', 'code': 200} Oct 27 16:12:27.974255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:28.022299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e47392fa-bb48-4f88-91f8-cfe56f752b95 req-c79c94a1-cc98-4093-9e2b-cf69cb73f705 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820052 Oct 27 16:12:28.079876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dcafa-a81c-43a9-b0a8-fbfba145067d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964ac5a3-20e6-4b2e-b47a-7ca8157c09fe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:28.121284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.126068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:28.164272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-90d61336-65fa-4bca-a032-3ab0a290b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.166858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-90d61336-65fa-4bca-a032-3ab0a290b1ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a11a876da2044a14b4ce7073fda060c6&device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 1094 time: 0.1728024 Oct 27 16:12:28.183911 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6814c1a-0825-4a79-b9ca-246422578b06 x-openstack-request-id: req-b6814c1a-0825-4a79-b9ca-246422578b06 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:28.184213 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-plugged", "status": "completed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:28.184474 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6814c1a-0825-4a79-b9ca-246422578b06 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:28.184968 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'code': 200} Oct 27 16:12:28.189953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:28.190302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8a6ecdcc-2f53-4dfc-9d1e-cca766b2b81d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:28.338258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:28.364136 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.418231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2aca8-3a29-44dd-a98d-0b01ae05ede5 req-92c6ef99-240d-490d-9530-206706f79b5f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.420656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caf2aca8-3a29-44dd-a98d-0b01ae05ede5 req-92c6ef99-240d-490d-9530-206706f79b5f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1070240 Oct 27 16:12:28.460240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.477195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.495635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-a109bbb1-6625-4d57-ac75-de20e3677f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.497687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-a109bbb1-6625-4d57-ac75-de20e3677f97 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a11a876da2044a14b4ce7073fda060c6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3133218 Oct 27 16:12:28.538310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caf2aca8-3a29-44dd-a98d-0b01ae05ede5 req-1a05b83e-0465-41a4-ab18-738f8a7b2b36 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751722 Oct 27 16:12:28.624955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.642270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb21a-9058-4c50-b041-f7372b5217c6 req-679c3049-37d9-4d76-a611-1ee1d9b51b95 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.650211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ebb21a-9058-4c50-b041-f7372b5217c6 req-679c3049-37d9-4d76-a611-1ee1d9b51b95 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.2256379 Oct 27 16:12:28.652763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee1fccf-cbc0-43d1-a3de-c3a5c2325f67']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.669319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.669616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eed3504-34cb-4869-aa6d-58cdb0a1ecaa') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.682903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.706808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.720702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:28.720702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:28.721072 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:28.728295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-ac410db6-4e11-4267-bf53-d6419fca2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.730544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c74c8c7e-d1a8-4167-a1ca-998f6c5f7ddf req-ac410db6-4e11-4267-bf53-d6419fca2665 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960456 Oct 27 16:12:28.764497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ebb21a-9058-4c50-b041-f7372b5217c6 req-2cc47051-22f9-4be9-8c63-9636572098f6 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122799 Oct 27 16:12:28.831468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-25569eeb-e443-4ed7-94a1-15b8e9f155ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.833234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-25569eeb-e443-4ed7-94a1-15b8e9f155ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a11a876da2044a14b4ce7073fda060c6&device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0575199 Oct 27 16:12:28.883153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-313941e3-d39d-46b5-ad16-2d2c475ad309 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d325c692-c769-4130-89dd-9f33402b3890 HTTP/1.1" status: 200 len: 217 time: 0.0399756 Oct 27 16:12:28.900106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Router 6dca14bf-885e-4b97-b7b1-b8875f4f463e is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:12:28.940808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-700fc4a5-e098-4d8b-b20d-968593d3f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.942534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-700fc4a5-e098-4d8b-b20d-968593d3f9ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb9634f9-0f1f-4c62-b484-f6ead02439e4 HTTP/1.1" status: 200 len: 854 time: 0.0516305 Oct 27 16:12:28.965841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.003786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802cbb-46e6-4ae3-b057-004692c63593 req-5fec3dd1-67b8-4f0a-84f1-fc3ba6194fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.005809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-5fec3dd1-67b8-4f0a-84f1-fc3ba6194fc7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a2321e5-e318-41d2-8e7b-e992c411f428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532777 Oct 27 16:12:29.008245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.011648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bee1fccf-cbc0-43d1-a3de-c3a5c2325f67 HTTP/1.1" status: 204 len: 168 time: 1.0837941 Oct 27 16:12:29.031247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceef3e-f8a6-4a5c-b621-65cdc9ea4777 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee1fccf-cbc0-43d1-a3de-c3a5c2325f67,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:29.094964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:29.111995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Sync routers for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:29.129645 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:29.130274 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:29.171574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.177043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58584) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.177667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5eb56748-8693-47f9-bf3c-7ed351ff435a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8224633 Oct 27 16:12:29.266433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-c79c6c49-13b4-4806-a1e3-568349b179cf service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483227 Oct 27 16:12:29.292366 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:29.429731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e60def-0db1-4e89-bada-ab64e08d2ba0 req-a5ec20c7-c6f2-450b-aaca-f25f70479057 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.429731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e60def-0db1-4e89-bada-ab64e08d2ba0 req-a5ec20c7-c6f2-450b-aaca-f25f70479057 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 943 time: 0.2543559 Oct 27 16:12:29.517429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e60def-0db1-4e89-bada-ab64e08d2ba0 req-b8026020-9916-4d4e-b52d-05317857ae65 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854533 Oct 27 16:12:29.519645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74802cbb-46e6-4ae3-b057-004692c63593 req-3919f776-b773-4ea5-a6a7-3c2f8cdc0e7c service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203441 Oct 27 16:12:29.550251 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:27Z', 'revision_number': 3, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:29.581817 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Checking router: 6dca14bf-885e-4b97-b7b1-b8875f4f463e for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:29.582240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Updating router 6dca14bf-885e-4b97-b7b1-b8875f4f463e port 0c7cff07-2713-4ade-bcaf-2776495f91bf binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:29.609632 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.661579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fd88837-9057-433c-94a2-3ec6d60665dd details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:29.746467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3695b-3d53-4f13-b697-ab8dea31b82c req-98c5892d-14c2-4d1d-b2e1-2f7116bf68d1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.752253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85b3695b-3d53-4f13-b697-ab8dea31b82c req-98c5892d-14c2-4d1d-b2e1-2f7116bf68d1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1337469 Oct 27 16:12:29.785848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fd88837-9057-433c-94a2-3ec6d60665dd,segment=NetworkSegment(4901073f-e0f5-4363-b818-a31cfd843741),segment_id=4901073f-e0f5-4363-b818-a31cfd843741)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:29.797946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3fd88837-9057-433c-94a2-3ec6d60665dd', 'network_id': '2d2fe9d7-1857-4fa3-988b-2ec993b7f467', 'port_id': '3fd88837-9057-433c-94a2-3ec6d60665dd', 'mac_address': 'fa:16:3e:3d:7a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280ab280-0b7b-4467-958c-a2e90ebcdd67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:29.808096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85b3695b-3d53-4f13-b697-ab8dea31b82c req-f7167b50-8d27-4328-a196-50389afb75f6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Oct 27 16:12:29.838339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.864920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd88837-9057-433c-94a2-3ec6d60665dd {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:29.902501 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.902769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fd88837-9057-433c-94a2-3ec6d60665dd,segment=NetworkSegment(4901073f-e0f5-4363-b818-a31cfd843741),segment_id=4901073f-e0f5-4363-b818-a31cfd843741)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:30.014647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93809fa6-feb6-4707-bc2a-b838ed284fbe req-20340c87-0ec5-4709-a32f-09dae14b5b02 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:30.016492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93809fa6-feb6-4707-bc2a-b838ed284fbe req-20340c87-0ec5-4709-a32f-09dae14b5b02 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 943 time: 0.1130846 Oct 27 16:12:30.060107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.076736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93809fa6-feb6-4707-bc2a-b838ed284fbe req-a5bba280-dd93-452f-93cb-bba70b7e0ffb tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Oct 27 16:12:30.113800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58602) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:30.160603 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c7593a39-442b-4a3b-9988-c681acf5b6f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f220efd33544ca0b5d71c2ab79cd335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454845 Oct 27 16:12:30.163189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58604) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:30.180023 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.187487 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.246858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.262703 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Attempting to bind port 0c7cff07-2713-4ade-bcaf-2776495f91bf on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:30.263890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Attempting to bind port 0c7cff07-2713-4ade-bcaf-2776495f91bf by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:30.264568 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Attempting to bind port 0c7cff07-2713-4ade-bcaf-2776495f91bf on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:30.267714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.275544 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:30.276124 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:30.276732 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.277632 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:30.278714 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Bound port: 0c7cff07-2713-4ade-bcaf-2776495f91bf, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:30.279843 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.287865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.300457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Allocated IP 172.20.0.1 (b8f63be1-626f-4d33-a4e3-d7cb2adae5a3/98c12943-29d3-456e-bc31-9dc701895a9b/dc9b3c61-daa0-4989-ab14-34e3bb669145) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:30.348832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1122-8b37-48f6-9470-2fb24f1847c9 None None] Pushing event updated for resources: {'Port': ['ID=0c7cff07-2713-4ade-bcaf-2776495f91bf,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.371087 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] For port 0c7cff07-2713-4ade-bcaf-2776495f91bf, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:30.375645 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] For port 0c7cff07-2713-4ade-bcaf-2776495f91bf, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0c7cff07-2713-4ade-bcaf-2776495f91bf,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:30.472891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.521270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.521781 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.523954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.537192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26b06584-dfd4-4da0-bd3e-0340389965d6 HTTP/1.1" status: 204 len: 168 time: 0.3728752 Oct 27 16:12:30.555197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2709-37b4-4008-897e-ef6ab540e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b06584-dfd4-4da0-bd3e-0340389965d6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.625496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.667153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:30.694376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:30.699091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:30.800593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3fd88837-9057-433c-94a2-3ec6d60665dd'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:30.801224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca55e4-9ac5-49e6-a10b-7931f4308d5a req-2ac324b7-0f25-48b9-9163-8265e0498ca2 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:30.803614 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:30.804254 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:30.808539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8ca55e4-9ac5-49e6-a10b-7931f4308d5a req-2ac324b7-0f25-48b9-9163-8265e0498ca2 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 943 time: 0.1462078 Oct 27 16:12:30.830436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.874471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8ca55e4-9ac5-49e6-a10b-7931f4308d5a req-d20a6870-ac7c-40b7-9839-44040a8339b0 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649676 Oct 27 16:12:30.884249 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.990446 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1122-8b37-48f6-9470-2fb24f1847c9 None None] Pushing event updated for resources: {'Port': ['ID=0c7cff07-2713-4ade-bcaf-2776495f91bf,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:31.081972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3e1e-0925-432f-b043-fffcba18630b req-cff0add4-dd43-4324-8711-68f6914ccf3f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.085319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-171e3e1e-0925-432f-b043-fffcba18630b req-cff0add4-dd43-4324-8711-68f6914ccf3f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1162338 Oct 27 16:12:31.121643 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:31.271343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-171e3e1e-0925-432f-b043-fffcba18630b req-470423db-38ed-4244-88c9-878f3f8d29f7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795335 Oct 27 16:12:31.305917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0bd6f-23cf-4a49-9114-3e8dd5f1117e req-86b73eb6-b914-44a3-998f-b35a4a96809b tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.314187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8a0bd6f-23cf-4a49-9114-3e8dd5f1117e req-86b73eb6-b914-44a3-998f-b35a4a96809b tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 944 time: 0.0955861 Oct 27 16:12:31.370853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8a0bd6f-23cf-4a49-9114-3e8dd5f1117e req-55f8464f-2056-456a-a7ef-569805ccada4 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Oct 27 16:12:31.517847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.533393 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:27Z', 'revision_number': 3, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:31.577285 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a80d9-2b7f-4837-be5e-490e5ad8a6a0 None None] The sync data for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 is: [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:27Z', 'revision_number': 3, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:31.879979 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.996350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.200306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.237995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:32.261868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0c7cff07-2713-4ade-bcaf-2776495f91bf up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:32.268597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261da48-8d15-4430-a9fc-2d491273df40 req-c87d506a-ffb0-43b9-b861-e35d6e13af6e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:32.290749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5261da48-8d15-4430-a9fc-2d491273df40 req-c87d506a-ffb0-43b9-b861-e35d6e13af6e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 943 time: 0.1670985 Oct 27 16:12:32.349970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0c7cff07-2713-4ade-bcaf-2776495f91bf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:32.350693 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.511473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.542467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 0c7cff07-2713-4ade-bcaf-2776495f91bf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0c7cff07-2713-4ade-bcaf-2776495f91bf,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:32.608197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.803069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=0c7cff07-2713-4ade-bcaf-2776495f91bf,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:32.981993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5261da48-8d15-4430-a9fc-2d491273df40 req-76167fca-a4aa-46ad-a1b9-aecc37e2d7e4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7034731 Oct 27 16:12:33.088265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:33.094893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:33.366742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ba432-9ec7-4ace-9ef1-109a619c95cb req-fe17f540-ccb6-40c8-9814-e75c158f431e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:33.374625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c4ba432-9ec7-4ace-9ef1-109a619c95cb req-fe17f540-ccb6-40c8-9814-e75c158f431e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1118071 Oct 27 16:12:33.423237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c4ba432-9ec7-4ace-9ef1-109a619c95cb req-5ace7e9f-ae73-47fb-99bd-480481f52e63 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Oct 27 16:12:33.441272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Router 6dca14bf-885e-4b97-b7b1-b8875f4f463e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:33.679457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d325c692-c769-4130-89dd-9f33402b3890 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:33.758223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fd88837-9057-433c-94a2-3ec6d60665dd up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:33.830696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24d1d5-c606-4e79-b067-3b676260bb2e req-b17f7e56-e42b-4215-bdd5-13a92ae761a6 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:33.840300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe24d1d5-c606-4e79-b067-3b676260bb2e req-b17f7e56-e42b-4215-bdd5-13a92ae761a6 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 944 time: 0.2541580 Oct 27 16:12:33.867693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:33.921212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-72725ec5-dd3d-49b8-9b32-d97ac96dc5d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/6dca14bf-885e-4b97-b7b1-b8875f4f463e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7347240 Oct 27 16:12:33.955095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d325c692-c769-4130-89dd-9f33402b3890,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:33.986428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe24d1d5-c606-4e79-b067-3b676260bb2e req-adc41aaa-02a7-42f5-aee0-9a5bc6904be7 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450441 Oct 27 16:12:34.010264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'd325c692-c769-4130-89dd-9f33402b3890', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'port_id': 'd325c692-c769-4130-89dd-9f33402b3890', 'mac_address': 'fa:16:3e:e6:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:34.085600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3fd88837-9057-433c-94a2-3ec6d60665dd completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:34.396962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e066e-a77f-4433-935b-9c29ac0b9feb req-7cc78481-8e67-4463-a38c-a6850c23f16d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:34.414733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-614e066e-a77f-4433-935b-9c29ac0b9feb req-7cc78481-8e67-4463-a38c-a6850c23f16d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 943 time: 0.1486125 Oct 27 16:12:34.462114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0c7cff07-2713-4ade-bcaf-2776495f91bf up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:34.468107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3fd88837-9057-433c-94a2-3ec6d60665dd triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:34.468954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.501864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-614e066e-a77f-4433-935b-9c29ac0b9feb req-dd73bd08-4e11-4019-8d9c-e6a071d9ca9e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860627 Oct 27 16:12:34.616023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.641705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d325c692-c769-4130-89dd-9f33402b3890 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:34.666342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d325c692-c769-4130-89dd-9f33402b3890,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:34.670037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Sync routers for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:34.801092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.853480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fd88837-9057-433c-94a2-3ec6d60665dd,segment=NetworkSegment(4901073f-e0f5-4363-b818-a31cfd843741),segment_id=4901073f-e0f5-4363-b818-a31cfd843741)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:34.855431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:34.856414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:34.861237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.890246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:34.911766 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f93bc3-d0ee-438d-b29e-b102ef1b6231" -d '{"events": [{"server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "name": "network-vif-plugged", "status": "completed", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:35.009673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.036908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:35.101272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0c7cff07-2713-4ade-bcaf-2776495f91bf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:35.101950 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.166267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:35.198941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:35.344418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d325c692-c769-4130-89dd-9f33402b3890'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:35.605967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:31Z', 'revision_number': 4, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'dc9b3c61-daa0-4989-ab14-34e3bb669145', 'name': '', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'mac_address': 'fa:16:3e:f1:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:30Z', 'updated_at': '2021-10-27T16:12:31Z', 'revision_number': 2, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'subnets': [{'id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:35.651577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Checking router: 6dca14bf-885e-4b97-b7b1-b8875f4f463e for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:35.651947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Updating router 6dca14bf-885e-4b97-b7b1-b8875f4f463e port dc9b3c61-daa0-4989-ab14-34e3bb669145 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:35.692253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.071535 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.440586 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.445668 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:12:36.490865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914e60c-9e2a-4b50-a6bc-2744204623eb None None] Pushing event updated for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:36.539513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Attempting to bind port dc9b3c61-daa0-4989-ab14-34e3bb669145 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:36.539871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Attempting to bind port dc9b3c61-daa0-4989-ab14-34e3bb669145 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:36.540230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Attempting to bind port dc9b3c61-daa0-4989-ab14-34e3bb669145 on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:36.545654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:36.546015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Checking segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:36.546402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.546784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Bound using segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:36.547269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Bound port: dc9b3c61-daa0-4989-ab14-34e3bb669145, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:36.547636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.611060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] For port dc9b3c61-daa0-4989-ab14-34e3bb669145, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:36.614211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] For port dc9b3c61-daa0-4989-ab14-34e3bb669145, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dc9b3c61-daa0-4989-ab14-34e3bb669145,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:36.722264 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.781785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:36.782539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:36.829319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914e60c-9e2a-4b50-a6bc-2744204623eb None None] Pushing event updated for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:36.918892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:37.167827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:31Z', 'revision_number': 4, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'dc9b3c61-daa0-4989-ab14-34e3bb669145', 'name': '', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'mac_address': 'fa:16:3e:f1:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:30Z', 'updated_at': '2021-10-27T16:12:36Z', 'revision_number': 4, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'subnets': [{'id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:37.220694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c0ab5-f691-4e69-b562-eebe1a07c857 None None] The sync data for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 is: [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:12:31Z', 'revision_number': 4, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'dc9b3c61-daa0-4989-ab14-34e3bb669145', 'name': '', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'mac_address': 'fa:16:3e:f1:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:30Z', 'updated_at': '2021-10-27T16:12:36Z', 'revision_number': 4, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'subnets': [{'id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:37.356221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd47e6-8579-4c79-8b88-a47d350950c9 req-cadabb79-b319-448e-8b7b-506fefde6e49 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.359070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4edd47e6-8579-4c79-8b88-a47d350950c9 req-cadabb79-b319-448e-8b7b-506fefde6e49 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1175885 Oct 27 16:12:37.369011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-8d2bb18d-e821-4ddc-ae33-dbb27eff05aa tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.370942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-8d2bb18d-e821-4ddc-ae33-dbb27eff05aa tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 810 time: 0.2110851 Oct 27 16:12:37.403114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-cfd4d620-d06b-4c02-9dcc-2140a1a9b0cd tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/quotas/b8be57e4abe74d3abe3bfcfbb82746d6 HTTP/1.1" status: 200 len: 375 time: 0.0232875 Oct 27 16:12:37.457021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4edd47e6-8579-4c79-8b88-a47d350950c9 req-17534d36-1e46-43f7-9aa5-bf9dd723cd08 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844710 Oct 27 16:12:37.479667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-7e22f52b-39b0-4fc6-95e8-d70d64b206ce tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704103 Oct 27 16:12:37.494982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-27ce226b-e0ce-416b-93cb-f29f1743079b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:37.496146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-27ce226b-e0ce-416b-93cb-f29f1743079b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062318 Oct 27 16:12:37.567255 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d6066-b3be-4f3e-b4d0-95f2628f319f x-openstack-request-id: req-336d6066-b3be-4f3e-b4d0-95f2628f319f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:37.567762 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "name": "network-vif-plugged", "status": "completed", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:37.568318 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-336d6066-b3be-4f3e-b4d0-95f2628f319f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:37.568933 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd', 'code': 200} Oct 27 16:12:37.690159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-81f3824c-aad3-4fc8-aff5-2788dc068108 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729214 Oct 27 16:12:37.701419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d325c692-c769-4130-89dd-9f33402b3890 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:37.807981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0dc2b-6f39-46f8-9480-786590a4f7c6 req-a81fb926-f3cf-4dfa-86f4-441b269fa2f3 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.809644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf0dc2b-6f39-46f8-9480-786590a4f7c6 req-a81fb926-f3cf-4dfa-86f4-441b269fa2f3 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.1644909 Oct 27 16:12:37.842586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfe3ae-8645-4cc9-a10c-8746f8d051c5 req-0ab4c2e1-ccf2-4fac-bb81-233f4eba3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.844867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbdfe3ae-8645-4cc9-a10c-8746f8d051c5 req-0ab4c2e1-ccf2-4fac-bb81-233f4eba3d64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 1096 time: 0.1518097 Oct 27 16:12:37.852641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port d325c692-c769-4130-89dd-9f33402b3890 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:37.857951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port d325c692-c769-4130-89dd-9f33402b3890 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:37.858327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.923460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf0dc2b-6f39-46f8-9480-786590a4f7c6 req-60118b32-c92a-4f7e-8aba-b5a14e16ac33 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992355 Oct 27 16:12:37.936720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d95b913-412a-4b3c-9624-1bd1e36b406d service neutron] 10.222.0.70 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260976 Oct 27 16:12:37.958761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbdfe3ae-8645-4cc9-a10c-8746f8d051c5 req-6f9a8066-352a-49dd-af42-260a95b26557 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049142 Oct 27 16:12:38.058811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.123187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d325c692-c769-4130-89dd-9f33402b3890,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:38.193837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dc9b3c61-daa0-4989-ab14-34e3bb669145 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:38.254619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.301834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dc9b3c61-daa0-4989-ab14-34e3bb669145 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:38.302320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.393404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980cf36-0f85-43ed-b12f-a9505bc7ceaf req-3bc5e7af-27e8-436f-b856-791868c2128c tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.402569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a980cf36-0f85-43ed-b12f-a9505bc7ceaf req-3bc5e7af-27e8-436f-b856-791868c2128c tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1090417 Oct 27 16:12:38.470402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a980cf36-0f85-43ed-b12f-a9505bc7ceaf req-ddc83421-9356-46a9-998b-fd03e53852bd tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644107 Oct 27 16:12:38.646198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.684481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-370640f9-8846-43ab-b1e6-d1833583e974 req-6621b003-5782-46cd-a294-cf3e4025706a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 210 time: 0.0772781 Oct 27 16:12:38.735648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.797670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port dc9b3c61-daa0-4989-ab14-34e3bb669145, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dc9b3c61-daa0-4989-ab14-34e3bb669145,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:38.847829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81563b40-14f0-403e-90e6-88d9cbebf577 req-b6abe2ae-bf46-4cf0-98e1-95a750a40b16 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.856755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81563b40-14f0-403e-90e6-88d9cbebf577 req-b6abe2ae-bf46-4cf0-98e1-95a750a40b16 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1272016 Oct 27 16:12:38.943806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397e6c-fd1d-4a42-89b3-8823364f48f6 req-f3adb0f7-05a2-4332-b42c-23c4cc8f4627 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.943806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b397e6c-fd1d-4a42-89b3-8823364f48f6 req-f3adb0f7-05a2-4332-b42c-23c4cc8f4627 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 950 time: 0.1503420 Oct 27 16:12:38.947297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81563b40-14f0-403e-90e6-88d9cbebf577 req-37e17920-c235-49aa-b10c-efb3c88bbb64 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891988 Oct 27 16:12:38.968011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.035420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b397e6c-fd1d-4a42-89b3-8823364f48f6 req-c5b90cbb-b8ed-4215-b3f8-88f3af9c4394 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745659 Oct 27 16:12:39.086693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.205430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7752346-c860-44c4-920b-987ff76f52ac req-b9855434-154e-46be-aee9-4b7934a208b4 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.217767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7752346-c860-44c4-920b-987ff76f52ac req-b9855434-154e-46be-aee9-4b7934a208b4 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0994883 Oct 27 16:12:39.291306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7752346-c860-44c4-920b-987ff76f52ac req-fe28f60f-ef2e-4ac5-b896-18b37bfdf7f1 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Oct 27 16:12:39.499535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:39.571671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:39.574013 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e0326-45df-4fc4-8c03-d0f9e8ffdae5" -d '{"events": [{"server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d325c692-c769-4130-89dd-9f33402b3890"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:39.709660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b649bd9-3ca1-4c7e-92bd-26dcee9e1a22 req-a30c8015-775c-4fd4-a5ab-5b9c6c672d62 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.709660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b649bd9-3ca1-4c7e-92bd-26dcee9e1a22 req-a30c8015-775c-4fd4-a5ab-5b9c6c672d62 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1213584 Oct 27 16:12:39.779652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b649bd9-3ca1-4c7e-92bd-26dcee9e1a22 req-859ce4b8-89c6-4f98-b22f-1cb9c974673d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622447 Oct 27 16:12:39.791359 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadcce96-f514-42ec-a432-0947dc98682e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.926935 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6704e-f4e6-4368-b839-42912fa14110 x-openstack-request-id: req-96b6704e-f4e6-4368-b839-42912fa14110 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:39.927325 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d325c692-c769-4130-89dd-9f33402b3890", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:39.927945 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96b6704e-f4e6-4368-b839-42912fa14110 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:39.928547 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890', 'code': 200} Oct 27 16:12:39.966866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadcce96-f514-42ec-a432-0947dc98682e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.061477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3444c1b-6045-4a49-b72b-abe6113731de req-ab523531-8fdd-4693-ac18-39231f13536a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 210 time: 0.0678253 Oct 27 16:12:40.077860 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cadcce96-f514-42ec-a432-0947dc98682e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.137235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ddd07-b4c6-46ef-a340-76c22ebc20e5 req-6526c292-ee36-47df-940e-55ecac3fead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.139612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c61ddd07-b4c6-46ef-a340-76c22ebc20e5 req-6526c292-ee36-47df-940e-55ecac3fead7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 1096 time: 0.0983222 Oct 27 16:12:40.149288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dc9b3c61-daa0-4989-ab14-34e3bb669145 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:40.155818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cadcce96-f514-42ec-a432-0947dc98682e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f078648677d540de9343ec1b86b0a3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526222 Oct 27 16:12:40.160897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58830) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:40.174644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcce96-f514-42ec-a432-0947dc98682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a59db7-c5a9-4772-aace-26a93abd02ad,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:40.275106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dc9b3c61-daa0-4989-ab14-34e3bb669145 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:40.277532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.282652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c61ddd07-b4c6-46ef-a340-76c22ebc20e5 req-fd79dbd2-e694-4980-8de4-5bc9b230b3b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296718 Oct 27 16:12:40.283806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.296246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84dc4-7212-4394-8ce7-10a36d4a2def req-90487e29-efa0-4582-835f-28c765bbbaf0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.305779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15d84dc4-7212-4394-8ce7-10a36d4a2def req-90487e29-efa0-4582-835f-28c765bbbaf0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1236584 Oct 27 16:12:40.337052 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.357046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15d84dc4-7212-4394-8ce7-10a36d4a2def req-b969c8ba-1c92-4371-b4ed-ed3b818868a6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Oct 27 16:12:40.475082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c59dda-40ba-46f3-a2ea-39b4fbfdb16b req-9b5b919c-8f89-438f-b5fc-2653083658fe tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.479492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c59dda-40ba-46f3-a2ea-39b4fbfdb16b req-9b5b919c-8f89-438f-b5fc-2653083658fe tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0615153 Oct 27 16:12:40.522400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c59dda-40ba-46f3-a2ea-39b4fbfdb16b req-526607a7-a937-4a9c-b1e0-12d46e94cc94 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Oct 27 16:12:40.584676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.587567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.591806 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19a59db7-c5a9-4772-aace-26a93abd02ad HTTP/1.1" status: 204 len: 168 time: 0.4268260 Oct 27 16:12:40.601772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e93053-72cb-4319-88e2-5f0bcd72cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a59db7-c5a9-4772-aace-26a93abd02ad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.269591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70343a-2baa-495e-a48d-814e5051a131 req-f97adcbb-6316-47ca-ac24-d0bb343f3d5c tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.274196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b70343a-2baa-495e-a48d-814e5051a131 req-f97adcbb-6316-47ca-ac24-d0bb343f3d5c tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.0938530 Oct 27 16:12:41.358094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d563fc28-f907-43d7-b78a-7ee5d2c7b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.367058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b70343a-2baa-495e-a48d-814e5051a131 req-5e1efed7-9101-4758-80ca-e321d07f18a1 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787773 Oct 27 16:12:41.413610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-84d2f143-295b-4576-9e0e-4724b1767414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.415274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-84d2f143-295b-4576-9e0e-4724b1767414 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 1096 time: 0.0965931 Oct 27 16:12:41.633593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b78eb33e-8cf6-4ec9-abd2-e834aeb21bd1 req-c2d74cfe-96f1-418d-a8dd-f07fa512fdd1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 210 time: 0.0700533 Oct 27 16:12:41.633593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-d7a32447-5c19-4cbc-b482-ede7afaa132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.633593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-d7a32447-5c19-4cbc-b482-ede7afaa132e service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d2fe9d7-1857-4fa3-988b-2ec993b7f467 HTTP/1.1" status: 200 len: 914 time: 0.1498716 Oct 27 16:12:41.633593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48dbaa-2661-4fe9-a6d1-033695cbe680 req-3d297835-4df0-4cfd-87e1-53ef5594c8a9 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.633593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce48dbaa-2661-4fe9-a6d1-033695cbe680 req-3d297835-4df0-4cfd-87e1-53ef5594c8a9 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0988677 Oct 27 16:12:41.641115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-c02ce063-5cd7-4584-980e-0c445503e185 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fd88837-9057-433c-94a2-3ec6d60665dd HTTP/1.1" status: 200 len: 217 time: 0.0517612 Oct 27 16:12:41.722153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:41.724464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce48dbaa-2661-4fe9-a6d1-033695cbe680 req-eecd7f22-e809-4cb7-8708-3cda545a4462 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289051 Oct 27 16:12:41.738791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-7140e4a2-4973-437f-97b7-38961dc8ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.740283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-7140e4a2-4973-437f-97b7-38961dc8ae86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=280ab280-0b7b-4467-958c-a2e90ebcdd67 HTTP/1.1" status: 200 len: 853 time: 0.0887628 Oct 27 16:12:41.751306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f562-a57c-4e0e-91a4-40e6bc5443b2 req-b7c143e8-93f1-4e23-8f73-3611bed24aee tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.752966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef85f562-a57c-4e0e-91a4-40e6bc5443b2 req-b7c143e8-93f1-4e23-8f73-3611bed24aee tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1195068 Oct 27 16:12:41.796817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-b689867a-1551-41a6-996f-cfac7cdb5544 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d2fe9d7-1857-4fa3-988b-2ec993b7f467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427637 Oct 27 16:12:41.859637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef85f562-a57c-4e0e-91a4-40e6bc5443b2 req-5c47c856-a57b-4344-8596-a7ff94406592 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Oct 27 16:12:41.922666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.935379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-c2320d2a-8bc7-4647-a269-ad60f5f154f6 service neutron] 10.222.0.82 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Oct 27 16:12:41.971736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:41.976440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:41.981846 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fad34-10df-4e93-8827-ebb46debeaa1" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-unplugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:42.030054 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72af68-8ded-4fb8-85cb-3301592bffd8 x-openstack-request-id: req-fb72af68-8ded-4fb8-85cb-3301592bffd8 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:42.030350 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-unplugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:42.030604 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb72af68-8ded-4fb8-85cb-3301592bffd8 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:42.031217 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'code': 200} Oct 27 16:12:42.058679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.100198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8565f14f-0eed-4fc0-9c4d-17fa1b9c6e01 req-6b1e5e28-c8b4-4d9a-b2ff-46590dd96d78 service neutron] 10.222.0.82 "GET /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563210 Oct 27 16:12:42.175709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:42.222397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-efc6c6a0-4015-47c6-923b-7050b88e5b20 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.224556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-efc6c6a0-4015-47c6-923b-7050b88e5b20 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 810 time: 0.2011986 Oct 27 16:12:42.249606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Request body: {'port': {'device_id': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'admin_state_up': True, 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:42.544093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Made reservation on behalf of b8be57e4abe74d3abe3bfcfbb82746d6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:42.550498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.579219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29ebb-2439-4fd7-a339-ff06a2c3ab8f req-72f34111-3f3d-4764-aa37-3d0c11a8a0d2 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.581199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36b29ebb-2439-4fd7-a339-ff06a2c3ab8f req-72f34111-3f3d-4764-aa37-3d0c11a8a0d2 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1208251 Oct 27 16:12:42.613540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58918) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:42.650981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36b29ebb-2439-4fd7-a339-ff06a2c3ab8f req-08b5e9ee-824a-45cf-b4d6-d7eb61e4dd93 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587120 Oct 27 16:12:42.833701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Allocated IP 172.20.0.6 (b8f63be1-626f-4d33-a4e3-d7cb2adae5a3/98c12943-29d3-456e-bc31-9dc701895a9b/8fb41a12-471b-424a-b3b0-210c20aea90e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:42.876839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1988615232-network', 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:42.949078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00244df6-5be6-41ed-b38b-f9e7fd8975a5 req-810b8605-af13-4dee-b212-ffb4c9015e36 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 210 time: 0.0369408 Oct 27 16:12:42.961658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1da5-0f70-4f30-a72b-32fdaa716aed req-95fc3443-e565-4678-bcfd-8f6d1dfc9e31 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.970643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-302a1da5-0f70-4f30-a72b-32fdaa716aed req-95fc3443-e565-4678-bcfd-8f6d1dfc9e31 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1313183 Oct 27 16:12:42.983573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:42.992625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Request body: {'floatingip': {'port_id': 'd325c692-c769-4130-89dd-9f33402b3890'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:43.129036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.157448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:43.174510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.267273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.267273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.389497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab9cab-a5ec-4135-ac65-1be3d8dba529 req-85bae5f9-074f-41c3-a521-b9b89199df58 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.395381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62ab9cab-a5ec-4135-ac65-1be3d8dba529 req-85bae5f9-074f-41c3-a521-b9b89199df58 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2788100 Oct 27 16:12:43.430097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847570d4-f7ab-4214-a62f-ba8d88c6344d req-fbd38717-8f28-43fd-85d8-031272f1a433 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.438207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-847570d4-f7ab-4214-a62f-ba8d88c6344d req-fbd38717-8f28-43fd-85d8-031272f1a433 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.2876391 Oct 27 16:12:43.562965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.602378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62ab9cab-a5ec-4135-ac65-1be3d8dba529 req-d3a96da1-31b1-4fd6-bf3c-8741035a8057 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868899 Oct 27 16:12:43.628849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:43.633289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:43.637396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:43.664931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Pushing event updated for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:43.679413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-847570d4-f7ab-4214-a62f-ba8d88c6344d req-694c6bad-4733-4c45-ac39-56f158b52169 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402179 Oct 27 16:12:43.702394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.703786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.731327 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.788201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-cb14005f-e697-42fb-ac5f-26f131769588 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440631 Oct 27 16:12:43.809616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Request body: {'port': {'device_id': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:43.845312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.912329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.914884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:43.931958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acdaa91-e25a-423f-8bdf-6e33b0068038,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:43.937710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.937886 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Added segment 453dc1ef-d3d2-48c2-a635-9ec34ab0aace of type vlan for network 5806565d-8504-4f4b-b923-f489c33d16ad Oct 27 16:12:43.984000 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44821358-251f-4911-a90c-e9b3a280f6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.121824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.126391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.177558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.248833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.249802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.250391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.268972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd9233-c177-4df8-bb8a-8f502d6f12eb req-2d49966a-56d8-4abc-a577-f19a90385912 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.276965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fd9233-c177-4df8-bb8a-8f502d6f12eb req-2d49966a-56d8-4abc-a577-f19a90385912 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 931 time: 0.1900163 Oct 27 16:12:44.300576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb41a12-471b-424a-b3b0-210c20aea90e {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:44.311876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.331119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Transition to ACTIVE for port object 8fb41a12-471b-424a-b3b0-210c20aea90e will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:44.424621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.499544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.548825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.600667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Attempting to bind port 8fb41a12-471b-424a-b3b0-210c20aea90e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:44.601352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Attempting to bind port 8fb41a12-471b-424a-b3b0-210c20aea90e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:44.601565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Attempting to bind port 8fb41a12-471b-424a-b3b0-210c20aea90e on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:44.607867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Port 8fb41a12-471b-424a-b3b0-210c20aea90e on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:44.608339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Attempting to bind port 8fb41a12-471b-424a-b3b0-210c20aea90e on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:44.625960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:44.628878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Checking segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:44.634791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Bound using segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:44.638058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Bound port: 8fb41a12-471b-424a-b3b0-210c20aea90e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:44.638743 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.668730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] Pushing event updated for resources: {'Network': ['ID=5806565d-8504-4f4b-b923-f489c33d16ad,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.680094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5806565d-8504-4f4b-b923-f489c33d16ad details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:44.693722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fd9233-c177-4df8-bb8a-8f502d6f12eb req-638c4a34-e219-4c93-aaf3-cc6b4561a311 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157779 Oct 27 16:12:44.731453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9c0fc424-8fbd-4f30-944c-9508b40bc1ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1164937 Oct 27 16:12:44.748641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:44.749211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:44.749842 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Floating IP 00ee4c8b-a449-40a2-92c2-4700db73b38d associated. External IP: 172.25.5.63, port: d325c692-c769-4130-89dd-9f33402b3890. Oct 27 16:12:44.754535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fb41a12-471b-424a-b3b0-210c20aea90e,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:44.756172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Request body: {'subnet': {'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1988615232-subnet', 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:44.863744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.903302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.903939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.905303 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] 10.222.0.82 "PUT /v2.0/ports/8fb41a12-471b-424a-b3b0-210c20aea90e HTTP/1.1" status: 200 len: 1091 time: 1.1018302 Oct 27 16:12:44.905750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:44.908740 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363e008-e144-49ce-a233-fb63603fcb72" -d '{"events": [{"name": "network-changed", "server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:44.932863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14586d-6534-40fb-8da5-563b22b3b1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.939175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807195-3f0d-4b9b-ae78-279e8a668d07 req-f61dafc2-e55f-4ccc-8c3d-9477c59edbae tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.940728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93807195-3f0d-4b9b-ae78-279e8a668d07 req-f61dafc2-e55f-4ccc-8c3d-9477c59edbae tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.2082510 Oct 27 16:12:44.951578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade38d-e5f8-458e-8e2b-d079441db079 req-a7d18fa1-37e0-42ad-a408-779404dfd012 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.953101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7ade38d-e5f8-458e-8e2b-d079441db079 req-a7d18fa1-37e0-42ad-a408-779404dfd012 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.1324027 Oct 27 16:12:45.013994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93807195-3f0d-4b9b-ae78-279e8a668d07 req-d4f70e62-3d60-4956-be9a-a932d08e3151 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Oct 27 16:12:45.105069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:45.107441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.120515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.149296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7ade38d-e5f8-458e-8e2b-d079441db079 req-6ad9fc05-aee2-470b-ba9c-619d1f0b2fe2 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621912 Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-20f6e468-d802-40cf-888e-05dec46b0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-20f6e468-d802-40cf-888e-05dec46b0c99 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 1094 time: 0.0652747 Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db65c9-77f9-46bc-b76a-8ef759d40842 x-openstack-request-id: req-34db65c9-77f9-46bc-b76a-8ef759d40842 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34db65c9-77f9-46bc-b76a-8ef759d40842 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e', 'status': 'completed', 'code': 200} Oct 27 16:12:45.412397 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-062ec59a-ba70-4b34-b31c-54d1723f464b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb41a12-471b-424a-b3b0-210c20aea90e HTTP/1.1" status: 200 len: 217 time: 0.0527976 Oct 27 16:12:45.414234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Router ec66a9d5-46fb-461b-a362-3f7179e69f62 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:45.414462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95489-a998-49e6-afe0-602a8972752d req-388a074e-9e3b-4ba1-b5b5-c190be89c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.414462 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-388a074e-9e3b-4ba1-b5b5-c190be89c1c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.0992768 Oct 27 16:12:45.451783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-305fd7d4-0a35-42c4-accd-72116814dbc4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508122 Oct 27 16:12:45.567581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:45.572876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.581670 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Sync routers for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:45.587403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-2194710b-eefd-445a-9b2b-adf4ff5161fe service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282094 Oct 27 16:12:45.596298 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:45.596298 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:45.609073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c1b97716-1abd-4aec-9736-5f67bb26ecd4 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "PUT /v2.0/floatingips/00ee4c8b-a449-40a2-92c2-4700db73b38d HTTP/1.1" status: 200 len: 990 time: 2.6232240 Oct 27 16:12:45.609073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:45.611362 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c09a20-a953-4e19-a0d7-267509aadff1" -d '{"events": [{"name": "network-changed", "server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "tag": "d325c692-c769-4130-89dd-9f33402b3890"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:45.630390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.733747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:45.759173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ed95489-a998-49e6-afe0-602a8972752d req-296ef6cc-7330-441d-bc8f-252e2acba4cb service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593170 Oct 27 16:12:45.806062 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f41ae1d-95cd-41b1-a12f-12fd3d96da39 x-openstack-request-id: req-1f41ae1d-95cd-41b1-a12f-12fd3d96da39 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:45.806452 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "tag": "d325c692-c769-4130-89dd-9f33402b3890", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:45.807184 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f41ae1d-95cd-41b1-a12f-12fd3d96da39 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:45.809019 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890', 'status': 'completed', 'code': 200} Oct 27 16:12:45.833389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Checking segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:45.834274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Network hostable DHCP agents. Network: 5806565d-8504-4f4b-b923-f489c33d16ad, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:45.846867 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:45.882225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-f6ad8a25-88e5-453c-a101-61af891a54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.884065 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-f6ad8a25-88e5-453c-a101-61af891a54ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a11a876da2044a14b4ce7073fda060c6&device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 1096 time: 0.0681434 Oct 27 16:12:46.018116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9b5a-4682-4c7d-8b1f-761c7e70424b req-d46c54d9-8588-4348-b658-dd70c0b41b5f tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.028261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd7f9b5a-4682-4c7d-8b1f-761c7e70424b req-d46c54d9-8588-4348-b658-dd70c0b41b5f tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.1957572 Oct 27 16:12:46.036108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-ba8ce2a8-80ac-4eac-9706-cfcaa488e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.038066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-ba8ce2a8-80ac-4eac-9706-cfcaa488e419 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a2321e5-e318-41d2-8e7b-e992c411f428 HTTP/1.1" status: 200 len: 916 time: 0.1392839 Oct 27 16:12:46.091535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcd705-3e75-42d1-ba1a-86c53d655cf4 req-2021aedc-c09c-41ee-99f9-4f94954ca564 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.093673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9dcd705-3e75-42d1-ba1a-86c53d655cf4 req-2021aedc-c09c-41ee-99f9-4f94954ca564 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 943 time: 0.2055092 Oct 27 16:12:46.100381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Network 5806565d-8504-4f4b-b923-f489c33d16ad is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:46.155267 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-56169871-d2c1-4a4f-b0bb-42483d62d183 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d325c692-c769-4130-89dd-9f33402b3890 HTTP/1.1" status: 200 len: 998 time: 0.1007299 Oct 27 16:12:46.155746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e008-e144-49ce-a233-fb63603fcb72 req-183628f8-7f58-4a54-9814-d95305df1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.157268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-183628f8-7f58-4a54-9814-d95305df1e26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 1094 time: 0.2390370 Oct 27 16:12:46.157494 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00ee4c8b-a449-40a2-92c2-4700db73b38d', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'port_id': 'd325c692-c769-4130-89dd-9f33402b3890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'mac_address': 'fa:16:3e:e6:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:17Z', 'updated_at': '2021-10-27T16:12:43Z', 'revision_number': 1, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.163671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd7f9b5a-4682-4c7d-8b1f-761c7e70424b req-463a6164-13c1-4c9e-8a6d-f30fb13bf8e7 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343164 Oct 27 16:12:46.193189 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Checking router: ec66a9d5-46fb-461b-a362-3f7179e69f62 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:46.212239 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:46.212874 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:12:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.230190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-9700f465-9fe6-49d2-902c-6b41632c39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.232540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-9700f465-9fe6-49d2-902c-6b41632c39ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb9634f9-0f1f-4c62-b484-f6ead02439e4 HTTP/1.1" status: 200 len: 854 time: 0.0644541 Oct 27 16:12:46.311475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9dcd705-3e75-42d1-ba1a-86c53d655cf4 req-c4009eac-df33-48b9-b681-82358d45c320 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865861 Oct 27 16:12:46.318613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5806565d-8504-4f4b-b923-f489c33d16ad) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:46.327491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fa248-227b-4729-9991-15487630a7bc None None] Network 5806565d-8504-4f4b-b923-f489c33d16ad requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:46.339068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.339744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.359359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-c3000cf2-606b-49eb-be0a-b121e5f65c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.365296 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-c3000cf2-606b-49eb-be0a-b121e5f65c74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a2321e5-e318-41d2-8e7b-e992c411f428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233172 Oct 27 16:12:46.393454 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:46.413020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad08225-992c-4b9f-8fdf-1a2c8410b396 req-72da81c8-f609-4d3d-b616-da7b1197504c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.422340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ad08225-992c-4b9f-8fdf-1a2c8410b396 req-72da81c8-f609-4d3d-b616-da7b1197504c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1560986 Oct 27 16:12:46.517719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e008-e144-49ce-a233-fb63603fcb72 req-0e002a88-9b67-40cc-ac93-37f26591e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.523604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-0e002a88-9b67-40cc-ac93-37f26591e696 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 911 time: 0.3530858 Oct 27 16:12:46.575791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52a697-61a6-40fe-ae0e-f399e1dd0df2 None None] Network 5806565d-8504-4f4b-b923-f489c33d16ad requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:46.605325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-e495f38e-3834-48c8-a170-8cbcc13da502 service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211540 Oct 27 16:12:46.649513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7c52cab-0554-47be-8fe5-7c2914862214 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8970141 Oct 27 16:12:46.660469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ad08225-992c-4b9f-8fdf-1a2c8410b396 req-8a55d411-c617-40c7-b3f6-54d2f58dd2ea tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263176 Oct 27 16:12:46.679528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-b44dad1e-4367-4063-a39b-3301d0a6a377 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb41a12-471b-424a-b3b0-210c20aea90e HTTP/1.1" status: 200 len: 217 time: 0.1288319 Oct 27 16:12:46.756972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00ee4c8b-a449-40a2-92c2-4700db73b38d', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'port_id': 'd325c692-c769-4130-89dd-9f33402b3890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'mac_address': 'fa:16:3e:e6:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:17Z', 'updated_at': '2021-10-27T16:12:43Z', 'revision_number': 1, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.804775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e008-e144-49ce-a233-fb63603fcb72 req-e535b37f-80bc-4fa1-86be-c50ceef5aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.811924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-e535b37f-80bc-4fa1-86be-c50ceef5aa76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.1311734 Oct 27 16:12:46.818187 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331c49c-5bea-4229-87b3-cd26a0ca2894 None None] The sync data for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 is: [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00ee4c8b-a449-40a2-92c2-4700db73b38d', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'port_id': 'd325c692-c769-4130-89dd-9f33402b3890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'mac_address': 'fa:16:3e:e6:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:17Z', 'updated_at': '2021-10-27T16:12:43Z', 'revision_number': 1, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:46.855645 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3c09a20-a953-4e19-a0d7-267509aadff1 req-223dfad5-1e76-485a-bf87-746b6187a03f service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200146 Oct 27 16:12:46.880229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-488202b2-3b62-4c84-abfb-61a5aa58a8d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513670 Oct 27 16:12:47.012243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-cea711f2-a9fe-436d-aa8c-772ef9c10dea service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220207 Oct 27 16:12:47.013216 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.178050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c363e008-e144-49ce-a233-fb63603fcb72 req-bd811df9-c7e8-4f1f-a999-0813b380a5ff service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543412 Oct 27 16:12:47.183253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a5a5f-61bd-47cb-8f61-9e5e17b0710a None None] New status for floating IP 00ee4c8b-a449-40a2-92c2-4700db73b38d: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:12:47.340312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dcaa6-6d35-4c68-ac79-a0028a0b0a6c req-a2592859-2d96-40dd-8f61-7a8e39c7c691 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:47.341829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a1dcaa6-6d35-4c68-ac79-a0028a0b0a6c req-a2592859-2d96-40dd-8f61-7a8e39c7c691 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0737624 Oct 27 16:12:47.477772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a1dcaa6-6d35-4c68-ac79-a0028a0b0a6c req-a8c0cb00-4ae5-409b-a7b9-674d73051715 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774398 Oct 27 16:12:47.477772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-a8168a4b-dd97-4222-91b9-c1a6673c3590 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:47.477772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-a8168a4b-dd97-4222-91b9-c1a6673c3590 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1531549 Oct 27 16:12:47.484059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-9b5268bd-9702-4d52-b716-6267e83006f9 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/quotas/9d1c7dbbb62645a1ba8c55d043401cf3 HTTP/1.1" status: 200 len: 375 time: 0.0102191 Oct 27 16:12:47.528999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-dba54ef0-3816-448d-af22-09bd9a3e981a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390332 Oct 27 16:12:47.617937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa1273-cc93-4881-8d76-7fb42a151f6d req-a3d541c4-7e2f-4637-9472-abfc4071157d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:47.619493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51aa1273-cc93-4881-8d76-7fb42a151f6d req-a3d541c4-7e2f-4637-9472-abfc4071157d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 943 time: 0.1186788 Oct 27 16:12:47.663028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5669814d-76d6-4700-8940-7456e1f60ccf service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166029 Oct 27 16:12:47.682507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51aa1273-cc93-4881-8d76-7fb42a151f6d req-aefaa197-191a-4d28-9b13-239469a8d613 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Oct 27 16:12:47.738726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:47.770340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5ca6e228-dff5-43f9-bce5-ae0935d3ee8f service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993662 Oct 27 16:12:47.943558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37f1c-8078-44d2-92de-0734565db828 req-940026ca-9144-465a-858c-795b6fc07654 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:47.945986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fa37f1c-8078-44d2-92de-0734565db828 req-940026ca-9144-465a-858c-795b6fc07654 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0613642 Oct 27 16:12:47.947029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:47.962949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'mac_address': 'fa:16:3e:42:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:48.008159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fa37f1c-8078-44d2-92de-0734565db828 req-15472cbb-97fc-43a3-8510-6037f7810903 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549450 Oct 27 16:12:48.029128 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.069854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:48.102770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:48.185103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.233076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6039bbc5-64f3-41dc-81a8-fa72ca1464fb req-5a69605e-3fdc-48be-b4b2-cbff2c7b7570 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 210 time: 0.0389698 Oct 27 16:12:48.279186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:48.568915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62562eab-6dce-441a-9c34-366585ced69f req-0e77e01f-5719-4542-a22f-c0d80513f895 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.570676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62562eab-6dce-441a-9c34-366585ced69f req-0e77e01f-5719-4542-a22f-c0d80513f895 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0585897 Oct 27 16:12:48.573703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['570f532c-06f2-4ff8-8227-8e15a11cf1ab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:48.612528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62562eab-6dce-441a-9c34-366585ced69f req-21b06a9a-704f-4a70-a208-e4982fb506bb tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e00e93-c687-4dca-b483-c6d23bf12cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Oct 27 16:12:48.813473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6140f-5343-4fd6-acf6-5627ab45d32c req-44616bc9-3936-436e-b8b1-2380cb63f4d5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.814965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93a6140f-5343-4fd6-acf6-5627ab45d32c req-44616bc9-3936-436e-b8b1-2380cb63f4d5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 943 time: 0.0556586 Oct 27 16:12:48.856993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93a6140f-5343-4fd6-acf6-5627ab45d32c req-56c4f1b9-14a5-4762-a463-d5d1a5512333 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Oct 27 16:12:49.032263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-da63469e-9c69-4349-b6c3-7a5df534dec2 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.033726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-da63469e-9c69-4349-b6c3-7a5df534dec2 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.82 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Oct 27 16:12:49.163104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d1c9-72c2-42b3-9958-b8bfd601c41d req-98238fc0-2e26-4e6c-b31b-ee34179c34b8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.165903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba78d1c9-72c2-42b3-9958-b8bfd601c41d req-98238fc0-2e26-4e6c-b31b-ee34179c34b8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0878022 Oct 27 16:12:49.198624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Deleting port 3fd88837-9057-433c-94a2-3ec6d60665dd {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:49.198969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.264202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba78d1c9-72c2-42b3-9958-b8bfd601c41d req-b14a83a0-d114-404d-b5e0-9180b6883a4e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 Oct 27 16:12:49.336373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e187bf6-772d-454e-9e04-56fb60d95022 req-b9000d9e-0a2f-4482-9806-4db120864d53 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 210 time: 0.0357661 Oct 27 16:12:49.344946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] For port 3fd88837-9057-433c-94a2-3ec6d60665dd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3fd88837-9057-433c-94a2-3ec6d60665dd,segment=NetworkSegment(4901073f-e0f5-4363-b818-a31cfd843741),segment_id=4901073f-e0f5-4363-b818-a31cfd843741)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:49.345409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.359430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Calling delete_port for 3fd88837-9057-433c-94a2-3ec6d60665dd owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:49.572419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.585520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3fd88837-9057-433c-94a2-3ec6d60665dd'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:49.600166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Pushing event deleted for resources: {'Port': ['ID=3fd88837-9057-433c-94a2-3ec6d60665dd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:49.612900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.613250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.613589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.613926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.614261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.614592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.614918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.615272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.615703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.616030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.616357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.616682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:49.652552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] No DVR routers for this DVR port 3fd88837-9057-433c-94a2-3ec6d60665dd on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:49.655730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.659084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f01dcb72-071e-4316-b9be-4dea545b96d7 req-5a4c438d-be72-4f86-9006-99fda27e35f8 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.82 "DELETE /v2.0/ports/3fd88837-9057-433c-94a2-3ec6d60665dd HTTP/1.1" status: 204 len: 173 time: 0.6183205 Oct 27 16:12:49.659513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'name': 'network-vif-deleted', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:49.661829 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628870fb-ff21-4a66-88ac-c052ec9050a8" -d '{"events": [{"server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "name": "network-vif-deleted", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:49.704545 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaae19c-e3d6-45bb-aba7-85635dd53daa x-openstack-request-id: req-cbaae19c-e3d6-45bb-aba7-85635dd53daa {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:49.704917 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc9779a-dadf-44ae-b5ba-37cc4bb71727", "name": "network-vif-deleted", "tag": "3fd88837-9057-433c-94a2-3ec6d60665dd", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:49.705263 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbaae19c-e3d6-45bb-aba7-85635dd53daa {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:49.705728 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc9779a-dadf-44ae-b5ba-37cc4bb71727', 'name': 'network-vif-deleted', 'tag': '3fd88837-9057-433c-94a2-3ec6d60665dd', 'status': 'completed', 'code': 200} Oct 27 16:12:49.728798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89682778-2ed5-494c-8281-f4581141a7f6 req-050d9d04-0950-42e8-bc5c-e4a135e1782d tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0374227 Oct 27 16:12:49.748325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fb41a12-471b-424a-b3b0-210c20aea90e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:49.846308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fb41a12-471b-424a-b3b0-210c20aea90e,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:49.857580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8fb41a12-471b-424a-b3b0-210c20aea90e', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'port_id': '8fb41a12-471b-424a-b3b0-210c20aea90e', 'mac_address': 'fa:16:3e:a0:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:49.908641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.926773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb41a12-471b-424a-b3b0-210c20aea90e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:49.952924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fb41a12-471b-424a-b3b0-210c20aea90e,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:49.990464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c40d3-6ac0-4277-9c79-f60b98fe6ca4 req-faddaba1-222d-40bc-bfcf-fde8ce1b46a1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.992017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d19c40d3-6ac0-4277-9c79-f60b98fe6ca4 req-faddaba1-222d-40bc-bfcf-fde8ce1b46a1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 943 time: 0.0514970 Oct 27 16:12:50.032872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d19c40d3-6ac0-4277-9c79-f60b98fe6ca4 req-86e64f8c-489d-48a9-89b2-c2dd56f72189 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Oct 27 16:12:50.053836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.101090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:50.393931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6e8f9-da67-47bb-9b2b-299fffc5f78f req-71374437-07f5-4dc9-9db9-981aa9aeaba8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.395452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0a6e8f9-da67-47bb-9b2b-299fffc5f78f req-71374437-07f5-4dc9-9db9-981aa9aeaba8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0505033 Oct 27 16:12:50.443988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ce0e21b-2802-4d2c-a5a2-a37adfe47a25 req-dbe585f5-8974-461c-a462-c53018c7d73f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 210 time: 0.0350256 Oct 27 16:12:50.456876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0a6e8f9-da67-47bb-9b2b-299fffc5f78f req-744e46e4-b99b-4209-929f-44721eb627b3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549357 Oct 27 16:12:50.836095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-954031a3-21e2-432e-823c-f5343e79e823 req-762bad82-e76e-47fd-9211-5e25ddf913e3 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0303128 Oct 27 16:12:50.974081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8fb41a12-471b-424a-b3b0-210c20aea90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:51.108213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-a5e0d995-6bbd-40d5-9356-2e0257407df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.109725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-a5e0d995-6bbd-40d5-9356-2e0257407df8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 1096 time: 0.0682561 Oct 27 16:12:51.232437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c4054-0711-42d4-b91a-c008e99d40e2 req-ee7cf165-aea6-4583-9750-c46ff3dfbc3a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.233906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-624c4054-0711-42d4-b91a-c008e99d40e2 req-ee7cf165-aea6-4583-9750-c46ff3dfbc3a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 944 time: 0.1051741 Oct 27 16:12:51.255406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-538918c0-cacb-402b-a983-a80c56f1b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.256868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-538918c0-cacb-402b-a983-a80c56f1b3df service neutron] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 913 time: 0.1374230 Oct 27 16:12:51.269569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-82b298e6-6327-4e41-8ad8-b2eac6688927 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.271173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-82b298e6-6327-4e41-8ad8-b2eac6688927 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1123698 Oct 27 16:12:51.287357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Request body: {'port': {'device_id': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'admin_state_up': True, 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:51.310967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-be9c28c4-c49b-4019-93b5-91f70ffc6d9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c HTTP/1.1" status: 200 len: 217 time: 0.0412250 Oct 27 16:12:51.316547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-624c4054-0711-42d4-b91a-c008e99d40e2 req-cc5c9a8d-340b-4e68-91e1-7d0b4a4701f2 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Oct 27 16:12:51.372793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-008a965b-a34c-4f36-a6f8-f7858a3182a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.374789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-008a965b-a34c-4f36-a6f8-f7858a3182a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.0544801 Oct 27 16:12:51.417272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-bef7dfe0-734b-43fd-8b74-2183f48a1296 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334828 Oct 27 16:12:51.532265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:51.536255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.572104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ce28f09-7461-4af6-90aa-4c8a85bb27ba req-d75b3f94-41e3-47be-ada7-05c4b8eabcbc tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 210 time: 0.0498447 Oct 27 16:12:51.577744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-3d42dd77-6dde-45b9-a6d0-cb74c2c0b6a5 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418972 Oct 27 16:12:51.662158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b2cf0-e0ef-45a5-a325-8afa60ac14bd req-1f844d24-e8df-46c9-a0aa-b4e0dab97bc1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.663742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-814b2cf0-e0ef-45a5-a325-8afa60ac14bd req-1f844d24-e8df-46c9-a0aa-b4e0dab97bc1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.1259918 Oct 27 16:12:51.674281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Allocated IP 172.20.0.5 (5806565d-8504-4f4b-b923-f489c33d16ad/4cb2d482-e5e3-4ff8-a465-de0a848ccdf9/c61c2965-f17b-4da9-b7e6-233eed141a65) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:51.716658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f3feab5-db1e-47dd-9b2e-e09ce307f2a6 req-8f8d007e-5064-4acf-8d6f-0637f864ce9a service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240299 Oct 27 16:12:51.735610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-814b2cf0-e0ef-45a5-a325-8afa60ac14bd req-2fbcaabd-7ba5-4fb6-9678-bc02902ef26e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649979 Oct 27 16:12:51.759014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:51.813032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 570f532c-06f2-4ff8-8227-8e15a11cf1ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:51.813323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.826742 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.949021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6f2c9e-6d9e-40e2-9209-b86aea73d627 req-9941e7cd-5919-4031-9fd7-5b9c7735da35 tempest-InstanceActionsTestJSON-1809599026 tempest-InstanceActionsTestJSON-1809599026-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc9779a-dadf-44ae-b5ba-37cc4bb71727 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Oct 27 16:12:52.005422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.027318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.054229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:52.054566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Network 5806565d-8504-4f4b-b923-f489c33d16ad is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:52.057233 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a97eb3-09c6-43dc-b2c5-4a9d2e5bce6d" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:52.057702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:52.062189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:52.072400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:52.089074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event updated for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.104692 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac7502-edae-4c4e-a8b9-c64333c5f21c x-openstack-request-id: req-c2ac7502-edae-4c4e-a8b9-c64333c5f21c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:52.105137 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-plugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:52.105394 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2ac7502-edae-4c4e-a8b9-c64333c5f21c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:52.105901 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'code': 200} Oct 27 16:12:52.120211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.120835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.189221 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.214885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-8ea7b1c4-1995-41f9-a1a8-e6db15ead778 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316072 Oct 27 16:12:52.236978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.266299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Request body: {'port': {'device_id': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:52.322489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.445845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af4e2b-80fc-492c-8de6-07360a5e4568 req-5065f881-9b0b-4701-beeb-f982e6a0c6c7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.447384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75af4e2b-80fc-492c-8de6-07360a5e4568 req-5065f881-9b0b-4701-beeb-f982e6a0c6c7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 944 time: 0.0536108 Oct 27 16:12:52.488238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75af4e2b-80fc-492c-8de6-07360a5e4568 req-e923bcd6-7d93-4b96-927a-0bc6bace1e44 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Oct 27 16:12:52.590904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61c2965-f17b-4da9-b7e6-233eed141a65 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:52.598224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.610664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Transition to ACTIVE for port object c61c2965-f17b-4da9-b7e6-233eed141a65 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:52.686230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.691149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fc19b-245e-470b-921f-cc14314fa243 req-f08a3e9c-706f-47b1-940f-9ab4e98f98df tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.692644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e38fc19b-245e-470b-921f-cc14314fa243 req-f08a3e9c-706f-47b1-940f-9ab4e98f98df tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 931 time: 0.0484729 Oct 27 16:12:52.733328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e38fc19b-245e-470b-921f-cc14314fa243 req-c23f9992-f630-46e6-a44a-8cc094dbc7cd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Oct 27 16:12:52.738048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Pushing event updated for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.776206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.776551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.776887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.777218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.777572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.777899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.778219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.778539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.778866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.779215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.779535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.779852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:52.812540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Attempting to bind port c61c2965-f17b-4da9-b7e6-233eed141a65 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:52.812799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Attempting to bind port c61c2965-f17b-4da9-b7e6-233eed141a65 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:52.813077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Attempting to bind port c61c2965-f17b-4da9-b7e6-233eed141a65 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:52.817405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Port c61c2965-f17b-4da9-b7e6-233eed141a65 on network 5806565d-8504-4f4b-b923-f489c33d16ad not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:52.817721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Attempting to bind port c61c2965-f17b-4da9-b7e6-233eed141a65 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:52.822804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:52.823164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Checking segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:52.823538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Bound using segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:52.823958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Bound port: c61c2965-f17b-4da9-b7e6-233eed141a65, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:52.824349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.857739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942540-c877-4cc1-ae71-9fc7fc789df6 req-32180ed6-cfcb-47da-82d6-4bf4c16945ff tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.859211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91942540-c877-4cc1-ae71-9fc7fc789df6 req-32180ed6-cfcb-47da-82d6-4bf4c16945ff tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0540683 Oct 27 16:12:52.889652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:52.892689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c61c2965-f17b-4da9-b7e6-233eed141a65,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:52.898329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91942540-c877-4cc1-ae71-9fc7fc789df6 req-00536d24-db5a-4897-a9dd-976ddc18fc2d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Oct 27 16:12:52.984302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.005979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59172) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:53.021379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.021985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.023374 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] 10.222.0.82 "PUT /v2.0/ports/c61c2965-f17b-4da9-b7e6-233eed141a65 HTTP/1.1" status: 200 len: 1091 time: 0.7622292 Oct 27 16:12:53.023807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:53.026019 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593897ce-c0c8-44bf-b847-1e3e06a9ada3" -d '{"events": [{"name": "network-changed", "server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:53.062506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32ee3-3f61-4ca7-8501-e5d2b3e81e8d service neutron] Pushing event updated for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:53.071910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Deleting subnet 280ab280-0b7b-4467-958c-a2e90ebcdd67 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:53.076897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.086023 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256de112-319c-43f0-a515-5ae29b643bee x-openstack-request-id: req-256de112-319c-43f0-a515-5ae29b643bee {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:53.086427 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:53.086690 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-256de112-319c-43f0-a515-5ae29b643bee {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:53.087183 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65', 'status': 'completed', 'code': 200} Oct 27 16:12:53.117775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.142188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-d928d289-a508-4d95-884e-621d69a968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.143717 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-d928d289-a508-4d95-884e-621d69a968dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 1094 time: 0.0412726 Oct 27 16:12:53.158235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.250726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-cc806237-587b-4a81-91ef-52c75342a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.253160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-cc806237-587b-4a81-91ef-52c75342a217 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983479 Oct 27 16:12:53.275379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.301830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280ab280-0b7b-4467-958c-a2e90ebcdd67,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:53.307288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.310853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b529c67f-8a16-4c04-b485-12af5933822f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/280ab280-0b7b-4467-958c-a2e90ebcdd67 HTTP/1.1" status: 204 len: 168 time: 0.3038259 Oct 27 16:12:53.313244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59180) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:53.353829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-d77eda93-334e-42bb-88c2-c8949d0ec1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.355314 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-593897ce-c0c8-44bf-b847-1e3e06a9ada3 req-d77eda93-334e-42bb-88c2-c8949d0ec1dd service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945120 Oct 27 16:12:53.384133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.473361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.499263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2fe9d7-1857-4fa3-988b-2ec993b7f467']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:53.518554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4901073f-e0f5-4363-b818-a31cfd843741') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:53.519119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4901073f-e0f5-4363-b818-a31cfd843741') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:53.533339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.554686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-3f04436b-ced4-45cc-b5f0-6bf2a25e26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.555601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.556613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-3f04436b-ced4-45cc-b5f0-6bf2a25e26af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 1094 time: 0.0586054 Oct 27 16:12:53.563237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:53.563774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:53.565516 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:53.606136 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-f551a8be-1c56-4b19-99c6-bf410b9e1bc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61c2965-f17b-4da9-b7e6-233eed141a65 HTTP/1.1" status: 200 len: 217 time: 0.0384896 Oct 27 16:12:53.661635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-c048eef0-b371-48e3-851a-6643b6aef1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.663264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-c048eef0-b371-48e3-851a-6643b6aef1cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.0494146 Oct 27 16:12:53.707863 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-38aec926-5daa-4169-a463-c0d80974a106 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317302 Oct 27 16:12:53.778317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fb41a12-471b-424a-b3b0-210c20aea90e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:53.837283 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-31b1236b-9076-434c-b6b3-422abd55f5e2 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997653 Oct 27 16:12:53.938517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8fb41a12-471b-424a-b3b0-210c20aea90e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:53.942819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8fb41a12-471b-424a-b3b0-210c20aea90e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:53.943003 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c1eccebd-f4df-44dd-a90b-b14b2c42a9fd req-99e3753b-eaee-42d5-aecd-f065255c7b7d service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943615 Oct 27 16:12:53.943269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.039245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.052381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442e25f-0ece-488b-8b5e-f7086d16cbb2 req-ef29e742-6187-47f5-9273-ed957934be3c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.054691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f442e25f-0ece-488b-8b5e-f7086d16cbb2 req-ef29e742-6187-47f5-9273-ed957934be3c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 944 time: 0.4770489 Oct 27 16:12:54.064493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535cb3c-94c7-42c0-968d-ac3f84abd52f req-461745cc-76c3-48b6-b58d-59915d5ee50b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.065947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9535cb3c-94c7-42c0-968d-ac3f84abd52f req-461745cc-76c3-48b6-b58d-59915d5ee50b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 943 time: 0.1122079 Oct 27 16:12:54.068877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.079535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fb41a12-471b-424a-b3b0-210c20aea90e,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:54.080881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.084320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d2fe9d7-1857-4fa3-988b-2ec993b7f467 HTTP/1.1" status: 204 len: 168 time: 0.7700720 Oct 27 16:12:54.107232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:54.109770 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d069cf-2159-4b85-a58b-7922443955eb" -d '{"events": [{"server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "name": "network-vif-plugged", "status": "completed", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:54.118820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0178c-a3d5-40ee-a540-5945edef87fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2fe9d7-1857-4fa3-988b-2ec993b7f467,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.149331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.150148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:54.155097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f442e25f-0ece-488b-8b5e-f7086d16cbb2 req-6a76cdc1-006c-48f3-b150-09121d4993c0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878053 Oct 27 16:12:54.158202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9535cb3c-94c7-42c0-968d-ac3f84abd52f req-96f1edc8-445b-4b8c-a8e4-42f7641c8863 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806694 Oct 27 16:12:54.235101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.282986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.319738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:54.328001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e807ad4-2941-4072-81f2-aa37f60bedfb req-5370899c-07e2-4083-9873-604e5f1e8bc4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.329531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e807ad4-2941-4072-81f2-aa37f60bedfb req-5370899c-07e2-4083-9873-604e5f1e8bc4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 945 time: 0.0647810 Oct 27 16:12:54.345956 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079164d-3ecd-4d40-ae15-6c610ecbd73e x-openstack-request-id: req-3079164d-3ecd-4d40-ae15-6c610ecbd73e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:54.346256 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "name": "network-vif-plugged", "status": "completed", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:54.346511 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3079164d-3ecd-4d40-ae15-6c610ecbd73e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:54.346908 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e', 'code': 200} Oct 27 16:12:54.380870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e807ad4-2941-4072-81f2-aa37f60bedfb req-250f34c0-f8ee-4e3a-be7a-01d25d8fc109 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Oct 27 16:12:54.457432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.457432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fd88837-9057-433c-94a2-3ec6d60665dd no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:54.470509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7258b-1c42-41a7-a35d-3295375fda69 req-9d842f4b-200f-44e9-9320-68bae44e8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.472100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8fb7258b-1c42-41a7-a35d-3295375fda69 req-9d842f4b-200f-44e9-9320-68bae44e8c9a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 1096 time: 0.0464928 Oct 27 16:12:54.479252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3fd88837-9057-433c-94a2-3ec6d60665dd {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:54.479603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3fd88837-9057-433c-94a2-3ec6d60665dd not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:54.509251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.510311 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8fb7258b-1c42-41a7-a35d-3295375fda69 req-95f1c577-3d28-4d03-b96c-4ca5b9325c88 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293186 Oct 27 16:12:54.633297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:54.690388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3a471b2b-72b2-4403-a83b-1e20da854fd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5930b3517cb4489da16ac5b2eb94a5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549917 Oct 27 16:12:54.693165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:54.756739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.781822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.001529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.004238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.005916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45e00e93-c687-4dca-b483-c6d23bf12cd4 HTTP/1.1" status: 204 len: 168 time: 0.3110065 Oct 27 16:12:55.015090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3ac8-5eb3-4f98-9eb7-beef7ec697ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e00e93-c687-4dca-b483-c6d23bf12cd4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:55.372010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb033a6c-0ae9-4962-8ef1-3875e045ff60 req-b6ea8d27-a3aa-45f7-990c-2eba6ec689e5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.373842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb033a6c-0ae9-4962-8ef1-3875e045ff60 req-b6ea8d27-a3aa-45f7-990c-2eba6ec689e5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0912039 Oct 27 16:12:55.389812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597de38-94c4-4512-9f44-e817c2111dee req-a153ec72-2461-45b4-b07d-9b8dee774182 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.397034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3597de38-94c4-4512-9f44-e817c2111dee req-a153ec72-2461-45b4-b07d-9b8dee774182 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 943 time: 0.0780323 Oct 27 16:12:55.473204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb033a6c-0ae9-4962-8ef1-3875e045ff60 req-6980feea-0baf-4db6-b22c-ffd5285edb79 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Oct 27 16:12:55.535707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3597de38-94c4-4512-9f44-e817c2111dee req-f933f28a-4134-4147-b405-e422ef89c3f4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287587 Oct 27 16:12:55.676532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe6f1a-f616-4b9f-8add-a95e8a4659ae req-bec74244-77fd-493a-8fda-a8b26591e5cb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.684910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dbe6f1a-f616-4b9f-8add-a95e8a4659ae req-bec74244-77fd-493a-8fda-a8b26591e5cb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.0921357 Oct 27 16:12:55.735176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dbe6f1a-f616-4b9f-8add-a95e8a4659ae req-c6e6f750-66dc-4eba-8418-af81628261c3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Oct 27 16:12:56.348188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:56.350534 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d4ffbc-a39f-4bb9-ae02-4f8f6972b1f3" -d '{"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-unplugged", "status": "completed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:56.394485 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4627ede2-d1b5-4151-be93-273198c19a8e x-openstack-request-id: req-4627ede2-d1b5-4151-be93-273198c19a8e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:56.395030 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-unplugged", "status": "failed", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c", "code": 422}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:56.395484 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4627ede2-d1b5-4151-be93-273198c19a8e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:56.396066 n-d-814735-4 neutron-server[114450]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'code': 422} returned with failed status Oct 27 16:12:56.526026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59314) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:56.618819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f812-73b0-42fc-afb2-f64e56a4633f req-ee12dd58-ddbd-4815-9fac-dc958e6fdae8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.628781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbe0f812-73b0-42fc-afb2-f64e56a4633f req-ee12dd58-ddbd-4815-9fac-dc958e6fdae8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0711749 Oct 27 16:12:56.669097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-308899419-network', 'tenant_id': '48444d68817f4ea284fd6635149a29ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:56.682607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbe0f812-73b0-42fc-afb2-f64e56a4633f req-1b8a6e09-608a-41d2-b5fd-c8afbed083ec tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Oct 27 16:12:56.805995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07e8db-ec06-45fc-85ff-015bc89ef0da req-f3c487dd-96d3-4f89-8cb4-727eb9d82d56 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.807874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf07e8db-ec06-45fc-85ff-015bc89ef0da req-f3c487dd-96d3-4f89-8cb4-727eb9d82d56 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 943 time: 0.0549073 Oct 27 16:12:56.824377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Made reservation on behalf of 48444d68817f4ea284fd6635149a29ad for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:56.826647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.844974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.878472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf07e8db-ec06-45fc-85ff-015bc89ef0da req-f4538400-80e8-45a0-a383-10e81cd896bb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623751 Oct 27 16:12:56.966258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.069371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.089867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:57.126370 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.126642 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Added segment 56611099-b5ad-412f-a6f3-d108c3577152 of type vlan for network b052f199-0849-412b-80bf-037fb9c16a5b Oct 27 16:12:57.148740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc3159-c9b0-4c3b-b491-456785b2253e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.208554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.308600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.309769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.310419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.373669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] Pushing event updated for resources: {'Network': ['ID=b052f199-0849-412b-80bf-037fb9c16a5b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.383795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b052f199-0849-412b-80bf-037fb9c16a5b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:57.426717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b06f35a-cc22-493b-a647-6871278665cd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8996854 Oct 27 16:12:57.429568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59348) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:57.436239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Request body: {'subnet': {'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-308899419-subnet', 'tenant_id': '48444d68817f4ea284fd6635149a29ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:57.548944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Made reservation on behalf of 48444d68817f4ea284fd6635149a29ad for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:57.552273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.711575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-bb793dcf-4c10-4224-8288-e76679cf02fa tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.717655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-bb793dcf-4c10-4224-8288-e76679cf02fa tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=44786b22-9977-43b6-a78e-8b8139951eab HTTP/1.1" status: 200 len: 943 time: 0.0888226 Oct 27 16:12:57.798426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c61c2965-f17b-4da9-b7e6-233eed141a65 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:57.801999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 571f0987-ddda-4dd6-9de5-c26eaff26e1c no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:57.913782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab186a-de26-4924-af50-97003b713adc req-1315da89-8817-4ff0-a715-fab159c86ba9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.915629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0eab186a-de26-4924-af50-97003b713adc req-1315da89-8817-4ff0-a715-fab159c86ba9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1437361 Oct 27 16:12:58.036477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port 571f0987-ddda-4dd6-9de5-c26eaff26e1c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:58.036477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.036477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0eab186a-de26-4924-af50-97003b713adc req-70118507-84ff-4092-9dc2-8bae46800d2f tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Oct 27 16:12:58.037866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c61c2965-f17b-4da9-b7e6-233eed141a65,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:58.037866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c61c2965-f17b-4da9-b7e6-233eed141a65', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'port_id': 'c61c2965-f17b-4da9-b7e6-233eed141a65', 'mac_address': 'fa:16:3e:92:db:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb2d482-e5e3-4ff8-a465-de0a848ccdf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:58.060403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.064540 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.079775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61c2965-f17b-4da9-b7e6-233eed141a65 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:58.105718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c61c2965-f17b-4da9-b7e6-233eed141a65,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:58.111664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port 571f0987-ddda-4dd6-9de5-c26eaff26e1c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=571f0987-ddda-4dd6-9de5-c26eaff26e1c,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:58.112040 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.122451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995997-effc-4b88-9c32-860f84aeffe3 req-3b82e7de-0230-4d34-86d5-eaf8ae7a1666 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.123833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69995997-effc-4b88-9c32-860f84aeffe3 req-3b82e7de-0230-4d34-86d5-eaf8ae7a1666 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 943 time: 0.0921657 Oct 27 16:12:58.140877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for 571f0987-ddda-4dd6-9de5-c26eaff26e1c owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:58.208479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.224672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69995997-effc-4b88-9c32-860f84aeffe3 req-94e5c297-ba55-433e-bf3d-adb9ca3406dd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Oct 27 16:12:58.239722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.310050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ad0637-c618-4b0b-b997-1d9cf0df1277,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.322358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Checking segment: {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:58.322709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Network hostable DHCP agents. Network: b052f199-0849-412b-80bf-037fb9c16a5b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:58.328727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.411087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.439987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Network b052f199-0849-412b-80bf-037fb9c16a5b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:58.504601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.541578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=571f0987-ddda-4dd6-9de5-c26eaff26e1c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.546183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b052f199-0849-412b-80bf-037fb9c16a5b) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:58.554281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.555605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.560225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c82064-0312-488e-a921-2c41a61bfa15 None None] Network b052f199-0849-412b-80bf-037fb9c16a5b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:58.601774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port 571f0987-ddda-4dd6-9de5-c26eaff26e1c on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:58.606173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.609640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb91249b-cd1d-48fb-a6ab-1463f35a9fee req-1f9580a2-1a6b-4621-8db5-606a05504607 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "DELETE /v2.0/ports/571f0987-ddda-4dd6-9de5-c26eaff26e1c HTTP/1.1" status: 204 len: 173 time: 0.8882604 Oct 27 16:12:58.610154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-deleted', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:58.612590 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d44af7f-acfc-488b-8dca-4ae47cb0638e" -d '{"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-deleted", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:58.688782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f0ce1a8b-4296-4061-8a34-8ddf678a53fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2564991 Oct 27 16:12:58.723799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:58.749214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e96c66-c194-476d-90b6-c82d300aacbb None None] Network b052f199-0849-412b-80bf-037fb9c16a5b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:58.971564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-3fae1ea8-d428-4b93-b860-b1dc3a2112fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.973614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-3fae1ea8-d428-4b93-b860-b1dc3a2112fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 1096 time: 0.0699522 Oct 27 16:12:59.098954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-73e18634-1297-4b64-a060-329317ee3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.100585 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-73e18634-1297-4b64-a060-329317ee3cf8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 911 time: 0.1162701 Oct 27 16:12:59.146756 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b5663-1dce-417a-bbb0-eec1792b60ce x-openstack-request-id: req-0f1b5663-1dce-417a-bbb0-eec1792b60ce {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:59.147246 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44786b22-9977-43b6-a78e-8b8139951eab", "name": "network-vif-deleted", "tag": "571f0987-ddda-4dd6-9de5-c26eaff26e1c", "status": "failed", "code": 422}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:59.147317 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f1b5663-1dce-417a-bbb0-eec1792b60ce {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:59.147720 n-d-814735-4 neutron-server[114448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44786b22-9977-43b6-a78e-8b8139951eab', 'name': 'network-vif-deleted', 'tag': '571f0987-ddda-4dd6-9de5-c26eaff26e1c', 'status': 'failed', 'code': 422} returned with failed status Oct 27 16:12:59.158194 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-f808b643-5427-4383-a1fe-6e5b6cab6a85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb41a12-471b-424a-b3b0-210c20aea90e HTTP/1.1" status: 200 len: 217 time: 0.0483940 Oct 27 16:12:59.224342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-b0f05e9e-1b28-4f2b-be3a-476be914347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.226200 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-b0f05e9e-1b28-4f2b-be3a-476be914347e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.0602601 Oct 27 16:12:59.260068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080abb24-9ad9-44e6-87f7-ed2b9f93d857 req-4e46cca6-0210-42d7-93b4-b41d6895f0bc tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.269044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080abb24-9ad9-44e6-87f7-ed2b9f93d857 req-4e46cca6-0210-42d7-93b4-b41d6895f0bc tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0638511 Oct 27 16:12:59.285745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-0cbde9ee-80b5-4a80-97ba-551e8f9fa444 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385423 Oct 27 16:12:59.330900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080abb24-9ad9-44e6-87f7-ed2b9f93d857 req-dd64ffa2-2edc-467f-8d63-4e54643cb77a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Oct 27 16:12:59.430555 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-58ac630c-8f1b-4935-9003-50ee45417b5c service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278839 Oct 27 16:12:59.577595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933aba3-ad4d-436e-9279-6b0b4cec6636 req-ee5a638e-786c-4a6d-b83e-c802d5efadd8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.578321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3759844c-8d00-4bcd-8ec0-0e2ee021a0ef req-39f3acd4-1d15-46c0-b136-b219e27ada39 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376123 Oct 27 16:12:59.579772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4933aba3-ad4d-436e-9279-6b0b4cec6636 req-ee5a638e-786c-4a6d-b83e-c802d5efadd8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 944 time: 0.0750978 Oct 27 16:12:59.650115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4933aba3-ad4d-436e-9279-6b0b4cec6636 req-afbfea08-3e88-4696-9585-ca8a5f609bc7 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603225 Oct 27 16:12:59.771789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-8faba4a3-6842-400c-bbd1-6b94a030e4de tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.773336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-8faba4a3-6842-400c-bbd1-6b94a030e4de tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 813 time: 0.1587918 Oct 27 16:12:59.818722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-35c93b5c-a0a0-45d7-909f-816875e99a69 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/quotas/48444d68817f4ea284fd6635149a29ad HTTP/1.1" status: 200 len: 375 time: 0.0354905 Oct 27 16:12:59.879602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-aefd1bf6-325f-4fc5-ad98-68695f3286d3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588372 Oct 27 16:12:59.988906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-32d637a6-30b0-4562-b289-5f5206433127 service neutron] 10.222.0.70 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083729 Oct 27 16:13:00.174649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-a93dfe83-ac51-4e16-bda5-b92e8995757f service neutron] 10.222.0.70 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780984 Oct 27 16:13:00.225599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-3a0933b6-fc6b-4d60-8367-2f9197132010 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.228362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-3a0933b6-fc6b-4d60-8367-2f9197132010 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1401777 Oct 27 16:13:00.256818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-3b9e9134-f22f-42d8-b4b3-f943df1a9eea tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0204284 Oct 27 16:13:00.295527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-99deacb9-31d8-4b73-a2ee-21142f8b305d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372899 Oct 27 16:13:00.495641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-8a953047-c6d5-4b0a-a5bc-c4b652a160c3 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917849 Oct 27 16:13:00.622771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-92e574e1-66d0-46cd-bbeb-98fad53fae71 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261289 Oct 27 16:13:00.696050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f875fc-ad2f-4ae0-b109-a3e54812f725 req-e3d7f12f-3bbe-44b9-ad4b-edbf0742134e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.697511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f875fc-ad2f-4ae0-b109-a3e54812f725 req-e3d7f12f-3bbe-44b9-ad4b-edbf0742134e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0734718 Oct 27 16:13:00.756841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f875fc-ad2f-4ae0-b109-a3e54812f725 req-f8ca2913-03b2-493d-a49f-29d90b50caef tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518379 Oct 27 16:13:00.839938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e73d059b-5872-4620-b36a-2a21b6ac5d71 req-4461c44e-f00d-4381-84c1-9e32e280b7d1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 210 time: 0.0294657 Oct 27 16:13:00.977145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d8045-0daf-4adf-b76a-24bd0a9a388a req-d1601c2e-9f4c-480c-8aa4-473753b8d496 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.978916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6d8045-0daf-4adf-b76a-24bd0a9a388a req-d1601c2e-9f4c-480c-8aa4-473753b8d496 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 944 time: 0.0765524 Oct 27 16:13:01.032190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6d8045-0daf-4adf-b76a-24bd0a9a388a req-731ca533-9848-4cd6-8fe2-4bc5a170dbcb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Oct 27 16:13:01.133364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4b63971-463e-40d1-a9f7-e978670ac418 req-b0188912-6ff5-4c0a-9b5b-025e522768d2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0344455 Oct 27 16:13:01.809198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c61c2965-f17b-4da9-b7e6-233eed141a65 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:01.910111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1dff-4325-4286-b519-795e3995ef27 req-fd5c220d-1cbb-4086-8432-0952e74bf3c9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:01.913202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39ec1dff-4325-4286-b519-795e3995ef27 req-fd5c220d-1cbb-4086-8432-0952e74bf3c9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0766158 Oct 27 16:13:01.965258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60542f3a-4ac7-4541-967c-3a8ec2242923 req-da15f17f-33cb-4f5a-8df1-f70475653cac tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 210 time: 0.0368130 Oct 27 16:13:01.983864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39ec1dff-4325-4286-b519-795e3995ef27 req-60581244-4fe5-4f77-a367-62e8b9c1333b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Oct 27 16:13:02.185501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45d348-7a92-4edd-952b-b160d88eccf9 req-6c4e45af-90ef-4aa5-8a09-f1d89b8f3b7f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.187020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b45d348-7a92-4edd-952b-b160d88eccf9 req-6c4e45af-90ef-4aa5-8a09-f1d89b8f3b7f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 944 time: 0.0564954 Oct 27 16:13:02.230904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1210488c-3fca-438c-a29e-50fc1b09b7f0 req-4d8d8058-ad0d-4f35-a583-7001b3212370 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0377264 Oct 27 16:13:02.250169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b45d348-7a92-4edd-952b-b160d88eccf9 req-2f644542-426a-4b27-878f-6cdd2dd81235 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558558 Oct 27 16:13:02.252443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c61c2965-f17b-4da9-b7e6-233eed141a65 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:02.258147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c61c2965-f17b-4da9-b7e6-233eed141a65 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:02.258530 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.356096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.381309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:02.383649 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da2074-54c6-4056-a669-0001d01b8dee" -d '{"events": [{"server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "name": "network-vif-plugged", "status": "completed", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:02.400462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c61c2965-f17b-4da9-b7e6-233eed141a65,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:02.446759 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd6406-e3af-43b3-9608-2268d269a3ef x-openstack-request-id: req-54bd6406-e3af-43b3-9608-2268d269a3ef {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:02.447103 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "name": "network-vif-plugged", "status": "completed", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:02.447365 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54bd6406-e3af-43b3-9608-2268d269a3ef {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:02.447789 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65', 'code': 200} Oct 27 16:13:02.490373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.587244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:02.600144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.600723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.601204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.601795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.602263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.602757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.603261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.603767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.604228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.604705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.605694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.606154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:02.653596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5682f-45de-46cf-9608-867c549f8e24 req-9ac9e3ca-b5c8-4b2d-94bb-0525ab26af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.656149 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccf5682f-45de-46cf-9608-867c549f8e24 req-9ac9e3ca-b5c8-4b2d-94bb-0525ab26af18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 1096 time: 0.1117771 Oct 27 16:13:02.735500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccf5682f-45de-46cf-9608-867c549f8e24 req-b547621d-a13d-40bc-a805-f5e8cd20d429 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482600 Oct 27 16:13:03.126375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e18cc96-eaf5-4bf9-ab68-4449480249cc req-22039839-b583-412b-ba93-92f47bf1c9d8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 210 time: 0.0638256 Oct 27 16:13:03.171695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702adc9-2977-4b4c-a270-530d252b5d3b req-b6f15a6a-9d7c-4749-b4af-c63318f3e4ef tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.182738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8702adc9-2977-4b4c-a270-530d252b5d3b req-b6f15a6a-9d7c-4749-b4af-c63318f3e4ef tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1052389 Oct 27 16:13:03.239090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8702adc9-2977-4b4c-a270-530d252b5d3b req-d9d57b82-7ec0-4e15-86c8-c6a883d52798 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Oct 27 16:13:03.347626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ef2a7a4-4f07-469e-8758-8baaf7dd1ee4 req-aa057bf8-d7b0-4701-b144-9a9a1a5d9a2e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0377636 Oct 27 16:13:03.423606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d848c-9277-49be-a84d-61d6d31f870c req-b2a0f5cb-2e05-4eba-8a95-5bb8f31e4f39 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.432164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f9d848c-9277-49be-a84d-61d6d31f870c req-b2a0f5cb-2e05-4eba-8a95-5bb8f31e4f39 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.0830495 Oct 27 16:13:03.469826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f9d848c-9277-49be-a84d-61d6d31f870c req-79caeb65-78fb-4b2d-bdba-d68aad881d6f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Oct 27 16:13:04.051886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-07a77100-4da7-4cfc-b7cf-75029285df6a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.053523 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-07a77100-4da7-4cfc-b7cf-75029285df6a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 813 time: 0.1438768 Oct 27 16:13:04.078701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Request body: {'port': {'device_id': '69cde802-8076-47d8-989b-fb250bec037e', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'admin_state_up': True, 'tenant_id': '48444d68817f4ea284fd6635149a29ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:04.244175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-942c1c2f-c962-4c6b-a799-289add0fac44 req-045e3d78-a0c9-4d34-8faf-224cab0ab843 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 210 time: 0.0299854 Oct 27 16:13:04.359931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Made reservation on behalf of 48444d68817f4ea284fd6635149a29ad for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:04.380714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.457808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb93e6d-e5dd-4015-9519-a7f96ddeb59a req-c70de353-5fc0-49b9-91a1-5538d8bb83ef tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.472131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afb93e6d-e5dd-4015-9519-a7f96ddeb59a req-c70de353-5fc0-49b9-91a1-5538d8bb83ef tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1520839 Oct 27 16:13:04.562751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efcff558-8cbf-4d4f-83e2-d4607a7628c9 req-63fb3dcf-0e74-4618-8042-4cade6b4eb9a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0823441 Oct 27 16:13:04.617200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afb93e6d-e5dd-4015-9519-a7f96ddeb59a req-b50aca4a-50c8-4e1c-9145-6ce14df06eae tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420045 Oct 27 16:13:04.712783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Allocated IP 172.20.0.4 (b052f199-0849-412b-80bf-037fb9c16a5b/41ad0637-c618-4b0b-b997-1d9cf0df1277/02229351-ad0f-486a-8fde-3e6474e4ee9e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:04.933987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60e80-dc5d-4aac-8ae8-42bc0f9d3e0b req-36ecc5af-c974-43d1-a32b-a0840d485a0b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.947929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2c60e80-dc5d-4aac-8ae8-42bc0f9d3e0b req-36ecc5af-c974-43d1-a32b-a0840d485a0b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.2086821 Oct 27 16:13:05.018619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.030313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2c60e80-dc5d-4aac-8ae8-42bc0f9d3e0b req-9707b013-1834-435e-8887-0b38a97168cd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758462 Oct 27 16:13:05.132461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.177143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Network b052f199-0849-412b-80bf-037fb9c16a5b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:05.187156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:05.192670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:05.231970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:05.259626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.260356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.337527 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-44ef63e3-a4b6-4206-bd7d-b3cf987fbb9c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622378 Oct 27 16:13:05.354887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Request body: {'port': {'device_id': '69cde802-8076-47d8-989b-fb250bec037e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:05.384873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-2f8cc948-0063-4485-992a-d7d45fcc4e18 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.387853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-2f8cc948-0063-4485-992a-d7d45fcc4e18 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.2538218 Oct 27 16:13:05.408247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:05.644825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf9b0-2b0e-4b85-ad08-100ffea2169a req-e8181ef1-39d8-4606-a901-665bf05ee982 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.646333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b8cf9b0-2b0e-4b85-ad08-100ffea2169a req-e8181ef1-39d8-4606-a901-665bf05ee982 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 931 time: 0.2328410 Oct 27 16:13:05.721761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad7be2e5-c093-411b-a7d0-f44ce5cc6f86 req-38e042bb-026e-4811-9790-5473c080ce80 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0580864 Oct 27 16:13:05.732558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b8cf9b0-2b0e-4b85-ad08-100ffea2169a req-202186a8-99e8-46c9-a1b6-de440156c920 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784817 Oct 27 16:13:05.794871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:05.800162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.881194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.067205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.14 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/94453835-d916-4fb7-8e57-f21e60e76382) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:06.093233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0119-9cc7-4221-90e1-b69e9a35628a req-91467450-a92a-44dc-b5f3-f06d3272ba17 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.102492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50ec0119-9cc7-4221-90e1-b69e9a35628a req-91467450-a92a-44dc-b5f3-f06d3272ba17 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.2472687 Oct 27 16:13:06.196647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50ec0119-9cc7-4221-90e1-b69e9a35628a req-b4f24275-c408-4956-9abd-6e8d199725ce tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931363 Oct 27 16:13:06.282511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:06.293277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.300987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a3dd0-c3e1-4bda-8b86-7faa820c01bf req-b692238a-cb9d-4715-9fb0-33a76e2aadc1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.302945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a1a3dd0-c3e1-4bda-8b86-7faa820c01bf req-b692238a-cb9d-4715-9fb0-33a76e2aadc1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.1570675 Oct 27 16:13:06.312916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Transition to ACTIVE for port object 02229351-ad0f-486a-8fde-3e6474e4ee9e will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:06.400812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a1a3dd0-c3e1-4bda-8b86-7faa820c01bf req-831f2f07-c570-4594-81ec-1c25e985e92e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897026 Oct 27 16:13:06.422127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.613168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.613910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.665738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:06.669199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:06.670128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.673588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:06.725250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.768924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.768924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.794563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Attempting to bind port 02229351-ad0f-486a-8fde-3e6474e4ee9e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:06.794563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Attempting to bind port 02229351-ad0f-486a-8fde-3e6474e4ee9e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:06.794563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Attempting to bind port 02229351-ad0f-486a-8fde-3e6474e4ee9e on network b052f199-0849-412b-80bf-037fb9c16a5b {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:06.801297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Port 02229351-ad0f-486a-8fde-3e6474e4ee9e on network b052f199-0849-412b-80bf-037fb9c16a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:06.801628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Attempting to bind port 02229351-ad0f-486a-8fde-3e6474e4ee9e on network b052f199-0849-412b-80bf-037fb9c16a5b {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:06.811904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:06.812613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Checking segment: {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:06.813190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Bound using segment: {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:06.814419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Bound port: 02229351-ad0f-486a-8fde-3e6474e4ee9e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:06.815000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.913304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-e05372ab-3392-4c38-ab78-35c1f77599c6 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5087922 Oct 27 16:13:06.945226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Request body: {'port': {'device_id': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:06.945780 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:06.950262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:06.964614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cec775-e0e2-4e4a-96b9-d99061b02143 req-fdf511f0-0f36-4758-85f4-99c137666f7a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.967700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80cec775-e0e2-4e4a-96b9-d99061b02143 req-fdf511f0-0f36-4758-85f4-99c137666f7a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1105945 Oct 27 16:13:07.027221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116209-048d-4d7f-94e4-9e83789bf24a req-acb83960-52ec-4f51-a338-aacd6845102d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.035282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2116209-048d-4d7f-94e4-9e83789bf24a req-acb83960-52ec-4f51-a338-aacd6845102d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 932 time: 0.1987996 Oct 27 16:13:07.075974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.093068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.093309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.094740 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] 10.222.0.82 "PUT /v2.0/ports/02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 1091 time: 1.7459979 Oct 27 16:13:07.095230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:07.097538 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93283899-c402-4878-a8c7-9dec66bdcf92" -d '{"events": [{"name": "network-changed", "server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:07.138044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2116209-048d-4d7f-94e4-9e83789bf24a req-975342fb-ba80-4d3b-9bab-a72a2291ac6c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966978 Oct 27 16:13:07.145583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5ba57-4721-4910-97f9-f74ca50857e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:07.162744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80cec775-e0e2-4e4a-96b9-d99061b02143 req-b8882aeb-d741-4dd6-b201-af7d2c866f37 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683741 Oct 27 16:13:07.172785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.336053 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd18da2d-7039-4b2a-ad93-db9239182f5b x-openstack-request-id: req-fd18da2d-7039-4b2a-ad93-db9239182f5b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:07.336053 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:07.336053 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd18da2d-7039-4b2a-ad93-db9239182f5b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:07.336606 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'status': 'completed', 'code': 200} Oct 27 16:13:07.359784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-f763baa5-a1e9-411c-95a5-9d6ad27cf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.363241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-f763baa5-a1e9-411c-95a5-9d6ad27cf573 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1094 time: 0.0835798 Oct 27 16:13:07.411524 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-274b1f9f-c504-4238-9e56-357088b5e3be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 217 time: 0.0344572 Oct 27 16:13:07.470978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-cef01cd6-a8d3-4876-b266-6a57a1e848a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.473431 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-cef01cd6-a8d3-4876-b266-6a57a1e848a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0528636 Oct 27 16:13:07.504594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431db6-0b93-45a7-bf45-5c4bb684acf5 req-dc656627-299a-4cfe-a9d9-31e6710aa549 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.506131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd431db6-0b93-45a7-bf45-5c4bb684acf5 req-dc656627-299a-4cfe-a9d9-31e6710aa549 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1135139 Oct 27 16:13:07.514958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-76750c13-00a1-4278-ad47-8a2ea7a39fd0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275919 Oct 27 16:13:07.619678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd431db6-0b93-45a7-bf45-5c4bb684acf5 req-3ed72bf3-383e-4af5-b4cd-b34968bfe115 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966296 Oct 27 16:13:07.647550 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-4f905992-f7bf-4d38-ab8e-b109434f3d69 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144416 Oct 27 16:13:07.657651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94453835-d916-4fb7-8e57-f21e60e76382 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:07.666737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.681486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Transition to ACTIVE for port object 94453835-d916-4fb7-8e57-f21e60e76382 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:07.752563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-122268fb-c1cd-4853-a986-d2e32e5cb9f1 req-bcccdcee-a55f-45c9-bfbc-473b97a13d0c service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935767 Oct 27 16:13:07.775981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.828918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Pushing event updated for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:07.907670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Attempting to bind port 94453835-d916-4fb7-8e57-f21e60e76382 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:07.908014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Attempting to bind port 94453835-d916-4fb7-8e57-f21e60e76382 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Attempting to bind port 94453835-d916-4fb7-8e57-f21e60e76382 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Port 94453835-d916-4fb7-8e57-f21e60e76382 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Attempting to bind port 94453835-d916-4fb7-8e57-f21e60e76382 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Bound port: 94453835-d916-4fb7-8e57-f21e60e76382, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:07.948210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.962667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-3e7583d0-cffa-45ea-90d0-f9ac660b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.965138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-3e7583d0-cffa-45ea-90d0-f9ac660b0854 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1094 time: 0.0532908 Oct 27 16:13:07.991619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:07.995199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=94453835-d916-4fb7-8e57-f21e60e76382,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:08.074580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-99701671-20e0-4037-8822-f740127ec892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.074775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.076334 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-99701671-20e0-4037-8822-f740127ec892 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 914 time: 0.0959957 Oct 27 16:13:08.113085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.113703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.115106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] 10.222.0.82 "PUT /v2.0/ports/94453835-d916-4fb7-8e57-f21e60e76382 HTTP/1.1" status: 200 len: 1092 time: 1.1782961 Oct 27 16:13:08.115548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:08.117799 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c8990-de3b-4cdc-99f4-058057359842" -d '{"events": [{"name": "network-changed", "server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "tag": "94453835-d916-4fb7-8e57-f21e60e76382"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:08.130721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-b07ec611-b972-4920-bdb9-b528cc53bb44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 217 time: 0.0448465 Oct 27 16:13:08.139349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc32fb1-d335-410f-98ab-a54a3669874d service neutron] Pushing event updated for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:08.196357 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531aedb2-1037-4f6c-aded-05793d05963e x-openstack-request-id: req-531aedb2-1037-4f6c-aded-05793d05963e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:08.196646 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "tag": "94453835-d916-4fb7-8e57-f21e60e76382", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:08.196909 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-531aedb2-1037-4f6c-aded-05793d05963e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:08.197372 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382', 'status': 'completed', 'code': 200} Oct 27 16:13:08.213749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-928d7892-f873-4bee-a032-efaebe07d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.216084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-928d7892-f873-4bee-a032-efaebe07d334 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0679414 Oct 27 16:13:08.250598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-c50cc620-ca9e-4308-885f-79fac383a65d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266812 Oct 27 16:13:08.355367 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-a1fb2bc2-b68a-4825-8e34-bf70a916e3b6 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954585 Oct 27 16:13:08.360220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453dbb-9065-4828-818f-ecb0b400f96d req-8fa7a024-1e56-4d09-abb1-4f268034b0dc tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.362102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab453dbb-9065-4828-818f-ecb0b400f96d req-8fa7a024-1e56-4d09-abb1-4f268034b0dc tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 944 time: 0.1176760 Oct 27 16:13:08.370275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8629d4-aa2e-474c-81a9-6c45f57c637d req-12626e83-2635-4e87-8235-9155b6079a75 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.371709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb8629d4-aa2e-474c-81a9-6c45f57c637d req-12626e83-2635-4e87-8235-9155b6079a75 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1139057 Oct 27 16:13:08.375210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8990-de3b-4cdc-99f4-058057359842 req-f21afe2f-4def-46b8-a161-d56a69e833ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.377359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c88c8990-de3b-4cdc-99f4-058057359842 req-f21afe2f-4def-46b8-a161-d56a69e833ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 1095 time: 0.1450539 Oct 27 16:13:08.485134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93283899-c402-4878-a8c7-9dec66bdcf92 req-87fbfb9e-a0c7-4380-971c-d43b8299902d service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183846 Oct 27 16:13:08.790814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb8629d4-aa2e-474c-81a9-6c45f57c637d req-c9eaf68f-f734-449c-ae57-de5577786f3f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119141 Oct 27 16:13:08.795367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab453dbb-9065-4828-818f-ecb0b400f96d req-905dd655-e20e-4c6e-9ffe-99b8c5d3251d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227490 Oct 27 16:13:08.843205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8990-de3b-4cdc-99f4-058057359842 req-7b74173d-ca21-4f99-900e-8e1457f4ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.844882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c88c8990-de3b-4cdc-99f4-058057359842 req-7b74173d-ca21-4f99-900e-8e1457f4ce56 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d578313f74184ff1a4011a56ede513ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4553618 Oct 27 16:13:08.958070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8990-de3b-4cdc-99f4-058057359842 req-7abfbbf7-bbaf-4126-af9d-ef0f5e3cd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.959576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c88c8990-de3b-4cdc-99f4-058057359842 req-7abfbbf7-bbaf-4126-af9d-ef0f5e3cd682 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058495 Oct 27 16:13:09.126842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-3367d33d-ddc2-4e4a-a10d-0488f8e52541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.128414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-3367d33d-ddc2-4e4a-a10d-0488f8e52541 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 1095 time: 0.0793273 Oct 27 16:13:09.149775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7dac-aae3-4b8d-9e9f-7ee8c8459ab8 req-1791419b-939e-45f3-87a5-4652a8316aad tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.151385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-029e7dac-aae3-4b8d-9e9f-7ee8c8459ab8 req-1791419b-939e-45f3-87a5-4652a8316aad tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Oct 27 16:13:09.195553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-d288cac4-4ffb-47b7-a283-adbb6a637f9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94453835-d916-4fb7-8e57-f21e60e76382 HTTP/1.1" status: 200 len: 217 time: 0.0424299 Oct 27 16:13:09.261300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-029e7dac-aae3-4b8d-9e9f-7ee8c8459ab8 req-fa35a55d-3a8a-488f-ae12-0cf9638c51cb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994716 Oct 27 16:13:09.273389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-f6fabfba-dfb1-405c-a35f-8781cd7aa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.275063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-f6fabfba-dfb1-405c-a35f-8781cd7aa834 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.0699220 Oct 27 16:13:09.310779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-2dbe5a2b-d76c-43d6-9774-12ca48e9a51d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270050 Oct 27 16:13:09.441785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-bf997a3d-1fe7-414a-a898-59673a590abb service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157179 Oct 27 16:13:09.459268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05498a48-65ce-4925-9009-53bf75def356 req-444fe9dc-cf5c-4575-9e00-ab7e5bffcc15 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.460707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05498a48-65ce-4925-9009-53bf75def356 req-444fe9dc-cf5c-4575-9e00-ab7e5bffcc15 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 951 time: 0.0783839 Oct 27 16:13:09.542193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05498a48-65ce-4925-9009-53bf75def356 req-b75bbaa8-6440-4263-8227-72656f478af5 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742729 Oct 27 16:13:09.575192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352377b3-760a-48ec-aacf-066dcaf2be63 req-482bd003-2046-4d55-bcb3-3bcf8bc63616 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239085 Oct 27 16:13:10.554802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817adea3-8b2d-44d7-b871-5dbf877f74e2 req-adcce09f-8c22-45c4-b7bd-3d5b875d4713 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.556256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-817adea3-8b2d-44d7-b871-5dbf877f74e2 req-adcce09f-8c22-45c4-b7bd-3d5b875d4713 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0577900 Oct 27 16:13:10.598463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-817adea3-8b2d-44d7-b871-5dbf877f74e2 req-4a773721-6b74-441d-92a1-e72c9f84f894 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Oct 27 16:13:10.723003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33941bf-84b0-4ff6-a916-35705194cf3b req-9f93682f-826c-4980-9c75-e56b91d59748 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.724687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d33941bf-84b0-4ff6-a916-35705194cf3b req-9f93682f-826c-4980-9c75-e56b91d59748 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 944 time: 0.0567994 Oct 27 16:13:10.765002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d33941bf-84b0-4ff6-a916-35705194cf3b req-dac7a4ec-2096-4917-afd4-06dc5737e084 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Oct 27 16:13:11.059166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb4d4-d762-455d-81b6-5a95dede35b7 req-451d5151-1c43-4ab9-a3ca-9c1cde4d76c4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.061365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-920bb4d4-d762-455d-81b6-5a95dede35b7 req-451d5151-1c43-4ab9-a3ca-9c1cde4d76c4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0608366 Oct 27 16:13:11.106976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-920bb4d4-d762-455d-81b6-5a95dede35b7 req-5835ef21-4e00-41c9-a7da-da4be4149614 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385799 Oct 27 16:13:11.332340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1b721f1c-ad45-4e13-b201-fee45ef48de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.523323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590839-c44c-4350-a0d1-21afbedbb5dd req-f8287012-a021-4f62-bae1-87be6b989e36 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.532282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c590839-c44c-4350-a0d1-21afbedbb5dd req-f8287012-a021-4f62-bae1-87be6b989e36 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 951 time: 0.0694857 Oct 27 16:13:11.577913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c590839-c44c-4350-a0d1-21afbedbb5dd req-b927553e-8435-4ef6-a796-6909bfd1fa78 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Oct 27 16:13:11.725079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0fe3e-9d1c-4191-9d1a-fecb9771a2f1 req-1e0c288b-465a-43fd-bfba-85167c314414 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.726624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcd0fe3e-9d1c-4191-9d1a-fecb9771a2f1 req-1e0c288b-465a-43fd-bfba-85167c314414 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0535152 Oct 27 16:13:11.767210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcd0fe3e-9d1c-4191-9d1a-fecb9771a2f1 req-1833e76b-7b2e-45ed-b9c3-142bc1837faf tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Oct 27 16:13:11.847473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:11.863872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:11.901107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb041b-636e-45aa-a417-443e3bf9682c req-077ed6d3-dc15-43d2-bd4e-c37f01fc938b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.904065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fdb041b-636e-45aa-a417-443e3bf9682c req-077ed6d3-dc15-43d2-bd4e-c37f01fc938b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 944 time: 0.0616400 Oct 27 16:13:11.957061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fdb041b-636e-45aa-a417-443e3bf9682c req-34f62ac6-6012-4f18-8a80-44d93f29125f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Oct 27 16:13:12.018206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:12.032768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'port_id': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'mac_address': 'fa:16:3e:93:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad0637-c618-4b0b-b997-1d9cf0df1277', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:12.103302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.114402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.137802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:12.147515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:12.148466 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c3436-cb6c-4a06-ae79-c576314adec0" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-unplugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:12.166420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:12.176215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:12.205684 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887f0b6-8ef7-4269-bc9f-f6b8f9e952a7 x-openstack-request-id: req-a887f0b6-8ef7-4269-bc9f-f6b8f9e952a7 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:12.205979 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-unplugged", "status": "completed", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:12.206411 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a887f0b6-8ef7-4269-bc9f-f6b8f9e952a7 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:12.207136 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'code': 200} Oct 27 16:13:12.257172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.263096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6ece-72fc-4a04-af93-7e2fe756dd73 req-1dc277ef-c33d-4978-8241-0eb51ea7e900 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.264838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66ee6ece-72fc-4a04-af93-7e2fe756dd73 req-1dc277ef-c33d-4978-8241-0eb51ea7e900 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0588396 Oct 27 16:13:12.310675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.311926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66ee6ece-72fc-4a04-af93-7e2fe756dd73 req-311ce5e6-35ee-41dd-8ac5-4e7890d96448 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Oct 27 16:13:12.312730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=11']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.363818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.705343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c690652-c38f-4b9d-ad77-f80746bddbfa req-9194caa0-c36f-4546-9042-169c73a3ffa7 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.706874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c690652-c38f-4b9d-ad77-f80746bddbfa req-9194caa0-c36f-4546-9042-169c73a3ffa7 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.0536652 Oct 27 16:13:12.769791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c690652-c38f-4b9d-ad77-f80746bddbfa req-63976f9a-560b-413a-9d8f-92707382dc0c tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Oct 27 16:13:12.776953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-a4217db3-abf9-4c5f-b87e-dabfc9ddf8a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665355 Oct 27 16:13:12.828917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['02229351-ad0f-486a-8fde-3e6474e4ee9e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:12.889983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-2e2a849e-2229-43c4-82fa-ef8dc1fc6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.891444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-2e2a849e-2229-43c4-82fa-ef8dc1fc6999 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 1096 time: 0.0826006 Oct 27 16:13:12.911433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdb6cb-5400-4cc9-99a5-7ed435314a3e req-ee059985-491a-44c9-9093-e96301c0b37c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.919277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cdb6cb-5400-4cc9-99a5-7ed435314a3e req-ee059985-491a-44c9-9093-e96301c0b37c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.0719082 Oct 27 16:13:13.023387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cdb6cb-5400-4cc9-99a5-7ed435314a3e req-6b7e092a-0118-4b49-9484-4bfd2f07f0f9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015441 Oct 27 16:13:13.071169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-94ed5ee3-186d-4220-ad06-da367cc3eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.073031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-94ed5ee3-186d-4220-ad06-da367cc3eb82 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 200 len: 917 time: 0.1508510 Oct 27 16:13:13.192113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312601bf-68d4-4477-866f-7166bd6fa903 req-d5c90d83-16b8-43f3-b588-7e3535355353 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.193592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-312601bf-68d4-4477-866f-7166bd6fa903 req-d5c90d83-16b8-43f3-b588-7e3535355353 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 944 time: 0.1141083 Oct 27 16:13:13.195643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-1ce4becb-31b8-4f8c-9bd3-cdceff61574e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 200 len: 1001 time: 0.1047473 Oct 27 16:13:13.272052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-312601bf-68d4-4477-866f-7166bd6fa903 req-add7c797-f506-4552-bcfc-20569bc68ba7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718744 Oct 27 16:13:13.273806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-db351ae2-7604-46af-89a2-6b21b674bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.275468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-db351ae2-7604-46af-89a2-6b21b674bb1c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7ca1b9bd-aae8-4881-a49f-008869f91c60 HTTP/1.1" status: 200 len: 855 time: 0.0693719 Oct 27 16:13:13.323492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-65963ef5-2045-4af9-ba3f-478a8708beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.325091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-65963ef5-2045-4af9-ba3f-478a8708beac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4beef55a-38c5-443b-b3fd-dde51b9bc0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414639 Oct 27 16:13:13.445888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:13:13.472803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6d4f9-01ba-4f30-80af-8eb2487d3b86 req-2581a114-6694-4e1f-8344-cc098875e20a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.474369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de6d4f9-01ba-4f30-80af-8eb2487d3b86 req-2581a114-6694-4e1f-8344-cc098875e20a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0765698 Oct 27 16:13:13.476182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-b84350e7-bfba-422a-a169-f182d311efb5 service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431019 Oct 27 16:13:13.563474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de6d4f9-01ba-4f30-80af-8eb2487d3b86 req-dfc997e0-b486-414e-9b74-05d7c77b3718 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828066 Oct 27 16:13:13.601565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56fa4ff3-db3e-47bb-9c3f-d14d183021c4 req-41654d45-9600-46df-b5f4-a1d066d5368c service neutron] 10.222.0.82 "GET /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068182 Oct 27 16:13:13.869398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 94453835-d916-4fb7-8e57-f21e60e76382 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:13.896159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ce554-2023-4ad8-94e8-ad7b9e958565 req-418ef3d9-8032-4992-8053-83224753e570 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.897685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e59ce554-2023-4ad8-94e8-ad7b9e958565 req-418ef3d9-8032-4992-8053-83224753e570 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.0554984 Oct 27 16:13:13.937839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e59ce554-2023-4ad8-94e8-ad7b9e958565 req-bf5c2063-7f94-4795-ad3f-f22e7eec4809 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/security-groups?id=02a9c557-19cf-494c-977a-a2c8503ed83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Oct 27 16:13:13.959370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c167d239-0636-4412-8653-eee22bd814c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.978416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=94453835-d916-4fb7-8e57-f21e60e76382,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:13.990773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '94453835-d916-4fb7-8e57-f21e60e76382', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': '94453835-d916-4fb7-8e57-f21e60e76382', 'mac_address': 'fa:16:3e:52:89:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:14.036151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.071695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94453835-d916-4fb7-8e57-f21e60e76382 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:14.092982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=94453835-d916-4fb7-8e57-f21e60e76382,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:14.152320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03a46-35ab-498d-bbf5-78e9498a6456 req-006247de-06f3-4eeb-b3dc-354d858363e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.154789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67b03a46-35ab-498d-bbf5-78e9498a6456 req-006247de-06f3-4eeb-b3dc-354d858363e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.0578578 Oct 27 16:13:14.202111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67b03a46-35ab-498d-bbf5-78e9498a6456 req-12ec71aa-fbc9-484d-980c-2f066491b976 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Oct 27 16:13:14.274278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.294247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-9f92b10b-6330-4835-9c4b-8ac4b0ab415f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.295862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-9f92b10b-6330-4835-9c4b-8ac4b0ab415f tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.82 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 949 time: 0.0595036 Oct 27 16:13:14.329271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.436271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097378a-f656-4659-98d9-9f1793a471aa req-c26cb769-0572-4be0-935f-a5b69c9c9de5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.437767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8097378a-f656-4659-98d9-9f1793a471aa req-c26cb769-0572-4be0-935f-a5b69c9c9de5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 945 time: 0.0840733 Oct 27 16:13:14.468551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Deleting port 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:14.469647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.553744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8097378a-f656-4659-98d9-9f1793a471aa req-87123f20-b09b-4103-a8f9-fb4a658bceeb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Oct 27 16:13:14.577326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.602869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] For port 570f532c-06f2-4ff8-8227-8e15a11cf1ab, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=570f532c-06f2-4ff8-8227-8e15a11cf1ab,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:14.603219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.618694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Calling delete_port for 570f532c-06f2-4ff8-8227-8e15a11cf1ab owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:14.697683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['94453835-d916-4fb7-8e57-f21e60e76382'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:14.744786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc16d-ea71-4f91-9ded-12472d218d77 req-93a720e6-8f59-4cf8-a249-a3ff1b2f88ab tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.760971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c5dc16d-ea71-4f91-9ded-12472d218d77 req-93a720e6-8f59-4cf8-a249-a3ff1b2f88ab tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Oct 27 16:13:14.820810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c5dc16d-ea71-4f91-9ded-12472d218d77 req-2dc84616-4d0b-40c4-b0a4-23b346fc4e90 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673587 Oct 27 16:13:14.936899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.978068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Pushing event deleted for resources: {'Port': ['ID=570f532c-06f2-4ff8-8227-8e15a11cf1ab,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:15.040512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] No DVR routers for this DVR port 570f532c-06f2-4ff8-8227-8e15a11cf1ab on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:15.053039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.056578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4059ff1-c05a-4fbd-93bf-d112b0cccbea req-d889a298-e5e6-4849-814b-15b9046acb87 tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.82 "DELETE /v2.0/ports/570f532c-06f2-4ff8-8227-8e15a11cf1ab HTTP/1.1" status: 204 len: 173 time: 0.7498450 Oct 27 16:13:15.057071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-deleted', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:15.059561 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8966a92-45dc-4689-96d2-3d4cb2a9fe28" -d '{"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-deleted", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:15.085933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39a8c2a8-f03d-4a45-b02c-2e499b3f9954 req-2ea4b17e-2453-4739-9f82-387e3a371bff tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 210 time: 0.0410392 Oct 27 16:13:15.113372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.129735 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1cc819-a124-4ca8-af07-a1ff955f5ec8 x-openstack-request-id: req-cd1cc819-a124-4ca8-af07-a1ff955f5ec8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:15.130234 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928bcd41-a138-4b93-ade6-342440f2dd09", "name": "network-vif-deleted", "tag": "570f532c-06f2-4ff8-8227-8e15a11cf1ab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:15.130550 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd1cc819-a124-4ca8-af07-a1ff955f5ec8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:15.131095 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928bcd41-a138-4b93-ade6-342440f2dd09', 'name': 'network-vif-deleted', 'tag': '570f532c-06f2-4ff8-8227-8e15a11cf1ab', 'status': 'completed', 'code': 200} Oct 27 16:13:15.352243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4920-ee40-4627-b2b0-afabaa59bf74 req-a06427a7-3feb-472a-aad9-6f2a12429415 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:15.353836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e74c4920-ee40-4627-b2b0-afabaa59bf74 req-a06427a7-3feb-472a-aad9-6f2a12429415 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.0756974 Oct 27 16:13:15.397459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e74c4920-ee40-4627-b2b0-afabaa59bf74 req-79a0649c-2e00-4f7e-90e5-26d88c16a921 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Oct 27 16:13:15.683628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930eebc-bbe5-414d-b7d0-8088e6bc9a25 req-8979f36b-e775-489d-ad40-93b8974d05c3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:15.685254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2930eebc-bbe5-414d-b7d0-8088e6bc9a25 req-8979f36b-e775-489d-ad40-93b8974d05c3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 945 time: 0.0558925 Oct 27 16:13:15.731773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2930eebc-bbe5-414d-b7d0-8088e6bc9a25 req-409c7fed-cae8-4e70-a220-532c1f720fed tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342319 Oct 27 16:13:15.890831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:15.950109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35af76a-f0ae-42c0-a6f4-d2e2f3bafb67 req-22126d8b-9b1e-4a62-bfab-eec1abc5369b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:15.951678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e35af76a-f0ae-42c0-a6f4-d2e2f3bafb67 req-22126d8b-9b1e-4a62-bfab-eec1abc5369b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0584447 Oct 27 16:13:15.993213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e35af76a-f0ae-42c0-a6f4-d2e2f3bafb67 req-8e2fa4ed-c822-4f94-85f8-ca46947e79ac tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Oct 27 16:13:16.027256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 02229351-ad0f-486a-8fde-3e6474e4ee9e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:16.033137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 02229351-ad0f-486a-8fde-3e6474e4ee9e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:16.033494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.116621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.149508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:16.153046 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c1117-b2c4-48b6-ac17-cec0904c1242" -d '{"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:16.166485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:16.191978 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4706ab-0d43-4b98-8f94-fb99b7d820bc x-openstack-request-id: req-3a4706ab-0d43-4b98-8f94-fb99b7d820bc {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:16.192296 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:16.192549 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a4706ab-0d43-4b98-8f94-fb99b7d820bc {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:16.192939 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'code': 200} Oct 27 16:13:16.201798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c80f4b6-ce71-48cb-bbd3-cb6556637f93 req-fa36a4e4-0963-4104-a69f-1db3ae84b31c tempest-ImagesOneServerTestJSON-1815394043 tempest-ImagesOneServerTestJSON-1815394043-project] 10.222.0.70 "GET /v2.0/ports?device_id=928bcd41-a138-4b93-ade6-342440f2dd09 HTTP/1.1" status: 200 len: 210 time: 0.0282080 Oct 27 16:13:16.289969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.290954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 94453835-d916-4fb7-8e57-f21e60e76382 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:16.307439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09483af9-b488-43da-a2d3-ee402770afdd req-a4091a62-3ed3-4ed4-bbb3-560dc4ec7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.308889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09483af9-b488-43da-a2d3-ee402770afdd req-a4091a62-3ed3-4ed4-bbb3-560dc4ec7832 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1095 time: 0.0421536 Oct 27 16:13:16.365257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09483af9-b488-43da-a2d3-ee402770afdd req-2ec492b6-00e1-4157-8e11-4eb60e95d7f7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Oct 27 16:13:16.374128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:16.532480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045713e-f822-4e71-bd01-67f481d7018a req-fc2a5bba-d8a6-445b-abca-980be28ee3f6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.534032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8045713e-f822-4e71-bd01-67f481d7018a req-fc2a5bba-d8a6-445b-abca-980be28ee3f6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0620067 Oct 27 16:13:16.535269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 94453835-d916-4fb7-8e57-f21e60e76382 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:16.539405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 94453835-d916-4fb7-8e57-f21e60e76382 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:16.539876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.577088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8045713e-f822-4e71-bd01-67f481d7018a req-3035f19b-1e89-45cb-8a7c-290d7deb106e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Oct 27 16:13:16.638984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.676544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=94453835-d916-4fb7-8e57-f21e60e76382,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:16.862778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46037-114c-4cf4-896d-75e97934cd2b req-840c57e7-b590-4f7e-9cf6-a895ed2dfc7b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.864567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23f46037-114c-4cf4-896d-75e97934cd2b req-840c57e7-b590-4f7e-9cf6-a895ed2dfc7b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0615933 Oct 27 16:13:16.909595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23f46037-114c-4cf4-896d-75e97934cd2b req-e15e79f1-aef1-4dc1-9fe6-7c3a7a13b7f2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Oct 27 16:13:16.949094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.951171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:16.995295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 570f532c-06f2-4ff8-8227-8e15a11cf1ab {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:16.995635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 570f532c-06f2-4ff8-8227-8e15a11cf1ab not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:17.022955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:17.062880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.114345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eebb0-bd70-42b8-b58c-1ef3ac2b57e5 req-a2723c4d-a8bb-444b-93ad-dc45da2795bd tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.115883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad7eebb0-bd70-42b8-b58c-1ef3ac2b57e5 req-a2723c4d-a8bb-444b-93ad-dc45da2795bd tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0499382 Oct 27 16:13:17.161224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad7eebb0-bd70-42b8-b58c-1ef3ac2b57e5 req-bf01660a-0dfc-45c6-b3ec-57bc8e85492b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Oct 27 16:13:17.691836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59844) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:17.698981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7364c-10c2-4527-a03f-a5a6d73939c3 req-3df7a953-3038-4005-9685-5727d43938da tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.701569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abd7364c-10c2-4527-a03f-a5a6d73939c3 req-3df7a953-3038-4005-9685-5727d43938da tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0544798 Oct 27 16:13:17.742411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abd7364c-10c2-4527-a03f-a5a6d73939c3 req-414d4b9c-8b72-4d46-88a3-d13df3049076 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Oct 27 16:13:17.837651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa0d4be1-268c-4f3d-886c-e37a9ffd8ddd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d7ad7f113d649fd9dc73323bc8090eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444006 Oct 27 16:13:17.840129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59848) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:17.887388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.908429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.029570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cc352-8724-441f-a4ea-2f4b9bcd6bdc req-cdcab6a2-371d-48ec-9041-207af1356a8d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.032876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-951cc352-8724-441f-a4ea-2f4b9bcd6bdc req-cdcab6a2-371d-48ec-9041-207af1356a8d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0506766 Oct 27 16:13:18.070492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-951cc352-8724-441f-a4ea-2f4b9bcd6bdc req-ad3089e5-b76f-45b1-b22e-69076fff3a7c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Oct 27 16:13:18.077833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.080455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.081754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02a9c557-19cf-494c-977a-a2c8503ed83c HTTP/1.1" status: 204 len: 168 time: 0.2407362 Oct 27 16:13:18.089722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317f3e0-f710-4f21-ba81-4ac40358db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a9c557-19cf-494c-977a-a2c8503ed83c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.194526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:18.196860 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e5ee6e-dbc9-477e-81ba-241b34d6457d" -d '{"events": [{"server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "name": "network-vif-plugged", "status": "completed", "tag": "94453835-d916-4fb7-8e57-f21e60e76382"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:18.232970 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300fb645-7569-4fd8-8aa6-e64acb4ff79e x-openstack-request-id: req-300fb645-7569-4fd8-8aa6-e64acb4ff79e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:18.233263 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "name": "network-vif-plugged", "status": "completed", "tag": "94453835-d916-4fb7-8e57-f21e60e76382", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:18.233524 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-300fb645-7569-4fd8-8aa6-e64acb4ff79e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:18.233918 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382', 'code': 200} Oct 27 16:13:18.280129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebf808-f104-4e3c-818c-c7a8a42efe9f req-ef9826f1-9a31-4e4d-84d8-7501e2117d7a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.281551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65ebf808-f104-4e3c-818c-c7a8a42efe9f req-ef9826f1-9a31-4e4d-84d8-7501e2117d7a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Oct 27 16:13:18.348865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65ebf808-f104-4e3c-818c-c7a8a42efe9f req-07645f24-b3ce-4e24-b8cd-32e083f4a191 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Oct 27 16:13:18.359349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea135a-3116-4ef3-8b5f-e815acfef131 req-92022b0c-3792-4e1c-bda6-05e8b7b9c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.360820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06ea135a-3116-4ef3-8b5f-e815acfef131 req-92022b0c-3792-4e1c-bda6-05e8b7b9c8d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 1097 time: 0.0560803 Oct 27 16:13:18.401719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06ea135a-3116-4ef3-8b5f-e815acfef131 req-f95bc38c-ce56-4bff-96be-59e0c1f588ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Oct 27 16:13:18.873103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501334c-6799-4760-9bc3-97b7db39c3bf req-325f2256-40c3-4e1c-a2bb-bd752a03c0cd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.874593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3501334c-6799-4760-9bc3-97b7db39c3bf req-325f2256-40c3-4e1c-a2bb-bd752a03c0cd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0490246 Oct 27 16:13:18.913699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3501334c-6799-4760-9bc3-97b7db39c3bf req-b66f2573-841e-4258-a6ba-c6052303e9a8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 27 16:13:19.230079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-6d81fcdc-62d5-4ca4-9d73-ba334a89efe5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.231588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-6d81fcdc-62d5-4ca4-9d73-ba334a89efe5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 813 time: 0.1384649 Oct 27 16:13:19.241605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e5894-85ef-4b7e-aca3-1c0ad44c2545 req-c0336177-16bf-4f1f-b9d0-b9677785769d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.243296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-200e5894-85ef-4b7e-aca3-1c0ad44c2545 req-c0336177-16bf-4f1f-b9d0-b9677785769d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0856442 Oct 27 16:13:19.268336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-c4277fdd-2d0b-400e-92b0-60a8d47550fd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/quotas/48444d68817f4ea284fd6635149a29ad HTTP/1.1" status: 200 len: 375 time: 0.0240772 Oct 27 16:13:19.312135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-200e5894-85ef-4b7e-aca3-1c0ad44c2545 req-3be37ae3-3e70-4d19-9ab1-cf0d7e34c27a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Oct 27 16:13:19.328573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-4238fe6f-8c3a-4533-8eea-791ba5154852 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535142 Oct 27 16:13:19.424974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-7045f71c-df81-4833-9bbf-af6f27b276e7 service neutron] 10.222.0.70 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879705 Oct 27 16:13:19.527083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-6329902c-e120-45b8-92d2-ae7bd77deabb service neutron] 10.222.0.70 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960040 Oct 27 16:13:19.578431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda471-b896-4ca1-8897-04592797f96e req-a8640e24-1469-4d7e-bd92-faa37483fa94 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.579897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26fda471-b896-4ca1-8897-04592797f96e req-a8640e24-1469-4d7e-bd92-faa37483fa94 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0565803 Oct 27 16:13:19.618323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26fda471-b896-4ca1-8897-04592797f96e req-cbc0651b-903c-40a2-96ac-138a77d78d95 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Oct 27 16:13:19.781399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8aca005e-2733-4258-b5cb-ac689c189f4c req-da90f8b5-a57a-4207-b80c-2a319c100d65 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 210 time: 0.0278316 Oct 27 16:13:19.937662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59926) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:20.061983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-955be994-6aff-4745-8c5a-89dcfa0d00ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.147272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-955be994-6aff-4745-8c5a-89dcfa0d00ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.211072 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-955be994-6aff-4745-8c5a-89dcfa0d00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.249490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-955be994-6aff-4745-8c5a-89dcfa0d00ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=924ed45b028f4e52b9439e33ebf4de58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107531 Oct 27 16:13:20.250346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955be994-6aff-4745-8c5a-89dcfa0d00ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f482eba-f775-4229-af6e-2adf1e30715b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:20.252186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:20.303087 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.326208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.428433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177268e8-03bb-4069-a377-ba590ba51332 req-6ce0d680-59e4-45a0-a74f-931421e9d817 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:20.429905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-177268e8-03bb-4069-a377-ba590ba51332 req-6ce0d680-59e4-45a0-a74f-931421e9d817 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0487478 Oct 27 16:13:20.443178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.446015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.447064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f482eba-f775-4229-af6e-2adf1e30715b HTTP/1.1" status: 204 len: 168 time: 0.1936305 Oct 27 16:13:20.462797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c840d-cf90-4750-9b70-52e10f3a478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f482eba-f775-4229-af6e-2adf1e30715b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:20.482597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-177268e8-03bb-4069-a377-ba590ba51332 req-fad251f4-215b-4301-8a3a-4285c7321c9f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Oct 27 16:13:20.741858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3855-7fd0-4640-91d0-a59c16e62ac7 req-c3d31dbb-012d-41ba-b12a-29d8b8dfed58 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:20.743591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c04e3855-7fd0-4640-91d0-a59c16e62ac7 req-c3d31dbb-012d-41ba-b12a-29d8b8dfed58 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0520325 Oct 27 16:13:20.784517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c04e3855-7fd0-4640-91d0-a59c16e62ac7 req-c8a1edca-dc52-4682-82bd-483a42090eee tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Oct 27 16:13:20.985472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8be5f468-3f2f-415b-8139-261e627dc84e req-8abc8048-007f-4357-a6b0-b19f269c7183 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 210 time: 0.0304668 Oct 27 16:13:21.002856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0951-5e96-411b-98c6-ab54e5ccd07f req-b9c59c6b-0885-42d1-98c0-7ebf235945bf tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:21.004557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547c0951-5e96-411b-98c6-ab54e5ccd07f req-b9c59c6b-0885-42d1-98c0-7ebf235945bf tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0807083 Oct 27 16:13:21.061275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547c0951-5e96-411b-98c6-ab54e5ccd07f req-1c587c24-e90b-482a-843b-501f627f6e37 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495713 Oct 27 16:13:21.461929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59974) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.565893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-697584633-network', 'tenant_id': '476f38b25ee54310865f284dd1fded22'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:21.673883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Made reservation on behalf of 476f38b25ee54310865f284dd1fded22 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:21.676265 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.684797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.816885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.860163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-11f12958-b903-49b4-ab29-1175af6c84ca tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:21.861711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-11f12958-b903-49b4-ab29-1175af6c84ca tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 813 time: 0.1303549 Oct 27 16:13:21.881951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Request body: {'port': {'device_id': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'admin_state_up': True, 'tenant_id': '48444d68817f4ea284fd6635149a29ad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:21.941209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.972687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:22.005358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade1795-394a-46bf-be27-c65103126793,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:22.008446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.008798 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Added segment bda97e5c-24ae-4ff9-9dbf-9423051369df of type vlan for network ab7b76c1-9ef8-4393-be6a-46712408aee2 Oct 27 16:13:22.019687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5773c-6450-45d8-8054-c0ccdef8e970 req-75024135-72f8-4968-bb87-b2dbb31d7719 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.023604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adc5773c-6450-45d8-8054-c0ccdef8e970 req-75024135-72f8-4968-bb87-b2dbb31d7719 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1560309 Oct 27 16:13:22.125597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.130419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-207ced9f-3db7-43b4-8597-42cb54a4ed66 req-8c8e2de8-af59-48e4-880d-89d6dcd2523a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 210 time: 0.0596163 Oct 27 16:13:22.175509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adc5773c-6450-45d8-8054-c0ccdef8e970 req-01de11fc-7a0e-48c4-b3ae-0c56462586d4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410189 Oct 27 16:13:22.260046 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.260982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.261559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.283161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Made reservation on behalf of 48444d68817f4ea284fd6635149a29ad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:22.286517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.362743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10b01-7b50-4479-93f1-1f8315c5e5b6 req-b2402686-bc10-4632-9f85-c88b4180bcf7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.364257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a10b01-7b50-4479-93f1-1f8315c5e5b6 req-b2402686-bc10-4632-9f85-c88b4180bcf7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.1305406 Oct 27 16:13:22.366339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7b76c1-9ef8-4393-be6a-46712408aee2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:22.376653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:22.684093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c586af1c-123d-4530-ac75-a03f3f553a94 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2210505 Oct 27 16:13:22.687087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:22.692613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Request body: {'subnet': {'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-697584633-subnet', 'tenant_id': '476f38b25ee54310865f284dd1fded22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:22.730047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82a10b01-7b50-4479-93f1-1f8315c5e5b6 req-be3db5dd-3d5a-4b08-a48e-2d6e2dae2687 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584099 Oct 27 16:13:22.765388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Made reservation on behalf of 476f38b25ee54310865f284dd1fded22 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:22.767895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.775702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Allocated IP 172.20.0.10 (b052f199-0849-412b-80bf-037fb9c16a5b/41ad0637-c618-4b0b-b997-1d9cf0df1277/79e5edc9-b6a1-47c6-8b94-6a31ab320853) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:22.932985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.999925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.034609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.057339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['02229351-ad0f-486a-8fde-3e6474e4ee9e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:23.070073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89301fe2-c1e1-48fe-b14b-9d144c4982fd,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:23.082461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Checking segment: {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:23.082822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Network hostable DHCP agents. Network: ab7b76c1-9ef8-4393-be6a-46712408aee2, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:23.090133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Network b052f199-0849-412b-80bf-037fb9c16a5b is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:23.093342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:23.097390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:23.125513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Pushing event updated for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:23.153146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.153762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.175096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:23.259581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-458b6015-b181-47c3-88e5-17aee9cca97d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825257 Oct 27 16:13:23.269941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557717b4-c953-4e55-8ba9-a137dcb3b9e3 req-73591542-a4a8-46a5-af31-c4a3ccfc7d83 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.271413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-557717b4-c953-4e55-8ba9-a137dcb3b9e3 req-73591542-a4a8-46a5-af31-c4a3ccfc7d83 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 932 time: 0.0611634 Oct 27 16:13:23.278258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Request body: {'port': {'device_id': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:23.289534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ab7b76c1-9ef8-4393-be6a-46712408aee2) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:23.296368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.299830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.301630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa14b7-d887-4a3b-b9f5-9c5ece48c80d None None] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:23.389781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2a6020b3-f08b-4eb9-a546-a1b23c0a0c58 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7009821 Oct 27 16:13:23.414159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be146-a971-433a-b810-231ca5ba62e0 req-442e2602-4b11-46e1-acf3-a0322fc40863 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.415784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-901be146-a971-433a-b810-231ca5ba62e0 req-442e2602-4b11-46e1-acf3-a0322fc40863 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1544120 Oct 27 16:13:23.419572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-557717b4-c953-4e55-8ba9-a137dcb3b9e3 req-a26402ba-5414-45a2-a613-8111881b2861 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306114 Oct 27 16:13:23.420124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.438382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e85c4-f05f-4b20-86cf-f6604519e87d None None] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:23.496947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-901be146-a971-433a-b810-231ca5ba62e0 req-7436e6ca-8b97-43d7-bd27-6a0dc54b8dad tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Oct 27 16:13:23.730139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048067817', 'description': 'tempest-description-2125446207'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:23.800397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-2fcc8f81-7365-4cff-b730-6bc282154ceb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.801845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-2fcc8f81-7365-4cff-b730-6bc282154ceb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1899323 Oct 27 16:13:23.828084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-278a2b82-9f83-4765-adbc-47f127179357 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/quotas/9d1c7dbbb62645a1ba8c55d043401cf3 HTTP/1.1" status: 200 len: 375 time: 0.0188816 Oct 27 16:13:23.894278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.923774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e5edc9-b6a1-47c6-8b94-6a31ab320853 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:23.934810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-26c17e11-1e48-420b-a32d-d1013abfd71a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001186 Oct 27 16:13:23.936485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.997830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Transition to ACTIVE for port object 79e5edc9-b6a1-47c6-8b94-6a31ab320853 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:24.065881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.069968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-0d3d585d-adaf-4391-8669-0f8630011b88 service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265500 Oct 27 16:13:24.074092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.158007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.193514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.227097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2356c2-888f-4c43-af77-0e38505f001e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.278825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.279993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69960de0-2d37-4180-9e9e-200959a2a697 req-28a6a900-f09e-47ea-b861-94ea0855bb0b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5603523 Oct 27 16:13:24.295986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-ebe04b11-20dd-473c-b04e-fbe62d3fba36 service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147732 Oct 27 16:13:24.305007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Attempting to bind port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:24.305344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Attempting to bind port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:24.305806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Attempting to bind port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 on network b052f199-0849-412b-80bf-037fb9c16a5b {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:24.310615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 on network b052f199-0849-412b-80bf-037fb9c16a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:24.310944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Attempting to bind port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 on network b052f199-0849-412b-80bf-037fb9c16a5b {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:24.316042 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:24.316381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Checking segment: {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:24.316754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Bound using segment: {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:24.317176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Bound port: 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56611099-b5ad-412f-a6f3-d108c3577152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:24.317544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.410783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:24.414281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:24.422230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a7c91-d367-47bc-a21b-aba78c5ead90 req-20138450-d0ea-41bf-ad04-94649f2dbdd4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.423701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-772a7c91-d367-47bc-a21b-aba78c5ead90 req-20138450-d0ea-41bf-ad04-94649f2dbdd4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0734906 Oct 27 16:13:24.466525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-772a7c91-d367-47bc-a21b-aba78c5ead90 req-1d924cff-3b82-489b-801d-2dc4bd737652 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Oct 27 16:13:24.494677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.554946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.556118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.557628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] 10.222.0.82 "PUT /v2.0/ports/79e5edc9-b6a1-47c6-8b94-6a31ab320853 HTTP/1.1" status: 200 len: 1092 time: 1.2841461 Oct 27 16:13:24.557628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:24.561173 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db64de-01bf-4de7-be58-c637b651793c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:24.563258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254adc1d-0055-4223-b57b-c64597920c62 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.588927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-626686542', 'description': 'tempest-description-1865664911'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:24.687667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2333a-4c9c-45ec-92d8-6d8b333cb058 req-b5317928-53c8-492e-a91e-827c7d0b7838 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.689436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c2333a-4c9c-45ec-92d8-6d8b333cb058 req-b5317928-53c8-492e-a91e-827c7d0b7838 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 944 time: 0.0525343 Oct 27 16:13:24.719380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.768470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40c2333a-4c9c-45ec-92d8-6d8b333cb058 req-ef7dae19-a114-4999-8878-f854ad505abe tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727322 Oct 27 16:13:24.788529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-81260f64-376d-4475-974e-1508d020d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.790010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-81260f64-376d-4475-974e-1508d020d6fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 1095 time: 0.0873728 Oct 27 16:13:24.847842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-9c48f81b-e689-488d-b973-fbf208578cc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853 HTTP/1.1" status: 200 len: 217 time: 0.0482292 Oct 27 16:13:24.885875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02af862a-8abd-4d73-a70d-72c1e9ea1f13 req-c24ec701-9f62-4361-8ba5-7e4e673eb037 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 210 time: 0.0760388 Oct 27 16:13:24.925637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.940809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-0acd35c5-4c37-4be3-af31-d562d057229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.942468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-0acd35c5-4c37-4be3-af31-d562d057229d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0726049 Oct 27 16:13:24.994586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-d140aff1-54de-4319-a4a6-b0f5bd01fa2b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372391 Oct 27 16:13:24.995362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.100669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.118028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad42e-309e-469c-9049-c3b56252eb42 req-d6288e1b-7933-4d86-8d19-09998d0d8294 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.119560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aabad42e-309e-469c-9049-c3b56252eb42 req-d6288e1b-7933-4d86-8d19-09998d0d8294 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1611207 Oct 27 16:13:25.128021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.129254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79bc6770-9c84-45f6-baeb-8fb41464bbe5 req-2b5bc806-194f-4c6c-8497-46c1dacdb220 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5514901 Oct 27 16:13:25.167165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-86591e33-a5d8-45a6-88ec-08fe4e892952 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536553 Oct 27 16:13:25.196768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aabad42e-309e-469c-9049-c3b56252eb42 req-787393b3-063f-4242-9038-0ed9f7956e84 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Oct 27 16:13:25.234469 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace4c2b-f00e-445a-bedd-957b6590450c x-openstack-request-id: req-1ace4c2b-f00e-445a-bedd-957b6590450c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:25.234761 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:25.235025 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ace4c2b-f00e-445a-bedd-957b6590450c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:25.235449 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853', 'status': 'completed', 'code': 200} Oct 27 16:13:25.280260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8591aa72-f24d-4d31-9ea8-fb1e54ef9a55 req-f7a67b09-1bb6-4f16-8e81-b63fa009cc85 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997000 Oct 27 16:13:25.402799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-1c665f47-c2d6-489e-929d-ba813d419d2d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.404315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-1c665f47-c2d6-489e-929d-ba813d419d2d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 812 time: 0.1070147 Oct 27 16:13:25.418845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-57f65e44-bbea-409a-9f44-805adabce0b7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/quotas/476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 375 time: 0.0088398 Oct 27 16:13:25.450705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-04afb4a8-5501-4ad6-8dc7-35cc989722ff tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265799 Oct 27 16:13:25.596867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db64de-01bf-4de7-be58-c637b651793c req-76c60c15-3872-41b2-a847-edd8926c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.598362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-76c60c15-3872-41b2-a847-edd8926c9f33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 1095 time: 0.0946462 Oct 27 16:13:25.602159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-eee80421-cf02-4f94-8eb5-6448e80f4fe0 service neutron] 10.222.0.70 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435189 Oct 27 16:13:25.713847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a6364-d26d-4011-9ea7-93a229f7078e req-15a6bb1c-2a63-4924-bf40-dc1b57754ac8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.715280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-824a6364-d26d-4011-9ea7-93a229f7078e req-15a6bb1c-2a63-4924-bf40-dc1b57754ac8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.1694260 Oct 27 16:13:25.799258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db64de-01bf-4de7-be58-c637b651793c req-77b30a51-f7b9-40b3-964f-94af1d6900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.800709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-77b30a51-f7b9-40b3-964f-94af1d6900e2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 914 time: 0.1939428 Oct 27 16:13:25.803517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-824a6364-d26d-4011-9ea7-93a229f7078e req-4eadfee7-9664-4cc1-a0a9-8dfa49312355 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Oct 27 16:13:25.814485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-7cdd3515-a429-474f-85a7-21fa56a3d257 service neutron] 10.222.0.70 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989641 Oct 27 16:13:25.862331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-619bec84-581a-4052-a921-26bec1239b55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853 HTTP/1.1" status: 200 len: 217 time: 0.0426748 Oct 27 16:13:25.931401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db64de-01bf-4de7-be58-c637b651793c req-6df4716f-d366-4f87-8cd9-263e4050c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.933419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-6df4716f-d366-4f87-8cd9-263e4050c491 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0546789 Oct 27 16:13:25.977312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-867ba3b8-6a4e-4056-9fdc-0a51d85c16ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Oct 27 16:13:26.120816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0b0c3b-f987-4368-aa83-914eea950821 req-f1ea5596-30e3-431e-819a-493ccaf73c46 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 210 time: 0.0382671 Oct 27 16:13:26.144141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46a50b-ce69-4df4-871a-11a6b32850fc req-9951e67d-5781-4523-913c-934bd2f9ffc9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:26.145799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d46a50b-ce69-4df4-871a-11a6b32850fc req-9951e67d-5781-4523-913c-934bd2f9ffc9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 944 time: 0.1463623 Oct 27 16:13:26.183311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-fb3b9b59-c1c2-4a75-982f-46f3f20fd0c7 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977196 Oct 27 16:13:26.204210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6036d00e-adc5-4160-bbd6-db3feae06a8d req-8bc9f388-0271-42d9-8e0f-945d35eb577e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 210 time: 0.0389132 Oct 27 16:13:26.271459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d46a50b-ce69-4df4-871a-11a6b32850fc req-bba0903d-b25c-4bee-a3e3-102f57738cc7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187782 Oct 27 16:13:26.317203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db64de-01bf-4de7-be58-c637b651793c req-7393f85c-135f-4a65-8618-af0cd8deefb2 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158123 Oct 27 16:13:26.372932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b87eb-484b-47dd-aa86-02a679284e53 req-ec86c694-0a24-4800-b265-f3dac46b0b1a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:26.374402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a4b87eb-484b-47dd-aa86-02a679284e53 req-ec86c694-0a24-4800-b265-f3dac46b0b1a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Oct 27 16:13:26.413137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a4b87eb-484b-47dd-aa86-02a679284e53 req-f9ccfa97-f79b-40ff-bbce-5b9fe1a04ab1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Oct 27 16:13:26.881261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-baf9d058-0a6d-4e78-acfa-9939c43b857a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:26.882352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-baf9d058-0a6d-4e78-acfa-9939c43b857a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1137094 Oct 27 16:13:26.897381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Request body: {'port': {'device_id': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'admin_state_up': True, 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:26.989493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dffa7-7b74-47e7-86da-01d7863f0f4a req-d5f1b1d2-2014-4271-af44-5ed7614445d9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:26.991090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b8dffa7-7b74-47e7-86da-01d7863f0f4a req-d5f1b1d2-2014-4271-af44-5ed7614445d9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.1078377 Oct 27 16:13:27.343623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eadb2527-0464-4b3f-8981-22e539234f8e req-6a81bbdd-2e90-45a9-993f-5219273a4081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 210 time: 0.0412986 Oct 27 16:13:27.378798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b8dffa7-7b74-47e7-86da-01d7863f0f4a req-2ecf1a44-5752-4db4-8aaf-b5eb69b01f6f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810232 Oct 27 16:13:27.426392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53f1bf4b-3791-40b6-a52e-f89152c32f2c req-45ddb699-cab9-4d1b-bd98-428ad9d2db3f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Oct 27 16:13:27.473793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:27.478140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.626638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa49-07de-49bc-a1d8-5e36457ab563 req-aa49e185-0e4a-4b5d-8466-f4d66a21beb4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.628068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f1dfa49-07de-49bc-a1d8-5e36457ab563 req-aa49e185-0e4a-4b5d-8466-f4d66a21beb4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1282616 Oct 27 16:13:27.639527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e366-93b6-404d-81dd-04e5f38f7b7f req-275bae33-4585-4ee7-818e-6794c274974b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.640975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6188e366-93b6-404d-81dd-04e5f38f7b7f req-275bae33-4585-4ee7-818e-6794c274974b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 944 time: 0.1535075 Oct 27 16:13:27.740377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Allocated IP 172.20.0.14 (5806565d-8504-4f4b-b923-f489c33d16ad/4cb2d482-e5e3-4ff8-a465-de0a848ccdf9/b24dec9d-e6c6-4006-bdca-c49e31f32283) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:27.750729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f1dfa49-07de-49bc-a1d8-5e36457ab563 req-37531bed-de19-474d-a561-53bbd1f7ddda tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845590 Oct 27 16:13:27.754536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6188e366-93b6-404d-81dd-04e5f38f7b7f req-25580d65-7f43-4710-99c7-96778748b202 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847185 Oct 27 16:13:27.827901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.905379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.034254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.047721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:28.093847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Network 5806565d-8504-4f4b-b923-f489c33d16ad is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:28.100097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:28.102056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event updated for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:28.107345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:28.156469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.157011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.276839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-315c35a8-c44f-4a5b-a4ee-5f00270fac8e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3830364 Oct 27 16:13:28.289638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Request body: {'port': {'device_id': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:28.294315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.346118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.574901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50292a-d2db-4c45-a66b-311821c589e2 req-126c941e-a7b8-475e-82ab-6888ff273889 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.576408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f50292a-d2db-4c45-a66b-311821c589e2 req-126c941e-a7b8-475e-82ab-6888ff273889 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 932 time: 0.1326494 Oct 27 16:13:28.601725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bef44-efea-40b2-9ef3-470e635fe8cc req-6eddcef6-b1b2-4c47-a667-def0ac70d9d5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.603186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-024bef44-efea-40b2-9ef3-470e635fe8cc req-6eddcef6-b1b2-4c47-a667-def0ac70d9d5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.1485486 Oct 27 16:13:28.673075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f50292a-d2db-4c45-a66b-311821c589e2 req-983a384c-b30b-4311-9219-1ca924185192 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884423 Oct 27 16:13:28.700135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-024bef44-efea-40b2-9ef3-470e635fe8cc req-2b96535f-3857-4ce2-9079-946aff64f07e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874407 Oct 27 16:13:28.783625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cca13c8-624e-4d8f-abd2-d49d05bfd76e req-edb65f2f-3326-411d-9031-cc0bd364998c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 210 time: 0.0327337 Oct 27 16:13:28.789048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24dec9d-e6c6-4006-bdca-c49e31f32283 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:28.797508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.821535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Transition to ACTIVE for port object b24dec9d-e6c6-4006-bdca-c49e31f32283 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:28.922480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-815171ef-b8b7-4af1-9045-d8ab7a7322aa tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.924803 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-815171ef-b8b7-4af1-9045-d8ab7a7322aa tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 812 time: 0.1277716 Oct 27 16:13:28.925031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc9c05-fb94-4220-940d-f12350c1a236 req-d19b981c-7446-41a9-9316-5d51c4770a2e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.926507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddc9c05-fb94-4220-940d-f12350c1a236 req-d19b981c-7446-41a9-9316-5d51c4770a2e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0800896 Oct 27 16:13:28.948983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'device_id': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2', 'admin_state_up': True, 'tenant_id': '476f38b25ee54310865f284dd1fded22'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:28.965327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c271f5-1bf5-44e1-a9a8-0b8e8f9be238 req-5eca8c15-8875-45c9-babe-502e41a4757f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.966789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65c271f5-1bf5-44e1-a9a8-0b8e8f9be238 req-5eca8c15-8875-45c9-babe-502e41a4757f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 944 time: 0.0812845 Oct 27 16:13:28.995458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.998648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddc9c05-fb94-4220-940d-f12350c1a236 req-fd853cb8-6839-4f30-af28-c7bae9bbb649 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Oct 27 16:13:29.071975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65c271f5-1bf5-44e1-a9a8-0b8e8f9be238 req-0784a350-488c-4fdb-a291-95d7922926a0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974154 Oct 27 16:13:29.078094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Pushing event updated for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:29.147981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Made reservation on behalf of 476f38b25ee54310865f284dd1fded22 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:29.152066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.166878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Attempting to bind port b24dec9d-e6c6-4006-bdca-c49e31f32283 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:29.167423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Attempting to bind port b24dec9d-e6c6-4006-bdca-c49e31f32283 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:29.167787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Attempting to bind port b24dec9d-e6c6-4006-bdca-c49e31f32283 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:29.172867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Port b24dec9d-e6c6-4006-bdca-c49e31f32283 on network 5806565d-8504-4f4b-b923-f489c33d16ad not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:29.173193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Attempting to bind port b24dec9d-e6c6-4006-bdca-c49e31f32283 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:29.178195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:29.178538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Checking segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:29.178923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Bound using segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:29.179392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Bound port: b24dec9d-e6c6-4006-bdca-c49e31f32283, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:29.179750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.246730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:29.249744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:29.282459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Allocated IP 172.20.0.11 (ab7b76c1-9ef8-4393-be6a-46712408aee2/89301fe2-c1e1-48fe-b14b-9d144c4982fd/af13b0c2-7a37-4642-a3ec-bed3f4e8e928) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:29.357929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.396099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.396536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.397933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] 10.222.0.82 "PUT /v2.0/ports/b24dec9d-e6c6-4006-bdca-c49e31f32283 HTTP/1.1" status: 200 len: 1092 time: 1.1124496 Oct 27 16:13:29.398378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:29.401684 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060ac77-3dfc-4245-8659-4c77852b4d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:29.422510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8790f0-9350-49e6-929c-a2746f368466 service neutron] Pushing event updated for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:29.438545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.453478 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719145ee-2f3c-4c6b-a41f-5cefcd4b834c x-openstack-request-id: req-719145ee-2f3c-4c6b-a41f-5cefcd4b834c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:29.453777 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:29.454031 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-719145ee-2f3c-4c6b-a41f-5cefcd4b834c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:29.454434 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'status': 'completed', 'code': 200} Oct 27 16:13:29.521344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-832dbcdc-0e22-4cf1-90d3-1a77712f07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.522806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-832dbcdc-0e22-4cf1-90d3-1a77712f07c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 1095 time: 0.0403593 Oct 27 16:13:29.626857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.630689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-3c48c15a-c8e6-422b-953a-3a3ab6083ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.632200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-3c48c15a-c8e6-422b-953a-3a3ab6083ee6 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945675 Oct 27 16:13:29.668908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:29.675771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:29.679644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:29.721663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:29.742098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-8088e9cf-0360-4d40-b91e-c190d011fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.743792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4060ac77-3dfc-4245-8659-4c77852b4d1e req-8088e9cf-0360-4d40-b91e-c190d011fe1c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044836 Oct 27 16:13:29.762520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.763292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.882481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770caf-2d88-454f-b7c2-e9e44c739625 req-eecbe7d6-3ab1-40f4-b991-d66d13b93dd4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.884005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51770caf-2d88-454f-b7c2-e9e44c739625 req-eecbe7d6-3ab1-40f4-b991-d66d13b93dd4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 944 time: 0.1125288 Oct 27 16:13:29.895535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b7c86-e6af-40d3-b9e2-04d53c037cc1 req-105ba512-15aa-4053-af0d-e83c895a6af4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.896978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f48b7c86-e6af-40d3-b9e2-04d53c037cc1 req-105ba512-15aa-4053-af0d-e83c895a6af4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.1141562 Oct 27 16:13:29.899505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-aa176d36-79fd-4c9a-9273-b6ce092a675f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9543502 Oct 27 16:13:29.901438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-ea6699b8-1b74-4b71-8232-0bd8be540f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.902811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-ea6699b8-1b74-4b71-8232-0bd8be540f36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 1095 time: 0.0973849 Oct 27 16:13:29.938292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Request body: {'port': {'device_id': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:29.945071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 79e5edc9-b6a1-47c6-8b94-6a31ab320853 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:29.987400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-e54e7921-0fe2-4906-aab2-ae6d44e8084a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283 HTTP/1.1" status: 200 len: 217 time: 0.0455267 Oct 27 16:13:29.992086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51770caf-2d88-454f-b7c2-e9e44c739625 req-2ae374aa-1873-45d1-a6b5-6ce9b0860101 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934198 Oct 27 16:13:29.994545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.021840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f48b7c86-e6af-40d3-b9e2-04d53c037cc1 req-25b0f1a1-f395-4e68-be50-550f1e140e9d tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078267 Oct 27 16:13:30.077374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:30.092295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '79e5edc9-b6a1-47c6-8b94-6a31ab320853', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'port_id': '79e5edc9-b6a1-47c6-8b94-6a31ab320853', 'mac_address': 'fa:16:3e:c0:a2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad0637-c618-4b0b-b997-1d9cf0df1277', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:30.148920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.155341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-b27f5454-0853-43b9-8c01-de21da63f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.156832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-b27f5454-0853-43b9-8c01-de21da63f0c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.1402481 Oct 27 16:13:30.165409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e5edc9-b6a1-47c6-8b94-6a31ab320853 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:30.191521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:30.192539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc66fe-95af-45a3-a8e8-aa1b9c86b251 req-2fcd34e5-fc36-4eed-8d8a-2b4c955ef893 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.194333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58fc66fe-95af-45a3-a8e8-aa1b9c86b251 req-2fcd34e5-fc36-4eed-8d8a-2b4c955ef893 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 932 time: 0.0726349 Oct 27 16:13:30.210108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-c75b52c1-5106-40ee-974c-056edf20c0ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362067 Oct 27 16:13:30.260198 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.292854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af13b0c2-7a37-4642-a3ec-bed3f4e8e928 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:30.304906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.308845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.320055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Transition to ACTIVE for port object af13b0c2-7a37-4642-a3ec-bed3f4e8e928 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:30.327322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58fc66fe-95af-45a3-a8e8-aa1b9c86b251 req-51393bbe-6a73-4416-9b4e-33b973becce8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195083 Oct 27 16:13:30.344309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c338-7d9c-4d41-b3f5-14b8dc7334e3 req-59986102-9007-4774-9042-48b91cdcb274 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.345793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf3c338-7d9c-4d41-b3f5-14b8dc7334e3 req-59986102-9007-4774-9042-48b91cdcb274 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1348894 Oct 27 16:13:30.387941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.395766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-1c36887b-95ba-4d2e-aab6-3d20fa0a9c63 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518981 Oct 27 16:13:30.440199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf3c338-7d9c-4d41-b3f5-14b8dc7334e3 req-2fcd4e55-4114-409c-81af-660ca7873408 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823002 Oct 27 16:13:30.458437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.509813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Attempting to bind port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:30.510151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Attempting to bind port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:30.510535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Attempting to bind port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:30.513415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6609b7-8da0-4723-8551-74d545f73f5f req-174f599c-9fca-4321-9060-6f3fcf84cd03 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.514949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c6609b7-8da0-4723-8551-74d545f73f5f req-174f599c-9fca-4321-9060-6f3fcf84cd03 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 945 time: 0.1316113 Oct 27 16:13:30.515912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:30.516296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Attempting to bind port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:30.521835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:30.523459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Checking segment: {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:30.524083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Bound using segment: {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:30.524871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Bound port: af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:30.525704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.577056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c6609b7-8da0-4723-8551-74d545f73f5f req-517239c1-de68-49bf-bd51-765fd4901ddc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Oct 27 16:13:30.582773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9779e8b-458b-4134-a0c7-c011772a26c1 req-67eb5923-f8ac-4eec-953f-797e8e28a53f service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685212 Oct 27 16:13:30.596472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:30.599689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:30.688787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.736667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.737313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.738689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] 10.222.0.82 "PUT /v2.0/ports/af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 1092 time: 0.8048289 Oct 27 16:13:30.739145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:30.741379 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:30.761049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dc84d-fb31-452b-909e-6f4cebf268b3 service neutron] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.783125 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f7d80-4219-4365-9d49-7339884c8dcb x-openstack-request-id: req-255f7d80-4219-4365-9d49-7339884c8dcb {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:30.783442 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:30.783676 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-255f7d80-4219-4365-9d49-7339884c8dcb {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:30.784079 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'status': 'completed', 'code': 200} Oct 27 16:13:30.853653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-56614016-0242-48ec-8753-dc0333a1e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.855146 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-56614016-0242-48ec-8753-dc0333a1e3e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1095 time: 0.0401964 Oct 27 16:13:30.910722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['79e5edc9-b6a1-47c6-8b94-6a31ab320853'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:30.953945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-d971d627-e136-48d9-a3e3-fad82f6306f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.955422 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-d971d627-e136-48d9-a3e3-fad82f6306f6 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=476f38b25ee54310865f284dd1fded22&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924838 Oct 27 16:13:31.052060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-c278f7a6-9b64-449d-9b2e-52d42f01d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.053670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d0fd591b-d855-4b28-bf1e-ffc5a32f601c req-c278f7a6-9b64-449d-9b2e-52d42f01d5af service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913851 Oct 27 16:13:31.139108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-1fe20e26-d1a2-4f79-a38c-5ae153d8e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.140622 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-1fe20e26-d1a2-4f79-a38c-5ae153d8e8d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1095 time: 0.0441425 Oct 27 16:13:31.176541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb9b9-0aed-4a15-a0cd-690868d81251 req-0e5cef0d-fc0b-4db0-a89e-c3abb6e5bcb0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.178012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cdfb9b9-0aed-4a15-a0cd-690868d81251 req-0e5cef0d-fc0b-4db0-a89e-c3abb6e5bcb0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0878425 Oct 27 16:13:31.184519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-b534705f-3a8b-42cb-8c5c-893aeb3c9553 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 217 time: 0.0350695 Oct 27 16:13:31.187219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317738-a7e4-40d4-bae4-82073dcdc6c9 req-3565b0f0-8be0-4b00-a3cf-c6638e4f7a87 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.188627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74317738-a7e4-40d4-bae4-82073dcdc6c9 req-3565b0f0-8be0-4b00-a3cf-c6638e4f7a87 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 944 time: 0.0891929 Oct 27 16:13:31.237709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-5c183088-05d0-43c5-a89a-91bb25340391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.239639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-5c183088-05d0-43c5-a89a-91bb25340391 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0427837 Oct 27 16:13:31.247826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cdfb9b9-0aed-4a15-a0cd-690868d81251 req-1eea0d15-f8db-4272-8771-c7b459c271fb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582635 Oct 27 16:13:31.250576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74317738-a7e4-40d4-bae4-82073dcdc6c9 req-da886f65-bed3-4397-beda-c7b23a18c743 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Oct 27 16:13:31.274950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-20ae9588-8c0e-4d28-a5b5-ac1121f35bfd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251756 Oct 27 16:13:31.370031 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-15f235e9-46f2-4b71-8f01-c8b0b953bbed service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858078 Oct 27 16:13:31.442040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57189ae-e546-41a5-9e20-b30f1e0ccde6 req-1b08e66e-d3f0-43c5-9806-b478323a236b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.443841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a57189ae-e546-41a5-9e20-b30f1e0ccde6 req-1b08e66e-d3f0-43c5-9806-b478323a236b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 944 time: 0.0504012 Oct 27 16:13:31.469800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fd0b828-a9e6-47b1-9091-7234b8ccac86 req-dc99432d-64b0-4323-9c55-2f32d278c6c9 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925891 Oct 27 16:13:31.483097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a57189ae-e546-41a5-9e20-b30f1e0ccde6 req-d806e3d9-1740-469b-ad71-04b9be5eef57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Oct 27 16:13:31.565856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976a906-9884-494f-82b0-38796d3ef1b7 req-7afb914f-c546-42b1-9083-f538b56d37c7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.567459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2976a906-9884-494f-82b0-38796d3ef1b7 req-7afb914f-c546-42b1-9083-f538b56d37c7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Oct 27 16:13:31.613984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2976a906-9884-494f-82b0-38796d3ef1b7 req-10176611-b27f-49af-bdd5-263ffdbc72a5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Oct 27 16:13:31.718590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6142e0-e3d6-49e1-b646-ee37fb4fbb9a req-43e60c8f-5b25-4dfd-9f18-bd2c68545fa1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.720079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b6142e0-e3d6-49e1-b646-ee37fb4fbb9a req-43e60c8f-5b25-4dfd-9f18-bd2c68545fa1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 945 time: 0.0496376 Oct 27 16:13:31.758568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b6142e0-e3d6-49e1-b646-ee37fb4fbb9a req-63bc0c8a-2416-4d45-8bc4-b400ff8b95e4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 Oct 27 16:13:32.390313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083d6db-2af6-41a8-9460-bb27b9a2f8e6 req-eadc065e-9e99-4eae-87c0-12f8113d4ed1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.391827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1083d6db-2af6-41a8-9460-bb27b9a2f8e6 req-eadc065e-9e99-4eae-87c0-12f8113d4ed1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 944 time: 0.0753353 Oct 27 16:13:32.403410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9a461-ad30-4c2d-abdd-1685d7fed213 req-8a490638-b6f0-4d8a-9139-6bc00099ec78 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.404839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3a9a461-ad30-4c2d-abdd-1685d7fed213 req-8a490638-b6f0-4d8a-9139-6bc00099ec78 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0861230 Oct 27 16:13:32.455704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1083d6db-2af6-41a8-9460-bb27b9a2f8e6 req-5a690697-cb26-43c7-9fde-4b66dda84c07 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Oct 27 16:13:32.467844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3a9a461-ad30-4c2d-abdd-1685d7fed213 req-8f8262fd-36dd-4381-8080-f510c3b0da0e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Oct 27 16:13:32.603729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91de1f0-4710-4adf-bacd-4ef961c0d0a8 req-186e30c6-052e-46da-8238-0ededa67b3c7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.605257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c91de1f0-4710-4adf-bacd-4ef961c0d0a8 req-186e30c6-052e-46da-8238-0ededa67b3c7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 944 time: 0.0498862 Oct 27 16:13:32.644619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c91de1f0-4710-4adf-bacd-4ef961c0d0a8 req-e767af1a-139b-416f-9686-344f5a2c29cb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Oct 27 16:13:32.756204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac8e7b-04a1-4393-8ead-a97780803133 req-10158061-83fb-4f00-91ec-5d9c684828c3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.757747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ac8e7b-04a1-4393-8ead-a97780803133 req-10158061-83fb-4f00-91ec-5d9c684828c3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0544474 Oct 27 16:13:32.796533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ac8e7b-04a1-4393-8ead-a97780803133 req-0155dde6-908b-4e21-8a77-d2853b025e21 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Oct 27 16:13:32.885473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545587-846f-42ab-ad6b-ee8e185e53c1 req-ace34181-4557-4fd7-aecf-fe006138b1e2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.886862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47545587-846f-42ab-ad6b-ee8e185e53c1 req-ace34181-4557-4fd7-aecf-fe006138b1e2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 945 time: 0.0547385 Oct 27 16:13:32.924362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47545587-846f-42ab-ad6b-ee8e185e53c1 req-f8cba5f3-09f1-48ab-a5df-f385479f8d84 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Oct 27 16:13:33.499095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0bf0-41e8-4136-8264-3c467fcf96ae req-7fdd3690-eb2c-4504-a6ef-e7f6e9afc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.500581 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4add0bf0-41e8-4136-8264-3c467fcf96ae req-7fdd3690-eb2c-4504-a6ef-e7f6e9afc2e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 1096 time: 0.0402305 Oct 27 16:13:33.542237 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4add0bf0-41e8-4136-8264-3c467fcf96ae req-ba3c8aa6-0b97-47e0-a29c-d7016487c05b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Oct 27 16:13:33.607403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420777f6-9736-433a-81f8-fd492332f64a req-962e296c-0cfd-4c1b-83bc-32b7e4235721 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.608932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-420777f6-9736-433a-81f8-fd492332f64a req-962e296c-0cfd-4c1b-83bc-32b7e4235721 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 944 time: 0.0788882 Oct 27 16:13:33.621618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719150-bb29-474a-abb1-016e2fedbf8f req-5ff27d95-83c3-400f-a0b3-c51e090a8cb7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.623014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f719150-bb29-474a-abb1-016e2fedbf8f req-5ff27d95-83c3-400f-a0b3-c51e090a8cb7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0805886 Oct 27 16:13:33.676948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-420777f6-9736-433a-81f8-fd492332f64a req-de914746-5b48-4ea4-a4c5-26ffd75695f4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Oct 27 16:13:33.682150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f719150-bb29-474a-abb1-016e2fedbf8f req-34c07005-12e0-4ea2-96cc-80b3ea4a15d8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Oct 27 16:13:33.951102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b24dec9d-e6c6-4006-bdca-c49e31f32283 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:33.954221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 79e5edc9-b6a1-47c6-8b94-6a31ab320853 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:33.960064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523805f-d78d-489a-96e5-8befcd4b6e08 req-cd698239-33c7-429d-80bd-4278d5dd1535 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.961719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b523805f-d78d-489a-96e5-8befcd4b6e08 req-cd698239-33c7-429d-80bd-4278d5dd1535 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 944 time: 0.0572667 Oct 27 16:13:34.027745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b523805f-d78d-489a-96e5-8befcd4b6e08 req-e1ef3ac2-f9b2-43b0-b5cd-fb5caef0558f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595763 Oct 27 16:13:34.051558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b609a-a353-4f5a-86cb-be80593c874d req-982ffa85-2b0d-4819-80bc-ae295b22d701 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.051558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a77b609a-a353-4f5a-86cb-be80593c874d req-982ffa85-2b0d-4819-80bc-ae295b22d701 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0717485 Oct 27 16:13:34.091462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a77b609a-a353-4f5a-86cb-be80593c874d req-ae5b455b-d6e5-4db3-b677-9f510e7c0e9a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Oct 27 16:13:34.100607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:34.115621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'port_id': 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'mac_address': 'fa:16:3e:59:04:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb2d482-e5e3-4ff8-a465-de0a848ccdf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:34.149093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f4b0-858a-462c-8664-71d7df0a6f76 req-7b3fd6ad-692a-4a5d-ad25-24963660a672 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.151323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71c4f4b0-858a-462c-8664-71d7df0a6f76 req-7b3fd6ad-692a-4a5d-ad25-24963660a672 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 945 time: 0.0517397 Oct 27 16:13:34.154890 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.167799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24dec9d-e6c6-4006-bdca-c49e31f32283 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:34.185000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:34.189071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71c4f4b0-858a-462c-8664-71d7df0a6f76 req-76cddb28-8e50-4472-9a13-4925f4f5ab1c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Oct 27 16:13:34.190691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:34.192281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:34.192647 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.269256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.279284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.312438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:34.314664 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0de1e3-66bf-4c4d-8fb9-2cb451ea99a3" -d '{"events": [{"server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "name": "network-vif-plugged", "status": "completed", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:34.333107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:34.349445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.352912 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8091f2b-b8fb-4934-a8fb-d948b911a5de x-openstack-request-id: req-e8091f2b-b8fb-4934-a8fb-d948b911a5de {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:34.353225 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "name": "network-vif-plugged", "status": "completed", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:34.353476 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8091f2b-b8fb-4934-a8fb-d948b911a5de {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:34.353856 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853', 'code': 200} Oct 27 16:13:34.402902 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.453849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea3c7-4c4a-443f-898f-adc9fd2414e1 req-4ae4964e-dadb-4e03-9536-499124b1708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.455246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.455517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51fea3c7-4c4a-443f-898f-adc9fd2414e1 req-4ae4964e-dadb-4e03-9536-499124b1708c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 1097 time: 0.0411174 Oct 27 16:13:34.494547 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51fea3c7-4c4a-443f-898f-adc9fd2414e1 req-f0527f52-4a81-441e-861a-089ead8bd32e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274620 Oct 27 16:13:34.765421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['b24dec9d-e6c6-4006-bdca-c49e31f32283'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:34.836283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da428-738c-41b8-b9a9-96ef28913ed7 req-d44ce42c-8be6-4e19-9593-30e610142045 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.838327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-650da428-738c-41b8-b9a9-96ef28913ed7 req-d44ce42c-8be6-4e19-9593-30e610142045 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 945 time: 0.0908840 Oct 27 16:13:34.850716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58b59-9a8d-41c2-9d34-ed2a8ec349f2 req-5ce6120e-02bd-4e86-a786-dc5fdde50460 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.852193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2f58b59-9a8d-41c2-9d34-ed2a8ec349f2 req-5ce6120e-02bd-4e86-a786-dc5fdde50460 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0656912 Oct 27 16:13:34.909586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-650da428-738c-41b8-b9a9-96ef28913ed7 req-98fe3203-2e96-4bed-b60e-7ee086bf5629 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Oct 27 16:13:34.914461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2f58b59-9a8d-41c2-9d34-ed2a8ec349f2 req-c5827e5c-1739-4e69-8e4f-c02a5c0e18e7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554719 Oct 27 16:13:35.148611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecce834-287b-40a2-a9c7-fc4ceca973c5 req-d01e8ca9-02a1-43b7-936f-89117dfb9570 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:35.150154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ecce834-287b-40a2-a9c7-fc4ceca973c5 req-d01e8ca9-02a1-43b7-936f-89117dfb9570 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 944 time: 0.0509927 Oct 27 16:13:35.219137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ecce834-287b-40a2-a9c7-fc4ceca973c5 req-3610385d-40a5-4d15-ad04-d40746fcf28f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630941 Oct 27 16:13:35.231386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae427-7477-48a1-85b6-86d9e7a03b1f req-50787f5a-b076-40d4-877b-c78e7fdb8754 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:35.232838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9bae427-7477-48a1-85b6-86d9e7a03b1f req-50787f5a-b076-40d4-877b-c78e7fdb8754 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0711582 Oct 27 16:13:35.271957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9bae427-7477-48a1-85b6-86d9e7a03b1f req-3afac3b2-b3d4-4449-bbe5-7aef14ec23fa tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Oct 27 16:13:35.321410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dc9ab-c8f9-40bf-9a84-49fcc997c65b req-58195b97-8e48-4573-afac-bd92c2f030c8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:35.323460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c38dc9ab-c8f9-40bf-9a84-49fcc997c65b req-58195b97-8e48-4573-afac-bd92c2f030c8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0484524 Oct 27 16:13:35.360434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c38dc9ab-c8f9-40bf-9a84-49fcc997c65b req-4805c6af-b8d7-4e29-99f2-5934fd8dc571 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Oct 27 16:13:35.952160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device af13b0c2-7a37-4642-a3ec-bed3f4e8e928 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:36.058526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:36.063784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a22c5a-7032-49d1-87e0-ca513eb9c306 req-3f153f5d-d74d-4a4e-84e3-65fef83fde7f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.065384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2a22c5a-7032-49d1-87e0-ca513eb9c306 req-3f153f5d-d74d-4a4e-84e3-65fef83fde7f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 945 time: 0.0857058 Oct 27 16:13:36.070285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2', 'port_id': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'mac_address': 'fa:16:3e:cf:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89301fe2-c1e1-48fe-b14b-9d144c4982fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:36.078260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5756a23-b56a-4d72-84fa-61713b5530b7 req-1a0b17f5-a40f-4ad3-a283-52ffaad758d0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.079740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5756a23-b56a-4d72-84fa-61713b5530b7 req-1a0b17f5-a40f-4ad3-a283-52ffaad758d0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0901852 Oct 27 16:13:36.107318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.120140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af13b0c2-7a37-4642-a3ec-bed3f4e8e928 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:36.132236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2a22c5a-7032-49d1-87e0-ca513eb9c306 req-138cb50b-e657-4be0-a68f-8277b5552f8f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515363 Oct 27 16:13:36.140150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5756a23-b56a-4d72-84fa-61713b5530b7 req-0136102f-7358-4e19-8849-65918608a878 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Oct 27 16:13:36.142566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:36.223192 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.278851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:36.350741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff6339-40f4-4b20-afd0-63c683eb45e9 req-f71caf80-cef3-4391-90c0-3c5cd5bf1bfe tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.352522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dff6339-40f4-4b20-afd0-63c683eb45e9 req-f71caf80-cef3-4391-90c0-3c5cd5bf1bfe tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Oct 27 16:13:36.419515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dff6339-40f4-4b20-afd0-63c683eb45e9 req-cc0e50ad-0c94-4271-83aa-c6a51d4cebb3 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572615 Oct 27 16:13:36.430246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb1da-2153-431f-9c7b-d7321cca5c58 req-33d6abbe-825b-4747-8f79-f2acbcb9a2f5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.432324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-180cb1da-2153-431f-9c7b-d7321cca5c58 req-33d6abbe-825b-4747-8f79-f2acbcb9a2f5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Oct 27 16:13:36.471291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-180cb1da-2153-431f-9c7b-d7321cca5c58 req-c58a91a5-8db0-4033-a8cd-26b6533269c5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Oct 27 16:13:36.528303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def249c-1509-4d3c-843b-a1d4f07b3e9f req-cbf110d1-3052-4aca-a495-1027488e8279 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.529836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0def249c-1509-4d3c-843b-a1d4f07b3e9f req-cbf110d1-3052-4aca-a495-1027488e8279 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0494714 Oct 27 16:13:36.568135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0def249c-1509-4d3c-843b-a1d4f07b3e9f req-67eb0601-6328-4cc6-9152-af8b353607d2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Oct 27 16:13:36.747032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:36.753611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-f7185c78-cfaf-4c9b-9009-963de683c993 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.755071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-f7185c78-cfaf-4c9b-9009-963de683c993 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 810 time: 0.1049864 Oct 27 16:13:36.773844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-15e49715-8943-40aa-b5be-67320b28a6a9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/quotas/b8be57e4abe74d3abe3bfcfbb82746d6 HTTP/1.1" status: 200 len: 375 time: 0.0121214 Oct 27 16:13:36.826844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-49b33b9b-412f-45a1-b976-dbafb1ad9633 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469959 Oct 27 16:13:36.920297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-d6bc923d-e581-4d8d-a136-e3c10b5a427b service neutron] 10.222.0.70 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863435 Oct 27 16:13:37.008727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-bb1be3ff-5d07-45db-8aba-31d11965efe5 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822949 Oct 27 16:13:37.256731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddf0b2-4e9a-4e45-b7b6-b72823d938e3 req-7b7686c9-854d-4c02-8c02-0df7fb72a1d8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.258236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55ddf0b2-4e9a-4e45-b7b6-b72823d938e3 req-7b7686c9-854d-4c02-8c02-0df7fb72a1d8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 945 time: 0.0578740 Oct 27 16:13:37.331175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55ddf0b2-4e9a-4e45-b7b6-b72823d938e3 req-579a028c-af1a-465f-acc6-2f236bf8aedd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628548 Oct 27 16:13:37.339190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f38eb-dc85-4409-a99e-b6ad6c1c0438 req-7ae4647c-e08c-4280-8209-b70e8155207b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.340560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-607f38eb-dc85-4409-a99e-b6ad6c1c0438 req-7ae4647c-e08c-4280-8209-b70e8155207b tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0814199 Oct 27 16:13:37.389116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-607f38eb-dc85-4409-a99e-b6ad6c1c0438 req-c6ae7b44-2344-41dd-a38f-a66fc909f1d4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Oct 27 16:13:37.458137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90fc338b-1fcd-4f00-a184-e8900abcb545 req-1768f34b-6af8-44fc-b4c2-a7edd0e3a3a7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0277898 Oct 27 16:13:37.570292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338338e1-825e-4a39-98d0-5c54ce346952 req-2a3f5414-bd4b-43b6-b563-037868f1754a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.572417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-338338e1-825e-4a39-98d0-5c54ce346952 req-2a3f5414-bd4b-43b6-b563-037868f1754a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Oct 27 16:13:37.612750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-338338e1-825e-4a39-98d0-5c54ce346952 req-184a7c11-54a6-4578-b3d0-3e8088376dbb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340805 Oct 27 16:13:37.690943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945f5-8a0a-499a-933e-740701cdd03f req-4ff028c6-2717-4546-8eca-b5e00d1e154e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.692435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac8945f5-8a0a-499a-933e-740701cdd03f req-4ff028c6-2717-4546-8eca-b5e00d1e154e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0525191 Oct 27 16:13:37.734010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac8945f5-8a0a-499a-933e-740701cdd03f req-8fda47da-d02b-4a3f-b5ec-c7ac23e57423 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Oct 27 16:13:37.963159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b24dec9d-e6c6-4006-bdca-c49e31f32283 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:38.141787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port b24dec9d-e6c6-4006-bdca-c49e31f32283 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:38.145799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port b24dec9d-e6c6-4006-bdca-c49e31f32283 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:38.146169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.223073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.245967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:38.248364 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0837a6-878c-4155-8997-cbf34dddcd11" -d '{"events": [{"server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "name": "network-vif-plugged", "status": "completed", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:38.263068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:38.284066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87081ce-af69-490d-b3ae-96a1648cc828 req-10480011-5692-4931-9846-cdd64112d1d2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.285640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87081ce-af69-490d-b3ae-96a1648cc828 req-10480011-5692-4931-9846-cdd64112d1d2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0500383 Oct 27 16:13:38.286299 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1bae4-2317-457c-a720-c6240213d801 x-openstack-request-id: req-cca1bae4-2317-457c-a720-c6240213d801 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:38.286593 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "name": "network-vif-plugged", "status": "completed", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:38.286878 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cca1bae4-2317-457c-a720-c6240213d801 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:38.287315 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'code': 200} Oct 27 16:13:38.327792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87081ce-af69-490d-b3ae-96a1648cc828 req-f85e37d0-2929-4ba3-b7b9-3473ebec455b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Oct 27 16:13:38.368007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.397713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561646b-6d6f-4ba7-86d1-c6a125146528 req-2a1b1c78-a412-42a7-863f-771ba1c7a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.400449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b561646b-6d6f-4ba7-86d1-c6a125146528 req-2a1b1c78-a412-42a7-863f-771ba1c7a218 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 1096 time: 0.0486448 Oct 27 16:13:38.437082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:38.451472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b561646b-6d6f-4ba7-86d1-c6a125146528 req-3962e909-8dab-42fb-b296-d65b7a8fa7b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Oct 27 16:13:38.467786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9dd7-5087-4328-b17d-6cf670e4c87a req-af8f8179-a06e-496d-8fbd-ef12553fe723 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.469240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d10e9dd7-5087-4328-b17d-6cf670e4c87a req-af8f8179-a06e-496d-8fbd-ef12553fe723 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.0634136 Oct 27 16:13:38.507077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d10e9dd7-5087-4328-b17d-6cf670e4c87a req-8a6dd143-f83f-4e9d-86d1-c9204d000e4a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Oct 27 16:13:38.616262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7495-8e37-4c82-b308-9e2dd8073638 req-10d9c7f8-ef80-4467-8ff4-6aee42c35fb0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.617620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-930e7495-8e37-4c82-b308-9e2dd8073638 req-10d9c7f8-ef80-4467-8ff4-6aee42c35fb0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0521626 Oct 27 16:13:38.655911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-930e7495-8e37-4c82-b308-9e2dd8073638 req-760d3b13-bfa4-455c-9275-a96270c60b18 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Oct 27 16:13:38.841411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97cdfd29-de63-4345-a643-9350f677223d req-a152a583-c9cb-4a1e-a568-dcf3cfac6ec9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0321949 Oct 27 16:13:38.930619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6f12-7f95-44e2-abcf-25b36c2847b6 req-dcdd28c6-f096-4596-a6b7-870dce803bf8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.932668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7ac6f12-7f95-44e2-abcf-25b36c2847b6 req-dcdd28c6-f096-4596-a6b7-870dce803bf8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Oct 27 16:13:38.971014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7ac6f12-7f95-44e2-abcf-25b36c2847b6 req-21c1739d-3a9f-44f6-a255-18744651e64c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Oct 27 16:13:39.460564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d9f57-a33d-4a9c-9368-08e457998e5b req-7804ee7c-ea3b-4e1e-8d71-777fc828bb96 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:39.462726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-269d9f57-a33d-4a9c-9368-08e457998e5b req-7804ee7c-ea3b-4e1e-8d71-777fc828bb96 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0641017 Oct 27 16:13:39.510907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-269d9f57-a33d-4a9c-9368-08e457998e5b req-e124d03f-4f9e-4bfd-8cba-e6aa8b026a36 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Oct 27 16:13:39.633187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc35d-3bfe-4f98-bc00-d699b81fd96d req-36e3725a-394c-4f55-906f-28d2cdec15bf tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:39.634625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec7bc35d-3bfe-4f98-bc00-d699b81fd96d req-36e3725a-394c-4f55-906f-28d2cdec15bf tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.0609798 Oct 27 16:13:39.673535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec7bc35d-3bfe-4f98-bc00-d699b81fd96d req-7dd908e1-5ed2-49be-8dce-d62752cac316 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Oct 27 16:13:39.721557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-2a8ddf08-5966-4374-ad76-3567f31895c3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:39.722996 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-2a8ddf08-5966-4374-ad76-3567f31895c3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 810 time: 0.1110208 Oct 27 16:13:39.740557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Request body: {'port': {'device_id': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'admin_state_up': True, 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:39.780932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5c1f-d940-456a-b813-33c7f056357c req-9a783e50-cd81-4840-a394-e60452e1ecf9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:39.783115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e81a5c1f-d940-456a-b813-33c7f056357c req-9a783e50-cd81-4840-a394-e60452e1ecf9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0545602 Oct 27 16:13:39.832053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e81a5c1f-d940-456a-b813-33c7f056357c req-453fc3a7-f3f6-4753-8df8-f18dfc300226 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Oct 27 16:13:39.955931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device af13b0c2-7a37-4642-a3ec-bed3f4e8e928 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:39.988921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ffa50d9-79cc-4845-8290-228d63aa53bb req-07bf9675-96e3-4975-9c4c-e73f695e85c7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Oct 27 16:13:40.071458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Made reservation on behalf of b8be57e4abe74d3abe3bfcfbb82746d6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:40.075095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.091261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186052f-56a9-47a1-9a3b-d0fcff0abea7 req-95431e34-ff64-4511-87b9-9c6c7aa5e84d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.092864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b186052f-56a9-47a1-9a3b-d0fcff0abea7 req-95431e34-ff64-4511-87b9-9c6c7aa5e84d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 945 time: 0.0491493 Oct 27 16:13:40.131002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b186052f-56a9-47a1-9a3b-d0fcff0abea7 req-56ee1962-56eb-41d6-8ed7-0a5a1f56e20d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Oct 27 16:13:40.191199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:40.195755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:40.196234 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.202277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Allocated IP 172.20.0.2 (b8f63be1-626f-4d33-a4e3-d7cb2adae5a3/98c12943-29d3-456e-bc31-9dc701895a9b/80b98cea-87f0-4e95-b61a-f242f308d0c2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:40.272688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.297046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:40.299286 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8fe5b-8d4e-4a9f-93ca-9e2cfab8c4a0" -d '{"events": [{"server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "name": "network-vif-plugged", "status": "completed", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:40.315199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:40.337836 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7c386-4ee0-40de-b476-c237a45b394f x-openstack-request-id: req-87b7c386-4ee0-40de-b476-c237a45b394f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:40.337836 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "name": "network-vif-plugged", "status": "completed", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:40.337836 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87b7c386-4ee0-40de-b476-c237a45b394f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:40.337836 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'code': 200} Oct 27 16:13:40.350033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.390764 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.438790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.444249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.446071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35157-d5d4-4f27-94b6-66d9d04ad625 req-9bff1df6-4ae4-42b5-b801-498c2a677bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.447814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28c35157-d5d4-4f27-94b6-66d9d04ad625 req-9bff1df6-4ae4-42b5-b801-498c2a677bf9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1097 time: 0.0427399 Oct 27 16:13:40.456350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8fb41a12-471b-424a-b3b0-210c20aea90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:40.492493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28c35157-d5d4-4f27-94b6-66d9d04ad625 req-875f6529-50c7-4ee6-bae4-c69efee618a0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Oct 27 16:13:40.496283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:40.499705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:40.503710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:40.527242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Pushing event updated for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.561488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.562111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.633031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59984e8-1dc3-48e3-b1cd-15bc3714f87d req-fb2dac75-60a1-417e-b510-b2e8fc180e14 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.634534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c59984e8-1dc3-48e3-b1cd-15bc3714f87d req-fb2dac75-60a1-417e-b510-b2e8fc180e14 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0512366 Oct 27 16:13:40.668576 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-97afbe85-9d0e-4d53-9a74-8afd90e4458b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9318206 Oct 27 16:13:40.675123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c59984e8-1dc3-48e3-b1cd-15bc3714f87d req-c9c57c2e-d229-449a-ba82-5eabca48229b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346103 Oct 27 16:13:40.795955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adb6d1-9cb1-4aae-a882-8847d9b44fa0 req-51bf3b04-12a2-4ba3-b226-69eb65a9428d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.797464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5adb6d1-9cb1-4aae-a882-8847d9b44fa0 req-51bf3b04-12a2-4ba3-b226-69eb65a9428d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.0492768 Oct 27 16:13:40.813061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Request body: {'port': {'device_id': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:40.840136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5adb6d1-9cb1-4aae-a882-8847d9b44fa0 req-c7e8ad39-ae94-41ad-8e3a-710511091980 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Oct 27 16:13:40.896184 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.918025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-6802d8f9-787d-4602-80cb-611f3ac2b79a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:40.919568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-6802d8f9-787d-4602-80cb-611f3ac2b79a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 946 time: 0.0524037 Oct 27 16:13:41.206567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b98cea-87f0-4e95-b61a-f242f308d0c2 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:41.218346 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.233880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Transition to ACTIVE for port object 80b98cea-87f0-4e95-b61a-f242f308d0c2 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:41.290415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76bf8c6f-3d11-43ca-8885-5a2feee059d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.317239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50975e3-3bcd-462f-b850-4c8bc4add2b2 req-b8dd76c9-5c3b-4970-b6c0-f041b1354452 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:41.319151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b50975e3-3bcd-462f-b850-4c8bc4add2b2 req-b8dd76c9-5c3b-4970-b6c0-f041b1354452 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.3986492 Oct 27 16:13:41.341766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.380678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b50975e3-3bcd-462f-b850-4c8bc4add2b2 req-0837494d-18a5-4872-9a35-11df9513d8a5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Oct 27 16:13:41.389888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Deleting port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:41.390230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.416537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Pushing event updated for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.486108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Attempting to bind port 80b98cea-87f0-4e95-b61a-f242f308d0c2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:41.486337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Attempting to bind port 80b98cea-87f0-4e95-b61a-f242f308d0c2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:41.486668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Attempting to bind port 80b98cea-87f0-4e95-b61a-f242f308d0c2 on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:41.490997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Port 80b98cea-87f0-4e95-b61a-f242f308d0c2 on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:41.491348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Attempting to bind port 80b98cea-87f0-4e95-b61a-f242f308d0c2 on network b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:41.497358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:41.497692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Checking segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:41.498079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Bound using segment: {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:41.498519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Bound port: 80b98cea-87f0-4e95-b61a-f242f308d0c2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a584f6-2312-4fae-b731-163dde073be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:41.498869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.526944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] For port 79e5edc9-b6a1-47c6-8b94-6a31ab320853, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=79e5edc9-b6a1-47c6-8b94-6a31ab320853,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:41.527504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.547236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813a58d-bb54-448c-91ea-58a5a7e640e9 req-756406a0-3f02-4ba7-938e-ba1d9d968538 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:41.548898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7813a58d-bb54-448c-91ea-58a5a7e640e9 req-756406a0-3f02-4ba7-938e-ba1d9d968538 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0920544 Oct 27 16:13:41.554053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Calling delete_port for 79e5edc9-b6a1-47c6-8b94-6a31ab320853 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:41.571067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:41.575211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:41.634928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7813a58d-bb54-448c-91ea-58a5a7e640e9 req-ef9b25f1-8435-4dc1-8878-b1ab7ad42106 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753210 Oct 27 16:13:41.671476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.709630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:41.710228 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.711666 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] 10.222.0.82 "PUT /v2.0/ports/80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 200 len: 1091 time: 0.9030421 Oct 27 16:13:41.715086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:41.715086 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd487c-eb39-403d-aab3-2176b651ff48" -d '{"events": [{"name": "network-changed", "server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:41.736505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d416-2a25-4635-9661-86fc2c4f65cf service neutron] Pushing event updated for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.761259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8197-b6e7-4767-9efe-bffdd6c893d4 req-6b8b0b61-1d08-4aad-99e7-2fff9f248913 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:41.762734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b72c8197-b6e7-4767-9efe-bffdd6c893d4 req-6b8b0b61-1d08-4aad-99e7-2fff9f248913 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 946 time: 0.0695751 Oct 27 16:13:41.801081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b72c8197-b6e7-4767-9efe-bffdd6c893d4 req-93288b87-7c17-456d-b5e4-08cdf87771e2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Oct 27 16:13:41.844797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.856619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['02229351-ad0f-486a-8fde-3e6474e4ee9e', '79e5edc9-b6a1-47c6-8b94-6a31ab320853'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:41.862103 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c62cf-693c-4e53-b2d0-6709c65935d5 x-openstack-request-id: req-687c62cf-693c-4e53-b2d0-6709c65935d5 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:41.862608 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:41.862688 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-687c62cf-693c-4e53-b2d0-6709c65935d5 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:41.863081 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2', 'status': 'completed', 'code': 200} Oct 27 16:13:41.887177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Pushing event deleted for resources: {'Port': ['ID=79e5edc9-b6a1-47c6-8b94-6a31ab320853,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.933697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d70e125f-632e-47fb-ad5c-321c44bf57f0 req-bea17bf6-82a9-4086-bb5b-8143d4f23411 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 210 time: 0.0486321 Oct 27 16:13:41.968743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-7004b645-eccb-4334-b39a-503a1cff3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:41.974503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-7004b645-eccb-4334-b39a-503a1cff3a9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0892012 Oct 27 16:13:41.978025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] No DVR routers for this DVR port 79e5edc9-b6a1-47c6-8b94-6a31ab320853 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:41.980741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.984264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e75aaa3-ab16-441b-99de-250d41c2f744 req-78f2b993-c93e-4d7a-85a3-14d20532fba7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "DELETE /v2.0/ports/79e5edc9-b6a1-47c6-8b94-6a31ab320853 HTTP/1.1" status: 204 len: 173 time: 1.0540318 Oct 27 16:13:41.984644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'name': 'network-vif-deleted', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:41.987013 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d25857f-bf5e-45d4-b072-c4b2f730c5f2" -d '{"events": [{"server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "name": "network-vif-deleted", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:42.026618 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e7c6f-2dae-4dcc-a110-1a17ff34bb4f x-openstack-request-id: req-0a6e7c6f-2dae-4dcc-a110-1a17ff34bb4f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:42.026916 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e", "name": "network-vif-deleted", "tag": "79e5edc9-b6a1-47c6-8b94-6a31ab320853", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:42.027277 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a6e7c6f-2dae-4dcc-a110-1a17ff34bb4f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:42.027691 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e', 'name': 'network-vif-deleted', 'tag': '79e5edc9-b6a1-47c6-8b94-6a31ab320853', 'status': 'completed', 'code': 200} Oct 27 16:13:42.077343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-bc195604-9921-45c9-bc17-4bd17464c441 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0488377 Oct 27 16:13:42.129487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-685b31ec-b289-4e0e-94a0-b0389f8d8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.131100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-685b31ec-b289-4e0e-94a0-b0389f8d8666 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.0448992 Oct 27 16:13:42.166056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-fd1ebfe0-7e65-4afb-93e2-a745f028e2c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247340 Oct 27 16:13:42.302279 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-f726da64-bc12-492b-b477-0187452efcd6 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Oct 27 16:13:42.425416 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3824703a-6ddc-4aaf-b05a-2ca34abac213 req-c9ec8845-31fe-4716-b528-3459cfecd737 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917220 Oct 27 16:13:42.509634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5915ad-4580-4075-ba6e-ea0504bd70b2 req-7a9e8dc2-fe59-4eee-bc29-9c0abc8a5572 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.511141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a5915ad-4580-4075-ba6e-ea0504bd70b2 req-7a9e8dc2-fe59-4eee-bc29-9c0abc8a5572 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0522184 Oct 27 16:13:42.551195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a5915ad-4580-4075-ba6e-ea0504bd70b2 req-a4cf0272-5796-4b19-854f-833e0b834cd1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Oct 27 16:13:42.617032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-50b06bbf-968c-4075-a57e-2e2c3e54ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.618567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-50b06bbf-968c-4075-a57e-2e2c3e54ae67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0397336 Oct 27 16:13:42.718723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-89f9035e-8406-474b-a10a-246ea1885531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.720245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-89f9035e-8406-474b-a10a-246ea1885531 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 911 time: 0.0869889 Oct 27 16:13:42.757767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0950-bd71-4d8f-b413-a76c21cfbf02 req-0dea539a-82c5-425a-af32-7df022825700 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.759671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54ea0950-bd71-4d8f-b413-a76c21cfbf02 req-0dea539a-82c5-425a-af32-7df022825700 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0538695 Oct 27 16:13:42.773126 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-f0a7b0ee-d970-4f3e-ad98-93da68f2322f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0337801 Oct 27 16:13:42.801675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54ea0950-bd71-4d8f-b413-a76c21cfbf02 req-418904e2-7728-4554-b326-cb32dc2b63c9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Oct 27 16:13:42.827877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-b5e06815-f504-4a91-a9d9-39294ce8e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.834116 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-b5e06815-f504-4a91-a9d9-39294ce8e76e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.0476592 Oct 27 16:13:42.873206 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-d9c70795-27d5-46c1-bfcc-b155342af7d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346212 Oct 27 16:13:42.949002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb465dbe-0297-4038-b668-5c239259de63 req-c5804193-e99b-41cc-9f88-24c22fe76d9e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.950850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb465dbe-0297-4038-b668-5c239259de63 req-c5804193-e99b-41cc-9f88-24c22fe76d9e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 946 time: 0.0544202 Oct 27 16:13:42.990138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-92cc3c11-75d0-46c0-98be-2196609cf4b4 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061976 Oct 27 16:13:43.003175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb465dbe-0297-4038-b668-5c239259de63 req-b1ef211a-3e3e-44bc-8d6c-b9f2aa15628b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Oct 27 16:13:43.098096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-214eab2d-dcb2-44ea-95cd-d821d9dd2fb3 req-90054fb3-325d-4087-a3ab-0f5412735cbc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b7fcf1c-e72c-4fa3-8d0a-ebead6bfd61e HTTP/1.1" status: 200 len: 210 time: 0.0333173 Oct 27 16:13:43.147686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-e1e8665b-4e53-4b57-8dc0-76828c331f27 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2048067817&fields=id&tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 267 time: 0.0578778 Oct 27 16:13:43.148168 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0cd487c-eb39-403d-aab3-2176b651ff48 req-519e3a0b-49cf-414a-8697-9e112269defc service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497338 Oct 27 16:13:43.201229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-a6ac05ac-6832-4112-b9ed-5ec70502c6f2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:43.202920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-a6ac05ac-6832-4112-b9ed-5ec70502c6f2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 946 time: 0.0542157 Oct 27 16:13:43.217923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'security_groups': ['7ade1795-394a-46bf-be27-c65103126793', '1b2356c2-888f-4c43-af77-0e38505f001e']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:43.311100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.538183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:43.577964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.678692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee592adc-b480-458a-a3c8-d81a8194d3f7 req-69744ea2-859c-456c-a86d-7a98965b2155 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:43.681780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee592adc-b480-458a-a3c8-d81a8194d3f7 req-69744ea2-859c-456c-a86d-7a98965b2155 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0551791 Oct 27 16:13:43.716612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.734819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:43.763712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee592adc-b480-458a-a3c8-d81a8194d3f7 req-f80f6f0e-37b0-41b3-86ab-1752ec58b670 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750263 Oct 27 16:13:43.787563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:43.789226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.791515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cdfc49b-ba6c-448b-a795-f8371c42105b req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "PUT /v2.0/ports/af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 982 time: 0.5787053 Oct 27 16:13:43.830797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f4ea-52f4-4927-a9bc-0bd56ef18fbf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.933471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d859ec5-49ba-4dd0-8e67-688ffb15495e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.941779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-24ef4f7a-99f2-4eec-9b9a-7fb69d3c9669 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-626686542&fields=id&tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 267 time: 0.0663874 Oct 27 16:13:43.969453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed476-43b0-41cd-a8cf-53e151948ccc req-0a0d1e95-ec69-4f01-8bef-d70f384846e9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:43.970879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639ed476-43b0-41cd-a8cf-53e151948ccc req-0a0d1e95-ec69-4f01-8bef-d70f384846e9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0741317 Oct 27 16:13:43.987612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:43.990876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 79e5edc9-b6a1-47c6-8b94-6a31ab320853 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:44.028710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:44.031007 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a65730-4bd9-4793-a14f-3c03559b04cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:44.051544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 79e5edc9-b6a1-47c6-8b94-6a31ab320853 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:44.052482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 79e5edc9-b6a1-47c6-8b94-6a31ab320853 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:44.053150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639ed476-43b0-41cd-a8cf-53e151948ccc req-b8c4db6a-46d2-4c6a-8729-bbf8c0c28f15 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Oct 27 16:13:44.064706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-0f6e3031-d1da-46ee-8c15-6badcdaa441a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.076512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-0f6e3031-d1da-46ee-8c15-6badcdaa441a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 985 time: 0.1229806 Oct 27 16:13:44.083276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'security_groups': ['1b2356c2-888f-4c43-af77-0e38505f001e', '7ade1795-394a-46bf-be27-c65103126793', '6820a48a-f6b9-46a2-ab25-ab69f00d6bf3']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:44.170848 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbbe3bf-54a5-4ded-96a7-8eb484cad448 x-openstack-request-id: req-afbbe3bf-54a5-4ded-96a7-8eb484cad448 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:44.171175 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:44.171554 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afbbe3bf-54a5-4ded-96a7-8eb484cad448 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:44.171972 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'status': 'completed', 'code': 200} Oct 27 16:13:44.180369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.263305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-a0556bfb-352e-4073-8376-323230fdca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.264961 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-a0556bfb-352e-4073-8376-323230fdca33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1136 time: 0.0745330 Oct 27 16:13:44.399109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-f923311b-53f3-4c25-bcc6-8cd4ff7a608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.402074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-f923311b-53f3-4c25-bcc6-8cd4ff7a608c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 913 time: 0.1080484 Oct 27 16:13:44.447811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc564c-db14-456b-b7dd-64e376635f64 req-f953a6ac-3c94-441d-8f7c-54d6b71d9242 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.451756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-badc564c-db14-456b-b7dd-64e376635f64 req-f953a6ac-3c94-441d-8f7c-54d6b71d9242 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1148016 Oct 27 16:13:44.457271 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-4ab0389f-8c61-4938-a524-1ba7bc33e283 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 217 time: 0.0379121 Oct 27 16:13:44.489537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:44.517797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-badc564c-db14-456b-b7dd-64e376635f64 req-c85896b1-fa69-4c3a-9e56-3b77792b3a4b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622730 Oct 27 16:13:44.542029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.545391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.554792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-facacac0-f2ae-4677-beb0-ca2bd8254dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.557183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-facacac0-f2ae-4677-beb0-ca2bd8254dbd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0754421 Oct 27 16:13:44.627635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.640159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:44.702436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.703286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.714542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75183591-eee1-4a0c-a5ef-4489d4513fcb req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "PUT /v2.0/ports/af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 1021 time: 0.6369121 Oct 27 16:13:44.757291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f17f58-417d-4629-830c-365ed0bdca57 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.916430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba2ab-774c-40bf-b93c-d24feea5a8c2 req-964e51e4-5253-4d73-80b6-471c8e24d185 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.924471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a12ba2ab-774c-40bf-b93c-d24feea5a8c2 req-964e51e4-5253-4d73-80b6-471c8e24d185 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1024 time: 0.1304724 Oct 27 16:13:44.955887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c214b-88cb-4eef-8c55-e2ccbf4ae5da req-1412f390-685b-479c-9341-c9aee76d1cc7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:44.964053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f5c214b-88cb-4eef-8c55-e2ccbf4ae5da req-1412f390-685b-479c-9341-c9aee76d1cc7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1117876 Oct 27 16:13:45.007736 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-dc736b84-08c6-4dc0-add0-963c77c435cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4383912 Oct 27 16:13:45.027214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:45.051596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f5c214b-88cb-4eef-8c55-e2ccbf4ae5da req-c0da5309-1329-47a4-87d1-454369e480a3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804622 Oct 27 16:13:45.072431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.102456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a12ba2ab-774c-40bf-b93c-d24feea5a8c2 req-5608b21c-57c8-4368-8155-7e8eaababf65 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3&id=7ade1795-394a-46bf-be27-c65103126793&id=1b2356c2-888f-4c43-af77-0e38505f001e HTTP/1.1" status: 200 len: 6157 time: 0.1769798 Oct 27 16:13:45.161836 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-c5b512e1-5f46-464a-88dd-d2d24f392f03 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401205 Oct 27 16:13:45.254788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf46c6-365a-48a8-9ce2-4066e77908a8 req-815e80bf-aa86-43e3-811b-fc28c936a35c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:45.257328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ecf46c6-365a-48a8-9ce2-4066e77908a8 req-815e80bf-aa86-43e3-811b-fc28c936a35c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0906997 Oct 27 16:13:45.266518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547f16b-36d2-4eea-8b5a-40c711f25524 req-46fe7512-15ea-446b-817b-19d9a5688d92 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:45.274912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1547f16b-36d2-4eea-8b5a-40c711f25524 req-46fe7512-15ea-446b-817b-19d9a5688d92 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0963786 Oct 27 16:13:45.282617 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d8a65730-4bd9-4793-a14f-3c03559b04cb req-54a58d82-b7e7-42be-94ce-925784d0ba60 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066053 Oct 27 16:13:45.338953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1547f16b-36d2-4eea-8b5a-40c711f25524 req-6f066c7b-f824-469b-94a9-ce14c48b9949 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Oct 27 16:13:45.342561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ecf46c6-365a-48a8-9ce2-4066e77908a8 req-78530f03-0fd9-4cdd-ac59-ff999d2d23a5 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 Oct 27 16:13:45.394645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': ' tempest-securitygroup -698560184 ', 'description': 'tempest-description-387136724'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:45.480474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242508-9d90-4a2f-b5f1-c1b384a80816 req-6dd0fdea-0d81-4b09-884f-5ef2231a0163 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:45.481965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a242508-9d90-4a2f-b5f1-c1b384a80816 req-6dd0fdea-0d81-4b09-884f-5ef2231a0163 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Oct 27 16:13:45.505005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.541090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a242508-9d90-4a2f-b5f1-c1b384a80816 req-0a4a6a05-ba30-4015-9d98-b40f9ae81b4b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Oct 27 16:13:45.607026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.661316 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.693224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e44644-32e2-4499-a674-bfadf436e5cc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:45.753817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.762430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b871700-5a22-420e-9107-5234fc0e481b req-6fdf3165-269a-4257-a90b-15d0195fe19a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3709018 Oct 27 16:13:45.833060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9eea30e2-c159-44b6-bc66-19eebb7f22a6 req-c7ac54fd-f09c-48e2-997b-275dedc39f20 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/30e44644-32e2-4499-a674-bfadf436e5cc HTTP/1.1" status: 200 len: 1781 time: 0.0524964 Oct 27 16:13:45.896273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-958d576d-67d4-4316-abc6-fd934867ffaf tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/30e44644-32e2-4499-a674-bfadf436e5cc HTTP/1.1" status: 200 len: 1781 time: 0.0401020 Oct 27 16:13:45.959283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.981782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.993825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 80b98cea-87f0-4e95-b61a-f242f308d0c2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:46.115366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:46.128619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '80b98cea-87f0-4e95-b61a-f242f308d0c2', 'network_id': 'b8f63be1-626f-4d33-a4e3-d7cb2adae5a3', 'port_id': '80b98cea-87f0-4e95-b61a-f242f308d0c2', 'mac_address': 'fa:16:3e:57:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c12943-29d3-456e-bc31-9dc701895a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:46.139333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.141933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.143163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6829a4b-ef5c-4af2-bbdd-bb127fde3f98 req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/30e44644-32e2-4499-a674-bfadf436e5cc HTTP/1.1" status: 204 len: 173 time: 0.2405105 Oct 27 16:13:46.155538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49438a5-19c4-4425-bd3b-6b2dd982597a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e44644-32e2-4499-a674-bfadf436e5cc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.173530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:46.176384 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8de568f-3ca6-4abd-8c2a-ff80e5789201" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:46.184948 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-e979f09a-8ee0-440a-902c-d17e3a42f7d9 req-98481423-8ac5-42f5-9086-775ce027cc63 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:13:46.186611 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.191428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e979f09a-8ee0-440a-902c-d17e3a42f7d9 req-98481423-8ac5-42f5-9086-775ce027cc63 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/30e44644-32e2-4499-a674-bfadf436e5cc HTTP/1.1" status: 404 len: 352 time: 0.0255992 Oct 27 16:13:46.206229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b98cea-87f0-4e95-b61a-f242f308d0c2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:46.218557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1748295321', 'description': 'tempest-description-312049200'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:46.230555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:46.249825 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c2558-c47c-42c5-a916-192a2f38f780 x-openstack-request-id: req-d64c2558-c47c-42c5-a916-192a2f38f780 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:46.250116 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:46.250369 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d64c2558-c47c-42c5-a916-192a2f38f780 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:46.250768 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'status': 'completed', 'code': 200} Oct 27 16:13:46.293660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.316849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-bb17d736-6fc5-4036-a966-8b090ffe28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.318518 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-bb17d736-6fc5-4036-a966-8b090ffe28fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1175 time: 0.0416822 Oct 27 16:13:46.345007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.361944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.425042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-4057d129-8cc0-4b44-bbf5-45b5fe1cc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.426827 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-4057d129-8cc0-4b44-bbf5-45b5fe1cc155 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 913 time: 0.0959952 Oct 27 16:13:46.480106 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-30b6b3c9-de93-4c81-8826-d7ffe66e64da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 200 len: 217 time: 0.0448670 Oct 27 16:13:46.533688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.549795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-6591dec4-c8cd-4dd8-80f2-070f2337fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.551732 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-6591dec4-c8cd-4dd8-80f2-070f2337fe90 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0601127 Oct 27 16:13:46.560542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8ffd4-04c4-417f-bc14-4d130d79c1ec req-f9266dc0-d845-4683-83c2-fd77b0f37f68 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.568368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfc8ffd4-04c4-417f-bc14-4d130d79c1ec req-f9266dc0-d845-4683-83c2-fd77b0f37f68 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0827532 Oct 27 16:13:46.600486 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-d279a300-dc5f-44a8-b008-6565baddd330 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404356 Oct 27 16:13:46.616072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfc8ffd4-04c4-417f-bc14-4d130d79c1ec req-4a615284-5eea-4e72-aeab-adaaad0ba660 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Oct 27 16:13:46.630200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.661915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e01c8-0c41-4a9f-9116-502b7b4c0e32,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.752805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.766794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d886313f-58bd-417b-8469-0958876db1ee req-e1b786c4-4c93-4664-8dc3-d91d2c0a83c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5569437 Oct 27 16:13:46.773598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-47b1a9c9-e692-4da6-969e-140cd5b6d66f service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626513 Oct 27 16:13:46.834753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd99c-2fef-4d67-80fe-94ef2fbb4fb8 req-04cd5e1a-1aee-46de-bcb7-a628cfab1797 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.836478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b43dd99c-2fef-4d67-80fe-94ef2fbb4fb8 req-04cd5e1a-1aee-46de-bcb7-a628cfab1797 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 944 time: 0.1157215 Oct 27 16:13:46.837123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['80b98cea-87f0-4e95-b61a-f242f308d0c2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:46.888094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b43dd99c-2fef-4d67-80fe-94ef2fbb4fb8 req-c8e173c6-0caa-40d2-a0ca-1b977a51b03e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Oct 27 16:13:46.953458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.973613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1434789957', 'description': 'tempest-description-713137771'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:46.995470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8de568f-3ca6-4abd-8c2a-ff80e5789201 req-36e5fffd-d898-4a6a-9e0e-97dcd2107bfa service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083108 Oct 27 16:13:47.088492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.187368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.264795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.299139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6b570-5d2d-427c-8e11-f57968079f12,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:47.353645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.355342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a016d319-0e00-44f5-b03a-cdbc590adda4 req-d3b16dcb-b4a2-43ec-84d7-76a5ecac5946 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3886294 Oct 27 16:13:47.383431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-929821561', 'description': 'tempest-description-60944898'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.510699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.586625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.659542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.723348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337d042d-43e1-4b6d-abb0-24fc6e93aa28,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:47.748915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d52e65-63e5-4063-9758-aa1a704cad73 req-efb22402-6b3a-4708-a296-c5ed325a176a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.751293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88d52e65-63e5-4063-9758-aa1a704cad73 req-efb22402-6b3a-4708-a296-c5ed325a176a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0670860 Oct 27 16:13:47.758318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.759848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24294e90-c370-4d7e-b492-b2f72aa75b44 req-5ebc3600-37a9-4848-a09f-c77841642e78 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3808625 Oct 27 16:13:47.809283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88d52e65-63e5-4063-9758-aa1a704cad73 req-4ea69744-f402-43d8-a69d-a1d210d38430 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Oct 27 16:13:47.898836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d85074b2-1dc1-42a9-aeaa-73198b6f8a15 req-21575c26-f9b4-452c-b8d5-90de4b60ce24 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 10908 time: 0.1145296 Oct 27 16:13:47.949894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d85074b2-1dc1-42a9-aeaa-73198b6f8a15 req-4cd4d607-32c5-44d7-99c1-4b5d20c3a9a6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/7ade1795-394a-46bf-be27-c65103126793 HTTP/1.1" status: 200 len: 2985 time: 0.0431561 Oct 27 16:13:48.004557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d85074b2-1dc1-42a9-aeaa-73198b6f8a15 req-a7f7a072-db29-4dc6-b456-79dce331a02f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/7ade1795-394a-46bf-be27-c65103126793 HTTP/1.1" status: 200 len: 2985 time: 0.0488031 Oct 27 16:13:48.148018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e7a4d-0729-43b3-805f-395485e55978 req-bfaa61c1-741c-40f2-a01c-be79c543b987 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.149614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c5e7a4d-0729-43b3-805f-395485e55978 req-bfaa61c1-741c-40f2-a01c-be79c543b987 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 944 time: 0.0534945 Oct 27 16:13:48.193679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c5e7a4d-0729-43b3-805f-395485e55978 req-d8d61930-6683-4da3-93fa-548227fdc517 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Oct 27 16:13:48.263272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6913643c-d311-4263-b4ae-5ffee492f35e req-fe7bb076-9da1-4975-a0aa-073da973ff75 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/9c4e01c8-0c41-4a9f-9116-502b7b4c0e32 HTTP/1.1" status: 200 len: 1802 time: 0.0464537 Oct 27 16:13:48.326903 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6913643c-d311-4263-b4ae-5ffee492f35e req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.350092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6913643c-d311-4263-b4ae-5ffee492f35e req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.487255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e6327-1b49-45ee-a399-76a4c1f597c1 req-390c2525-d2fc-48aa-9a2a-262bd391fd32 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.488727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-688e6327-1b49-45ee-a399-76a4c1f597c1 req-390c2525-d2fc-48aa-9a2a-262bd391fd32 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0545008 Oct 27 16:13:48.489775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6913643c-d311-4263-b4ae-5ffee492f35e req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.492363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6913643c-d311-4263-b4ae-5ffee492f35e req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.493382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6913643c-d311-4263-b4ae-5ffee492f35e req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/9c4e01c8-0c41-4a9f-9116-502b7b4c0e32 HTTP/1.1" status: 204 len: 173 time: 0.2237351 Oct 27 16:13:48.514082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7510f64-7f84-4546-8f89-215c24b9fc0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e01c8-0c41-4a9f-9116-502b7b4c0e32,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:48.538610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-688e6327-1b49-45ee-a399-76a4c1f597c1 req-e15e1835-c65d-4fec-8917-b16ecd8940b0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Oct 27 16:13:48.575897 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-44d426a1-fee6-46a5-a91b-d40375b82dfd req-764b9fc0-cc2b-4b4d-be33-c44ea68ad8d4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:13:48.576921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44d426a1-fee6-46a5-a91b-d40375b82dfd req-764b9fc0-cc2b-4b4d-be33-c44ea68ad8d4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/9c4e01c8-0c41-4a9f-9116-502b7b4c0e32 HTTP/1.1" status: 404 len: 352 time: 0.0140948 Oct 27 16:13:48.664372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-275484d6-1e8c-464f-892d-42d50596ae5f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/8df6b570-5d2d-427c-8e11-f57968079f12 HTTP/1.1" status: 200 len: 1802 time: 0.0671096 Oct 27 16:13:48.676912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b4d25-45a2-4144-9fcb-f4201f01d4fc req-8a7debe5-a646-4035-917f-9bc2683c8c1c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.678393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-415b4d25-45a2-4144-9fcb-f4201f01d4fc req-8a7debe5-a646-4035-917f-9bc2683c8c1c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0670586 Oct 27 16:13:48.751167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-415b4d25-45a2-4144-9fcb-f4201f01d4fc req-b702a7a2-f7e6-465f-a80e-7c0c657f0cd6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572803 Oct 27 16:13:48.762218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.785662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.870033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6dc4-9acb-4445-a53a-131be3149b4b req-2f948acf-4379-4118-b15a-61b4fc31685e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.871661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d2d6dc4-9acb-4445-a53a-131be3149b4b req-2f948acf-4379-4118-b15a-61b4fc31685e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0515208 Oct 27 16:13:48.909189 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d2d6dc4-9acb-4445-a53a-131be3149b4b req-d32311ab-d4bf-4864-bf74-3f94140cca75 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Oct 27 16:13:48.984637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.987551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.988801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b60658a-2bdf-4065-b5d9-085d6213f73b req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/8df6b570-5d2d-427c-8e11-f57968079f12 HTTP/1.1" status: 204 len: 173 time: 0.3094001 Oct 27 16:13:48.998942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9af34-794a-4229-aaa6-4deeb9b1686c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6b570-5d2d-427c-8e11-f57968079f12,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.029350 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-a84ccb8c-2373-411b-8402-6d9c96ac4b07 req-9834990f-da80-489d-882a-68dcd93a5ab5 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:13:49.030374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a84ccb8c-2373-411b-8402-6d9c96ac4b07 req-9834990f-da80-489d-882a-68dcd93a5ab5 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/8df6b570-5d2d-427c-8e11-f57968079f12 HTTP/1.1" status: 404 len: 352 time: 0.0146084 Oct 27 16:13:49.091468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-7a526d8d-9a4e-403b-9bfe-2ceff46608c5 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/337d042d-43e1-4b6d-abb0-24fc6e93aa28 HTTP/1.1" status: 200 len: 1800 time: 0.0395529 Oct 27 16:13:49.156132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.180055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.308985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.311665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.312795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-059e8a55-2d8b-461d-a8cf-160b354762a6 req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/337d042d-43e1-4b6d-abb0-24fc6e93aa28 HTTP/1.1" status: 204 len: 173 time: 0.2152436 Oct 27 16:13:49.332750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e14d-565a-4581-8f8c-5ac513f55e2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d042d-43e1-4b6d-abb0-24fc6e93aa28,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.419514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-a2b0263a-82a2-481f-be4d-bafadd6293e4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.420978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-a2b0263a-82a2-481f-be4d-bafadd6293e4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1588318 Oct 27 16:13:49.442527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-2e9677e7-661e-4431-bb79-38a8dceb7e77 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/quotas/9d1c7dbbb62645a1ba8c55d043401cf3 HTTP/1.1" status: 200 len: 375 time: 0.0149918 Oct 27 16:13:49.451818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a99d4-77f4-42fe-bdd5-ccc4e592fe09 req-64058219-349e-404a-aa7e-e97ded79aa88 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.453250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a7a99d4-77f4-42fe-bdd5-ccc4e592fe09 req-64058219-349e-404a-aa7e-e97ded79aa88 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 944 time: 0.0837951 Oct 27 16:13:49.515865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a7a99d4-77f4-42fe-bdd5-ccc4e592fe09 req-1b0a409f-fce0-4eaa-a1dc-3414122b2883 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528443 Oct 27 16:13:49.526208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-04c77f15-06a1-47e8-849f-3a0903766ed8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719967 Oct 27 16:13:49.618460 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-e0e9acfe-36bd-428e-849f-faeb3a1b1914 req-a7b70ae1-36c8-46cd-9969-75c5b4b9ddd1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:13:49.619508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0e9acfe-36bd-428e-849f-faeb3a1b1914 req-a7b70ae1-36c8-46cd-9969-75c5b4b9ddd1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/337d042d-43e1-4b6d-abb0-24fc6e93aa28 HTTP/1.1" status: 404 len: 352 time: 0.0207074 Oct 27 16:13:49.652863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-dded5a31-3760-40d0-a7f2-1bd1dba27527 service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123579 Oct 27 16:13:49.754709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-97fa1c28-1f66-4b1b-bbd0-2ea3ed87154c service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939062 Oct 27 16:13:49.850285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1b987-054c-4556-aa85-b0bab5d55687 req-4670cebe-0714-4634-b723-c3a6a186ce99 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.851788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06d1b987-054c-4556-aa85-b0bab5d55687 req-4670cebe-0714-4634-b723-c3a6a186ce99 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0535460 Oct 27 16:13:49.890086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06d1b987-054c-4556-aa85-b0bab5d55687 req-9a5752a6-2682-424c-aa4c-fb2e46e30df8 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Oct 27 16:13:50.007631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe16af5d-dd63-47d6-9267-b0d66091bb2d req-874ad8d3-b257-4573-8d7a-36b443507be4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 6157 time: 0.0814941 Oct 27 16:13:50.029174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 80b98cea-87f0-4e95-b61a-f242f308d0c2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:50.054048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe16af5d-dd63-47d6-9267-b0d66091bb2d req-23a52393-7eab-4f21-ae65-8e25ded38d39 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/7ade1795-394a-46bf-be27-c65103126793 HTTP/1.1" status: 200 len: 2985 time: 0.0523221 Oct 27 16:13:50.117647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe16af5d-dd63-47d6-9267-b0d66091bb2d req-8eb97c3c-9a09-4dd2-8757-d4d820e5469b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/7ade1795-394a-46bf-be27-c65103126793 HTTP/1.1" status: 200 len: 2985 time: 0.0532966 Oct 27 16:13:50.132663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-6d9926fc-d708-48e5-8300-f8292de6dd19 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.135740 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-6d9926fc-d708-48e5-8300-f8292de6dd19 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 946 time: 0.0528786 Oct 27 16:13:50.145030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822943877', 'description': 'tempest-description-403736516'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:50.172019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 80b98cea-87f0-4e95-b61a-f242f308d0c2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:50.182618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 80b98cea-87f0-4e95-b61a-f242f308d0c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:50.184526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.234401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b113470-d2bd-4c69-8211-2692908f7083 req-25e7a998-bb5d-416c-8e40-1dfce6b7ca59 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0449364 Oct 27 16:13:50.259601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.290839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.318368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:50.320657 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c8ba7-6968-44ae-9827-87526f37c1f4" -d '{"events": [{"server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "name": "network-vif-plugged", "status": "completed", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:50.327697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port 94453835-d916-4fb7-8e57-f21e60e76382 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:50.328675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.346881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:50.376184 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68734e9f-fce5-4989-a11e-667dc4b83c4b x-openstack-request-id: req-68734e9f-fce5-4989-a11e-667dc4b83c4b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:50.376478 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "name": "network-vif-plugged", "status": "completed", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:50.376734 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68734e9f-fce5-4989-a11e-667dc4b83c4b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:50.377141 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2', 'code': 200} Oct 27 16:13:50.391923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.421077 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.447777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:13:50.476945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port 94453835-d916-4fb7-8e57-f21e60e76382, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=94453835-d916-4fb7-8e57-f21e60e76382,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:50.476945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.479968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:50.491196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for 94453835-d916-4fb7-8e57-f21e60e76382 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:50.495267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.546623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999706-d1e1-4d01-95dc-39179ba745df req-15818cc9-a731-4258-98ad-7b57e032cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.548186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63999706-d1e1-4d01-95dc-39179ba745df req-15818cc9-a731-4258-98ad-7b57e032cd59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0932157 Oct 27 16:13:50.559754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abbc058-720f-4582-9618-76b17414770a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:50.585600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.586905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.586905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.586905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.587190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.587478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.587810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.588145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.588493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.588809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.589137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.589468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:50.606205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.607518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15a0b65c-8379-4462-b149-42785fbdc484 req-77684f04-2f05-47e4-bd35-9711ceb7d6bc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4679615 Oct 27 16:13:50.679494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63999706-d1e1-4d01-95dc-39179ba745df req-a308c581-23dc-4339-a0bd-6042078f0978 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896921 Oct 27 16:13:50.683965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88beb-b912-4343-882b-8db095b5f8cf req-9c80a7ee-0a7b-4d86-8dd8-834cbed3af33 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.688639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cc88beb-b912-4343-882b-8db095b5f8cf req-9c80a7ee-0a7b-4d86-8dd8-834cbed3af33 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0875020 Oct 27 16:13:50.706304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2135265092', 'description': 'tempest-description-339361803'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:50.743250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.749903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cc88beb-b912-4343-882b-8db095b5f8cf req-335ef9c8-8dc1-4d4e-a134-b2cc42c5c306 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Oct 27 16:13:50.759863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['94453835-d916-4fb7-8e57-f21e60e76382'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:50.772441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=94453835-d916-4fb7-8e57-f21e60e76382,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:50.831388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port 94453835-d916-4fb7-8e57-f21e60e76382 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:50.834092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.836973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.840719 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40f83b78-97e2-4aaf-85b9-f434c2ecd7f2 req-72d64c26-e6a2-4a43-9688-2c68bc4d7f4f tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "DELETE /v2.0/ports/94453835-d916-4fb7-8e57-f21e60e76382 HTTP/1.1" status: 204 len: 173 time: 0.6939645 Oct 27 16:13:50.840719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'name': 'network-vif-deleted', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:50.843059 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805116d-4ce5-4a3c-9314-5efb8b686053" -d '{"events": [{"server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "name": "network-vif-deleted", "tag": "94453835-d916-4fb7-8e57-f21e60e76382"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:50.913223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.996496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.026343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c491c5e-7b37-43f1-af40-12fdbf400f48,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:51.084926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.085992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-238aff79-e601-4c1c-8f2d-1986880f24f3 req-2a373fc3-aeea-4d41-b66a-baf0b313358c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3842812 Oct 27 16:13:51.088491 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafecd3c-1de6-4af7-96ea-6007f4a0b222 x-openstack-request-id: req-aafecd3c-1de6-4af7-96ea-6007f4a0b222 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:51.090374 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b380152a-8d2c-44bb-8d8e-79188015487c", "name": "network-vif-deleted", "tag": "94453835-d916-4fb7-8e57-f21e60e76382", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:51.090374 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aafecd3c-1de6-4af7-96ea-6007f4a0b222 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:51.090374 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b380152a-8d2c-44bb-8d8e-79188015487c', 'name': 'network-vif-deleted', 'tag': '94453835-d916-4fb7-8e57-f21e60e76382', 'status': 'completed', 'code': 200} Oct 27 16:13:51.169114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0dc0d2a-d98c-4c76-b3de-ee67f709f84f req-b887c896-1b07-4a85-8b46-fd900945efba tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0287101 Oct 27 16:13:51.327851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-68b0591f-7473-4553-9a96-a66bb2c45cc6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.329366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-68b0591f-7473-4553-9a96-a66bb2c45cc6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 812 time: 0.1296921 Oct 27 16:13:51.345384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-345612e5-7359-46a1-aa0d-81674b3d5687 req-abf9f196-cf7c-4a8f-85e0-4ce0314c7c97 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0361226 Oct 27 16:13:51.354814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-cdcd2638-2507-4873-8f8c-bbb39cf2bdda tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/quotas/476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 375 time: 0.0123913 Oct 27 16:13:51.409442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-7af4f3c8-ea8b-4e6d-be3b-72c786504d10 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479500 Oct 27 16:13:51.502862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-c2f2e3ec-0a54-4d10-bc57-f8a1adf78c23 service neutron] 10.222.0.70 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858009 Oct 27 16:13:51.593795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-5a25d964-4c79-4a77-bfc3-3ba274c1b3df service neutron] 10.222.0.70 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848722 Oct 27 16:13:51.776522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0a0f-76dd-45f2-862d-e99500701a72 req-3007d8f7-3c2c-461b-8fec-56a3bccca3d9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.778048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-158c0a0f-76dd-45f2-862d-e99500701a72 req-3007d8f7-3c2c-461b-8fec-56a3bccca3d9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0488517 Oct 27 16:13:51.819477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-158c0a0f-76dd-45f2-862d-e99500701a72 req-fd2b7c2e-8c32-4e14-918a-20e5776431e8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Oct 27 16:13:51.945593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fac0c76f-97dc-4285-a626-eae0cd178cc3 req-3ea42f34-e185-4d27-9a28-339c7372d402 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 210 time: 0.0302746 Oct 27 16:13:51.963954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdc8d5-6d23-48c1-9ca3-3296f7bf9ec0 req-b6b3b363-97b3-404f-8dfd-dc1cf39bba21 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.965456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1fdc8d5-6d23-48c1-9ca3-3296f7bf9ec0 req-b6b3b363-97b3-404f-8dfd-dc1cf39bba21 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0847278 Oct 27 16:13:52.010192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1fdc8d5-6d23-48c1-9ca3-3296f7bf9ec0 req-1e1c1ca4-1443-420b-ae82-2a8e850dab6d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Oct 27 16:13:52.076663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68da16-ecb6-409e-8460-6c0da2f78d15 req-33c99293-cbee-4a15-8439-15bf880eac0b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.078241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b68da16-ecb6-409e-8460-6c0da2f78d15 req-33c99293-cbee-4a15-8439-15bf880eac0b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0655892 Oct 27 16:13:52.121882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b68da16-ecb6-409e-8460-6c0da2f78d15 req-8e26b6fb-84b5-457b-9d4b-d41ba1541e94 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Oct 27 16:13:52.295324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b054f06f-2d42-4329-862c-bd2e4363c89c req-f1035281-35e1-4eaa-9ef5-5512e05542e7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=b380152a-8d2c-44bb-8d8e-79188015487c HTTP/1.1" status: 200 len: 210 time: 0.0437543 Oct 27 16:13:52.323442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14fa1-1cd1-4784-acfb-9a5090b4ffa5 req-92973a3b-e5d8-4176-bd08-17e3205cc5dd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.325027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc14fa1-1cd1-4784-acfb-9a5090b4ffa5 req-92973a3b-e5d8-4176-bd08-17e3205cc5dd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0840325 Oct 27 16:13:52.364782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abc14fa1-1cd1-4784-acfb-9a5090b4ffa5 req-34ea5850-024d-4b43-84bc-e55cc2587848 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Oct 27 16:13:52.450301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfc03faf-0041-42fa-92ea-8e447b93f8e5 req-299a0ac5-1e0b-471a-b9e1-2561adfe0d79 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Oct 27 16:13:52.497129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82932695-0172-4d10-b57f-1db4aee87deb req-eec7e4eb-3f3e-4588-9543-7e91c9c1ae88 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.498585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82932695-0172-4d10-b57f-1db4aee87deb req-eec7e4eb-3f3e-4588-9543-7e91c9c1ae88 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0509744 Oct 27 16:13:52.539536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82932695-0172-4d10-b57f-1db4aee87deb req-0f3c1cf4-2283-42d8-8b24-f08ea7838402 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Oct 27 16:13:52.709911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a52791-3408-44b1-8b4f-99f1a592a003 req-959ce0c7-9fe9-43e8-80f0-2f9ccf98ed8e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.711457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42a52791-3408-44b1-8b4f-99f1a592a003 req-959ce0c7-9fe9-43e8-80f0-2f9ccf98ed8e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0519211 Oct 27 16:13:52.750036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42a52791-3408-44b1-8b4f-99f1a592a003 req-0bd33350-be3a-47a4-a88f-e83f11a3bfb9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Oct 27 16:13:52.872704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123006-45c4-4602-9a05-7c262ea4c8a6 req-f72d344f-1d82-49f6-a6f7-3cb706959824 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.874123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0123006-45c4-4602-9a05-7c262ea4c8a6 req-f72d344f-1d82-49f6-a6f7-3cb706959824 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0521264 Oct 27 16:13:52.925651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0123006-45c4-4602-9a05-7c262ea4c8a6 req-864936fa-2888-4209-9280-3d1208cf5b2e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Oct 27 16:13:53.062614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8050d08-1ee6-496e-9155-306fe05bc959 req-e23661dc-39d2-49b2-961b-4c18dd2b3770 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 210 time: 0.0334568 Oct 27 16:13:53.182070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542d353-8cec-4e12-9716-5a921902ee5b req-11bc7cc5-dc83-40cc-9668-63ccd38bf205 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.183580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4542d353-8cec-4e12-9716-5a921902ee5b req-11bc7cc5-dc83-40cc-9668-63ccd38bf205 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0832102 Oct 27 16:13:53.201651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5c97-b9f3-4693-a44a-f03266618865 req-9bfb2b10-3d2e-43a2-9d1e-0d5f44ea9df6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.203144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ce5c97-b9f3-4693-a44a-f03266618865 req-9bfb2b10-3d2e-43a2-9d1e-0d5f44ea9df6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0722339 Oct 27 16:13:53.218227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-5de7fa27-920e-422a-9f43-9cb40e949438 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.222104 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-5de7fa27-920e-422a-9f43-9cb40e949438 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1268446 Oct 27 16:13:53.240352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Request body: {'port': {'device_id': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'admin_state_up': True, 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.253298 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4542d353-8cec-4e12-9716-5a921902ee5b req-5bf5bc8d-f193-4b83-b3be-e493197170a5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 Oct 27 16:13:53.265642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ce5c97-b9f3-4693-a44a-f03266618865 req-69847430-bd97-4c16-8aa7-97e199f2fada tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Oct 27 16:13:53.464033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62feff7-75cc-400d-837d-e4356ea1387d req-961b3ec4-867a-44ad-a8a1-9f2b109899ae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.464582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:53.465800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a62feff7-75cc-400d-837d-e4356ea1387d req-961b3ec4-867a-44ad-a8a1-9f2b109899ae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0511184 Oct 27 16:13:53.468211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.514460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a62feff7-75cc-400d-837d-e4356ea1387d req-b602e8ef-d7ce-4368-b8c0-6a3c3eab0d40 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Oct 27 16:13:53.612612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Allocated IP 172.20.0.9 (5806565d-8504-4f4b-b923-f489c33d16ad/4cb2d482-e5e3-4ff8-a465-de0a848ccdf9/fab5a944-337d-4643-ac64-c6e4b07a7b88) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:53.644435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60056d94-8041-4af0-b462-182d861a83cc req-987852a0-a4a7-422d-89f4-789830451373 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Oct 27 16:13:53.780589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.810084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f83d4-47b5-4e70-bfdc-09fcbd9a5ff1 req-cae7bfd5-ada9-43f9-b126-8bf6117f981b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.811563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f55f83d4-47b5-4e70-bfdc-09fcbd9a5ff1 req-cae7bfd5-ada9-43f9-b126-8bf6117f981b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0659401 Oct 27 16:13:53.820251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2184d4-8a2b-46e9-a842-7c98c3fb4773 req-4fdcc876-e81a-4985-93a0-1ce2589546fc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.832531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e2184d4-8a2b-46e9-a842-7c98c3fb4773 req-4fdcc876-e81a-4985-93a0-1ce2589546fc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0870399 Oct 27 16:13:53.906028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f55f83d4-47b5-4e70-bfdc-09fcbd9a5ff1 req-ed871dc9-cde3-40bd-b13e-9cfd66c980d3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Oct 27 16:13:53.914174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e2184d4-8a2b-46e9-a842-7c98c3fb4773 req-e619452d-62d2-40cd-88fe-beb32f563fdb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849779 Oct 27 16:13:53.922551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-b30a0023-0fe1-4ab7-8a9c-68ba0c5350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.923602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-b30a0023-0fe1-4ab7-8a9c-68ba0c5350a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0739255 Oct 27 16:13:53.954329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.965219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65', 'b24dec9d-e6c6-4006-bdca-c49e31f32283'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:53.971472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Network 5806565d-8504-4f4b-b923-f489c33d16ad is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:53.974400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:54.011919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:54.058910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 94453835-d916-4fb7-8e57-f21e60e76382 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:54.069804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event updated for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.084063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 94453835-d916-4fb7-8e57-f21e60e76382 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:54.084337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 94453835-d916-4fb7-8e57-f21e60e76382 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:54.087299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.088126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.098605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.098968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.099314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.099652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.099983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.100306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.100629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.101273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.101273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.101573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.101982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.102302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:54.161026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-e33dbc75-6780-4e96-9f81-5971283fc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.162545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-e33dbc75-6780-4e96-9f81-5971283fc214 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 911 time: 0.2148113 Oct 27 16:13:54.194536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea23192-9b45-43af-9f4d-c57edc083340 req-7b592078-b3c6-47a6-a3a3-9c765884e59f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.196059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea23192-9b45-43af-9f4d-c57edc083340 req-7b592078-b3c6-47a6-a3a3-9c765884e59f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1280661 Oct 27 16:13:54.224140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-4e81384a-dfe7-4688-9d5f-7a86381b2a0e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900148 Oct 27 16:13:54.234228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-a7e49f8a-896b-4233-907d-05f96a762787 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.235678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-a7e49f8a-896b-4233-907d-05f96a762787 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.2363412 Oct 27 16:13:54.237878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-49be933c-d816-4d1d-bf3a-16266f020378 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0614648 Oct 27 16:13:54.256251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Request body: {'port': {'device_id': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:54.311763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.334453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-0ce975ba-d4da-49c7-bae1-6b222e0c185c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/quotas/d578313f74184ff1a4011a56ede513ad HTTP/1.1" status: 200 len: 375 time: 0.0911934 Oct 27 16:13:54.398120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea23192-9b45-43af-9f4d-c57edc083340 req-20008a29-3912-475b-bfa3-fba50c74a9c4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717477 Oct 27 16:13:54.400761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-feb1c252-aba9-4a1f-86ef-9534beaa21fe tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524988 Oct 27 16:13:54.410747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-b0369461-0af3-4d18-a2ab-64e0e4b560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.412233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-b0369461-0af3-4d18-a2ab-64e0e4b560c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.1463223 Oct 27 16:13:54.498691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-f816fcc9-7ce8-4306-95cd-c93d09495865 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557420 Oct 27 16:13:54.515416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-447c65b0-3d58-4234-bac8-676a0cf08ad8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.516864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-447c65b0-3d58-4234-bac8-676a0cf08ad8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 812 time: 0.2726896 Oct 27 16:13:54.592453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab5a944-337d-4643-ac64-c6e4b07a7b88 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:54.595246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-fb5d3c4f-48a2-4258-ae4a-2cce71121773 service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799865 Oct 27 16:13:54.600025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.613548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Transition to ACTIVE for port object fab5a944-337d-4643-ac64-c6e4b07a7b88 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:54.657618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'device_id': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2', 'admin_state_up': True, 'tenant_id': '476f38b25ee54310865f284dd1fded22'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:54.706745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.757456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df6458-4358-4774-8107-94af1c64933b service neutron] Pushing event updated for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.830887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Attempting to bind port fab5a944-337d-4643-ac64-c6e4b07a7b88 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:54.831249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Attempting to bind port fab5a944-337d-4643-ac64-c6e4b07a7b88 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:54.831576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Attempting to bind port fab5a944-337d-4643-ac64-c6e4b07a7b88 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:54.836337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Port fab5a944-337d-4643-ac64-c6e4b07a7b88 on network 5806565d-8504-4f4b-b923-f489c33d16ad not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:54.837166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Attempting to bind port fab5a944-337d-4643-ac64-c6e4b07a7b88 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:54.842350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:54.842734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Checking segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:54.843081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Bound using segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:54.843510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Bound port: fab5a944-337d-4643-ac64-c6e4b07a7b88, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:54.843857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.912860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:54.916005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:54.990589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.031347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.031955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.033328 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-09df6458-4358-4774-8107-94af1c64933b service neutron] 10.222.0.82 "PUT /v2.0/ports/fab5a944-337d-4643-ac64-c6e4b07a7b88 HTTP/1.1" status: 200 len: 1091 time: 0.7822149 Oct 27 16:13:55.033762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:55.036104 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba653f-c8ba-4e62-b6ab-058160d6477b" -d '{"events": [{"name": "network-changed", "server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:55.066500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a885a83-200f-4c92-88bd-0df3b2866aad req-2b9ffcd7-b2d8-4145-acd4-1cf5dfed990a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 210 time: 0.1073792 Oct 27 16:13:55.066733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df6458-4358-4774-8107-94af1c64933b service neutron] Pushing event updated for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.141283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-046d2c45-b809-4758-8c27-d92cbe946f8a service neutron] 10.222.0.70 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396974 Oct 27 16:13:55.150156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-2c6dffb1-251a-486a-bb55-dfb540e406b7 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050573 Oct 27 16:13:55.232516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-6ad10945-1fa5-4921-a5d9-36a5f10b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.232516 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-6ad10945-1fa5-4921-a5d9-36a5f10b6c4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 1094 time: 0.0554774 Oct 27 16:13:55.266401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8997e23-0444-4d86-ae3a-a7e16769981e req-6b8ee436-bee0-44e4-8493-f96caf4f2b33 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989559 Oct 27 16:13:55.296485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-fa4178ab-90d4-40d7-93e4-1446f665d80c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88 HTTP/1.1" status: 200 len: 217 time: 0.0440829 Oct 27 16:13:55.300892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Made reservation on behalf of 476f38b25ee54310865f284dd1fded22 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:55.304290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.363351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-e03a7b5f-6f51-4531-89ca-879a31b09795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.365255 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-e03a7b5f-6f51-4531-89ca-879a31b09795 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.0553563 Oct 27 16:13:55.407960 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-b07f548a-cfdc-444f-90f4-edbf4a2f797e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Oct 27 16:13:55.417407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af78c-93fd-4870-8077-e262019d9e9d req-d03394ab-7570-42a5-aa33-cfc7c20b5a7b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.418891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f3af78c-93fd-4870-8077-e262019d9e9d req-d03394ab-7570-42a5-aa33-cfc7c20b5a7b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.1296530 Oct 27 16:13:55.526910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf846cf-e2de-4623-93cf-0963438cbc47 req-acb9c8c4-b2d6-4b5a-b211-0d23d9eac4a3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.528447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf846cf-e2de-4623-93cf-0963438cbc47 req-acb9c8c4-b2d6-4b5a-b211-0d23d9eac4a3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1619761 Oct 27 16:13:55.542863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f3af78c-93fd-4870-8077-e262019d9e9d req-50123d5b-6cea-4c36-aa47-3004d9e1629a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Oct 27 16:13:55.574475 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-f8d59388-80ab-4f42-9689-8ea484b56e5b service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988336 Oct 27 16:13:55.578254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Allocated IP 172.20.0.6 (ab7b76c1-9ef8-4393-be6a-46712408aee2/89301fe2-c1e1-48fe-b14b-9d144c4982fd/9f68bf71-7800-4a8b-853a-4fac953ffdf3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:55.605273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf846cf-e2de-4623-93cf-0963438cbc47 req-e3864556-e89b-464d-baf6-3a2885f60be2 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Oct 27 16:13:55.643419 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b70c17-956d-46ae-8f69-363bf8d28321 x-openstack-request-id: req-b9b70c17-956d-46ae-8f69-363bf8d28321 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:55.643736 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:55.644114 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9b70c17-956d-46ae-8f69-363bf8d28321 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:55.644581 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88', 'status': 'completed', 'code': 200} Oct 27 16:13:55.692565 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d69f8286-0019-445b-8e91-f2dd1eb64fa9 req-535622bf-ea2b-4dfc-a543-7acdba7bf4f0 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095839 Oct 27 16:13:55.723799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b944ed5c-ae2d-411f-b6bb-4baf1b59f320 req-8ca2be70-72d8-4bff-83a5-e62648bc151e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 210 time: 0.0717323 Oct 27 16:13:55.793770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5762aaa-f4a2-4328-81d3-68f1f26f5486 req-cc1caf97-ee07-42c7-a6a3-f23182d8923a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.799084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5762aaa-f4a2-4328-81d3-68f1f26f5486 req-cc1caf97-ee07-42c7-a6a3-f23182d8923a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1422052 Oct 27 16:13:55.868991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-8da3e761-fcab-43e9-a34d-d1e4d1a44dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.870805 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-8da3e761-fcab-43e9-a34d-d1e4d1a44dde service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 1094 time: 0.0452428 Oct 27 16:13:55.875566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.884279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5762aaa-f4a2-4328-81d3-68f1f26f5486 req-61db5454-71f6-493c-8783-f0832221bce4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735748 Oct 27 16:13:55.974382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-19615ff1-ebfa-48e3-8a20-fc6503a971ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.975874 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-19615ff1-ebfa-48e3-8a20-fc6503a971ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 916 time: 0.0899386 Oct 27 16:13:56.027188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.027507 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-a8c5f34f-0cd4-4beb-9389-814ffb05827c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88 HTTP/1.1" status: 200 len: 217 time: 0.0362651 Oct 27 16:13:56.041898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:56.089302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-7a6a162a-1ffb-4aa3-a2d3-8619bb8be129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.090791 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-7a6a162a-1ffb-4aa3-a2d3-8619bb8be129 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.0521035 Oct 27 16:13:56.127120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:56.138074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-c3046852-a257-41da-8f09-f0d58ddbcef9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386071 Oct 27 16:13:56.138786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Network ab7b76c1-9ef8-4393-be6a-46712408aee2 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:56.141844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:56.144555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:56.160823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8afa2-135d-4e61-9c67-24df7230b84e req-41c9cc1c-a28f-4d6b-a9b2-c2b072d07e47 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.162374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77a8afa2-135d-4e61-9c67-24df7230b84e req-41c9cc1c-a28f-4d6b-a9b2-c2b072d07e47 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1330886 Oct 27 16:13:56.245023 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-3bf6f3b0-cbd4-4212-81c6-8bca8bc01a1e service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977185 Oct 27 16:13:56.267689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.268284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.276897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77a8afa2-135d-4e61-9c67-24df7230b84e req-de83912e-2cea-44e8-8667-f835fe3e820b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912056 Oct 27 16:13:56.295643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e26c-321d-4ad2-a1d5-4e23e40c3e53 req-c085ec92-d42f-4d9d-9c36-2778dd732f0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.303101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b35e26c-321d-4ad2-a1d5-4e23e40c3e53 req-c085ec92-d42f-4d9d-9c36-2778dd732f0e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 931 time: 0.1156957 Oct 27 16:13:56.355421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b35e26c-321d-4ad2-a1d5-4e23e40c3e53 req-19d4a6df-2e2c-44da-8c0b-6214d66a7026 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Oct 27 16:13:56.374465 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94ba653f-c8ba-4e62-b6ab-058160d6477b req-1a4c497b-d94f-4aab-b0dc-4e1fe46f8847 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217289 Oct 27 16:13:56.404396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-8a315381-631e-4c71-8795-a12e536afce0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7576323 Oct 27 16:13:56.458410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Request body: {'port': {'device_id': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:56.565879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.648429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409fca-3111-4731-97ca-f3a8fdce606d req-7f83308c-8139-4068-a385-877f20d53ec7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.649884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4409fca-3111-4731-97ca-f3a8fdce606d req-7f83308c-8139-4068-a385-877f20d53ec7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 813 time: 0.1710665 Oct 27 16:13:56.695265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4409fca-3111-4731-97ca-f3a8fdce606d req-413b86a7-9b13-4970-98ef-bf3f01a89301 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/quotas/48444d68817f4ea284fd6635149a29ad HTTP/1.1" status: 200 len: 375 time: 0.0256445 Oct 27 16:13:56.787255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431c09d-79f8-4f62-b470-aefe778aad31 req-df805ce1-e903-43f9-8c02-6e4f8ec78cb1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.788739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c431c09d-79f8-4f62-b470-aefe778aad31 req-df805ce1-e903-43f9-8c02-6e4f8ec78cb1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.1652141 Oct 27 16:13:56.874468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4409fca-3111-4731-97ca-f3a8fdce606d req-fa9bc23a-582e-45df-8caa-70b2af871a88 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1382980 Oct 27 16:13:56.891399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c431c09d-79f8-4f62-b470-aefe778aad31 req-0440b5e8-5f9e-4d02-b127-0e0190e0373f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955358 Oct 27 16:13:57.015914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d5a4c69-2da2-455f-a646-646e62ee5ae3 req-1a41c45e-8daa-4d55-b6d5-b33ee1307530 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 210 time: 0.0654795 Oct 27 16:13:57.043495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f68bf71-7800-4a8b-853a-4fac953ffdf3 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:57.054167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.075634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c8027-b3ad-440b-b2db-baf43df3c4a1 req-dfe71ea7-39be-4bd6-8965-b60b5c0d36a3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.077164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-979c8027-b3ad-440b-b2db-baf43df3c4a1 req-dfe71ea7-39be-4bd6-8965-b60b5c0d36a3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1300855 Oct 27 16:13:57.080040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Transition to ACTIVE for port object 9f68bf71-7800-4a8b-853a-4fac953ffdf3 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:57.118296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-979c8027-b3ad-440b-b2db-baf43df3c4a1 req-6812ed3a-90ea-4b91-a20f-5085071da777 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Oct 27 16:13:57.205419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42b3f1-8721-4abd-b2a9-efbc3b8c037a req-ba350df3-a8ee-4e11-bb57-94955886ad1b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.206812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba42b3f1-8721-4abd-b2a9-efbc3b8c037a req-ba350df3-a8ee-4e11-bb57-94955886ad1b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0495465 Oct 27 16:13:57.228319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.283427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba42b3f1-8721-4abd-b2a9-efbc3b8c037a req-03550abf-af86-4b78-ba7a-6fcefbbbf854 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Oct 27 16:13:57.293019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:57.393688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Attempting to bind port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:57.394024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Attempting to bind port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:57.394352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Attempting to bind port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:57.402170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:57.402498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Attempting to bind port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 on network ab7b76c1-9ef8-4393-be6a-46712408aee2 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:57.418008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937450ff-3d94-47a9-99d9-e0adc1aa5fd6 req-e71426a1-0462-4c3d-8a3f-e65e3bbfffe8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.419531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-937450ff-3d94-47a9-99d9-e0adc1aa5fd6 req-e71426a1-0462-4c3d-8a3f-e65e3bbfffe8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0660765 Oct 27 16:13:57.420240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:57.420577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Checking segment: {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:57.420953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Bound using segment: {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:57.421385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Bound port: 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda97e5c-24ae-4ff9-9dbf-9423051369df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:57.421735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.532378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-937450ff-3d94-47a9-99d9-e0adc1aa5fd6 req-adb713d4-3f12-4d16-b089-b36b9c2cfe7e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058280 Oct 27 16:13:57.546930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777899-9f2b-4802-b5a3-0c4f08a05d75 req-f2d99449-a7c6-4dcd-80ec-a13e02680ae0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.548411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35777899-9f2b-4802-b5a3-0c4f08a05d75 req-f2d99449-a7c6-4dcd-80ec-a13e02680ae0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.1245768 Oct 27 16:13:57.570030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:57.596892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:57.607505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35777899-9f2b-4802-b5a3-0c4f08a05d75 req-5c9bd2b9-b44c-47ef-bc35-37fcf2f881bb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Oct 27 16:13:57.665815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.705748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.707895 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.714193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] 10.222.0.82 "PUT /v2.0/ports/9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 1091 time: 1.2570603 Oct 27 16:13:57.718399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:57.722270 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:57.770076 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d293af-bf84-42f3-bd67-71fd3df0d871 x-openstack-request-id: req-34d293af-bf84-42f3-bd67-71fd3df0d871 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:57.770365 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:57.770614 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34d293af-bf84-42f3-bd67-71fd3df0d871 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:57.771007 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'status': 'completed', 'code': 200} Oct 27 16:13:57.772279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbe623-b687-4cac-a07f-5fcb852c69ae service neutron] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:57.775944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ab8769f-fbdb-426c-8561-83002902bb63 req-3cdfbd32-912d-4af6-b189-2ed0c3fe995f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=48444d68817f4ea284fd6635149a29ad HTTP/1.1" status: 200 len: 221 time: 0.0585170 Oct 27 16:13:57.782050 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.887451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-a0983704-ee10-429a-919a-e4d18a5a4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.888957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-a0983704-ee10-429a-919a-e4d18a5a4a7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1094 time: 0.0781922 Oct 27 16:13:57.901548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9c14d-802f-4f4a-9155-5e31a7467eef req-c6a17d85-3eb6-4cd4-98c7-fa1c85e9932b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.903013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a9c14d-802f-4f4a-9155-5e31a7467eef req-c6a17d85-3eb6-4cd4-98c7-fa1c85e9932b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0619571 Oct 27 16:13:58.028308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a9c14d-802f-4f4a-9155-5e31a7467eef req-53df17e2-746a-4958-9f33-da91f1c1c60f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164551 Oct 27 16:13:58.056530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-1fbc4006-9123-4b26-88ff-eb2ddd54518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.058093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-1fbc4006-9123-4b26-88ff-eb2ddd54518e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=476f38b25ee54310865f284dd1fded22&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1542058 Oct 27 16:13:58.072763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2718e1-4617-4efd-800c-e59e745e27bd req-bcba1380-ff1c-4368-ad03-be197640513d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.074281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2718e1-4617-4efd-800c-e59e745e27bd req-bcba1380-ff1c-4368-ad03-be197640513d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.1100359 Oct 27 16:13:58.109834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-9691f232-11de-464b-becf-032bd0d24839 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.111971 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-9691f232-11de-464b-becf-032bd0d24839 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/networks?id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 200 len: 812 time: 0.1281917 Oct 27 16:13:58.131655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Request body: {'port': {'device_id': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'admin_state_up': True, 'tenant_id': 'd578313f74184ff1a4011a56ede513ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:58.175290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f293e073-fbca-4c44-a1ec-77f21fbef6b0 req-93cf0db7-8bcc-4d96-8107-db0cc0242b75 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 210 time: 0.0382833 Oct 27 16:13:58.213370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc2718e1-4617-4efd-800c-e59e745e27bd req-efe7f78a-d90e-453b-a62f-e6ceb02cb433 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305363 Oct 27 16:13:58.226844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-b168494a-33c3-4a3e-87d6-dfa293f124d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.228524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79a9ee4f-c2da-4e81-9ee9-cab6f4e1fa5d req-b168494a-33c3-4a3e-87d6-dfa293f124d0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533616 Oct 27 16:13:58.296924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba93f7-13ee-49f2-b649-c1d4a289dd0e req-f1c7b907-ef02-4d0a-adea-a1ab7d9f27a1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.298584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1ba93f7-13ee-49f2-b649-c1d4a289dd0e req-f1c7b907-ef02-4d0a-adea-a1ab7d9f27a1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0602643 Oct 27 16:13:58.327388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.350461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Made reservation on behalf of d578313f74184ff1a4011a56ede513ad for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:58.355931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.373850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1ba93f7-13ee-49f2-b649-c1d4a289dd0e req-b6727302-c9e7-4554-85ad-f62a52e7d687 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667691 Oct 27 16:13:58.408686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-3b7e1fb7-fa09-48b7-be8a-b9c294c35777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.410266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-3b7e1fb7-fa09-48b7-be8a-b9c294c35777 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1094 time: 0.0886092 Oct 27 16:13:58.443535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd37835-bc73-49b7-9d46-a8e65ef28fe0 req-35a820e6-d303-4bbd-bc90-89f6d982d3ce tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.445046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dd37835-bc73-49b7-9d46-a8e65ef28fe0 req-35a820e6-d303-4bbd-bc90-89f6d982d3ce tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0668712 Oct 27 16:13:58.476093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-82503eee-d84e-404d-82a8-1551faf2d953 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 217 time: 0.0486283 Oct 27 16:13:58.499562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Allocated IP 172.20.0.3 (f67270d6-66aa-4d91-9da4-5e72f8dba3d5/953349cd-40ef-442b-8085-7089355fc1f5/73356a0c-baee-4b4d-a46a-799914abecd2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:58.579443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dd37835-bc73-49b7-9d46-a8e65ef28fe0 req-86ef6fc9-8181-467c-bf9f-b66a1bd29994 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060379 Oct 27 16:13:58.582669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-ede6bc00-0b4e-422a-a055-e89e3bf69372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.584628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-ede6bc00-0b4e-422a-a055-e89e3bf69372 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0882821 Oct 27 16:13:58.592901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a4f9-c29d-4e9f-a35f-12f5636766c6 req-2906daf9-7aa2-4a94-81f0-ca6bc080de52 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.594483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8de4a4f9-c29d-4e9f-a35f-12f5636766c6 req-2906daf9-7aa2-4a94-81f0-ca6bc080de52 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1225770 Oct 27 16:13:58.637516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-54eb798d-0289-4246-8aaf-b559a7e5a015 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304129 Oct 27 16:13:58.654714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.664853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8de4a4f9-c29d-4e9f-a35f-12f5636766c6 req-affa2137-2087-4d95-ae37-96febaa406cd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Oct 27 16:13:58.750757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.796668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:58.797012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8d4c5-5255-4263-8a25-5f2e16daf1c6 req-4dd88a25-8b8f-4965-bb2d-6eb2cedd2d61 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.798601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86b8d4c5-5255-4263-8a25-5f2e16daf1c6 req-4dd88a25-8b8f-4965-bb2d-6eb2cedd2d61 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.0835423 Oct 27 16:13:58.799839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:58.800575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-f0a49440-0562-473f-abf0-5a64ff923d56 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518862 Oct 27 16:13:58.804181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:58.837217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event updated for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:58.862525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86b8d4c5-5255-4263-8a25-5f2e16daf1c6 req-f8b50665-c25e-4225-8192-8973c3c54e90 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Oct 27 16:13:58.862718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.863624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.972180 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61c51297-0361-43f4-a205-8c7de4443bca tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444848 Oct 27 16:13:58.977868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6084-6694-430c-a3b2-8dd311678cde req-3afa55be-0662-4cf2-be6a-a4e47c82611a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.979350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02ec6084-6694-430c-a3b2-8dd311678cde req-3afa55be-0662-4cf2-be6a-a4e47c82611a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1068730 Oct 27 16:13:58.982920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d394bfa-6269-4584-bfe7-e93e3ad89925 req-47a43a3e-331f-4d52-a89c-8bbe3afd9f8c service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533115 Oct 27 16:13:59.009625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Request body: {'port': {'device_id': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:59.018330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02ec6084-6694-430c-a3b2-8dd311678cde req-b6a29d91-ebac-49d3-ac13-683c5401e9a9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Oct 27 16:13:59.069197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.161342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d55260-667e-4985-9f6f-194ac1a021ac req-f5a57637-30d5-4c54-9739-907f0c519d10 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.162805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26d55260-667e-4985-9f6f-194ac1a021ac req-f5a57637-30d5-4c54-9739-907f0c519d10 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0534053 Oct 27 16:13:59.200609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26d55260-667e-4985-9f6f-194ac1a021ac req-af718185-c54c-4fbb-ad25-f1c11b9b5224 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Oct 27 16:13:59.328048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f835-a6b9-4ae4-a7ae-01c2db4c38e2 req-84cde515-d7d7-4fe9-945c-e92b55645f6e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.329530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c469f835-a6b9-4ae4-a7ae-01c2db4c38e2 req-84cde515-d7d7-4fe9-945c-e92b55645f6e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 931 time: 0.0788584 Oct 27 16:13:59.335481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73356a0c-baee-4b4d-a46a-799914abecd2 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:59.341850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d36d7-1ab4-4d6c-be43-058d2933f7cd req-cd628b10-1b1f-4752-a361-9777d465d5e6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.342954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.343306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c22d36d7-1ab4-4d6c-be43-058d2933f7cd req-cd628b10-1b1f-4752-a361-9777d465d5e6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0660534 Oct 27 16:13:59.355713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Transition to ACTIVE for port object 73356a0c-baee-4b4d-a46a-799914abecd2 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:59.395816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c469f835-a6b9-4ae4-a7ae-01c2db4c38e2 req-fae51b4b-60e8-48b5-b232-591cf2715c32 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515454 Oct 27 16:13:59.402810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c22d36d7-1ab4-4d6c-be43-058d2933f7cd req-cb245a88-6f50-4e83-952a-17d1b1fb4208 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Oct 27 16:13:59.438318 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.493173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Pushing event updated for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.513154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcf17-89aa-48ba-96ac-45d0133e28d1 req-85fd2a32-929c-4edd-9bbb-74c176a326ea tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.514770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-778fcf17-89aa-48ba-96ac-45d0133e28d1 req-85fd2a32-929c-4edd-9bbb-74c176a326ea tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.0617032 Oct 27 16:13:59.557194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-778fcf17-89aa-48ba-96ac-45d0133e28d1 req-07280aca-3e1b-4fed-badc-6b8f0c198616 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Oct 27 16:13:59.566948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Attempting to bind port 73356a0c-baee-4b4d-a46a-799914abecd2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:59.567282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Attempting to bind port 73356a0c-baee-4b4d-a46a-799914abecd2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:59.567610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Attempting to bind port 73356a0c-baee-4b4d-a46a-799914abecd2 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:59.572127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Port 73356a0c-baee-4b4d-a46a-799914abecd2 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:59.573360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Attempting to bind port 73356a0c-baee-4b4d-a46a-799914abecd2 on network f67270d6-66aa-4d91-9da4-5e72f8dba3d5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:59.581486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:59.581824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Checking segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:59.582236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Bound using segment: {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:59.582667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Bound port: 73356a0c-baee-4b4d-a46a-799914abecd2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64b798-9078-4502-b5ec-f3dcba24ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:59.583023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.621374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef48f4-c72e-4ef2-98de-a576a5f65cd6 req-a835017b-f4dd-4356-a6d3-3757f671c860 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.628878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ef48f4-c72e-4ef2-98de-a576a5f65cd6 req-a835017b-f4dd-4356-a6d3-3757f671c860 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0578432 Oct 27 16:13:59.648006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:59.651845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=73356a0c-baee-4b4d-a46a-799914abecd2,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:59.687186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ef48f4-c72e-4ef2-98de-a576a5f65cd6 req-dec11679-917e-432a-88a2-ad62faa02f45 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573566 Oct 27 16:13:59.711139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc42e3-8109-4bb4-89a4-0b31ec1f61e5 req-347aaa4e-e490-4ab3-91e8-4320130a8a73 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.712596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fbc42e3-8109-4bb4-89a4-0b31ec1f61e5 req-347aaa4e-e490-4ab3-91e8-4320130a8a73 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0612879 Oct 27 16:13:59.736053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.754239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fbc42e3-8109-4bb4-89a4-0b31ec1f61e5 req-4d077940-4779-47a6-9e98-62407bbeea77 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349035 Oct 27 16:13:59.784249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.784865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.786282 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] 10.222.0.82 "PUT /v2.0/ports/73356a0c-baee-4b4d-a46a-799914abecd2 HTTP/1.1" status: 200 len: 1091 time: 0.7816968 Oct 27 16:13:59.786748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:59.789126 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd42de-8fed-4a26-a639-c3db097aaf74" -d '{"events": [{"name": "network-changed", "server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:59.815714 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7c100-6feb-483d-a6e8-7c70224a469c service neutron] Pushing event updated for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.819941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d356f1-9a2e-4909-8b54-de0eb869dd4d req-7dec136b-1ae8-4c5e-b3dd-b5ee3ce66cd7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.822508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9d356f1-9a2e-4909-8b54-de0eb869dd4d req-7dec136b-1ae8-4c5e-b3dd-b5ee3ce66cd7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0608692 Oct 27 16:13:59.864199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9d356f1-9a2e-4909-8b54-de0eb869dd4d req-8e47bafd-5f3e-4401-ac95-32c537fe72d6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Oct 27 16:13:59.882168 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6d1091-2b43-43fc-990d-11ce6be952b8 x-openstack-request-id: req-ea6d1091-2b43-43fc-990d-11ce6be952b8 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:59.882465 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:59.882890 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea6d1091-2b43-43fc-990d-11ce6be952b8 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:59.885169 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2', 'status': 'completed', 'code': 200} Oct 27 16:13:59.989647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-c74031b3-870c-47c1-8384-d6520610a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.989861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a36729-d6df-4287-8ec9-204d5a8f816c req-2f164e96-1301-4885-a406-8e12738f0b24 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.991184 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-c74031b3-870c-47c1-8384-d6520610a677 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 1094 time: 0.0496137 Oct 27 16:13:59.991534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53a36729-d6df-4287-8ec9-204d5a8f816c req-2f164e96-1301-4885-a406-8e12738f0b24 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.0527682 Oct 27 16:14:00.058667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53a36729-d6df-4287-8ec9-204d5a8f816c req-10681748-80e3-4a88-b3d2-41d3f2d75b5c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605519 Oct 27 16:14:00.084146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d47d-bb2f-410a-96ff-37675141dc81 req-7124681f-e3f7-446c-ba49-00f6589aa052 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.085634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a212d47d-bb2f-410a-96ff-37675141dc81 req-7124681f-e3f7-446c-ba49-00f6589aa052 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0720587 Oct 27 16:14:00.113163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-e0e85094-50b0-4206-b39d-4766bee89df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.114644 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-e0e85094-50b0-4206-b39d-4766bee89df7 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d578313f74184ff1a4011a56ede513ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993989 Oct 27 16:14:00.127242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a212d47d-bb2f-410a-96ff-37675141dc81 req-f2553279-3320-415a-af40-98d91cc9ab7e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354376 Oct 27 16:14:00.225790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-6a1e5ae5-5daa-4ada-a91c-d50e42447f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.227858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6bcd42de-8fed-4a26-a639-c3db097aaf74 req-6a1e5ae5-5daa-4ada-a91c-d50e42447f9d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939267 Oct 27 16:14:00.241528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eff2c2-aff4-4bf7-b98d-f64d30698b01 req-44ea13a8-7825-40a7-9d28-99b8fbe507fb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.243624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12eff2c2-aff4-4bf7-b98d-f64d30698b01 req-44ea13a8-7825-40a7-9d28-99b8fbe507fb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0490909 Oct 27 16:14:00.283114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12eff2c2-aff4-4bf7-b98d-f64d30698b01 req-65f05709-fa97-446b-9ece-c5765df1c1ca tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Oct 27 16:14:00.312689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-17b79628-b9d5-4428-a1ca-dc22581c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.314273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-17b79628-b9d5-4428-a1ca-dc22581c0b17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d578313f74184ff1a4011a56ede513ad&device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 1094 time: 0.0407653 Oct 27 16:14:00.369057 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-39b28587-d90b-4e30-bd0c-53afcb8655c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73356a0c-baee-4b4d-a46a-799914abecd2 HTTP/1.1" status: 200 len: 217 time: 0.0443475 Oct 27 16:14:00.424636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-6f0ad564-3625-413c-8522-dc2dc22c0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.426153 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-6f0ad564-3625-413c-8522-dc2dc22c0833 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 200 len: 852 time: 0.0438707 Oct 27 16:14:00.433350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362764a7-f6e6-4ad5-824a-b1541dec79b2 req-4ec52011-c635-44ad-b8da-ea59b47d7d91 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.434835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-362764a7-f6e6-4ad5-824a-b1541dec79b2 req-4ec52011-c635-44ad-b8da-ea59b47d7d91 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0511625 Oct 27 16:14:00.460568 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-61e9a1e5-90da-4f6e-b62e-4c0a92d6343d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f67270d6-66aa-4d91-9da4-5e72f8dba3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255911 Oct 27 16:14:00.475334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-362764a7-f6e6-4ad5-824a-b1541dec79b2 req-4c08446b-8e7c-401a-8180-7bbde72b1f1c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343599 Oct 27 16:14:00.524608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55698-8b43-424d-9d29-e2916e8bfcfa req-5d1ffa8e-5875-4ca1-b52e-1e599a558e28 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.526352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90c55698-8b43-424d-9d29-e2916e8bfcfa req-5d1ffa8e-5875-4ca1-b52e-1e599a558e28 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 943 time: 0.0501497 Oct 27 16:14:00.576921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-e9a12de6-13f3-4938-9b69-fba3702b0098 service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Oct 27 16:14:00.599661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90c55698-8b43-424d-9d29-e2916e8bfcfa req-9efe5b90-307b-4991-bd99-c9f2af620fff tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668185 Oct 27 16:14:00.615956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c4e81-7beb-4e50-9535-64fe86e56262 req-001b7a3a-6ea5-4464-ae48-07f1da4d3208 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.617907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f4c4e81-7beb-4e50-9535-64fe86e56262 req-001b7a3a-6ea5-4464-ae48-07f1da4d3208 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0661864 Oct 27 16:14:00.656777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f4c4e81-7beb-4e50-9535-64fe86e56262 req-bc24bfc9-5fbf-44c9-9e82-e7903dc3bb66 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Oct 27 16:14:00.675746 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e4aaa22-1449-4d4c-90b6-62efb5a96a5a req-370c310e-cf9f-45b8-b4cc-57ca4e5b64bb service neutron] 10.222.0.82 "GET /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877280 Oct 27 16:14:00.780261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08ba3-500f-4b14-abb1-72c40224a489 req-6543bb3b-8499-43b5-8a99-4fddd017ffac tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.781697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18f08ba3-500f-4b14-abb1-72c40224a489 req-6543bb3b-8499-43b5-8a99-4fddd017ffac tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.0619733 Oct 27 16:14:00.845966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10465180-e44e-40b7-ab28-5cd614c4a415 req-e407280f-5f10-436d-8188-6fa2f80fd621 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.847455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10465180-e44e-40b7-ab28-5cd614c4a415 req-e407280f-5f10-436d-8188-6fa2f80fd621 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0867381 Oct 27 16:14:00.852040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18f08ba3-500f-4b14-abb1-72c40224a489 req-22d4dfba-5f3a-48d7-8535-6fb8b1100482 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547938 Oct 27 16:14:00.886981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10465180-e44e-40b7-ab28-5cd614c4a415 req-0d947afa-3f1e-428b-8349-e3ac7382af4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Oct 27 16:14:00.957401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2d7be-0232-44e4-8b21-4b3ea3a87f54 req-8368ca29-3cea-4e2b-991c-7e078bd12f15 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.958910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-beb2d7be-0232-44e4-8b21-4b3ea3a87f54 req-8368ca29-3cea-4e2b-991c-7e078bd12f15 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0495663 Oct 27 16:14:00.997731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-beb2d7be-0232-44e4-8b21-4b3ea3a87f54 req-af648810-430b-4ff2-bef6-4bdf8e37fd71 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Oct 27 16:14:01.070173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ad8ed-d074-44e3-b3cb-59863ffd47ef req-7ce172d4-e3e3-4a80-83b0-d3e8e1af0648 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.072453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394ad8ed-d074-44e3-b3cb-59863ffd47ef req-7ce172d4-e3e3-4a80-83b0-d3e8e1af0648 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0681229 Oct 27 16:14:01.121996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-394ad8ed-d074-44e3-b3cb-59863ffd47ef req-0d2687b5-1ea0-4d8b-aaac-1989b69c5489 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Oct 27 16:14:01.184443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3275c-2ed5-4a56-aaf3-071620e778df req-e337b5c7-ad7b-4b67-aedf-c2e5ee849d81 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.187839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45d3275c-2ed5-4a56-aaf3-071620e778df req-e337b5c7-ad7b-4b67-aedf-c2e5ee849d81 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.0534470 Oct 27 16:14:01.226375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45d3275c-2ed5-4a56-aaf3-071620e778df req-8306ade2-7f96-450d-b115-090c8d7688f8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Oct 27 16:14:01.296804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74816e-83b2-49c5-8843-ac2d745a46d3 req-8b79f780-482d-4d06-85a5-7247396f8c29 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.298259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb74816e-83b2-49c5-8843-ac2d745a46d3 req-8b79f780-482d-4d06-85a5-7247396f8c29 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0487237 Oct 27 16:14:01.336434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb74816e-83b2-49c5-8843-ac2d745a46d3 req-26f3248d-d6ad-4b6a-be8a-8ae2495db6a5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Oct 27 16:14:01.457205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a595-3e56-46f1-83d0-d858666d7899 req-4efdae45-203d-4e60-ab78-ccf93689620c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.458680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f82a595-3e56-46f1-83d0-d858666d7899 req-4efdae45-203d-4e60-ab78-ccf93689620c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0553253 Oct 27 16:14:01.496770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f82a595-3e56-46f1-83d0-d858666d7899 req-450dcc28-fe5d-48c2-90ca-0fcdd8bbb518 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Oct 27 16:14:01.958920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f48608-bcbf-493f-b654-57f99867c147 req-1d6d7aa9-2581-46bd-aee8-52c3360cf626 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.960413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8f48608-bcbf-493f-b654-57f99867c147 req-1d6d7aa9-2581-46bd-aee8-52c3360cf626 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3475246 Oct 27 16:14:01.991671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bd3a4-2729-4df7-85d0-c6025221090d req-939c7c7e-8692-4ebe-9b0d-65576c90efa3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.993629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e10bd3a4-2729-4df7-85d0-c6025221090d req-939c7c7e-8692-4ebe-9b0d-65576c90efa3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 943 time: 0.0773349 Oct 27 16:14:02.017116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8f48608-bcbf-493f-b654-57f99867c147 req-16c64b61-6677-4d1f-9387-811eba46b9c8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497997 Oct 27 16:14:02.045304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e10bd3a4-2729-4df7-85d0-c6025221090d req-a823814e-6eba-466e-b382-bdc195d24cb2 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Oct 27 16:14:02.077380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fab5a944-337d-4643-ac64-c6e4b07a7b88 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:02.154151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cbc5f-159c-46b0-bccf-696b8274d1c3 req-c4ba6bd4-fd09-45ba-8be4-da98eb0da03e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.155678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-914cbc5f-159c-46b0-bccf-696b8274d1c3 req-c4ba6bd4-fd09-45ba-8be4-da98eb0da03e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 943 time: 0.0518339 Oct 27 16:14:02.178028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:02.190609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'fab5a944-337d-4643-ac64-c6e4b07a7b88', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'port_id': 'fab5a944-337d-4643-ac64-c6e4b07a7b88', 'mac_address': 'fa:16:3e:3f:b7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb2d482-e5e3-4ff8-a465-de0a848ccdf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:02.200923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-914cbc5f-159c-46b0-bccf-696b8274d1c3 req-ea584533-4e76-4eaa-9c2b-9100e7689f75 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Oct 27 16:14:02.237363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.254041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab5a944-337d-4643-ac64-c6e4b07a7b88 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:02.256346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46dc7-7a6d-4088-bf7e-2fe0f965f452 req-02ae00ee-5cfb-4e26-aa6b-bf5890dabd66 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.258830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22c46dc7-7a6d-4088-bf7e-2fe0f965f452 req-02ae00ee-5cfb-4e26-aa6b-bf5890dabd66 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Oct 27 16:14:02.274499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:02.321994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22c46dc7-7a6d-4088-bf7e-2fe0f965f452 req-4997ba8b-6995-479d-be04-e8c42b1f802a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Oct 27 16:14:02.334269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc100d8-8707-4b26-931b-31bb42a2593a req-43140571-aff5-4e95-8721-a8b2a0b7bd36 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.335787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc100d8-8707-4b26-931b-31bb42a2593a req-43140571-aff5-4e95-8721-a8b2a0b7bd36 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0744474 Oct 27 16:14:02.340776 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.382429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc100d8-8707-4b26-931b-31bb42a2593a req-030f139e-cd84-46c8-870c-cd6d8c0f6e70 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Oct 27 16:14:02.394299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.502143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80a51a-9754-40ce-94cc-5373c2a7371b req-b42070b7-94fd-4728-bbbd-f492c6cea6c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.503551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab80a51a-9754-40ce-94cc-5373c2a7371b req-b42070b7-94fd-4728-bbbd-f492c6cea6c2 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.0659485 Oct 27 16:14:02.556110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab80a51a-9754-40ce-94cc-5373c2a7371b req-492549cf-fee1-4f97-841d-53b4602657c9 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Oct 27 16:14:02.568008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60da80-4314-44b8-994c-2078706d1237 req-58944fd0-2c74-417c-b496-a1e873cd926f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.569689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea60da80-4314-44b8-994c-2078706d1237 req-58944fd0-2c74-417c-b496-a1e873cd926f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0892260 Oct 27 16:14:02.606956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea60da80-4314-44b8-994c-2078706d1237 req-15e0337a-b4d5-4c3e-8289-bba7a71a8724 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Oct 27 16:14:02.722910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf28a0-f75f-4dfb-8110-0dcd0cb0b9d8 req-93b121ec-7871-4e24-a050-04760944f279 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.724416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85cf28a0-f75f-4dfb-8110-0dcd0cb0b9d8 req-93b121ec-7871-4e24-a050-04760944f279 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0511482 Oct 27 16:14:02.762377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85cf28a0-f75f-4dfb-8110-0dcd0cb0b9d8 req-794f7c11-5124-465b-8965-88e920522ac4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Oct 27 16:14:02.928188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['fab5a944-337d-4643-ac64-c6e4b07a7b88'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:03.134094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed796e01-3090-482a-82ee-4849038881ec req-6e4ab2fc-ff28-478e-ad03-606e6e9dee09 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.135843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed796e01-3090-482a-82ee-4849038881ec req-6e4ab2fc-ff28-478e-ad03-606e6e9dee09 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0637913 Oct 27 16:14:03.207139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed796e01-3090-482a-82ee-4849038881ec req-5f905902-8270-49ec-9fd0-7885f1fcfc45 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590444 Oct 27 16:14:03.216417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feafaa-e271-4f01-9606-6949e2520598 req-e3fc1288-a7f3-45bd-9d09-2f57cb65014a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.217912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93feafaa-e271-4f01-9606-6949e2520598 req-e3fc1288-a7f3-45bd-9d09-2f57cb65014a tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 943 time: 0.0811746 Oct 27 16:14:03.258706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93feafaa-e271-4f01-9606-6949e2520598 req-d2e57477-5919-4ae5-b086-268a9c10b6a1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Oct 27 16:14:03.381150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80d6a3-3684-4f74-ad49-dc4297cfccc9 req-2cce4010-6f30-482b-beec-27e1e80e0135 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.382670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f80d6a3-3684-4f74-ad49-dc4297cfccc9 req-2cce4010-6f30-482b-beec-27e1e80e0135 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 944 time: 0.0523129 Oct 27 16:14:03.451159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f80d6a3-3684-4f74-ad49-dc4297cfccc9 req-41406f60-5ced-495a-aa56-e792d5a10052 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Oct 27 16:14:03.468288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe45a-c1aa-45bf-8e78-a710b8be9077 req-c7a31aa9-d7c6-435c-9c81-63ffd93402db tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.472788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d6fe45a-c1aa-45bf-8e78-a710b8be9077 req-c7a31aa9-d7c6-435c-9c81-63ffd93402db tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0751128 Oct 27 16:14:03.510717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d6fe45a-c1aa-45bf-8e78-a710b8be9077 req-bd0e7f03-9af7-441b-90ab-26ae25b810eb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Oct 27 16:14:03.672106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54fa25-85f2-40c8-a1c4-bfe57d723b91 req-ba67f1aa-ba8e-4220-9031-3336c4ce97c4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.673573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c54fa25-85f2-40c8-a1c4-bfe57d723b91 req-ba67f1aa-ba8e-4220-9031-3336c4ce97c4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 943 time: 0.0500665 Oct 27 16:14:03.715233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c54fa25-85f2-40c8-a1c4-bfe57d723b91 req-b94da6fd-514d-402b-9243-d3ac0e1b8cf7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Oct 27 16:14:04.095274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9f68bf71-7800-4a8b-853a-4fac953ffdf3 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:04.189226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:04.200680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'network_id': 'ab7b76c1-9ef8-4393-be6a-46712408aee2', 'port_id': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'mac_address': 'fa:16:3e:d8:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89301fe2-c1e1-48fe-b14b-9d144c4982fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:04.238247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.254709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f68bf71-7800-4a8b-853a-4fac953ffdf3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:04.274219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:04.329657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d615a-32fe-46c4-bb7b-913c67a890ce req-44de3f2c-8cd5-442d-8f50-209d34b896e2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.331178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f52d615a-32fe-46c4-bb7b-913c67a890ce req-44de3f2c-8cd5-442d-8f50-209d34b896e2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0497539 Oct 27 16:14:04.349540 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.400229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:04.400597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f52d615a-32fe-46c4-bb7b-913c67a890ce req-ad7bfeb0-5809-4db5-b5c6-3b554d28faf0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597198 Oct 27 16:14:04.408162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36bfad-b0b6-4dc2-b38d-21c11eb4cbef req-87f5025c-df80-4abc-a995-0c4232c5dd92 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.409661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a36bfad-b0b6-4dc2-b38d-21c11eb4cbef req-87f5025c-df80-4abc-a995-0c4232c5dd92 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 943 time: 0.0775909 Oct 27 16:14:04.412993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.428423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.428702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.428998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.429346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.430292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.430599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.430929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.431280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.431605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.431942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.435317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:04.464079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a36bfad-b0b6-4dc2-b38d-21c11eb4cbef req-ee9021ba-1cdf-4461-86d9-20ba7135a3aa tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473521 Oct 27 16:14:04.630054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6ada3-7a95-4474-952f-07568f90efa6 req-2988d2d9-f1d8-4493-aa44-291b4ce120cc tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.631574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83b6ada3-7a95-4474-952f-07568f90efa6 req-2988d2d9-f1d8-4493-aa44-291b4ce120cc tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 944 time: 0.0506573 Oct 27 16:14:04.669997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83b6ada3-7a95-4474-952f-07568f90efa6 req-afe99e90-13b8-416b-ac9b-c9b58f176fa0 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Oct 27 16:14:04.779112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2661d32-473b-4cd0-adee-33e59857faa0 req-163b0c20-20c5-4b59-96f9-b1df5b4ae3bf tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.780644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2661d32-473b-4cd0-adee-33e59857faa0 req-163b0c20-20c5-4b59-96f9-b1df5b4ae3bf tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Oct 27 16:14:04.823220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2661d32-473b-4cd0-adee-33e59857faa0 req-0e91faac-9858-4e1c-bd3b-00ff902ef11c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Oct 27 16:14:04.970340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61769-3809-4bd9-9d83-fcb70e75fbe6 req-66b143c3-5e6a-43f6-9b40-982e79d02830 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.971858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b61769-3809-4bd9-9d83-fcb70e75fbe6 req-66b143c3-5e6a-43f6-9b40-982e79d02830 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 944 time: 0.0795741 Oct 27 16:14:04.979838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a4f2c-6b76-4112-a837-20ef69cdc980 req-34fc07ec-951b-4538-a867-b242a213f204 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.981229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa5a4f2c-6b76-4112-a837-20ef69cdc980 req-34fc07ec-951b-4538-a867-b242a213f204 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0798361 Oct 27 16:14:05.036733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b61769-3809-4bd9-9d83-fcb70e75fbe6 req-b2cd6256-e7da-462a-ba2e-2b62098d014c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Oct 27 16:14:05.041519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa5a4f2c-6b76-4112-a837-20ef69cdc980 req-70a50cbd-c19e-4aa7-ad06-6bba1b5181e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Oct 27 16:14:05.154976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:05.591241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf02e57-5d9c-4beb-9fb8-8d86b0263e50 req-eeefd276-bb20-49de-8837-685354628ee3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:05.592761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddf02e57-5d9c-4beb-9fb8-8d86b0263e50 req-eeefd276-bb20-49de-8837-685354628ee3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 943 time: 0.0592864 Oct 27 16:14:05.633463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddf02e57-5d9c-4beb-9fb8-8d86b0263e50 req-6f6bd09a-ed68-48f6-b5d7-7270599b85e1 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Oct 27 16:14:05.792741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7287d3-8f53-4c57-8dfb-81ca4b1d4bec req-eb6851c3-3b54-4351-b866-4850d00d7b67 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:05.794134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7287d3-8f53-4c57-8dfb-81ca4b1d4bec req-eb6851c3-3b54-4351-b866-4850d00d7b67 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 944 time: 0.0531242 Oct 27 16:14:05.832894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b7287d3-8f53-4c57-8dfb-81ca4b1d4bec req-01127601-bb2c-4cd0-818b-ed1cb2d22ff5 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Oct 27 16:14:05.941283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fe01b-45df-4a64-9ed5-daa15245f4b5 req-6a3f9f21-ac9c-41ae-8884-a544a69f8996 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:05.943027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-965fe01b-45df-4a64-9ed5-daa15245f4b5 req-6a3f9f21-ac9c-41ae-8884-a544a69f8996 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Oct 27 16:14:05.980675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-965fe01b-45df-4a64-9ed5-daa15245f4b5 req-d05cac8d-b627-40e7-9d7f-3ae69c25b5d0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Oct 27 16:14:06.106485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 73356a0c-baee-4b4d-a46a-799914abecd2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:06.112018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fab5a944-337d-4643-ac64-c6e4b07a7b88 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:06.192659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a8b7f-4d55-48e2-892d-c87cbe27a8e1 req-63427472-a1e7-4680-9b78-54d0d33a0aef tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.194157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca6a8b7f-4d55-48e2-892d-c87cbe27a8e1 req-63427472-a1e7-4680-9b78-54d0d33a0aef tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0814493 Oct 27 16:14:06.202940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4388-f201-4fc0-a8ce-d3d051573bfb req-e08c08fd-3102-4bb4-976e-2f7b2a92590a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.204514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b40e4388-f201-4fc0-a8ce-d3d051573bfb req-e08c08fd-3102-4bb4-976e-2f7b2a92590a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 944 time: 0.0830281 Oct 27 16:14:06.241994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=73356a0c-baee-4b4d-a46a-799914abecd2,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:06.253038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '73356a0c-baee-4b4d-a46a-799914abecd2', 'network_id': 'f67270d6-66aa-4d91-9da4-5e72f8dba3d5', 'port_id': '73356a0c-baee-4b4d-a46a-799914abecd2', 'mac_address': 'fa:16:3e:4e:4b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953349cd-40ef-442b-8085-7089355fc1f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:06.260818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca6a8b7f-4d55-48e2-892d-c87cbe27a8e1 req-810bef28-6800-4833-9923-924e36f47690 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554574 Oct 27 16:14:06.270444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b40e4388-f201-4fc0-a8ce-d3d051573bfb req-614b3db8-a917-4e18-b8b2-18b54788ea0c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571797 Oct 27 16:14:06.278148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port fab5a944-337d-4643-ac64-c6e4b07a7b88 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:06.288425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port fab5a944-337d-4643-ac64-c6e4b07a7b88 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:06.288823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.311064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.332404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73356a0c-baee-4b4d-a46a-799914abecd2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:06.358163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=73356a0c-baee-4b4d-a46a-799914abecd2,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:06.386452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193658f2-5786-4d6d-b070-892c24608cc5 req-5c94378e-f705-47b7-bb7e-a21598169b81 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.388016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-193658f2-5786-4d6d-b070-892c24608cc5 req-5c94378e-f705-47b7-bb7e-a21598169b81 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0502021 Oct 27 16:14:06.399295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.421854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:06.424123 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd289ffd-00bf-4e44-a212-02216e34c893" -d '{"events": [{"server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "name": "network-vif-plugged", "status": "completed", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:06.431557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-193658f2-5786-4d6d-b070-892c24608cc5 req-a027204c-90c6-4c84-b1be-4533a27998e2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Oct 27 16:14:06.437547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:06.440620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.473390 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9516c53-e1f7-4b53-91f6-e1079eba8d15 x-openstack-request-id: req-a9516c53-e1f7-4b53-91f6-e1079eba8d15 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:06.473390 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "name": "network-vif-plugged", "status": "completed", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:06.473390 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9516c53-e1f7-4b53-91f6-e1079eba8d15 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:06.473390 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88', 'code': 200} Oct 27 16:14:06.492331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:06.524728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.578222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:06.598775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986456-a7b5-472d-a99d-3219862389c0 req-f0422dbd-f876-4bfb-9cd1-c875d29f3623 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.600409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06986456-a7b5-472d-a99d-3219862389c0 req-f0422dbd-f876-4bfb-9cd1-c875d29f3623 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0536742 Oct 27 16:14:06.611713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce212f5-caf7-443e-8e5d-45d44186321c req-d440d90a-f130-42f5-9231-86f4df18e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.613945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fce212f5-caf7-443e-8e5d-45d44186321c req-d440d90a-f130-42f5-9231-86f4df18e61e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0513899 Oct 27 16:14:06.640352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06986456-a7b5-472d-a99d-3219862389c0 req-badc98fe-ca9f-48df-9138-85b6ebbcfc75 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Oct 27 16:14:06.676445 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fce212f5-caf7-443e-8e5d-45d44186321c req-e2ae6124-3a21-4205-9358-41b15addaf3c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Oct 27 16:14:06.756315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3902f83-03a8-4ece-ad49-7b58fe6956f0 req-30ad390b-3f32-41c4-b103-70a8d29bd3b3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.758383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3902f83-03a8-4ece-ad49-7b58fe6956f0 req-30ad390b-3f32-41c4-b103-70a8d29bd3b3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 944 time: 0.0501964 Oct 27 16:14:06.795268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3902f83-03a8-4ece-ad49-7b58fe6956f0 req-46492150-fdb3-4594-8f51-f43aaec2cbd4 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310161 Oct 27 16:14:06.906305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f10a-16b5-42fb-bb24-3bb8e536f30c req-a9e28ac9-acbb-4f83-a46e-f9264eb1854a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.907811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bb0f10a-16b5-42fb-bb24-3bb8e536f30c req-a9e28ac9-acbb-4f83-a46e-f9264eb1854a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0519834 Oct 27 16:14:06.949792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bb0f10a-16b5-42fb-bb24-3bb8e536f30c req-d3a6d6b8-1dcc-4044-87d3-a268ff246eb9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360422 Oct 27 16:14:07.052835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c44b-6292-455a-a7af-05fcd4f57699 req-c111b94a-cc8f-4d58-9696-d8a5afd41bb4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.054987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f287c44b-6292-455a-a7af-05fcd4f57699 req-c111b94a-cc8f-4d58-9696-d8a5afd41bb4 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.0506396 Oct 27 16:14:07.094165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f287c44b-6292-455a-a7af-05fcd4f57699 req-bf311dde-5b66-45c8-8708-0dfd0d8cada0 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Oct 27 16:14:07.220208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['73356a0c-baee-4b4d-a46a-799914abecd2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:07.240686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163cc9-fc05-41d3-8695-50fb73180af4 req-51fa963c-0299-476e-a3d6-5e156598b11a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.242224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d163cc9-fc05-41d3-8695-50fb73180af4 req-51fa963c-0299-476e-a3d6-5e156598b11a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0886724 Oct 27 16:14:07.253894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfb4a4-7b0f-44ae-ad59-42e8c27cd058 req-ec0436d9-7a65-4378-8541-c0f6ed7ef73d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.255363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ddfb4a4-7b0f-44ae-ad59-42e8c27cd058 req-ec0436d9-7a65-4378-8541-c0f6ed7ef73d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0927646 Oct 27 16:14:07.315972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d163cc9-fc05-41d3-8695-50fb73180af4 req-7a405934-9ff1-48a6-afe2-e075012c442a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596347 Oct 27 16:14:07.319115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ddfb4a4-7b0f-44ae-ad59-42e8c27cd058 req-e6eeb806-5563-428b-8467-31e2ed9c66aa tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Oct 27 16:14:07.455587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec9cef-9d4a-4f9d-8fa6-c56e8c783e0b req-4299f047-adc6-4377-8f12-245df8906e1d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.457070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ec9cef-9d4a-4f9d-8fa6-c56e8c783e0b req-4299f047-adc6-4377-8f12-245df8906e1d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 944 time: 0.0772078 Oct 27 16:14:07.464990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09048eaf-e0be-40dc-90f1-58ee6a5f6ce4 req-3bc4bc56-5395-4c7f-b601-a34d2fbd0313 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.466351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09048eaf-e0be-40dc-90f1-58ee6a5f6ce4 req-3bc4bc56-5395-4c7f-b601-a34d2fbd0313 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0775735 Oct 27 16:14:07.521728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09048eaf-e0be-40dc-90f1-58ee6a5f6ce4 req-6d0dfe97-991d-4739-bfe9-27fb46a5ef98 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Oct 27 16:14:07.525116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ec9cef-9d4a-4f9d-8fa6-c56e8c783e0b req-49922176-20f7-482d-bdcc-c3118aff5755 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Oct 27 16:14:07.672326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d354ec-b17a-4ccf-ac13-35b56f131a5c req-1df5a1f8-29e3-43b0-8de5-22470812e492 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.674082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81d354ec-b17a-4ccf-ac13-35b56f131a5c req-1df5a1f8-29e3-43b0-8de5-22470812e492 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0542002 Oct 27 16:14:07.716225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81d354ec-b17a-4ccf-ac13-35b56f131a5c req-53e1fb4a-88fb-4311-b47d-6ff78780e0b4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Oct 27 16:14:07.834341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58770d-9f17-442a-95be-68b07859c7e7 req-6dc508ed-a638-43c8-9de8-d6e44aa30fdb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.835904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb58770d-9f17-442a-95be-68b07859c7e7 req-6dc508ed-a638-43c8-9de8-d6e44aa30fdb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0503962 Oct 27 16:14:07.875000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb58770d-9f17-442a-95be-68b07859c7e7 req-535fc535-a692-4b9f-abf4-fb7c376dd159 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Oct 27 16:14:07.923510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689587-5fc3-40cf-9b82-0bd7316f054d req-5da87c55-8850-4594-8812-97ded8bfd194 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.924908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9689587-5fc3-40cf-9b82-0bd7316f054d req-5da87c55-8850-4594-8812-97ded8bfd194 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 944 time: 0.0490267 Oct 27 16:14:07.977097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9689587-5fc3-40cf-9b82-0bd7316f054d req-9dd22a95-4ce1-4d50-b9d6-ca63ab4708b9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Oct 27 16:14:08.015558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3d823-136e-4ab7-a25b-9e3a57abd8a8 req-1000c774-3752-4d45-a762-86d2de23e0cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.017006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80b3d823-136e-4ab7-a25b-9e3a57abd8a8 req-1000c774-3752-4d45-a762-86d2de23e0cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0578606 Oct 27 16:14:08.057107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80b3d823-136e-4ab7-a25b-9e3a57abd8a8 req-d26be46f-8b31-4f30-9942-7c13655d991b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Oct 27 16:14:08.099358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9f68bf71-7800-4a8b-853a-4fac953ffdf3 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:08.174705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0356405-9dbc-4c26-99fa-49724731dde9 req-da38c38d-365a-4c63-9421-a8b6a99b64f4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.174917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0356405-9dbc-4c26-99fa-49724731dde9 req-da38c38d-365a-4c63-9421-a8b6a99b64f4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0498323 Oct 27 16:14:08.213423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0356405-9dbc-4c26-99fa-49724731dde9 req-a24f65f6-b085-4243-a6ad-0eac49add11b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Oct 27 16:14:08.220961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:08.225339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:08.225436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.271183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae084e75-a738-4993-b0ea-ca986d81c85b req-19d4c03c-0a91-4085-815d-10956f7729ef tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.271183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae084e75-a738-4993-b0ea-ca986d81c85b req-19d4c03c-0a91-4085-815d-10956f7729ef tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Oct 27 16:14:08.310331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.324900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae084e75-a738-4993-b0ea-ca986d81c85b req-bae56896-c9a1-488f-ad05-8a4b3d720145 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Oct 27 16:14:08.351794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:08.370719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38b1c-9217-438c-a616-7af07202cf19 req-faca791b-8ee6-4100-a637-798dcd436bda tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.373757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93c38b1c-9217-438c-a616-7af07202cf19 req-faca791b-8ee6-4100-a637-798dcd436bda tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0683327 Oct 27 16:14:08.432122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.436015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93c38b1c-9217-438c-a616-7af07202cf19 req-1dffe368-486a-4b71-aa29-e3d9f3764d71 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572965 Oct 27 16:14:08.461582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ced7-3efd-44b3-b25e-6f0a6b2f0383 req-0f693556-1912-403e-a78d-5ac8e34d497e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.461582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8345ced7-3efd-44b3-b25e-6f0a6b2f0383 req-0f693556-1912-403e-a78d-5ac8e34d497e tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0620990 Oct 27 16:14:08.474327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:08.477017 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a28537-7799-412e-bf60-53af9088bfb0" -d '{"events": [{"server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "name": "network-vif-plugged", "status": "completed", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:08.500154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8345ced7-3efd-44b3-b25e-6f0a6b2f0383 req-d5c4db62-15d5-47e9-8d27-81da031e0f90 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Oct 27 16:14:08.503190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:08.546321 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7d234-5352-4195-9fd9-82a8411f7400 x-openstack-request-id: req-dbf7d234-5352-4195-9fd9-82a8411f7400 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:08.546609 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "name": "network-vif-plugged", "status": "completed", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:08.546860 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbf7d234-5352-4195-9fd9-82a8411f7400 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:08.547282 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'code': 200} Oct 27 16:14:08.567559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185cb24-28b9-4ce0-8af0-14fd4813879b req-150de940-ebca-40b0-9921-1b4a9d8c35b5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.569670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2185cb24-28b9-4ce0-8af0-14fd4813879b req-150de940-ebca-40b0-9921-1b4a9d8c35b5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0613883 Oct 27 16:14:08.649136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2185cb24-28b9-4ce0-8af0-14fd4813879b req-2de3ffbf-89c1-4c88-bfc3-8655ccd0e6f3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694058 Oct 27 16:14:08.666728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efad6c1-8003-4202-a1ed-ba90e7aafb78 req-3cff06f9-fa82-44e9-8d1d-08a5f71ecfe6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.668226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2efad6c1-8003-4202-a1ed-ba90e7aafb78 req-3cff06f9-fa82-44e9-8d1d-08a5f71ecfe6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 945 time: 0.0637364 Oct 27 16:14:08.684478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149463-32af-49c5-a7c9-9556cf8b9287 req-744361b9-f0d6-4d43-a0fd-1d966802b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.686974 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-52149463-32af-49c5-a7c9-9556cf8b9287 req-744361b9-f0d6-4d43-a0fd-1d966802b18b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1096 time: 0.0516376 Oct 27 16:14:08.723346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2efad6c1-8003-4202-a1ed-ba90e7aafb78 req-db91df35-9e1f-449d-b148-71dfa5fe8beb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Oct 27 16:14:08.731381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-52149463-32af-49c5-a7c9-9556cf8b9287 req-465dfa41-a347-4c97-859f-d7a362b36f8e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Oct 27 16:14:08.819957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40505d3c-c6ac-4d59-a1a8-f0c889dbb9dc req-267ab7a6-8a02-493d-bf4b-c1a03758aca3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.821436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40505d3c-c6ac-4d59-a1a8-f0c889dbb9dc req-267ab7a6-8a02-493d-bf4b-c1a03758aca3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0503166 Oct 27 16:14:08.860185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40505d3c-c6ac-4d59-a1a8-f0c889dbb9dc req-44539429-617b-461e-a9ca-b07c819db8c6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Oct 27 16:14:08.973957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66f86-fe40-46f8-91bf-1a39a4b8929a req-db2fc5ff-a92e-40e7-9036-8402af06f13b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:08.975364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ab66f86-fe40-46f8-91bf-1a39a4b8929a req-db2fc5ff-a92e-40e7-9036-8402af06f13b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0495872 Oct 27 16:14:09.017371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ab66f86-fe40-46f8-91bf-1a39a4b8929a req-c8c179f0-af80-4736-9cec-891e010c631b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Oct 27 16:14:09.120900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ba489-a973-46cb-a7a2-fa76b6fe9cc6 req-aae72824-bd71-4a0f-8249-bd2e96293ed7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.122409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-913ba489-a973-46cb-a7a2-fa76b6fe9cc6 req-aae72824-bd71-4a0f-8249-bd2e96293ed7 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 944 time: 0.0500486 Oct 27 16:14:09.170475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-913ba489-a973-46cb-a7a2-fa76b6fe9cc6 req-2f21aa04-20db-4f5d-87bd-4602d7d09f0c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Oct 27 16:14:09.218236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d051-a145-40e1-9a6e-3b1e51aa6301 req-5472fb16-bdd2-40cf-9291-f7d0a1ed4a0e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.220921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3a0d051-a145-40e1-9a6e-3b1e51aa6301 req-5472fb16-bdd2-40cf-9291-f7d0a1ed4a0e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0709281 Oct 27 16:14:09.261001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3a0d051-a145-40e1-9a6e-3b1e51aa6301 req-741c748b-3c9f-47c4-a4a0-827dc8d69eab tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Oct 27 16:14:09.377946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e073d-b02c-4130-a15d-96c87d29d702 req-fac7c4ae-a6f3-4a6e-8753-6c74c903a697 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.379582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-611e073d-b02c-4130-a15d-96c87d29d702 req-fac7c4ae-a6f3-4a6e-8753-6c74c903a697 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0501003 Oct 27 16:14:09.448400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-611e073d-b02c-4130-a15d-96c87d29d702 req-17914a2c-4001-4af5-81d7-1f0acdaffac1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623784 Oct 27 16:14:09.465196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1f471-2259-4262-aa1e-1a57bd6339f5 req-525b08b4-fe18-4c3c-aaad-b70f9fe4dbf3 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.466764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47a1f471-2259-4262-aa1e-1a57bd6339f5 req-525b08b4-fe18-4c3c-aaad-b70f9fe4dbf3 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.0629957 Oct 27 16:14:09.507397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47a1f471-2259-4262-aa1e-1a57bd6339f5 req-ad734a81-973d-4197-bebe-8df90cdd9ce9 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Oct 27 16:14:09.644537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726996c-bb16-4955-9158-967034d2d16b req-d611dbfa-403e-4e29-b9e9-77a584ab88e3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.646016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7726996c-bb16-4955-9158-967034d2d16b req-d611dbfa-403e-4e29-b9e9-77a584ab88e3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0767965 Oct 27 16:14:09.657516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5c9bd-61cf-4964-9e93-d7c46b2d48e5 req-0736d1c9-bcf5-4bac-9f7e-19b0544fdcf9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.658975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20a5c9bd-61cf-4964-9e93-d7c46b2d48e5 req-0736d1c9-bcf5-4bac-9f7e-19b0544fdcf9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Oct 27 16:14:09.717894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7726996c-bb16-4955-9158-967034d2d16b req-24cc9533-5ee9-427c-8bdb-1f38a5e4cec3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Oct 27 16:14:09.722701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20a5c9bd-61cf-4964-9e93-d7c46b2d48e5 req-aaece4cd-73fc-4099-88b8-e9775e86f292 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567174 Oct 27 16:14:09.862662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ed367-978b-4783-a4a0-70ea0bba3f07 req-bc3f2ff1-8d02-4a6f-8e9e-d4d4b0ee47c8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.864173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f7ed367-978b-4783-a4a0-70ea0bba3f07 req-bc3f2ff1-8d02-4a6f-8e9e-d4d4b0ee47c8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 945 time: 0.0792484 Oct 27 16:14:09.873382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80ac3a-7341-4f2e-ad3f-e533edd58a4e req-02fcc323-aeb1-4dca-aef4-5138c715a536 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.875261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e80ac3a-7341-4f2e-ad3f-e533edd58a4e req-02fcc323-aeb1-4dca-aef4-5138c715a536 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0885737 Oct 27 16:14:09.924984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f7ed367-978b-4783-a4a0-70ea0bba3f07 req-13b3d24c-159c-4c58-aad6-dfd11c56a6f8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Oct 27 16:14:09.938283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e80ac3a-7341-4f2e-ad3f-e533edd58a4e req-1b57fb86-58cf-4d48-84c0-894530870213 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Oct 27 16:14:10.106479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 73356a0c-baee-4b4d-a46a-799914abecd2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:10.134696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167c04-d706-40ee-be1d-7ae10330ec0e req-7621e065-8b4a-429e-bc82-94e60b82b0e4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.136543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e167c04-d706-40ee-be1d-7ae10330ec0e req-7621e065-8b4a-429e-bc82-94e60b82b0e4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0778108 Oct 27 16:14:10.182723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e167c04-d706-40ee-be1d-7ae10330ec0e req-2b159a8d-cd24-4f4f-8670-172d75f73b24 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Oct 27 16:14:10.235104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 73356a0c-baee-4b4d-a46a-799914abecd2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:10.239447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 73356a0c-baee-4b4d-a46a-799914abecd2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:10.239956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.325468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.325785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e7f4-f36d-40e1-8fc8-a7145eb896d0 req-a95e8972-0642-4aab-9dec-a14606e6626e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.327334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9994e7f4-f36d-40e1-8fc8-a7145eb896d0 req-a95e8972-0642-4aab-9dec-a14606e6626e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 944 time: 0.0812817 Oct 27 16:14:10.340146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cef5da-ce19-4a69-b624-913b98530483 req-c506f22f-f484-424a-aeb7-e2cd16343b4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.341616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12cef5da-ce19-4a69-b624-913b98530483 req-c506f22f-f484-424a-aeb7-e2cd16343b4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0686476 Oct 27 16:14:10.360526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=73356a0c-baee-4b4d-a46a-799914abecd2,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:10.401827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9994e7f4-f36d-40e1-8fc8-a7145eb896d0 req-cc3d6998-5c82-4091-9d2d-12d7e62bce86 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592391 Oct 27 16:14:10.407145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12cef5da-ce19-4a69-b624-913b98530483 req-00560617-0efd-4517-b3f0-61be912bdbeb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585995 Oct 27 16:14:10.432246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.486549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:10.549726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:10.552572 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191179c-b032-4a6e-b0ea-007d97621ac2" -d '{"events": [{"server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:10.594495 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c9ba3-4d72-402a-8e2e-351bc890865d x-openstack-request-id: req-639c9ba3-4d72-402a-8e2e-351bc890865d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:10.594793 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:10.595071 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-639c9ba3-4d72-402a-8e2e-351bc890865d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:10.595505 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2', 'code': 200} Oct 27 16:14:10.631106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d267da-84d6-424e-a26c-e57f5bc0867a req-18f47d80-4726-4b33-8df8-a6b50faebcee tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.633024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50d267da-84d6-424e-a26c-e57f5bc0867a req-18f47d80-4726-4b33-8df8-a6b50faebcee tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0594661 Oct 27 16:14:10.683963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50d267da-84d6-424e-a26c-e57f5bc0867a req-4f14f604-b527-4d42-97a2-7cbf04232d34 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Oct 27 16:14:10.738280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be27a-8f4f-4db7-b927-84878cafa6fb req-25ef266f-0233-4990-b63a-d042d9bbe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.740580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6a5be27a-8f4f-4db7-b927-84878cafa6fb req-25ef266f-0233-4990-b63a-d042d9bbe431 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 1096 time: 0.0523849 Oct 27 16:14:10.789239 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6a5be27a-8f4f-4db7-b927-84878cafa6fb req-0e8267cc-65e7-4c93-9040-c880c4e08e46 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294306 Oct 27 16:14:10.827546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54780f34-7e51-40a5-b6a5-c03e476edca3 req-69c0d458-e6ec-4d21-8f08-ddb2912acee3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.829265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54780f34-7e51-40a5-b6a5-c03e476edca3 req-69c0d458-e6ec-4d21-8f08-ddb2912acee3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0704100 Oct 27 16:14:10.893793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54780f34-7e51-40a5-b6a5-c03e476edca3 req-b52c7e7c-2e84-4419-8c58-e7143827cf80 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531657 Oct 27 16:14:10.925527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfc277-9b87-4b08-9ad6-b7fc8d838f40 req-ddf31f8a-69fc-4a23-ba59-7ac05d336fe6 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.932196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8dfc277-9b87-4b08-9ad6-b7fc8d838f40 req-ddf31f8a-69fc-4a23-ba59-7ac05d336fe6 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1018410 Oct 27 16:14:10.972834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8dfc277-9b87-4b08-9ad6-b7fc8d838f40 req-951fdf8c-7795-472c-9ea5-4603f28b8877 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 Oct 27 16:14:11.094596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ad2e-a860-43b1-a79f-01fc4f8c6eb0 req-86f6083d-3c6e-4099-8181-0a502e76a183 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.096449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a52ad2e-a860-43b1-a79f-01fc4f8c6eb0 req-86f6083d-3c6e-4099-8181-0a502e76a183 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 945 time: 0.0663288 Oct 27 16:14:11.142971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a52ad2e-a860-43b1-a79f-01fc4f8c6eb0 req-d9765c8c-f55a-414f-94ad-2ca0eaee34dd tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Oct 27 16:14:11.317990 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6967d51d-0e49-4a06-baba-3fb0f26dc18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.529933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617e63-fc59-444f-9b2c-0316040a970a req-072fff4a-85e4-474d-b131-46b4e2e67dcb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.531796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07617e63-fc59-444f-9b2c-0316040a970a req-072fff4a-85e4-474d-b131-46b4e2e67dcb tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0565007 Oct 27 16:14:11.597551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07617e63-fc59-444f-9b2c-0316040a970a req-7797295d-0226-4f90-84d7-d84beda0e004 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Oct 27 16:14:11.734358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88db4-941f-49eb-bf86-9c40e539d05a req-c04c0835-3d7f-4ce2-b4b7-198ab6f560bc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.735865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1f88db4-941f-49eb-bf86-9c40e539d05a req-c04c0835-3d7f-4ce2-b4b7-198ab6f560bc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0570867 Oct 27 16:14:11.774007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1f88db4-941f-49eb-bf86-9c40e539d05a req-aa1e73c4-95ea-4fbd-b495-2c8f45b399c0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Oct 27 16:14:12.091658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f025e6-283c-4416-993e-07d0b0179bb9 req-0c1e386c-a88b-4e2f-b57b-8d6e76afe311 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.093128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7f025e6-283c-4416-993e-07d0b0179bb9 req-0c1e386c-a88b-4e2f-b57b-8d6e76afe311 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Oct 27 16:14:12.130058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7f025e6-283c-4416-993e-07d0b0179bb9 req-154dfb71-2788-4a76-ae16-ff2fdf19cd42 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Oct 27 16:14:12.269911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8569852-5b56-4654-9409-a3447d4a4fd3 req-6a92c068-7123-4586-ad07-a5620d422ecc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.271415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8569852-5b56-4654-9409-a3447d4a4fd3 req-6a92c068-7123-4586-ad07-a5620d422ecc tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Oct 27 16:14:12.310258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8569852-5b56-4654-9409-a3447d4a4fd3 req-84e55a46-42fc-439a-ad7a-33c6659abdba tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Oct 27 16:14:12.459121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a78dd773-7645-4716-a420-52f2bc053510 req-d8990679-9c48-4432-9bc0-128373a11dfb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1822943877&fields=id&tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 267 time: 0.0327163 Oct 27 16:14:12.516262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dd773-7645-4716-a420-52f2bc053510 req-7d8c49c2-5206-4962-bd2e-d39280fc63df tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.517609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a78dd773-7645-4716-a420-52f2bc053510 req-7d8c49c2-5206-4962-bd2e-d39280fc63df tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Oct 27 16:14:12.529144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'security_groups': ['7ade1795-394a-46bf-be27-c65103126793', '3abbc058-720f-4582-9618-76b17414770a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:12.598622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.783178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:12.813573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.940361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.962597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928', '9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:12.993945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.994568 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.995995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a78dd773-7645-4716-a420-52f2bc053510 req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "PUT /v2.0/ports/9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 981 time: 0.4714746 Oct 27 16:14:12.996534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:12.999207 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:13.022222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51884d-ffaf-4eac-9b4b-96f9dd470b7a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.167119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0fd8d-1492-431d-8d7f-691ffa4cc170 req-e0c81e9f-bfdc-44bb-bccd-595183b74902 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.168628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6d0fd8d-1492-431d-8d7f-691ffa4cc170 req-e0c81e9f-bfdc-44bb-bccd-595183b74902 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0501037 Oct 27 16:14:13.208190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6d0fd8d-1492-431d-8d7f-691ffa4cc170 req-6f152779-af6d-45fc-80d7-6f1f9da188d9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Oct 27 16:14:13.333741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:13.432889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9312c-e65c-49ca-90bb-11ada25d1816 req-3aba53fd-3ebc-4474-a4da-aa03d86ca228 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.434690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ed9312c-e65c-49ca-90bb-11ada25d1816 req-3aba53fd-3ebc-4474-a4da-aa03d86ca228 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0895004 Oct 27 16:14:13.438605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b5c825f-0dea-42fa-83b2-3de5a60e0c4f req-76dba772-5a12-4880-90b6-695a820221e8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3abbc058-720f-4582-9618-76b17414770a HTTP/1.1" status: 200 len: 1802 time: 0.0807042 Oct 27 16:14:13.505422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ed9312c-e65c-49ca-90bb-11ada25d1816 req-77e711b4-7a16-449f-bb0e-036c55998d98 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612252 Oct 27 16:14:13.528730 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-7b5c825f-0dea-42fa-83b2-3de5a60e0c4f req-b0ebf6c1-e87d-45ff-8ce8-dc2378c034e8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:14:13.528730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b5c825f-0dea-42fa-83b2-3de5a60e0c4f req-b0ebf6c1-e87d-45ff-8ce8-dc2378c034e8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/3abbc058-720f-4582-9618-76b17414770a HTTP/1.1" status: 409 len: 341 time: 0.0723970 Oct 27 16:14:13.568552 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e496ed-6160-47ed-b106-d02478f0c468 x-openstack-request-id: req-f5e496ed-6160-47ed-b106-d02478f0c468 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:13.569045 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:13.569477 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5e496ed-6160-47ed-b106-d02478f0c468 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:13.570738 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'status': 'completed', 'code': 200} Oct 27 16:14:13.645711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65695f8-17c2-4992-b9f1-4cd06aeaa339 req-0303f2d2-57de-4550-b9ce-818414e8e7e8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.647450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f65695f8-17c2-4992-b9f1-4cd06aeaa339 req-0303f2d2-57de-4550-b9ce-818414e8e7e8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0644236 Oct 27 16:14:13.668549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-210ac3aa-b84a-4e35-9f04-170cca22fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.670716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-210ac3aa-b84a-4e35-9f04-170cca22fd64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1135 time: 0.0547431 Oct 27 16:14:13.693594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f65695f8-17c2-4992-b9f1-4cd06aeaa339 req-547d80b9-533c-4886-aaac-e7bf03a345e2 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Oct 27 16:14:13.790410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-42e6e01c-5584-41a3-9439-cd6556426b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.792120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-42e6e01c-5584-41a3-9439-cd6556426b34 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 913 time: 0.0959239 Oct 27 16:14:13.848297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-e87bf844-416c-402e-a468-3740938864a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 217 time: 0.0354469 Oct 27 16:14:13.941332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8505b07d-1556-4f32-8ff1-bb448c85ccee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.995960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7441-4a9c-48d4-b1bb-1f13108751c0 req-307602d9-7452-4dd1-9b73-9650d3114e49 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.997758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0ef7441-4a9c-48d4-b1bb-1f13108751c0 req-307602d9-7452-4dd1-9b73-9650d3114e49 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 984 time: 0.0614054 Oct 27 16:14:14.060421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0ef7441-4a9c-48d4-b1bb-1f13108751c0 req-4db8ec08-7ed1-4fe4-85d8-0dc53c7abca1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0449121 Oct 27 16:14:14.185777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-e1255e6f-e581-46cd-b40e-e59bcc352350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.187236 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-e1255e6f-e581-46cd-b40e-e59bcc352350 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.3260701 Oct 27 16:14:14.223580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-e80c7a45-c38d-4c5f-a184-6f724f4c7e47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230513 Oct 27 16:14:14.332033 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-838fd470-a9b4-46bc-90e4-c1919056ab61 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991848 Oct 27 16:14:14.359278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f1796-3453-4423-9aa4-86be512ad6a6 req-837dbaeb-3222-4bc9-a8cd-253218660c22 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.368606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239f1796-3453-4423-9aa4-86be512ad6a6 req-837dbaeb-3222-4bc9-a8cd-253218660c22 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0738349 Oct 27 16:14:14.421197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239f1796-3453-4423-9aa4-86be512ad6a6 req-2c102870-9a86-423d-b8e1-847a4b3fbb42 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515389 Oct 27 16:14:14.464651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8b4d3bfb-f9b5-4960-a645-63f67f22e21b req-c84f6d25-0de2-43e6-b10b-41152abb99c4 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160903 Oct 27 16:14:14.541507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.630845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45109d-732a-4240-a65e-6d23050f6db7 req-db3a5de1-434c-4f40-8ee6-41dba870c0c3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.633151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf45109d-732a-4240-a65e-6d23050f6db7 req-db3a5de1-434c-4f40-8ee6-41dba870c0c3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0517292 Oct 27 16:14:14.679981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf45109d-732a-4240-a65e-6d23050f6db7 req-2750aa6d-9dc6-40d0-8707-9f865808d09f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Oct 27 16:14:14.684468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626f37-6df1-4171-afc3-15159a3be44f req-cfd2cef2-9f32-461a-b92a-3f482cd0a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.686500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-cfd2cef2-9f32-461a-b92a-3f482cd0a859 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1135 time: 0.0700827 Oct 27 16:14:14.813525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626f37-6df1-4171-afc3-15159a3be44f req-26a2bcc5-0e4e-48b8-84f7-d22d6174a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.814999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-26a2bcc5-0e4e-48b8-84f7-d22d6174a2f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 913 time: 0.0956211 Oct 27 16:14:14.855984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c97bf5-02b6-4ce5-adea-d82218eb0348 req-5170db9b-c5be-4b41-a60b-d26d68d254bb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.857466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0c97bf5-02b6-4ce5-adea-d82218eb0348 req-5170db9b-c5be-4b41-a60b-d26d68d254bb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Oct 27 16:14:14.862156 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-1dd646bd-cf73-4e60-ab42-6b2a994b8bc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 217 time: 0.0349002 Oct 27 16:14:14.898402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0c97bf5-02b6-4ce5-adea-d82218eb0348 req-ea2e6b6b-5e74-487c-8e04-50d2e6c8ad13 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Oct 27 16:14:14.920341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626f37-6df1-4171-afc3-15159a3be44f req-2783d961-03f5-4fba-b519-e43c2c6ef567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.922667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-2783d961-03f5-4fba-b519-e43c2c6ef567 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0487299 Oct 27 16:14:14.956208 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-84ffe2e3-75ae-4c72-a6e6-ced68aa954f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246892 Oct 27 16:14:15.056442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-52f8263b-bd37-4e3e-88db-79334b480ac8 service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894067 Oct 27 16:14:15.071865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.182789 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7b626f37-6df1-4171-afc3-15159a3be44f req-a729d051-d5c1-4072-abd9-3f59eb6695fc service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011140 Oct 27 16:14:15.220482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9cf27-56fb-462d-bd1b-fd88a826791e req-0a7e738b-1088-4681-98e0-8c81fa7175e0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.223702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fee9cf27-56fb-462d-bd1b-fd88a826791e req-0a7e738b-1088-4681-98e0-8c81fa7175e0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 984 time: 0.0787845 Oct 27 16:14:15.263412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fee9cf27-56fb-462d-bd1b-fd88a826791e req-eabb0ce4-d64a-4d33-af64-d744e66f7922 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0345602 Oct 27 16:14:15.557605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2d86d-c418-4caa-997f-cbbb5a23ed54 req-06c25ea0-4821-4140-8cf1-3c00d689ecc3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.559240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fd2d86d-c418-4caa-997f-cbbb5a23ed54 req-06c25ea0-4821-4140-8cf1-3c00d689ecc3 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0599711 Oct 27 16:14:15.603086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fd2d86d-c418-4caa-997f-cbbb5a23ed54 req-e7d07612-5613-4925-9bf4-ac2ef1b9382e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Oct 27 16:14:15.800937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b562ded-9378-403b-a7a4-deaa02c0155c req-ee542d26-cd76-4d4c-9b30-e95bfbb5289c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.802417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b562ded-9378-403b-a7a4-deaa02c0155c req-ee542d26-cd76-4d4c-9b30-e95bfbb5289c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0502188 Oct 27 16:14:15.844392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b562ded-9378-403b-a7a4-deaa02c0155c req-4570d4f4-e31c-4843-974b-0d13d7a649b7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Oct 27 16:14:16.047359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf68d2-7b9d-48f0-8f87-05a47404ef25 req-0f05473d-7e05-457d-970b-fd154c2c6c8f tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.047359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dbf68d2-7b9d-48f0-8f87-05a47404ef25 req-0f05473d-7e05-457d-970b-fd154c2c6c8f tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0594349 Oct 27 16:14:16.135125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dbf68d2-7b9d-48f0-8f87-05a47404ef25 req-6ef3867e-6d86-40c8-85e6-1073a405ce85 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724695 Oct 27 16:14:16.157617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9a2f-f209-4ce6-91a0-864ffc754260 req-f0f4377a-7106-4c27-abef-3d36f1de3f35 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.159116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708a9a2f-f209-4ce6-91a0-864ffc754260 req-f0f4377a-7106-4c27-abef-3d36f1de3f35 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0771549 Oct 27 16:14:16.199463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-708a9a2f-f209-4ce6-91a0-864ffc754260 req-273df08f-e2b2-4121-85cc-e0ecf08e2a94 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Oct 27 16:14:16.391527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3f5b-83da-4ba0-a6a2-8e5274c4d835 req-6810e23b-5b54-4180-b854-8d32379a0e98 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.393066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-750c3f5b-83da-4ba0-a6a2-8e5274c4d835 req-6810e23b-5b54-4180-b854-8d32379a0e98 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 984 time: 0.0548394 Oct 27 16:14:16.436995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-750c3f5b-83da-4ba0-a6a2-8e5274c4d835 req-0335d35d-659e-41a6-b7d5-b2f4baa1603b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0372024 Oct 27 16:14:16.556436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-c5932e04-99e0-4ad8-a69f-0f9cb719878c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2135265092&fields=id&tenant_id=476f38b25ee54310865f284dd1fded22 HTTP/1.1" status: 200 len: 267 time: 0.0381701 Oct 27 16:14:16.632432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-c607290a-ab47-4150-96c4-0384e098f72c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.636428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-c607290a-ab47-4150-96c4-0384e098f72c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 984 time: 0.0762866 Oct 27 16:14:16.649044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'port': {'security_groups': ['3abbc058-720f-4582-9618-76b17414770a', '7ade1795-394a-46bf-be27-c65103126793', '3c491c5e-7b37-43f1-af40-12fdbf400f48']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:16.726629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.932543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:16.949619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.004526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.021674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef98901-8887-43aa-9023-ae1280bc4427 req-0fb21d0e-b339-4745-91bf-3d2721af9b6b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.026597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fef98901-8887-43aa-9023-ae1280bc4427 req-0fb21d0e-b339-4745-91bf-3d2721af9b6b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0935111 Oct 27 16:14:17.063614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fef98901-8887-43aa-9023-ae1280bc4427 req-3ed15598-1906-4d17-9425-7107fd7d1eb5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Oct 27 16:14:17.120635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.141201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928', '9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:17.168453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.169088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.170492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7645be8d-4e24-42f9-85c9-1e27d6068ece req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "PUT /v2.0/ports/9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 1020 time: 0.5290072 Oct 27 16:14:17.170949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:17.179304 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:17.237531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35bdfb-63f1-48ca-9c7a-94cabf3427c6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:17.280618 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1efee-c883-48f5-9784-223d87929294 x-openstack-request-id: req-12d1efee-c883-48f5-9784-223d87929294 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:17.280916 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:17.281173 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12d1efee-c883-48f5-9784-223d87929294 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:17.281573 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'status': 'completed', 'code': 200} Oct 27 16:14:17.335090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5021e210-24fa-49da-a08d-56092e23948d req-3f115863-1e81-4c8c-a6f4-c1bdc3e446ce tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3c491c5e-7b37-43f1-af40-12fdbf400f48 HTTP/1.1" status: 200 len: 1802 time: 0.0562809 Oct 27 16:14:17.354249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb249e-59df-4e90-b438-92a7a5bd3e9b req-e6aa951b-a90b-4ccd-a4ca-254c78168384 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.354913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-a090df7e-230f-4a4e-9e56-9225a79ea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.355790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5eb249e-59df-4e90-b438-92a7a5bd3e9b req-e6aa951b-a90b-4ccd-a4ca-254c78168384 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1131327 Oct 27 16:14:17.364377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-a090df7e-230f-4a4e-9e56-9225a79ea329 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=476f38b25ee54310865f284dd1fded22&device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1174 time: 0.0768621 Oct 27 16:14:17.430178 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-5021e210-24fa-49da-a08d-56092e23948d req-9d6292b8-c000-4542-8f25-e4fe88beaee1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:14:17.439912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5021e210-24fa-49da-a08d-56092e23948d req-9d6292b8-c000-4542-8f25-e4fe88beaee1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c491c5e-7b37-43f1-af40-12fdbf400f48 HTTP/1.1" status: 409 len: 341 time: 0.0942423 Oct 27 16:14:17.470489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5eb249e-59df-4e90-b438-92a7a5bd3e9b req-8087826f-9411-459d-a9f1-fd34c1a0fb27 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958724 Oct 27 16:14:17.528521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-5908800e-9ab1-4cb9-b59c-29c13e34e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.528991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:17.530080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-5908800e-9ab1-4cb9-b59c-29c13e34e28a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 200 len: 913 time: 0.1339431 Oct 27 16:14:17.628483 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-9173b9c8-a96d-4e2a-a13a-4046b8d21bff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 200 len: 217 time: 0.0868990 Oct 27 16:14:17.667626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8605-1d36-4412-ae05-a0c5077fdc74 req-47461ee6-7042-4d7f-8dde-4230d3e172c0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.676022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04ae8605-1d36-4412-ae05-a0c5077fdc74 req-47461ee6-7042-4d7f-8dde-4230d3e172c0 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.1445587 Oct 27 16:14:17.704760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-5ac8b010-8995-4833-86ab-350350acd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.706218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-5ac8b010-8995-4833-86ab-350350acd8f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 200 len: 852 time: 0.0705538 Oct 27 16:14:17.725539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04ae8605-1d36-4412-ae05-a0c5077fdc74 req-4b7b2d65-a4f4-499b-99f3-064964f95e42 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476449 Oct 27 16:14:17.764088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-171d796b-d99c-4648-9bb5-3b0f4f75b7eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab7b76c1-9ef8-4393-be6a-46712408aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468626 Oct 27 16:14:17.958893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-8a597260-a9cb-4e46-8157-4ef39be0b1fd service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740658 Oct 27 16:14:18.104665 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5e635d6-8b93-49c6-8ebe-9954f1ed9284 req-b644a53f-52b4-4c9c-80f8-60856fa58b6a service neutron] 10.222.0.82 "GET /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264925 Oct 27 16:14:18.225004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63506e74-88cb-42ed-abad-32a27e54e081 req-3a2412cf-b9f1-46c5-b349-d8fdd940d283 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.227673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63506e74-88cb-42ed-abad-32a27e54e081 req-3a2412cf-b9f1-46c5-b349-d8fdd940d283 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1023 time: 0.1013808 Oct 27 16:14:18.243290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f69e3-dfa3-4e02-8f52-c2683c08ce79 req-5cb822dc-2dc3-4c76-9824-f307bd88b534 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.244810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac8f69e3-dfa3-4e02-8f52-c2683c08ce79 req-5cb822dc-2dc3-4c76-9824-f307bd88b534 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0777099 Oct 27 16:14:18.307063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63506e74-88cb-42ed-abad-32a27e54e081 req-5a9eef55-8a8b-42d7-95f8-cad6980955eb tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=3c491c5e-7b37-43f1-af40-12fdbf400f48&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0612426 Oct 27 16:14:18.309825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac8f69e3-dfa3-4e02-8f52-c2683c08ce79 req-c1b950f7-0e65-4925-9d67-1e6c495ab48e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Oct 27 16:14:18.599176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d122c-7453-49de-bebd-32002e3ff1df req-2d15d025-b424-4a2b-99ce-35e5088db9b0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.600736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7d122c-7453-49de-bebd-32002e3ff1df req-2d15d025-b424-4a2b-99ce-35e5088db9b0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Oct 27 16:14:18.642056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7d122c-7453-49de-bebd-32002e3ff1df req-36829ab4-8ca2-4f9e-8b50-c0287ccb824a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Oct 27 16:14:18.860992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f452-c4fc-4d20-971b-6b2b11a5e1bc req-52bb627c-a85a-42f5-a3c2-eab81f4e2f6c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.862665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0900f452-c4fc-4d20-971b-6b2b11a5e1bc req-52bb627c-a85a-42f5-a3c2-eab81f4e2f6c tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0528541 Oct 27 16:14:18.917116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0900f452-c4fc-4d20-971b-6b2b11a5e1bc req-8f1f5725-9fab-47bd-82ef-f66f883d0cb9 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Oct 27 16:14:19.461396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e14bc-3313-4a24-a211-2b86ae23f82e req-35a109e0-2832-49e8-bca8-1fcf105c5200 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.462853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268e14bc-3313-4a24-a211-2b86ae23f82e req-35a109e0-2832-49e8-bca8-1fcf105c5200 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0808320 Oct 27 16:14:19.474742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87095e84-eb72-440c-a832-c5bd47c58595 req-2e792af9-e39a-4f72-95d7-bffeae17c1e3 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.476370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87095e84-eb72-440c-a832-c5bd47c58595 req-2e792af9-e39a-4f72-95d7-bffeae17c1e3 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1023 time: 0.0831318 Oct 27 16:14:19.530319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268e14bc-3313-4a24-a211-2b86ae23f82e req-40ee4086-518d-4ce4-bfc2-9798561705ce tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529373 Oct 27 16:14:19.541525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87095e84-eb72-440c-a832-c5bd47c58595 req-004357b4-277f-4021-a83e-c0b43c3dbea0 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=3c491c5e-7b37-43f1-af40-12fdbf400f48&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0583727 Oct 27 16:14:19.642540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc4997-5af2-4d81-a2d5-f1a27cabcc09 req-d9e631c7-bfb4-46f9-bb37-6697cb63e564 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.644893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15cc4997-5af2-4d81-a2d5-f1a27cabcc09 req-d9e631c7-bfb4-46f9-bb37-6697cb63e564 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0512877 Oct 27 16:14:19.687373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15cc4997-5af2-4d81-a2d5-f1a27cabcc09 req-f91452cf-901b-49a9-abde-85ee8b3fd579 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Oct 27 16:14:19.768251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d6f86-a9b2-4496-b42d-53c8a4fe548e req-af590553-52aa-4102-975e-d63488790ecc tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.769720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-825d6f86-a9b2-4496-b42d-53c8a4fe548e req-af590553-52aa-4102-975e-d63488790ecc tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0499134 Oct 27 16:14:19.807774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-825d6f86-a9b2-4496-b42d-53c8a4fe548e req-61ef513f-2b52-4312-ace3-4775f4398b3a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Oct 27 16:14:20.677060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4214-45c1-42bb-9b8a-b9e8faadd70d req-ed9b8167-19ff-407e-aaff-e4c7e86cc516 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.678535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-012d4214-45c1-42bb-9b8a-b9e8faadd70d req-ed9b8167-19ff-407e-aaff-e4c7e86cc516 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0774088 Oct 27 16:14:20.691579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b143721-78c3-4cc5-8edc-f9e1db7c3a19 req-6d36e804-2a49-454c-9b42-7856e9f8bc14 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.693096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b143721-78c3-4cc5-8edc-f9e1db7c3a19 req-6d36e804-2a49-454c-9b42-7856e9f8bc14 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1023 time: 0.0660563 Oct 27 16:14:20.755256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-012d4214-45c1-42bb-9b8a-b9e8faadd70d req-6d701b89-2fcc-4043-a65e-bc4510e87d8e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602028 Oct 27 16:14:20.761174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b143721-78c3-4cc5-8edc-f9e1db7c3a19 req-7fa09f1e-b42d-4ab8-a92c-7921ee514f13 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=3abbc058-720f-4582-9618-76b17414770a&id=3c491c5e-7b37-43f1-af40-12fdbf400f48&id=7ade1795-394a-46bf-be27-c65103126793&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0608411 Oct 27 16:14:20.878817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5bb90-970c-47b0-b697-d56e5b30a760 req-59bf907a-2d34-4ae9-8cbc-9b33c97a37de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.880333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5a5bb90-970c-47b0-b697-d56e5b30a760 req-59bf907a-2d34-4ae9-8cbc-9b33c97a37de tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0528858 Oct 27 16:14:20.945967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5a5bb90-970c-47b0-b697-d56e5b30a760 req-c3313713-2928-4eda-a1ed-7aec3d87b2ce tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560904 Oct 27 16:14:20.956400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e76f-36b2-411b-8f7e-0e6ca3f93c31 req-ceb421c4-181c-4c91-b761-4c75252b9c6d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.957928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6e8e76f-36b2-411b-8f7e-0e6ca3f93c31 req-ceb421c4-181c-4c91-b761-4c75252b9c6d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0767148 Oct 27 16:14:20.989467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-69a0ffd0-4145-48cb-b5a0-5fbc4e91203f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.991457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-69a0ffd0-4145-48cb-b5a0-5fbc4e91203f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 1023 time: 0.0551915 Oct 27 16:14:20.999879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6e8e76f-36b2-411b-8f7e-0e6ca3f93c31 req-56df105e-43b4-43fb-8caa-8f36fff44291 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Oct 27 16:14:21.104810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Deleting port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:21.105146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.196780 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port 9f68bf71-7800-4a8b-853a-4fac953ffdf3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9f68bf71-7800-4a8b-853a-4fac953ffdf3,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:21.197142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.209505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Calling delete_port for 9f68bf71-7800-4a8b-853a-4fac953ffdf3 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:21.406129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.419321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928', '9f68bf71-7800-4a8b-853a-4fac953ffdf3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:21.436662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'Port': ['ID=9f68bf71-7800-4a8b-853a-4fac953ffdf3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.474587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] No DVR routers for this DVR port 9f68bf71-7800-4a8b-853a-4fac953ffdf3 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:21.477324 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.480823 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1fa72efe-735d-42e0-80f7-bf49934f5328 req-526d84b0-4e44-44c8-a510-277799b04784 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "DELETE /v2.0/ports/9f68bf71-7800-4a8b-853a-4fac953ffdf3 HTTP/1.1" status: 204 len: 173 time: 0.4826443 Oct 27 16:14:21.484961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'name': 'network-vif-deleted', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:21.484961 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06540b3-c782-46c9-85bf-a1cdb5306b22" -d '{"events": [{"server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "name": "network-vif-deleted", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:21.524894 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab032de-8f1d-4553-aaae-932c57a8b817 x-openstack-request-id: req-7ab032de-8f1d-4553-aaae-932c57a8b817 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:21.525182 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1e4f1a-80b5-4cef-901c-e7f67315fba5", "name": "network-vif-deleted", "tag": "9f68bf71-7800-4a8b-853a-4fac953ffdf3", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:21.525434 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ab032de-8f1d-4553-aaae-932c57a8b817 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:21.525832 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1e4f1a-80b5-4cef-901c-e7f67315fba5', 'name': 'network-vif-deleted', 'tag': '9f68bf71-7800-4a8b-853a-4fac953ffdf3', 'status': 'completed', 'code': 200} Oct 27 16:14:21.895363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd348a25-502b-47d8-9e9a-181cb67fe845 req-f0c133d6-ae88-43f9-a53b-2ddf0b9c4d46 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd1e4f1a-80b5-4cef-901c-e7f67315fba5 HTTP/1.1" status: 200 len: 210 time: 0.0306399 Oct 27 16:14:21.913012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac887db-32f2-4e61-801a-32d8373b2701 req-7f5a1f64-5909-4894-b0f2-f3bfeeb99bff tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:21.914515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aac887db-32f2-4e61-801a-32d8373b2701 req-7f5a1f64-5909-4894-b0f2-f3bfeeb99bff tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0805728 Oct 27 16:14:21.956994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aac887db-32f2-4e61-801a-32d8373b2701 req-9e07a90c-b71c-4357-b5dc-e7d621c6cbea tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358860 Oct 27 16:14:22.074748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9f3c7-90df-4185-88e1-d0aa04c18bed req-e2c1f530-184d-40ac-936a-11bb0c754598 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.076274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46c9f3c7-90df-4185-88e1-d0aa04c18bed req-e2c1f530-184d-40ac-936a-11bb0c754598 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0603430 Oct 27 16:14:22.150732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6096288-f3f7-4bb3-a54f-d80567f9298f req-c02641ca-d42e-4314-8897-c6b90183f7ec tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.152281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6096288-f3f7-4bb3-a54f-d80567f9298f req-c02641ca-d42e-4314-8897-c6b90183f7ec tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0751274 Oct 27 16:14:22.155003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46c9f3c7-90df-4185-88e1-d0aa04c18bed req-be9b7b80-ace7-41e2-80d9-83899b6cae34 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/security-groups?id=972be068-c7fb-4e3c-bec2-83bdc1147b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Oct 27 16:14:22.189884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-b0a3191a-af77-4eb0-814b-a9187dec8146 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.192046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-b0a3191a-af77-4eb0-814b-a9187dec8146 tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 945 time: 0.0578969 Oct 27 16:14:22.197672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6096288-f3f7-4bb3-a54f-d80567f9298f req-5e887faf-d78a-444f-b3ee-7a451f7f9946 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Oct 27 16:14:22.295451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Deleting port 73356a0c-baee-4b4d-a46a-799914abecd2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:22.295715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.384730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] For port 73356a0c-baee-4b4d-a46a-799914abecd2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=73356a0c-baee-4b4d-a46a-799914abecd2,segment=NetworkSegment(ca64b798-9078-4502-b5ec-f3dcba24ccc3),segment_id=ca64b798-9078-4502-b5ec-f3dcba24ccc3)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:22.385089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.397075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Calling delete_port for 73356a0c-baee-4b4d-a46a-799914abecd2 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:22.597522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.627217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Pushing event deleted for resources: {'Port': ['ID=73356a0c-baee-4b4d-a46a-799914abecd2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:22.665387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] No DVR routers for this DVR port 73356a0c-baee-4b4d-a46a-799914abecd2 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:22.667827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.671160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b907fce6-9c33-496f-8844-8ca012d48e2c req-c99ad6c0-d4eb-43bb-a262-e616330fc5cd tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.82 "DELETE /v2.0/ports/73356a0c-baee-4b4d-a46a-799914abecd2 HTTP/1.1" status: 204 len: 173 time: 0.4663668 Oct 27 16:14:23.011111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-22105d58-9f90-43ce-8261-fbd6748af5d8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3abbc058-720f-4582-9618-76b17414770a HTTP/1.1" status: 200 len: 1802 time: 0.0413210 Oct 27 16:14:23.073683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.110110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.174417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12081f-6979-4b9f-86ff-6d0e2e9c6b67 req-6bce960a-3ac2-4525-8735-6d10c3ab0c6a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.175915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc12081f-6979-4b9f-86ff-6d0e2e9c6b67 req-6bce960a-3ac2-4525-8735-6d10c3ab0c6a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0869880 Oct 27 16:14:23.213621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc12081f-6979-4b9f-86ff-6d0e2e9c6b67 req-919a01fc-8874-413b-9304-7454e3a6abf6 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Oct 27 16:14:23.309375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b83f75b-e2e0-479a-a1f9-8417a867d4c9 req-53411868-fdd8-4856-9c28-e13cbdd92b2e tempest-DeleteServersTestJSON-1179233217 tempest-DeleteServersTestJSON-1179233217-project] 10.222.0.70 "GET /v2.0/ports?device_id=775a4eb1-96bc-4e82-8350-c93408c6ee8e HTTP/1.1" status: 200 len: 210 time: 0.0308154 Oct 27 16:14:23.325249 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.325249 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.325249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e8597d-f4b6-48f5-b002-59dc6d0fcbf2 req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/3abbc058-720f-4582-9618-76b17414770a HTTP/1.1" status: 204 len: 173 time: 0.3059194 Oct 27 16:14:23.338447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f257b-fbde-4d7f-9fdd-7da024aa163a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abbc058-720f-4582-9618-76b17414770a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:23.431003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786027-bcc3-48fa-a107-86ef4442dd73 req-aa29f856-cd40-46fe-8d13-50a71a50fef6 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.432527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8786027-bcc3-48fa-a107-86ef4442dd73 req-aa29f856-cd40-46fe-8d13-50a71a50fef6 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0659935 Oct 27 16:14:23.477169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8786027-bcc3-48fa-a107-86ef4442dd73 req-707ea4d3-5ece-4d0e-bbb3-5c1589622396 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Oct 27 16:14:23.517400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-968b8747-d1ef-49dc-b73d-6fea2798fa9c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3c491c5e-7b37-43f1-af40-12fdbf400f48 HTTP/1.1" status: 200 len: 1802 time: 0.0391417 Oct 27 16:14:23.526548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'name': 'network-vif-deleted', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:23.536851 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74531fd-6b5c-40f3-868c-ab427f7957f6" -d '{"events": [{"server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "name": "network-vif-deleted", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:23.566707 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a327a0-cc62-4143-a44b-1b76f227eb9d x-openstack-request-id: req-57a327a0-cc62-4143-a44b-1b76f227eb9d {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:23.566996 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775a4eb1-96bc-4e82-8350-c93408c6ee8e", "name": "network-vif-deleted", "tag": "73356a0c-baee-4b4d-a46a-799914abecd2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:23.567287 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57a327a0-cc62-4143-a44b-1b76f227eb9d {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:23.567683 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775a4eb1-96bc-4e82-8350-c93408c6ee8e', 'name': 'network-vif-deleted', 'tag': '73356a0c-baee-4b4d-a46a-799914abecd2', 'status': 'completed', 'code': 200} Oct 27 16:14:23.580232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.602298 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.728830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.731402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.732574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7eeafec0-6eff-448d-8126-3b01b3b38dac req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c491c5e-7b37-43f1-af40-12fdbf400f48 HTTP/1.1" status: 204 len: 173 time: 0.2092931 Oct 27 16:14:23.741732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f73f99-6f3a-4604-a25a-705fcc908f2a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c491c5e-7b37-43f1-af40-12fdbf400f48,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:23.762779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68348950', 'description': 'tempest-description-1211222252'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:23.866271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.931594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.017440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.047519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ff322-fa43-4123-83ca-cbdebc7c3ca1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:24.131106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.132878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1694328c-b452-467e-83ff-928ce1a04cff req-d34a5584-e3f1-415d-b726-1df4340c7f3d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3742180 Oct 27 16:14:24.196868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-5a17a45b-34ed-4117-8c32-c35c2351c1ff tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/a05ff322-fa43-4123-83ca-cbdebc7c3ca1 HTTP/1.1" status: 200 len: 1801 time: 0.0383670 Oct 27 16:14:24.206699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1133420650', 'description': 'tempest-description-hth-878271417'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:24.213546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9f68bf71-7800-4a8b-853a-4fac953ffdf3 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:24.232256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.244621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 9f68bf71-7800-4a8b-853a-4fac953ffdf3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:24.244975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9f68bf71-7800-4a8b-853a-4fac953ffdf3 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:24.245739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 73356a0c-baee-4b4d-a46a-799914abecd2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:24.266141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 73356a0c-baee-4b4d-a46a-799914abecd2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:24.266764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 73356a0c-baee-4b4d-a46a-799914abecd2 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:24.282948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.334104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7e98-c543-4a6d-93f6-c79f6268e255 req-de9c7345-482a-42cb-822c-8d8cc13714bb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:24.336154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88cc7e98-c543-4a6d-93f6-c79f6268e255 req-de9c7345-482a-42cb-822c-8d8cc13714bb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0484016 Oct 27 16:14:24.348090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.350604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.351752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe1b4fdf-1ead-4ce3-a4e1-1dfcb5e07532 req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "PUT /v2.0/security-groups/a05ff322-fa43-4123-83ca-cbdebc7c3ca1 HTTP/1.1" status: 200 len: 1776 time: 0.1489058 Oct 27 16:14:24.393506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43562a-4cf4-4ec3-8f68-785d415db1b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ff322-fa43-4123-83ca-cbdebc7c3ca1,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:24.399938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88cc7e98-c543-4a6d-93f6-c79f6268e255 req-af4f2784-43d9-4146-829c-128229fcd244 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Oct 27 16:14:24.439720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33b73ed0-cf13-49a1-bbbf-af5e9c23da6b req-bcefeb02-8d7a-481c-b45f-352c0efa1521 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/a05ff322-fa43-4123-83ca-cbdebc7c3ca1 HTTP/1.1" status: 200 len: 1776 time: 0.0433791 Oct 27 16:14:24.529561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-a984eb96-cf24-4363-8689-e35baa7b11ea tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/a05ff322-fa43-4123-83ca-cbdebc7c3ca1 HTTP/1.1" status: 200 len: 1776 time: 0.0387065 Oct 27 16:14:24.591580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.614702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.693735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f8f5-145e-4786-a407-310afe718eab req-1f9c0e4a-44a3-4724-a087-39c95a22e916 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:24.695874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fc4f8f5-145e-4786-a407-310afe718eab req-1f9c0e4a-44a3-4724-a087-39c95a22e916 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0576439 Oct 27 16:14:24.733174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fc4f8f5-145e-4786-a407-310afe718eab req-f0988424-d21b-44aa-8798-f6c6a60c9491 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Oct 27 16:14:24.742848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.745461 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.746591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7458f844-3a7a-4e58-9908-09021d5c88b4 req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/a05ff322-fa43-4123-83ca-cbdebc7c3ca1 HTTP/1.1" status: 204 len: 173 time: 0.2108681 Oct 27 16:14:24.760683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d97ad-b657-4dad-a271-86694cfc61b1 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ff322-fa43-4123-83ca-cbdebc7c3ca1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:24.848654 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-212a58b2-ce57-4916-a224-409a3695d6f6 req-adbb985d-50a7-4d7a-a44d-455b2066608b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:24.849673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-212a58b2-ce57-4916-a224-409a3695d6f6 req-adbb985d-50a7-4d7a-a44d-455b2066608b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3c491c5e-7b37-43f1-af40-12fdbf400f48 HTTP/1.1" status: 404 len: 352 time: 0.0149193 Oct 27 16:14:24.883945 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-b5029600-17d1-44a3-9560-661c96ad2d16 req-f89bea16-9018-48f2-a4a9-e63abbce9a2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:24.884957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5029600-17d1-44a3-9560-661c96ad2d16 req-f89bea16-9018-48f2-a4a9-e63abbce9a2f tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/3abbc058-720f-4582-9618-76b17414770a HTTP/1.1" status: 404 len: 352 time: 0.0151248 Oct 27 16:14:24.919973 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-2b3dfd14-fee8-4a35-b730-1f4b76ea89df req-6043178b-16e0-4465-acbd-3423277210ec tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:24.921367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3dfd14-fee8-4a35-b730-1f4b76ea89df req-6043178b-16e0-4465-acbd-3423277210ec tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/337d042d-43e1-4b6d-abb0-24fc6e93aa28 HTTP/1.1" status: 404 len: 352 time: 0.0154300 Oct 27 16:14:24.954002 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-fbe63802-154b-4953-8b96-8019c7f987fe req-da17f0ba-d03c-4b7e-9832-8333efe5eb93 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:24.954991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbe63802-154b-4953-8b96-8019c7f987fe req-da17f0ba-d03c-4b7e-9832-8333efe5eb93 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/8df6b570-5d2d-427c-8e11-f57968079f12 HTTP/1.1" status: 404 len: 352 time: 0.0146782 Oct 27 16:14:24.988725 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-906a6e35-10f9-428b-a7e6-764cf3428ed8 req-e70ff1b7-f2df-4bf2-bab2-f96648fe76b5 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:24.989676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-906a6e35-10f9-428b-a7e6-764cf3428ed8 req-e70ff1b7-f2df-4bf2-bab2-f96648fe76b5 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/9c4e01c8-0c41-4a9f-9116-502b7b4c0e32 HTTP/1.1" status: 404 len: 352 time: 0.0156350 Oct 27 16:14:25.032558 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-3b99a705-a129-4a2e-ad56-8bfb224cad98 req-bcbcdea1-88e6-40ad-96f7-34894cbe2b1b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] show failed (client error): The resource could not be found. Oct 27 16:14:25.033572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b99a705-a129-4a2e-ad56-8bfb224cad98 req-bcbcdea1-88e6-40ad-96f7-34894cbe2b1b tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/30e44644-32e2-4499-a674-bfadf436e5cc HTTP/1.1" status: 404 len: 352 time: 0.0182805 Oct 27 16:14:25.524886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55228d-96ff-4ab3-9a3a-9824805a7d25 req-74d178d1-2bc1-42c1-9def-205ba8b1c28b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:25.526378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b55228d-96ff-4ab3-9a3a-9824805a7d25 req-74d178d1-2bc1-42c1-9def-205ba8b1c28b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0513346 Oct 27 16:14:25.567217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b55228d-96ff-4ab3-9a3a-9824805a7d25 req-26be3a79-05a9-4ab7-82cc-8e2f3f961c21 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Oct 27 16:14:25.748434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e84e4b-4d54-449e-a0f6-a8a19e96163d req-82b69e3f-e522-42ba-8ba2-d06ac833afee tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:25.749834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8e84e4b-4d54-449e-a0f6-a8a19e96163d req-82b69e3f-e522-42ba-8ba2-d06ac833afee tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1024 time: 0.0500822 Oct 27 16:14:25.796211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8e84e4b-4d54-449e-a0f6-a8a19e96163d req-9e312035-cea6-47b8-b172-a41ef684d675 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3&id=7ade1795-394a-46bf-be27-c65103126793&id=1b2356c2-888f-4c43-af77-0e38505f001e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0398941 Oct 27 16:14:25.863920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb97939-2351-4a08-be93-9f04bda09c00 req-9d168c09-a07a-4ee2-988b-5dfef0ee216c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:25.865397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbb97939-2351-4a08-be93-9f04bda09c00 req-9d168c09-a07a-4ee2-988b-5dfef0ee216c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Oct 27 16:14:25.910424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbb97939-2351-4a08-be93-9f04bda09c00 req-84fec797-5f90-4c7b-9484-40191a8eace2 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Oct 27 16:14:26.693613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba668e-9380-4fd0-9828-a03f625251fe req-35ba4571-ddff-4662-a09e-09cca717349e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:26.696095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ba668e-9380-4fd0-9828-a03f625251fe req-35ba4571-ddff-4662-a09e-09cca717349e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0581851 Oct 27 16:14:26.742167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2ba668e-9380-4fd0-9828-a03f625251fe req-5b7ce82a-2e05-4d00-b3ca-98f2ebda4875 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Oct 27 16:14:26.922507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a9e8b-7cf2-4bfa-8d8c-312f964bfcf5 req-9e479980-a653-4127-bf3d-3e939f62bfd9 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:26.926931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-112a9e8b-7cf2-4bfa-8d8c-312f964bfcf5 req-9e479980-a653-4127-bf3d-3e939f62bfd9 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1024 time: 0.0578911 Oct 27 16:14:26.972334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-112a9e8b-7cf2-4bfa-8d8c-312f964bfcf5 req-adde1511-d905-40fc-8f79-172eed626dc4 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3&id=7ade1795-394a-46bf-be27-c65103126793&id=1b2356c2-888f-4c43-af77-0e38505f001e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0410151 Oct 27 16:14:27.036347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4dbf8-4b35-4242-9d94-fa60b446a617 req-c986b893-4421-43f3-a71a-624a98f765bf tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:27.038377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00a4dbf8-4b35-4242-9d94-fa60b446a617 req-c986b893-4421-43f3-a71a-624a98f765bf tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Oct 27 16:14:27.089486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00a4dbf8-4b35-4242-9d94-fa60b446a617 req-c260949a-38ee-42b8-b7fe-59b246d8d05c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Oct 27 16:14:27.448686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:14:27.845733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.906392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-d4dee2c7-10c8-472a-95c6-73afbae5d077 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:27.908161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-d4dee2c7-10c8-472a-95c6-73afbae5d077 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1024 time: 0.1491425 Oct 27 16:14:27.970859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d15c1-b583-46dc-adb9-4e8b2912fb55 req-f0492b15-02ff-4b74-ab1a-7c54a6b33245 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:27.972869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e1d15c1-b583-46dc-adb9-4e8b2912fb55 req-f0492b15-02ff-4b74-ab1a-7c54a6b33245 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0674634 Oct 27 16:14:28.046113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e1d15c1-b583-46dc-adb9-4e8b2912fb55 req-5049a93e-e2ff-403e-b3ee-a645dd25410f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Oct 27 16:14:28.079375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Deleting port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:28.079375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.144626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb88f-944c-497e-bb59-d43038284c0d req-c857eb51-d4ae-43a8-9faf-411193485ef7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.155608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cafb88f-944c-497e-bb59-d43038284c0d req-c857eb51-d4ae-43a8-9faf-411193485ef7 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 1024 time: 0.0684428 Oct 27 16:14:28.202554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] For port af13b0c2-7a37-4642-a3ec-bed3f4e8e928, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,segment=NetworkSegment(bda97e5c-24ae-4ff9-9dbf-9423051369df),segment_id=bda97e5c-24ae-4ff9-9dbf-9423051369df)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:28.202923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.216151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Calling delete_port for af13b0c2-7a37-4642-a3ec-bed3f4e8e928 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:28.235698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cafb88f-944c-497e-bb59-d43038284c0d req-8b7007a8-1248-492f-abce-ff95793c555d tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups?id=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3&id=7ade1795-394a-46bf-be27-c65103126793&id=1b2356c2-888f-4c43-af77-0e38505f001e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0763364 Oct 27 16:14:28.249264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfe86e-ee60-43df-b8dc-82f9021dbac3 req-f8181a39-66cd-4308-8194-ef23a785aed7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.251313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eddfe86e-ee60-43df-b8dc-82f9021dbac3 req-f8181a39-66cd-4308-8194-ef23a785aed7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0837054 Oct 27 16:14:28.303224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eddfe86e-ee60-43df-b8dc-82f9021dbac3 req-d242fec9-937d-4885-b10a-e3c384e7c31c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Oct 27 16:14:28.360428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.520275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.536711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['af13b0c2-7a37-4642-a3ec-bed3f4e8e928'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:28.562252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'Port': ['ID=af13b0c2-7a37-4642-a3ec-bed3f4e8e928,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:28.605521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] No DVR routers for this DVR port af13b0c2-7a37-4642-a3ec-bed3f4e8e928 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:28.609004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.612429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3f92369e-3f45-440f-a68a-874d2ebc5db5 req-c02cd249-dd2c-4471-9c00-e628ccac0e1a tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.82 "DELETE /v2.0/ports/af13b0c2-7a37-4642-a3ec-bed3f4e8e928 HTTP/1.1" status: 204 len: 173 time: 0.6977580 Oct 27 16:14:28.613030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'name': 'network-vif-deleted', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:28.615503 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca75dfb-08c5-4634-a563-33341959a036" -d '{"events": [{"server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "name": "network-vif-deleted", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:28.657930 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5664474b-fbe6-42f6-a9a8-9cfd3c34cf7c x-openstack-request-id: req-5664474b-fbe6-42f6-a9a8-9cfd3c34cf7c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:28.658258 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbcf160-d470-4e9b-8d84-db33a2fdff38", "name": "network-vif-deleted", "tag": "af13b0c2-7a37-4642-a3ec-bed3f4e8e928", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:28.658506 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5664474b-fbe6-42f6-a9a8-9cfd3c34cf7c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:28.659055 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbcf160-d470-4e9b-8d84-db33a2fdff38', 'name': 'network-vif-deleted', 'tag': 'af13b0c2-7a37-4642-a3ec-bed3f4e8e928', 'status': 'completed', 'code': 200} Oct 27 16:14:29.166822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce8015-f4d1-401d-9a0c-6d59b2ede7a6 req-42bad786-9c4e-42a0-be76-ecba1b8e8d13 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:29.168484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24ce8015-f4d1-401d-9a0c-6d59b2ede7a6 req-42bad786-9c4e-42a0-be76-ecba1b8e8d13 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0536354 Oct 27 16:14:29.212406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24ce8015-f4d1-401d-9a0c-6d59b2ede7a6 req-97b4356c-f331-45f2-a15a-3eeee40311fc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Oct 27 16:14:29.360307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71d7e8fd-b110-45eb-9449-024005a1c375 req-ef6b9e60-1f0a-44b9-b9bd-b9c5760c808e tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbcf160-d470-4e9b-8d84-db33a2fdff38 HTTP/1.1" status: 200 len: 210 time: 0.0310855 Oct 27 16:14:29.456460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f2628-bc20-46b2-80a5-ae4621bd2dd6 req-8de21b39-fb85-4a1a-b4db-09644ebb5a62 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:29.456822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-297f2628-bc20-46b2-80a5-ae4621bd2dd6 req-8de21b39-fb85-4a1a-b4db-09644ebb5a62 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0638115 Oct 27 16:14:29.508600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-297f2628-bc20-46b2-80a5-ae4621bd2dd6 req-88976571-48ef-4fbb-9223-e420f4551763 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Oct 27 16:14:29.699347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33210) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:29.814581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Deleting subnet 953349cd-40ef-442b-8085-7089355fc1f5 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:29.818722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.854601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.903781 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.197640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.218933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:30.226291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953349cd-40ef-442b-8085-7089355fc1f5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:30.230527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-701eb998-7842-403b-9377-497170428d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.235337 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-701eb998-7842-403b-9377-497170428d35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/953349cd-40ef-442b-8085-7089355fc1f5 HTTP/1.1" status: 204 len: 168 time: 0.5335069 Oct 27 16:14:30.236760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:30.313720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.367479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:30.385661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'port_id': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'mac_address': 'fa:16:3e:93:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad0637-c618-4b0b-b997-1d9cf0df1277', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:30.439573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.456230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:30.483593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.491643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:30.510071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67270d6-66aa-4d91-9da4-5e72f8dba3d5']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:30.522306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca64b798-9078-4502-b5ec-f3dcba24ccc3') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:30.522700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca64b798-9078-4502-b5ec-f3dcba24ccc3') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:30.534985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.550094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.558278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:30.558994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:30.561028 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:30.577484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.646448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:30.694171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.698004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b793b-5887-4b5b-b5a6-c7e998c8ed6e req-d8f41375-b8a8-4bf2-af3c-25b71417402f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.700287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.706353 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] 10.222.0.70 "DELETE /v2.0/networks/f67270d6-66aa-4d91-9da4-5e72f8dba3d5 HTTP/1.1" status: 204 len: 168 time: 0.4661214 Oct 27 16:14:30.706508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f2b793b-5887-4b5b-b5a6-c7e998c8ed6e req-d8f41375-b8a8-4bf2-af3c-25b71417402f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.4027991 Oct 27 16:14:30.727837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['02229351-ad0f-486a-8fde-3e6474e4ee9e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:30.729309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2c1c8-ff2e-41ae-89fa-dc211d96ff8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f67270d6-66aa-4d91-9da4-5e72f8dba3d5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:30.731906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-f0c23a5f-379a-4ee7-94b9-4bfa1e939b49 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/6820a48a-f6b9-46a2-ab25-ab69f00d6bf3 HTTP/1.1" status: 200 len: 1802 time: 0.0871150 Oct 27 16:14:30.791345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f2b793b-5887-4b5b-b5a6-c7e998c8ed6e req-0649f62a-7bd6-4615-bc19-ad0e25e70f2e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816317 Oct 27 16:14:30.822387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.851330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.936915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce2576-26e5-4166-9852-46be2b5ddaba req-476fd905-1dbf-49f7-9e02-a679b4a72a71 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.938421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79ce2576-26e5-4166-9852-46be2b5ddaba req-476fd905-1dbf-49f7-9e02-a679b4a72a71 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0631225 Oct 27 16:14:30.977967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79ce2576-26e5-4166-9852-46be2b5ddaba req-7b3a6848-2916-48ff-abb3-54e53db19ff7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Oct 27 16:14:30.992253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.996193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.996193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-289c458f-53da-4431-abe3-f6fb2e2d66a5 req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/6820a48a-f6b9-46a2-ab25-ab69f00d6bf3 HTTP/1.1" status: 204 len: 173 time: 0.2633297 Oct 27 16:14:31.011998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90688d34-f457-41a3-8542-c7c1b8b21da8 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6820a48a-f6b9-46a2-ab25-ab69f00d6bf3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:31.075949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-af115c00-2189-45e7-a1d7-0945ff1a8a8c tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "GET /v2.0/security-groups/1b2356c2-888f-4c43-af77-0e38505f001e HTTP/1.1" status: 200 len: 1803 time: 0.0462868 Oct 27 16:14:31.136842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33240) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:31.144648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.170325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.191749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c07704c6-20ee-461c-b17f-19adafbefc9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d578313f74184ff1a4011a56ede513ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531902 Oct 27 16:14:31.193881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33244) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:31.248275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.270626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.320644 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.323311 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.324488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4415584e-4cf7-42c8-8fe1-1db2914599b3 req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b2356c2-888f-4c43-af77-0e38505f001e HTTP/1.1" status: 204 len: 173 time: 0.2411129 Oct 27 16:14:31.330592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33246) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:31.334179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f532-0be2-485e-98aa-b6fd7b8f95b6 tempest-SecurityGroupsTestJSON-2083002979 tempest-SecurityGroupsTestJSON-2083002979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2356c2-888f-4c43-af77-0e38505f001e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:31.378357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Deleting subnet 89301fe2-c1e1-48fe-b14b-9d144c4982fd {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:31.382085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.415750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.434535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.437088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.438212 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/972be068-c7fb-4e3c-bec2-83bdc1147b1f HTTP/1.1" status: 204 len: 168 time: 0.2433233 Oct 27 16:14:31.453535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270a9f-92b5-4e85-8757-e9c8d20f2874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972be068-c7fb-4e3c-bec2-83bdc1147b1f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:31.470355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.617798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.651419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89301fe2-c1e1-48fe-b14b-9d144c4982fd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:31.653768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.660442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b54f39b4-de8f-470b-b4c4-3281f7544cc5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89301fe2-c1e1-48fe-b14b-9d144c4982fd HTTP/1.1" status: 204 len: 168 time: 0.3253546 Oct 27 16:14:31.660646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33254) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:31.760027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.784644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885130b1-0dfe-4b15-8c12-eb3c6e1afe26 req-da4bf7a6-2859-4f8f-8b55-d3996a0632d3 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.786121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-885130b1-0dfe-4b15-8c12-eb3c6e1afe26 req-da4bf7a6-2859-4f8f-8b55-d3996a0632d3 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0731478 Oct 27 16:14:31.923283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.939984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-885130b1-0dfe-4b15-8c12-eb3c6e1afe26 req-113ee14b-20c9-4f03-b5d5-2e08193336f9 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318440 Oct 27 16:14:31.962569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7b76c1-9ef8-4393-be6a-46712408aee2']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:31.983311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efdad7-9194-48c1-8308-a4cc0f7f9f13 req-3f12a389-7e09-442a-9102-4054d25ff248 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.985113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5efdad7-9194-48c1-8308-a4cc0f7f9f13 req-3f12a389-7e09-442a-9102-4054d25ff248 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.1218290 Oct 27 16:14:31.997545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda97e5c-24ae-4ff9-9dbf-9423051369df') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:31.998130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda97e5c-24ae-4ff9-9dbf-9423051369df') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:32.025913 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.053147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.075686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:32.076093 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:32.078311 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:32.131286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5efdad7-9194-48c1-8308-a4cc0f7f9f13 req-94dda714-cf3b-449c-b0fc-0f3d431fa842 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353705 Oct 27 16:14:32.182427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd06c-53b1-4716-998d-2fac4ab8e7f3 req-33417459-549e-47a5-ae86-428948364ebb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:32.183994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945fd06c-53b1-4716-998d-2fac4ab8e7f3 req-33417459-549e-47a5-ae86-428948364ebb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1155782 Oct 27 16:14:32.217487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:32.232893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945fd06c-53b1-4716-998d-2fac4ab8e7f3 req-1bf8005e-179d-40a1-87e2-0fd9134a7c07 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Oct 27 16:14:32.271613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 02229351-ad0f-486a-8fde-3e6474e4ee9e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:32.272012 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.278209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.307588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.313071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ab7b76c1-9ef8-4393-be6a-46712408aee2 HTTP/1.1" status: 204 len: 168 time: 0.6512773 Oct 27 16:14:32.314696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb5fd-f6bc-458f-a6f7-3d5bf070a832 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7b76c1-9ef8-4393-be6a-46712408aee2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:32.363795 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.394365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:32.397252 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a1c9b-d0fa-48a3-b553-3898b2d68d26" -d '{"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:32.438156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:32.441992 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d22207-1f9b-4000-9e86-98a67c66558d x-openstack-request-id: req-21d22207-1f9b-4000-9e86-98a67c66558d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:32.442282 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:32.442677 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21d22207-1f9b-4000-9e86-98a67c66558d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:32.442943 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'code': 200} Oct 27 16:14:32.617441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.619010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device af13b0c2-7a37-4642-a3ec-bed3f4e8e928 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:32.641712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: af13b0c2-7a37-4642-a3ec-bed3f4e8e928 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:32.642055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device af13b0c2-7a37-4642-a3ec-bed3f4e8e928 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:32.689867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:32.886849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33290) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:32.921932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33294) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:32.962167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3932f86e-ca92-4760-87f9-6cebc9c04c26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=476f38b25ee54310865f284dd1fded22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391142 Oct 27 16:14:32.964782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33296) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:33.018269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.039375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.094519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-177000945-network', 'tenant_id': '4ef45ce071994177a122422b3b9b6139'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:33.151096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.153765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.155153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ade1795-394a-46bf-be27-c65103126793 HTTP/1.1" status: 204 len: 168 time: 0.1892681 Oct 27 16:14:33.164683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77157721-8723-4f12-a37b-9a4e7e83c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade1795-394a-46bf-be27-c65103126793,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:33.202940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Made reservation on behalf of 4ef45ce071994177a122422b3b9b6139 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:33.205862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.218415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.294635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c1b9-182f-4cbf-a9a9-0a439a73be2b req-b14fee46-c7a8-4cec-8faa-bf89015cd162 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:33.296488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbf1c1b9-182f-4cbf-a9a9-0a439a73be2b req-b14fee46-c7a8-4cec-8faa-bf89015cd162 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0801146 Oct 27 16:14:33.394482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbf1c1b9-182f-4cbf-a9a9-0a439a73be2b req-50ccbbcc-be4b-4b0a-96d9-e67f680ba8b0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Oct 27 16:14:33.423883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.445076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b498502-2d1d-4d4f-ad98-4b605c52810f req-72e527be-bfa1-48c3-8c52-0b8aab6c0ab3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:33.446643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b498502-2d1d-4d4f-ad98-4b605c52810f req-72e527be-bfa1-48c3-8c52-0b8aab6c0ab3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1043403 Oct 27 16:14:33.490320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b498502-2d1d-4d4f-ad98-4b605c52810f req-65a71ac5-46c2-49da-a91f-6572fb147557 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Oct 27 16:14:33.490320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.502945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:33.550161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.550809 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Added segment 7aa88991-1511-488d-8eee-734a25dd528b of type vlan for network f8e81aae-a167-40f4-aa77-06ce5187eaa6 Oct 27 16:14:33.554342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126bc31d-51ff-4ca4-b12e-02359436fb1f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:33.654097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.733539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-c7bb7625-444b-45ea-a83b-347f814a4eca tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:33.739495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-c7bb7625-444b-45ea-a83b-347f814a4eca tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.1691060 Oct 27 16:14:33.751993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-38887aae-0ee1-44de-9c5c-258106577950 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/quotas/9d1c7dbbb62645a1ba8c55d043401cf3 HTTP/1.1" status: 200 len: 375 time: 0.0101259 Oct 27 16:14:33.786867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.788726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:33.789305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.872771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-7de0389d-5cbf-4084-9ba4-b75ab6f4df21 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149569 Oct 27 16:14:33.873859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] Pushing event updated for resources: {'Network': ['ID=f8e81aae-a167-40f4-aa77-06ce5187eaa6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:33.887512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f8e81aae-a167-40f4-aa77-06ce5187eaa6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:33.984832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f529ea48-aed5-4705-889e-fba22c41e00b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0966885 Oct 27 16:14:33.988086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:33.994336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Request body: {'subnet': {'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-177000945-subnet', 'tenant_id': '4ef45ce071994177a122422b3b9b6139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:34.033019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588626e7-4865-4eb2-b57a-33c4f641b955 req-7494a058-348c-45c1-b668-61c7fd1ccc9a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:34.034951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-588626e7-4865-4eb2-b57a-33c4f641b955 req-7494a058-348c-45c1-b668-61c7fd1ccc9a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0880592 Oct 27 16:14:34.044424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-97460c1c-e2b5-4d94-b51d-e2afaa3c2e50 service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458871 Oct 27 16:14:34.089603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Made reservation on behalf of 4ef45ce071994177a122422b3b9b6139 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:34.095143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.133178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-588626e7-4865-4eb2-b57a-33c4f641b955 req-7e1a609d-cbcf-4e26-b307-3120697fd0b0 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912189 Oct 27 16:14:34.174418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-a26c66be-a2e8-477a-a368-e900b32ed146 service neutron] 10.222.0.70 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131933 Oct 27 16:14:34.359955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.374590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33352) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:34.434033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc674538-3648-4232-8b1e-2e4a54d4324c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:34.442543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Checking segment: {'id': '7aa88991-1511-488d-8eee-734a25dd528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:34.442898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Network hostable DHCP agents. Network: f8e81aae-a167-40f4-aa77-06ce5187eaa6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:34.506445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-344f7562-4407-4dc7-91f5-044c1ce9ca76 req-ef49be5c-8ae2-4948-9b35-279e723bc9c5 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Oct 27 16:14:34.562682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-network', 'tenant_id': '2d254190ba734763abea568f42bc2898'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:34.582807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Network f8e81aae-a167-40f4-aa77-06ce5187eaa6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:34.595482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353503a8-cf49-4dbd-b714-3c33d9ff40d4 req-21b693cd-c020-46bf-9a0e-028e61897209 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:34.603699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-353503a8-cf49-4dbd-b714-3c33d9ff40d4 req-21b693cd-c020-46bf-9a0e-028e61897209 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0996535 Oct 27 16:14:34.650162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-353503a8-cf49-4dbd-b714-3c33d9ff40d4 req-8d05160e-249a-4527-8966-2bdc9de934f5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Oct 27 16:14:34.712100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e639-c5cb-41ab-a53e-50742dcb52d5 req-c5740fdd-642f-4895-b6bc-99f3c2c9e797 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:34.714003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4514e639-c5cb-41ab-a53e-50742dcb52d5 req-c5740fdd-642f-4895-b6bc-99f3c2c9e797 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0582476 Oct 27 16:14:34.725312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f8e81aae-a167-40f4-aa77-06ce5187eaa6) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:34.729465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:34.730000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.734767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a673c-861e-4d07-a0f6-765fb25247c3 None None] Network f8e81aae-a167-40f4-aa77-06ce5187eaa6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:34.770704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4514e639-c5cb-41ab-a53e-50742dcb52d5 req-089c3221-3e50-4831-9624-68a15052c6a1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Oct 27 16:14:34.770704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:34.776064 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.791011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.869475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.891203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573db485-f0d7-4e9a-bc41-7725873433cb None None] Network f8e81aae-a167-40f4-aa77-06ce5187eaa6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:34.928713 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2aaf102d-3b96-4411-9651-9cd41991c934 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9386787 Oct 27 16:14:35.028493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.063605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:35.085301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.085650 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Added segment 7546dfd1-9440-4d40-9914-b5d471b675a2 of type vlan for network b793b50b-6784-4a47-b8b7-7da0a483bae8 Oct 27 16:14:35.097662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5e891-40d5-409e-b056-907444490091,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:35.137815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.271652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.272780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.273382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.427803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] Pushing event updated for resources: {'Network': ['ID=b793b50b-6784-4a47-b8b7-7da0a483bae8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:35.457177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c957f6-c6b0-41be-8d01-6b07867cfba6 req-a0d26031-ac9b-4f83-a52f-7313162094bf tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.464145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c957f6-c6b0-41be-8d01-6b07867cfba6 req-a0d26031-ac9b-4f83-a52f-7313162094bf tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.1826329 Oct 27 16:14:35.491780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-aea5fd07-b52a-49b3-9628-37beb908011d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.493365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-aea5fd07-b52a-49b3-9628-37beb908011d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/networks?id=f8e81aae-a167-40f4-aa77-06ce5187eaa6 HTTP/1.1" status: 200 len: 821 time: 0.2161493 Oct 27 16:14:35.520170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a7744cc4-36cf-4fea-bf54-aa5fe9a70780 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1441958 Oct 27 16:14:35.523801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33400) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:35.524390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-eb45f9f2-45e9-476b-afa7-0aace9cdfb36 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/quotas/4ef45ce071994177a122422b3b9b6139 HTTP/1.1" status: 200 len: 375 time: 0.0234497 Oct 27 16:14:35.530428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Request body: {'subnet': {'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-subnet', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:35.544102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c957f6-c6b0-41be-8d01-6b07867cfba6 req-2c873a54-e584-43ab-9741-bde7d9049b7a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701797 Oct 27 16:14:35.592863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-b44a5b3a-9de1-4026-9c24-dd0968837b02 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ef45ce071994177a122422b3b9b6139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469904 Oct 27 16:14:35.613770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:35.638208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4683bc0b-4c42-4cd9-bc01-12d6ef8a94a4 req-189cfe26-9ef5-438e-9550-ef8525114682 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 210 time: 0.0427685 Oct 27 16:14:35.668520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:35.670877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.755021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-7d9206fe-2af6-492c-bd01-9f486431f294 service neutron] 10.222.0.70 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474233 Oct 27 16:14:35.883487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37dca1-9607-4c28-8be5-2e93a3b34a86 req-b017e017-0633-4e15-b2d5-5fc61ae955b0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.885126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c37dca1-9607-4c28-8be5-2e93a3b34a86 req-b017e017-0633-4e15-b2d5-5fc61ae955b0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1011851 Oct 27 16:14:35.913073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-09ff599e-588b-43ba-bed7-76b0d403b626 service neutron] 10.222.0.70 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494002 Oct 27 16:14:35.935183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c37dca1-9607-4c28-8be5-2e93a3b34a86 req-43dfc070-fd7a-40d2-8221-043de7d8fd03 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Oct 27 16:14:35.945778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.010690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Checking segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:36.010690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Network hostable DHCP agents. Network: b793b50b-6784-4a47-b8b7-7da0a483bae8, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:36.019934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17bb172-1327-436b-b535-5d5bbe7ccaac,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:36.130962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:36.156377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d248f4a-fd96-4f52-92e9-bf46e3ae6dd2 req-4a6f0257-80a8-4f04-be8b-21c3597f2ceb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:36.157906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d248f4a-fd96-4f52-92e9-bf46e3ae6dd2 req-4a6f0257-80a8-4f04-be8b-21c3597f2ceb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Oct 27 16:14:36.197631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b793b50b-6784-4a47-b8b7-7da0a483bae8) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:36.201684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:36.202393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.208198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc91a1-0bd3-4093-81c1-83401c083683 None None] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:36.212868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d248f4a-fd96-4f52-92e9-bf46e3ae6dd2 req-a3fd9b5f-0e77-4784-8af3-65ae2936ceb3 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Oct 27 16:14:36.241098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62ebb1d7-4a68-4a41-84bd-d9ab972ab3de req-4e21ad95-3b6e-48ae-8370-ddf2440ff9a8 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.0329041 Oct 27 16:14:36.297094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5d60b227-88cd-4295-9a6c-45022b04dd9f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7713883 Oct 27 16:14:36.299795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33434) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:36.304349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:36.414401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.415850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.428824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b793b50b-6784-4a47-b8b7-7da0a483bae8', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:36.438075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.503114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.648119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Allocated IP 172.20.0.2 (b793b50b-6784-4a47-b8b7-7da0a483bae8/e17bb172-1327-436b-b535-5d5bbe7ccaac/0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:36.719637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0e2f7-e0b9-4a4a-99b1-8000a003ea27 req-00948772-d485-4905-b545-4f99c4d332b5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:36.731922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6c0e2f7-e0b9-4a4a-99b1-8000a003ea27 req-00948772-d485-4905-b545-4f99c4d332b5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0878789 Oct 27 16:14:36.774708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.786442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c20014c-2fd0-4ad7-af9f-2629114d9945 req-3a948d2b-55bb-47af-acbf-b89448a5288a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 210 time: 0.0517249 Oct 27 16:14:36.835777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6c0e2f7-e0b9-4a4a-99b1-8000a003ea27 req-3c9a6102-4b3f-46d0-b312-822201c306b4 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027296 Oct 27 16:14:36.908335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.011967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.073982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Pushing event updated for resources: {'Port': ['ID=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:37.088558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:37.091713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:37.098773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:37.189339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b831ba-9c84-4c67-8afe-e0860e883452 req-9b40e4d0-4bcf-4640-a010-8cf939e7366f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.200550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5b831ba-9c84-4c67-8afe-e0860e883452 req-9b40e4d0-4bcf-4640-a010-8cf939e7366f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1740649 Oct 27 16:14:37.217876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Attempting to bind port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:37.218422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Attempting to bind port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:37.218637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Attempting to bind port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d on network b793b50b-6784-4a47-b8b7-7da0a483bae8 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:37.234786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:37.235195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Checking segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:37.235605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.236002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Bound using segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:37.237672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Bound port: 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:37.238065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.273769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5b831ba-9c84-4c67-8afe-e0860e883452 req-faaca800-ab6a-47f1-a6c5-2ba31f038779 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Oct 27 16:14:37.358391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.360256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de1e6152-9212-4899-8085-fcab3cb090d2 req-df645cda-04fb-4531-b0de-8415ef46f1f2 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.0418284 Oct 27 16:14:37.378790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f07ded86-d5c2-4053-844c-22944087857e None None] For port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:37.382373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f07ded86-d5c2-4053-844c-22944087857e None None] For port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:37.395183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.454220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300db56f-408b-4498-96fa-54d7e151f372 req-cfd6515c-5913-456d-b038-d5958cd3ab6a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.464692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-300db56f-408b-4498-96fa-54d7e151f372 req-cfd6515c-5913-456d-b038-d5958cd3ab6a tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0874012 Oct 27 16:14:37.481062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-6bc898e8-7416-485d-8fba-24e7b59bf6f1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.484016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-6bc898e8-7416-485d-8fba-24e7b59bf6f1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 815 time: 0.2986882 Oct 27 16:14:37.514498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.518143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-300db56f-408b-4498-96fa-54d7e151f372 req-32a1b92e-ec06-4d37-ab9a-d1f78369123f tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479381 Oct 27 16:14:37.532674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Request body: {'port': {'device_id': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'admin_state_up': True, 'tenant_id': '9d1c7dbbb62645a1ba8c55d043401cf3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:37.621969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ded86-d5c2-4053-844c-22944087857e None None] Pushing event updated for resources: {'Port': ['ID=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:37.676903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Allocated IP 172.25.5.155 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b3d2a169-339b-4ba2-85b8-e8729cd3f38a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:37.701661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-130d25a6-3d8c-47bd-88ac-0ee2e13de7ae tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.704664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-130d25a6-3d8c-47bd-88ac-0ee2e13de7ae tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.82 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.0824299 Oct 27 16:14:37.857670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Deleting port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:37.858050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.117342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Made reservation on behalf of 9d1c7dbbb62645a1ba8c55d043401cf3 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:38.122397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.159941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] For port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:38.160313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.252205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.316592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:38.330388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Allocated IP 172.20.0.7 (5806565d-8504-4f4b-b923-f489c33d16ad/4cb2d482-e5e3-4ff8-a465-de0a848ccdf9/5fa9b51a-b065-4647-bbab-dc23404c3243) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:38.393818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:38.394539 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.417699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3547ef92-7386-44a7-bbe8-0680db478dac req-a82da340-33f6-4e41-8814-b5f5c4f301e6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 210 time: 0.4172130 Oct 27 16:14:38.447058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.518359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.554441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:38.571417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d671f2-4631-498c-b45f-8f0848403e66 req-24b0d9ba-252b-455b-b9a3-d8a3fa5dc4d4 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:38.575813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87d671f2-4631-498c-b45f-8f0848403e66 req-24b0d9ba-252b-455b-b9a3-d8a3fa5dc4d4 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 945 time: 0.5765626 Oct 27 16:14:38.632742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:38.643482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:38.659326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:38.662075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.663266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.663792 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Floating IP 489dba05-dba0-4faa-a435-5bddbf612bd4 disassociated. External IP: 172.25.5.116, port: cb9d4e9a-d1e1-4482-9a0a-c521a7063d10. Oct 27 16:14:38.664558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Calling delete_port for cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:38.680294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:38.714717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.716866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87d671f2-4631-498c-b45f-8f0848403e66 req-3967f7b0-51de-4fed-8586-5e8cb11ab49e tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a3dfb32-7c2b-4220-9d00-1132562907c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219056 Oct 27 16:14:38.848086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcec1c-19df-41b6-8ba4-dd8914889253 req-8a137187-6692-464c-b704-bc7f40d6a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:38.848507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:38.849670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdbcec1c-19df-41b6-8ba4-dd8914889253 req-8a137187-6692-464c-b704-bc7f40d6a8fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.2416120 Oct 27 16:14:38.985902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76fbd2ac-fa54-47e6-b097-910b4ee9e82f req-e5021cf1-0658-46f1-8269-39cdc6a1ada8 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.0839927 Oct 27 16:14:39.134512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdbcec1c-19df-41b6-8ba4-dd8914889253 req-bc03e5f0-d7d1-40e4-b1bb-cb37727d0832 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022045 Oct 27 16:14:39.156760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.182067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4380-227a-4675-be7d-bf0ab4b6efa8 req-8fa04b70-5a0c-4823-b0d5-8ec09bae4c25 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:39.191429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecaf4380-227a-4675-be7d-bf0ab4b6efa8 req-8fa04b70-5a0c-4823-b0d5-8ec09bae4c25 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3217022 Oct 27 16:14:39.215485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df897673-f104-4b48-89e2-2f354d986b3c None None] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:39.261979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.276199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ab8d-a063-4bec-a200-e6402ae42150 req-ec697c63-8fc1-4768-953e-11fb08a6d124 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:39.277786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e43ab8d-a063-4bec-a200-e6402ae42150 req-ec697c63-8fc1-4768-953e-11fb08a6d124 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1348541 Oct 27 16:14:39.278607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.320726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d6a61953-5b23-4ed0-965f-ff862dfed3ae None None] Provisioning complete for port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:39.321358 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6a61953-5b23-4ed0-965f-ff862dfed3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.374699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event deleted for resources: {'Port': ['ID=cb9d4e9a-d1e1-4482-9a0a-c521a7063d10,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:39.409267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecaf4380-227a-4675-be7d-bf0ab4b6efa8 req-6e95c723-1262-4b9f-a2df-ae0268c32462 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142859 Oct 27 16:14:39.516385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.521483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.613210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event updated for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:39.661483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Network 5806565d-8504-4f4b-b923-f489c33d16ad is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:39.695976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:39.700497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65', 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'fab5a944-337d-4643-ac64-c6e4b07a7b88'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:39.701069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:39.774613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:39.775443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.901598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-d5dd7f3f-3cea-450a-817e-23f8e4401167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3928812 Oct 27 16:14:39.922043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Request body: {'port': {'device_id': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:40.115205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.195280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e43ab8d-a063-4bec-a200-e6402ae42150 req-4ebfb0ac-fba4-43cd-9d4c-5b55240b49b4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8821313 Oct 27 16:14:40.254393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Router f172b986-566d-4b84-b8c6-e46e0d8e7c2a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:14:40.342230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72812e49-6595-4c18-bbcd-218ced4dde25 req-a09c0d9b-12a2-4dfe-a752-c4b05ce84f83 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:40.346847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:40.352238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72812e49-6595-4c18-bbcd-218ced4dde25 req-a09c0d9b-12a2-4dfe-a752-c4b05ce84f83 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.7677114 Oct 27 16:14:40.387110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Router 0a6989ff-632b-4ba8-8255-017a950c7b2d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:14:40.405893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-6d144f3a-6e7f-40a2-9460-658f245eb8c7 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:40.408120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-6d144f3a-6e7f-40a2-9460-658f245eb8c7 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.82 "GET /v2.0/networks?id=f8e81aae-a167-40f4-aa77-06ce5187eaa6 HTTP/1.1" status: 200 len: 821 time: 0.9413743 Oct 27 16:14:40.481528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:40.481894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.544353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Request body: {'port': {'device_id': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6', 'admin_state_up': True, 'tenant_id': '4ef45ce071994177a122422b3b9b6139'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:40.557649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d6867bcf-7a94-4dd3-8ad1-73d8f4598c0a None None] Provisioning complete for port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:40.558399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6867bcf-7a94-4dd3-8ad1-73d8f4598c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.582626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:14:40.593336 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Sync routers for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:14:40.612903 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:40.613532 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:40.681524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72812e49-6595-4c18-bbcd-218ced4dde25 req-a73e90e9-9343-49f3-9dbc-f20e2d0aae50 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280396 Oct 27 16:14:40.710624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa9b51a-b065-4647-bbab-dc23404c3243 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:40.710624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.723741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Transition to ACTIVE for port object 5fa9b51a-b065-4647-bbab-dc23404c3243 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:40.758512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878ed3-40f2-4ff3-b5ef-1d281337e33f req-9c7f0167-4973-4feb-ba81-a9781f630f91 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:40.760700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b878ed3-40f2-4ff3-b5ef-1d281337e33f req-9c7f0167-4973-4feb-ba81-a9781f630f91 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 931 time: 0.4423363 Oct 27 16:14:40.805143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.805408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:40.886194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Pushing event updated for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:40.904337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.906559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-220bb81a-0824-4ed6-a041-b8bc02af6b85 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6057558 Oct 27 16:14:40.913029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:40.948715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b878ed3-40f2-4ff3-b5ef-1d281337e33f req-8152268b-2ff7-4f32-b14f-114758cda2c9 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760373 Oct 27 16:14:40.955288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:14:40.972009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Sync routers for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:14:40.998604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:40.999291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:41.038065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:38Z', 'revision_number': 3, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:41.068701 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Checking router: 0a6989ff-632b-4ba8-8255-017a950c7b2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:14:41.069330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Updating router 0a6989ff-632b-4ba8-8255-017a950c7b2d port b3d2a169-339b-4ba2-85b8-e8729cd3f38a binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:14:41.090390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] No DVR routers for this DVR port cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:41.096194 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.108015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.112898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-194c8aec-c6df-42b4-b4d7-11d3f6cb55d6 req-b5cce076-4d97-4c02-9c22-9a7f5e0a9ef5 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.82 "DELETE /v2.0/ports/cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 HTTP/1.1" status: 204 len: 173 time: 3.3950634 Oct 27 16:14:41.113483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'name': 'network-vif-deleted', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:41.116595 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb80f61-8e2b-403c-8d70-b9e9b00d3d79" -d '{"events": [{"server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "name": "network-vif-deleted", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:41.236972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aea2adb1-490b-4c56-9435-12079d60e276 req-698b2e7b-8715-4c08-b0a5-da756f871e38 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.1078498 Oct 27 16:14:41.259444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f02ea043-9d8d-46c5-87e3-3a44b4153526 req-f6f7a227-269f-4866-95f6-6b995fbad073 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.1761725 Oct 27 16:14:41.260497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Made reservation on behalf of 4ef45ce071994177a122422b3b9b6139 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:41.277561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.336411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:41.403888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Attempting to bind port 5fa9b51a-b065-4647-bbab-dc23404c3243 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:41.405140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Attempting to bind port 5fa9b51a-b065-4647-bbab-dc23404c3243 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:41.405484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Attempting to bind port 5fa9b51a-b065-4647-bbab-dc23404c3243 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:41.416454 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a1d1b-080d-406e-8f65-084b84bd2865 x-openstack-request-id: req-592a1d1b-080d-406e-8f65-084b84bd2865 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:41.417107 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc87e974-a746-4675-9bd1-9b7db2522f03", "name": "network-vif-deleted", "tag": "cb9d4e9a-d1e1-4482-9a0a-c521a7063d10", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:41.417666 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-592a1d1b-080d-406e-8f65-084b84bd2865 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:41.418258 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc87e974-a746-4675-9bd1-9b7db2522f03', 'name': 'network-vif-deleted', 'tag': 'cb9d4e9a-d1e1-4482-9a0a-c521a7063d10', 'status': 'completed', 'code': 200} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Port 5fa9b51a-b065-4647-bbab-dc23404c3243 on network 5806565d-8504-4f4b-b923-f489c33d16ad not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Attempting to bind port 5fa9b51a-b065-4647-bbab-dc23404c3243 on network 5806565d-8504-4f4b-b923-f489c33d16ad {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Checking segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Bound using segment: {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Bound port: 5fa9b51a-b065-4647-bbab-dc23404c3243, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453dc1ef-d3d2-48c2-a635-9ec34ab0aace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:41.463656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.464859 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.562957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:41.566524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5fa9b51a-b065-4647-bbab-dc23404c3243,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:41.594195 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.681216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.695191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f21842-59de-42b0-bbaf-5b736ebccec3 req-66a16881-66dc-4151-9872-8d08f40e6fc7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.703110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df8e4ece-9352-460c-ae60-f438fcdad06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.712199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f21842-59de-42b0-bbaf-5b736ebccec3 req-66a16881-66dc-4151-9872-8d08f40e6fc7 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2313046 Oct 27 16:14:41.736064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:41.744023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.745121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.746646 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] 10.222.0.82 "PUT /v2.0/ports/5fa9b51a-b065-4647-bbab-dc23404c3243 HTTP/1.1" status: 200 len: 1091 time: 1.8380456 Oct 27 16:14:41.750801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:41.752342 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68" -d '{"events": [{"name": "network-changed", "server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:41.783496 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Pushing event updated for resources: {'Port': ['ID=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:41.801508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Checking router: f172b986-566d-4b84-b8c6-e46e0d8e7c2a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:14:41.808602 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Attempting to bind port b3d2a169-339b-4ba2-85b8-e8729cd3f38a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:41.812174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Attempting to bind port b3d2a169-339b-4ba2-85b8-e8729cd3f38a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:41.812174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Attempting to bind port b3d2a169-339b-4ba2-85b8-e8729cd3f38a on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:41.812474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f21842-59de-42b0-bbaf-5b736ebccec3 req-4e25ea09-e2f7-4e52-9ab9-db4e9fa059a9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959423 Oct 27 16:14:41.817213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:41.819811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:41.834282 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.834626 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.834964 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.835323 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.836303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.836303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.846072 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.849330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.849330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.852303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.852303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.852303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:41.866853 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:41.867250 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:41.867642 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.868026 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:41.868500 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Bound port: b3d2a169-339b-4ba2-85b8-e8729cd3f38a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:41.868875 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.885989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f9834-213f-452a-8d1d-dfa91ecf65c2 req-951c172a-6c1f-4475-aa4c-ea66d0e27f66 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.892897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-149f9834-213f-452a-8d1d-dfa91ecf65c2 req-951c172a-6c1f-4475-aa4c-ea66d0e27f66 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.4652450 Oct 27 16:14:41.964748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Allocated IP 172.20.0.7 (f8e81aae-a167-40f4-aa77-06ce5187eaa6/fc674538-3648-4232-8b1e-2e4a54d4324c/8639eb09-9afc-4ab0-9728-ec30fe1aa144) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:41.970248 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] For port b3d2a169-339b-4ba2-85b8-e8729cd3f38a, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:41.977464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] For port b3d2a169-339b-4ba2-85b8-e8729cd3f38a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:42.015919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7e00f-c29d-42cd-ad4f-b450109ff05d service neutron] Pushing event updated for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.046005 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e8614-acc0-477b-acb0-60a4b81ac1d8 x-openstack-request-id: req-4b9e8614-acc0-477b-acb0-60a4b81ac1d8 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:42.046005 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:42.046005 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b9e8614-acc0-477b-acb0-60a4b81ac1d8 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:42.046005 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243', 'status': 'completed', 'code': 200} Oct 27 16:14:42.061241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:42.064156 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.118688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-c34f4290-2207-4b66-b443-3b146e0cf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.122372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-c34f4290-2207-4b66-b443-3b146e0cf017 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 1094 time: 0.2046337 Oct 27 16:14:42.191170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-149f9834-213f-452a-8d1d-dfa91ecf65c2 req-450c81d5-cb2c-4af3-b6e0-085996d45bc3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742474 Oct 27 16:14:42.191505 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:42.191505 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.245443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-19b53a9c-0b35-497c-bc02-55e32c7731e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa9b51a-b065-4647-bbab-dc23404c3243 HTTP/1.1" status: 200 len: 217 time: 0.1075983 Oct 27 16:14:42.268521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:42.349240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:42.434660 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61773f64-f91e-4ccf-8d6c-be50ddef0d61 None None] Pushing event updated for resources: {'Port': ['ID=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.468437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-e1f79d91-d600-4979-ae76-73b515594461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.469968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-e1f79d91-d600-4979-ae76-73b515594461 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.2166543 Oct 27 16:14:42.478608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:42.483334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cb9d4e9a-d1e1-4482-9a0a-c521a7063d10 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:42.571838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-ed7dc424-826d-4e13-99e9-8349711d863a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643458 Oct 27 16:14:42.679983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:38Z', 'revision_number': 3, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.692388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.715747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e615984-be92-421d-a37f-9145a6f409a8 req-85b65b90-7ba4-46a9-88e1-4ce18359adb9 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.0880959 Oct 27 16:14:42.728676 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce1dd9-069c-4495-9fbf-206282fbe4a2 None None] The sync data for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 is: [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:38Z', 'revision_number': 3, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:14:42.730204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-843bf18e-a39d-4abf-a0ca-350c4295abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.731763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-843bf18e-a39d-4abf-a0ca-350c4295abe9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.3196371 Oct 27 16:14:42.762741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093fd54-4528-4faf-b2d1-4f7f9bd03aad req-86d83370-ba1e-4221-a4ce-d9c08ea59cfb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.763230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77a967-3fc9-4daf-9bb4-c76368149f5c None None] The sync data for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 is: [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:10:16Z', 'revision_number': 4, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '409e49ee-fff3-40dd-a9f9-cca32d0012df', 'name': '', 'network_id': '4beef55a-38c5-443b-b3fd-dde51b9bc0b6', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'mac_address': 'fa:16:3e:27:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:16Z', 'updated_at': '2021-10-27T16:10:22Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'subnets': [{'id': '7ca1b9bd-aae8-4881-a49f-008869f91c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:14:42.772462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a093fd54-4528-4faf-b2d1-4f7f9bd03aad req-86d83370-ba1e-4221-a4ce-d9c08ea59cfb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 943 time: 0.3759232 Oct 27 16:14:42.813601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.859144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-0b8b3d86-7601-4836-b9ac-409e4ee8ea68 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683713 Oct 27 16:14:42.944837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a093fd54-4528-4faf-b2d1-4f7f9bd03aad req-ba6bb90b-b49d-4b55-8764-0ddc73d77645 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713812 Oct 27 16:14:43.100191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dfa73d9-0b96-4c12-984b-2c3d1e8f2b80 req-fc0d1648-26f4-4d71-a33c-a1060549a79c tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.1665852 Oct 27 16:14:43.140704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.322576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Allocated IP 172.20.0.1 (b793b50b-6784-4a47-b8b7-7da0a483bae8/e17bb172-1327-436b-b535-5d5bbe7ccaac/a04a9747-4928-4428-a83f-04303821a411) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:43.331549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-40e5736c-514b-4cc9-9843-14c5126a772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.337734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-40e5736c-514b-4cc9-9843-14c5126a772a service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 200 len: 911 time: 0.5576844 Oct 27 16:14:43.344362 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-551cc78c-2ceb-453d-b03b-58b187e8ff4c req-f0b2b587-bc5d-4a4f-9236-3f6dbf8369a2 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439368 Oct 27 16:14:43.365209 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb3622-e24a-401f-ae47-8414133b82c1 None None] New status for floating IP 489dba05-dba0-4faa-a435-5bddbf612bd4: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:14:43.406877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.519516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Pushing event updated for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:43.602967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-15bc4b4f-fb9f-4b68-ba77-75c32e787b49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 200 len: 217 time: 0.2026477 Oct 27 16:14:43.627346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e2efb-bc07-4600-b09e-6c649c6d9439 req-c232bfb7-e976-4a73-84fb-72cbe85f61db tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.638880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f4e2efb-bc07-4600-b09e-6c649c6d9439 req-c232bfb7-e976-4a73-84fb-72cbe85f61db tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.3173175 Oct 27 16:14:43.664961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Network f8e81aae-a167-40f4-aa77-06ce5187eaa6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:43.680031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:43.742185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:43.891202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1075-15b4-4386-b769-6dfcaa975706 req-a188ac0d-06fb-4e85-b1d0-130a055f0fdb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.894187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e05f1075-15b4-4386-b769-6dfcaa975706 req-a188ac0d-06fb-4e85-b1d0-130a055f0fdb tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.7812817 Oct 27 16:14:43.913187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.913958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.977999 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-45919c50-27c6-47a0-a5c3-66d16a771ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.024750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f4e2efb-bc07-4600-b09e-6c649c6d9439 req-769d7dce-f66a-4e2d-a50a-2c3f6eb85942 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846056 Oct 27 16:14:44.066007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-6fa1fcfa-d432-4a4e-b6cf-799ecbdc81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.070339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-6fa1fcfa-d432-4a4e-b6cf-799ecbdc81df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 200 len: 850 time: 0.4016743 Oct 27 16:14:44.146187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-2ef6486a-a102-4323-9fd5-6d8749158745 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6284823 Oct 27 16:14:44.174347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Request body: {'port': {'device_id': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:44.269530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e05f1075-15b4-4386-b769-6dfcaa975706 req-25e146c6-53a7-404d-a83f-d08760c2962b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278177 Oct 27 16:14:44.273348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-6d63c2a9-f613-47e0-b940-613542f6adda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827149 Oct 27 16:14:44.377554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-319ea3e5-7f1f-40e6-8891-1659e7278736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.379090 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-319ea3e5-7f1f-40e6-8891-1659e7278736 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 1094 time: 0.2226460 Oct 27 16:14:44.382048 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.392692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3d2a169-339b-4ba2-85b8-e8729cd3f38a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:44.518217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b3d2a169-339b-4ba2-85b8-e8729cd3f38a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:44.518650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-4991c041-08cd-4479-9be8-46fdbd9870a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.518822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.520985 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-4991c041-08cd-4479-9be8-46fdbd9870a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 916 time: 0.1266274 Oct 27 16:14:44.539343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.595313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-a97d4c7b-d826-4324-9513-8c32968258c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa9b51a-b065-4647-bbab-dc23404c3243 HTTP/1.1" status: 200 len: 217 time: 0.0659251 Oct 27 16:14:44.603908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-275541c1-5b59-4564-93de-7c87ac49c615 service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990894 Oct 27 16:14:44.604101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:44.607532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:44.609376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.617934 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.636556 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.638812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:44.653413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac9d56-77bb-4ffc-8255-033f3e4dd330 req-55ebcdc1-23b3-4f55-a93b-2da2ceb215c3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.661328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfac9d56-77bb-4ffc-8255-033f3e4dd330 req-55ebcdc1-23b3-4f55-a93b-2da2ceb215c3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3847253 Oct 27 16:14:44.667436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b3d2a169-339b-4ba2-85b8-e8729cd3f38a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:44.720861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.751431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0282-9248-42fa-9d79-f8e81f5a3a1f req-25c34612-1428-416d-b0a7-725751464e6c tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.759382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438d0282-9248-42fa-9d79-f8e81f5a3a1f req-25c34612-1428-416d-b0a7-725751464e6c tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 931 time: 0.2463486 Oct 27 16:14:44.791161 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.877739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Pushing event updated for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:44.892961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-40d39122-8a6e-43e1-a012-69d7f8e41e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.896172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-40d39122-8a6e-43e1-a012-69d7f8e41e46 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.2898324 Oct 27 16:14:44.906147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:44.936988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438d0282-9248-42fa-9d79-f8e81f5a3a1f req-fb2181cf-24b8-4a4d-b59b-9181cd4b53e9 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730952 Oct 27 16:14:44.944388 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-68c95d0c-06e4-43a7-b552-9050d5881bba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357332 Oct 27 16:14:44.985776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfac9d56-77bb-4ffc-8255-033f3e4dd330 req-f9e02380-30a4-45cf-9373-5b54e391e2b3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234293 Oct 27 16:14:45.085978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bf09e598-e9ac-471c-9ffa-94e0168662cb None None] Provisioning complete for port a04a9747-4928-4428-a83f-04303821a411 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:45.086513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bf09e598-e9ac-471c-9ffa-94e0168662cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.124335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.157219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.180258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bf09e598-e9ac-471c-9ffa-94e0168662cb None None] Port a04a9747-4928-4428-a83f-04303821a411 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:45.232209 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-fb413eb4-d911-4ad6-a4bd-af11983dab2f service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799544 Oct 27 16:14:45.262562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34fd05fe-8967-4afb-a25e-2009c6bec492 req-425f08d6-bb32-4e1c-8d90-38fc8a3b040b service neutron] 10.222.0.82 "GET /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316564 Oct 27 16:14:45.269566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b05b04-151a-4d74-8eb7-288a6e64a744 req-c1649efe-0503-430b-ac32-34d64d030126 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.0938160 Oct 27 16:14:45.358677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1f399-fd75-46f6-8896-cd40e94d26c5 req-91ee68ce-b0f7-4bf6-93cb-1e0f4f304d76 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:45.360794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a1f399-fd75-46f6-8896-cd40e94d26c5 req-91ee68ce-b0f7-4bf6-93cb-1e0f4f304d76 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 943 time: 0.2064381 Oct 27 16:14:45.497644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a1f399-fd75-46f6-8896-cd40e94d26c5 req-8dcd7ff5-f065-41a6-86ab-5e32713ccd79 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222413 Oct 27 16:14:45.570905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b2f2e733-04e2-4cdf-b2c7-66ece23b6d68 req-42f90a8b-986b-4fdc-9597-b03f1e2b917b service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298635 Oct 27 16:14:45.676529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.700282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac328909-5d24-4a9e-8fd8-82de738a2769 req-5df99816-02ae-408b-b68f-466b6bc2dac0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:45.702478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac328909-5d24-4a9e-8fd8-82de738a2769 req-5df99816-02ae-408b-b68f-466b6bc2dac0 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1599367 Oct 27 16:14:45.747867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.768392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8639eb09-9afc-4ab0-9728-ec30fe1aa144 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:45.780232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.785556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac328909-5d24-4a9e-8fd8-82de738a2769 req-65a852c3-8ae7-431a-8146-0a5c7c14eb77 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606146 Oct 27 16:14:45.827865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Transition to ACTIVE for port object 8639eb09-9afc-4ab0-9728-ec30fe1aa144 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:45.841908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Pushing event updated for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:45.855244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.954416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.032861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:46.037710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:46.053537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Pushing event updated for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:46.273928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Router 0a6989ff-632b-4ba8-8255-017a950c7b2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:14:46.300011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3d2a169-339b-4ba2-85b8-e8729cd3f38a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:46.343937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0188bb-a385-4587-90db-28ca273b30ca req-af76f2ef-4f74-4185-a732-90976ef0022e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:46.352423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c0188bb-a385-4587-90db-28ca273b30ca req-af76f2ef-4f74-4185-a732-90976ef0022e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1833854 Oct 27 16:14:46.372662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b3d2a169-339b-4ba2-85b8-e8729cd3f38a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:46.373877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.380353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f503aab-ffac-4423-bd50-0dc109b96cde req-acf2e4b7-eec6-4a34-806f-04af6d82f272 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:46.382556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f503aab-ffac-4423-bd50-0dc109b96cde req-acf2e4b7-eec6-4a34-806f-04af6d82f272 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 943 time: 0.2703407 Oct 27 16:14:46.447363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9c70e883-d608-412a-bf44-68dd02025e08 None None] Provisioning complete for port a04a9747-4928-4428-a83f-04303821a411 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:46.448461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c70e883-d608-412a-bf44-68dd02025e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.487705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Attempting to bind port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:46.488042 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Attempting to bind port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '7aa88991-1511-488d-8eee-734a25dd528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:46.488377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Attempting to bind port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 on network f8e81aae-a167-40f4-aa77-06ce5187eaa6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:46.494535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:14:46.513296 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Sync routers for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:14:46.513755 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-853cdc4b-af4b-4fe1-b03a-b003a35c6956 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a6989ff-632b-4ba8-8255-017a950c7b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5878549 Oct 27 16:14:46.516601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 on network f8e81aae-a167-40f4-aa77-06ce5187eaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:46.527888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Attempting to bind port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 on network f8e81aae-a167-40f4-aa77-06ce5187eaa6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:46.554732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c0188bb-a385-4587-90db-28ca273b30ca req-f2dc35c8-2c88-4de6-b88e-75aa2afe8e80 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013900 Oct 27 16:14:46.559716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:46.560457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:46.562588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9c70e883-d608-412a-bf44-68dd02025e08 None None] Port a04a9747-4928-4428-a83f-04303821a411 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:46.594742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:46.603908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Checking segment: {'id': '7aa88991-1511-488d-8eee-734a25dd528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:46.604316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Bound using segment: {'id': '7aa88991-1511-488d-8eee-734a25dd528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:46.604791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Bound port: 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa88991-1511-488d-8eee-734a25dd528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:46.605165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.629433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f503aab-ffac-4423-bd50-0dc109b96cde req-5bf696fa-455d-44bf-94bf-ada58e152587 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333157 Oct 27 16:14:46.871106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be50fc2d-ceb3-473a-84e4-014e1b4b53cf req-22c1dfd9-7b4d-47fd-adf2-8f6bc1f66a7e tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.1051533 Oct 27 16:14:46.898608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:46.904276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144,segment=NetworkSegment(7aa88991-1511-488d-8eee-734a25dd528b),segment_id=7aa88991-1511-488d-8eee-734a25dd528b)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:46.930820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afe2fe-7ba2-4ec2-b454-fb0c747d737e req-0e0f0760-b469-431d-9086-1fa2663e89d6 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:46.932903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37afe2fe-7ba2-4ec2-b454-fb0c747d737e req-0e0f0760-b469-431d-9086-1fa2663e89d6 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.1969020 Oct 27 16:14:46.981159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.074030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:47.077002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.143658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.144634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.155660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] 10.222.0.82 "PUT /v2.0/ports/8639eb09-9afc-4ab0-9728-ec30fe1aa144 HTTP/1.1" status: 200 len: 1091 time: 2.9982316 Oct 27 16:14:47.156376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:47.158962 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e72713-a45c-4ad8-aeea-6a8d34b8479f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:47.184348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37afe2fe-7ba2-4ec2-b454-fb0c747d737e req-c0e44724-7d30-467f-92dc-8c0d0771f94f tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449474 Oct 27 16:14:47.185634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c40ad-b27b-4de0-976e-605c77785802 service neutron] Pushing event updated for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:47.316561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f6a42-70f2-49c6-8f07-8e5ce22ac4d4 req-f02e6f11-35b2-4031-aeaa-f9bfbc40b47b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.319196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a06f6a42-70f2-49c6-8f07-8e5ce22ac4d4 req-f02e6f11-35b2-4031-aeaa-f9bfbc40b47b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 943 time: 0.1196148 Oct 27 16:14:47.429508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:45Z', 'revision_number': 2, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:47.470644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Checking router: 0a6989ff-632b-4ba8-8255-017a950c7b2d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:14:47.471418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Updating router 0a6989ff-632b-4ba8-8255-017a950c7b2d port a04a9747-4928-4428-a83f-04303821a411 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:14:47.501802 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.858797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a06f6a42-70f2-49c6-8f07-8e5ce22ac4d4 req-43d1f450-02da-45d8-8f40-75d21c11abdf tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225227 Oct 27 16:14:47.903174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc7de-f224-4b04-8405-c4221256f45c req-1436b0c7-ca1f-4519-98e8-819f6c66d652 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.918393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6dc7de-f224-4b04-8405-c4221256f45c req-1436b0c7-ca1f-4519-98e8-819f6c66d652 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.5977714 Oct 27 16:14:47.943965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-4b839404-5e4a-46b6-96f4-5a3a38f235ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.945974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-4b839404-5e4a-46b6-96f4-5a3a38f235ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ef45ce071994177a122422b3b9b6139&device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 1094 time: 0.6242907 Oct 27 16:14:47.988776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6dc7de-f224-4b04-8405-c4221256f45c req-8aa55495-67af-4337-a008-e0733428c5fd tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676520 Oct 27 16:14:48.036173 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.098529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f871a-5da7-4367-aa45-6e784050a56c req-3830e4c7-b16e-4b3c-84c6-5315ff4f9120 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.102748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-295f871a-5da7-4367-aa45-6e784050a56c req-3830e4c7-b16e-4b3c-84c6-5315ff4f9120 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.82 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.1104281 Oct 27 16:14:48.122548 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f1414-0ded-4b00-927f-005fcac91b63 x-openstack-request-id: req-732f1414-0ded-4b00-927f-005fcac91b63 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:48.122754 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:48.122836 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-732f1414-0ded-4b00-927f-005fcac91b63 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:48.123305 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144', 'status': 'completed', 'code': 200} Oct 27 16:14:48.124761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-a153ad01-f0e7-406a-8b11-1e530aeae47a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144 HTTP/1.1" status: 200 len: 217 time: 0.1653550 Oct 27 16:14:48.161450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.315953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5fa9b51a-b065-4647-bbab-dc23404c3243 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:48.320707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Deleting port 418e3204-69a4-4bf0-8670-1e391808ae74 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:48.335651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.343579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55497a-dddb-4b4d-9997-c5b4f91ab53d req-70834cc8-f507-4078-9e1d-2aafa91937cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.345161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d55497a-dddb-4b4d-9997-c5b4f91ab53d req-70834cc8-f507-4078-9e1d-2aafa91937cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.2195210 Oct 27 16:14:48.346642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-c0446c05-4926-4151-9b6f-b4d21bd499a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.347985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-c0446c05-4926-4151-9b6f-b4d21bd499a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc674538-3648-4232-8b1e-2e4a54d4324c HTTP/1.1" status: 200 len: 861 time: 0.1985366 Oct 27 16:14:48.357441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e47b8-5012-4cc8-be20-0ca7e6fd7d27 None None] Pushing event updated for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:48.452661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e51-41a9-489b-a9f1-19bec3daf29e req-9190e5a9-b962-4626-aa26-b3fad930b83d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.465209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1a8e51-41a9-489b-a9f1-19bec3daf29e req-9190e5a9-b962-4626-aa26-b3fad930b83d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 943 time: 0.2872956 Oct 27 16:14:48.499493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d55497a-dddb-4b4d-9997-c5b4f91ab53d req-e3f9cee5-8b12-4f36-8b86-d4b18af7f44a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355932 Oct 27 16:14:48.588775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-660a39f8-0909-45d8-801a-25428515bb25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f8e81aae-a167-40f4-aa77-06ce5187eaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324138 Oct 27 16:14:48.609237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] For port 418e3204-69a4-4bf0-8670-1e391808ae74, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=418e3204-69a4-4bf0-8670-1e391808ae74,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:48.609614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.663254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Attempting to bind port a04a9747-4928-4428-a83f-04303821a411 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:48.670525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Attempting to bind port a04a9747-4928-4428-a83f-04303821a411 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:48.671289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Attempting to bind port a04a9747-4928-4428-a83f-04303821a411 on network b793b50b-6784-4a47-b8b7-7da0a483bae8 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:48.712215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:48.713032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Checking segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:48.713664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.714256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Bound using segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:48.714936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Bound port: a04a9747-4928-4428-a83f-04303821a411, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:48.715634 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.772508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fce34df1-6e1f-49ba-aaae-d0912c553fc3 req-38e264af-1a53-4f71-ac68-88ff713d7f22 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.0883787 Oct 27 16:14:48.793714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d1a8e51-41a9-489b-a9f1-19bec3daf29e req-32dac2b5-2cea-4d93-882c-d58abe487666 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275266 Oct 27 16:14:48.829950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5fa9b51a-b065-4647-bbab-dc23404c3243,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:48.908397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-3d87cd85-0041-46f4-aec6-76efd288f5c1 service neutron] 10.222.0.82 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012249 Oct 27 16:14:48.919423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '5fa9b51a-b065-4647-bbab-dc23404c3243', 'network_id': '5806565d-8504-4f4b-b923-f489c33d16ad', 'port_id': '5fa9b51a-b065-4647-bbab-dc23404c3243', 'mac_address': 'fa:16:3e:c3:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb2d482-e5e3-4ff8-a465-de0a848ccdf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:48.980025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6c2995ad-d7fd-408c-95c3-95e228605e99 None None] Provisioning complete for port a04a9747-4928-4428-a83f-04303821a411 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.983552 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c2995ad-d7fd-408c-95c3-95e228605e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.092162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.092896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.093371 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Floating IP e7eba2ac-5772-489a-a2dd-624d5bcba703 disassociated. External IP: 172.25.5.122, port: 418e3204-69a4-4bf0-8670-1e391808ae74. Oct 27 16:14:49.093884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Calling delete_port for 418e3204-69a4-4bf0-8670-1e391808ae74 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:49.115228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] For port a04a9747-4928-4428-a83f-04303821a411, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:49.187743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] For port a04a9747-4928-4428-a83f-04303821a411, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a04a9747-4928-4428-a83f-04303821a411,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:49.207952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6c2995ad-d7fd-408c-95c3-95e228605e99 None None] Port a04a9747-4928-4428-a83f-04303821a411 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:49.215357 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.250450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa9b51a-b065-4647-bbab-dc23404c3243 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:49.265029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7815126b-72f9-43ac-9318-1b0a2dc1ee69 req-163eaf91-ba36-45d2-8d95-13fcbfaa7991 service neutron] 10.222.0.82 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410861 Oct 27 16:14:49.307841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5fa9b51a-b065-4647-bbab-dc23404c3243,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:49.314218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.382503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e9120-b105-46a7-888b-7ec60444ead5 req-ac67ad84-90f5-49ac-893e-ee65c8ca025d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:49.394486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-509e9120-b105-46a7-888b-7ec60444ead5 req-ac67ad84-90f5-49ac-893e-ee65c8ca025d tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 946 time: 0.3465614 Oct 27 16:14:49.420150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e47b8-5012-4cc8-be20-0ca7e6fd7d27 None None] Pushing event updated for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:49.422293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.431408 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.440078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:49.440742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:49.508950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247580e9-fc84-49da-868f-834e4a83b4c3 req-c277b693-f06b-49ef-a80b-dda72fc65cad tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:49.515826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-247580e9-fc84-49da-868f-834e4a83b4c3 req-c277b693-f06b-49ef-a80b-dda72fc65cad tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 943 time: 0.3986342 Oct 27 16:14:49.517645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event deleted for resources: {'Port': ['ID=418e3204-69a4-4bf0-8670-1e391808ae74,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:49.662682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:49.717241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-509e9120-b105-46a7-888b-7ec60444ead5 req-327dca82-5682-4809-9249-4ade8b65f4ac tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups?id=8514ba1b-bb53-415f-910f-8f6d3d11f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135905 Oct 27 16:14:49.737084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:49.809608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Router 4419f828-3907-4028-ba2d-fb640a4c7f83 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:14:49.826830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-247580e9-fc84-49da-868f-834e4a83b4c3 req-708f81a0-801b-4ac7-8e2d-7330393eec31 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963083 Oct 27 16:14:49.837915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-85d039c9-7d5a-44dd-88d9-349d4b14221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:49.849367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-85d039c9-7d5a-44dd-88d9-349d4b14221c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ef45ce071994177a122422b3b9b6139&device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 1094 time: 0.3168836 Oct 27 16:14:50.111274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['5fa9b51a-b065-4647-bbab-dc23404c3243'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:50.117946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] Provisioning complete for port a04a9747-4928-4428-a83f-04303821a411 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:50.118318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.131339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:14:50.146247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Sync routers for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:14:50.171491 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:50.177936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:50.185546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68f62a-34cb-4d09-8c9a-9611f89e2a88 req-58ab9626-ae96-437b-a346-3a8b1d9f0d6d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.187339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da68f62a-34cb-4d09-8c9a-9611f89e2a88 req-58ab9626-ae96-437b-a346-3a8b1d9f0d6d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2605338 Oct 27 16:14:50.197360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57798-3982-4351-8986-5d2f99196174 req-548afd3a-962c-45a8-b7ad-c95a4b792bfd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.205023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45e57798-3982-4351-8986-5d2f99196174 req-548afd3a-962c-45a8-b7ad-c95a4b792bfd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1915910 Oct 27 16:14:50.270730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] No DVR routers for this DVR port 418e3204-69a4-4bf0-8670-1e391808ae74 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:50.278058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.285492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-41de120d-6195-4a8b-9b7b-7fdc35b53251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.287559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-41de120d-6195-4a8b-9b7b-7fdc35b53251 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f8e81aae-a167-40f4-aa77-06ce5187eaa6 HTTP/1.1" status: 200 len: 922 time: 0.4303896 Oct 27 16:14:50.289930 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-295f871a-5da7-4367-aa45-6e784050a56c req-be2b9769-b4dd-4308-9108-7a9401361321 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.82 "DELETE /v2.0/ports/418e3204-69a4-4bf0-8670-1e391808ae74 HTTP/1.1" status: 204 len: 173 time: 2.1775606 Oct 27 16:14:50.291966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'name': 'network-vif-deleted', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:50.298817 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec51dd1-2413-4b59-aec4-d2fab516937e" -d '{"events": [{"server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "name": "network-vif-deleted", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:50.328837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da68f62a-34cb-4d09-8c9a-9611f89e2a88 req-088a49dd-eb5b-4266-b372-af4e7af34c31 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187844 Oct 27 16:14:50.394187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45e57798-3982-4351-8986-5d2f99196174 req-188dcdd0-18b4-4657-ac27-e9fe499913d3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709383 Oct 27 16:14:50.398647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 418e3204-69a4-4bf0-8670-1e391808ae74 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:50.398837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-4741348a-58ca-4d63-8507-61ad1aa39198 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144 HTTP/1.1" status: 200 len: 217 time: 0.0875866 Oct 27 16:14:50.532566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 418e3204-69a4-4bf0-8670-1e391808ae74 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:50.532905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 418e3204-69a4-4bf0-8670-1e391808ae74 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:50.572097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-3d4ccd88-8b65-4553-8ff6-96b93ea02598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.573692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-3d4ccd88-8b65-4553-8ff6-96b93ea02598 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fc674538-3648-4232-8b1e-2e4a54d4324c HTTP/1.1" status: 200 len: 861 time: 0.1651359 Oct 27 16:14:50.719821 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:50.728170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a5eff2c-9a74-46cb-bfdc-3b2252a25cfa req-b05bb775-1150-4840-a56b-c861d15b6e83 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.1534116 Oct 27 16:14:50.817108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-7bbe7d11-3424-423d-b094-d6b16ee991f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f8e81aae-a167-40f4-aa77-06ce5187eaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016792 Oct 27 16:14:50.828003 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.843615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:48Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:50.996869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ee04-7db2-429b-8763-64c1b132af49 req-798f031e-7204-4f75-846d-7527d5ab2961 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.000290 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e674935-c0fa-4304-b2bf-dbc1ab280599 x-openstack-request-id: req-9e674935-c0fa-4304-b2bf-dbc1ab280599 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:51.001384 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49732add-8d23-454a-8adc-a8a305b5c838", "name": "network-vif-deleted", "tag": "418e3204-69a4-4bf0-8670-1e391808ae74", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:51.001758 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e674935-c0fa-4304-b2bf-dbc1ab280599 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:51.002296 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49732add-8d23-454a-8adc-a8a305b5c838', 'name': 'network-vif-deleted', 'tag': '418e3204-69a4-4bf0-8670-1e391808ae74', 'status': 'completed', 'code': 200} Oct 27 16:14:51.006139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5636ee04-7db2-429b-8763-64c1b132af49 req-798f031e-7204-4f75-846d-7527d5ab2961 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 943 time: 0.4272997 Oct 27 16:14:51.155200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5636ee04-7db2-429b-8763-64c1b132af49 req-59fc4890-bc89-4c32-8db3-a04b75b20fc5 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480527 Oct 27 16:14:51.156006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32638db7-a897-4803-b92f-f7ce968498dc None None] The sync data for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 is: [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:48Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:14:51.196485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] For port a04a9747-4928-4428-a83f-04303821a411, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a04a9747-4928-4428-a83f-04303821a411,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:51.229938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-44ac21f1-8450-40af-9d95-52d93667f86e service neutron] 10.222.0.82 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034395 Oct 27 16:14:51.277554 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.385278 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:51.385918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2c81c-80c4-46f1-a5a3-81daa719ffb7 None None] Pushing event updated for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:51.457987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95e71179-cecf-4f8f-871c-92aa254b59c7 req-57b06de6-1a20-49e0-8ad3-f612d0721222 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/ports?device_id=49732add-8d23-454a-8adc-a8a305b5c838 HTTP/1.1" status: 200 len: 210 time: 0.0583363 Oct 27 16:14:51.469873 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Checking router: 4419f828-3907-4028-ba2d-fb640a4c7f83 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:14:51.509135 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:51.509135 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:51.539103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46e72713-a45c-4ad8-aeea-6a8d34b8479f req-a76d4606-1325-4d18-b0f4-82b707f45853 service neutron] 10.222.0.82 "GET /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983925 Oct 27 16:14:51.701583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22231e-c578-4891-9fee-b5d4272fe171 req-403ec10b-8bef-4fba-aa82-e732f48e2bbb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.714651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b22231e-c578-4891-9fee-b5d4272fe171 req-403ec10b-8bef-4fba-aa82-e732f48e2bbb tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 944 time: 0.1441913 Oct 27 16:14:51.734126 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:51.828770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b22231e-c578-4891-9fee-b5d4272fe171 req-fd903907-908d-421e-83cc-fe36618207cc tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128945 Oct 27 16:14:51.982354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faba03-c381-46b6-b47b-844f5758c95c req-722aeaec-c0e8-4f33-9515-b1d2ea1a6bb4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.983471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96faba03-c381-46b6-b47b-844f5758c95c req-722aeaec-c0e8-4f33-9515-b1d2ea1a6bb4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1437030 Oct 27 16:14:52.016694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97143f11-9d4d-4632-b77c-bcf0dba0996c req-deb2eb50-354a-409a-8ade-4c9c28dd38ee tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.018196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97143f11-9d4d-4632-b77c-bcf0dba0996c req-deb2eb50-354a-409a-8ade-4c9c28dd38ee tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0847802 Oct 27 16:14:52.120528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96faba03-c381-46b6-b47b-844f5758c95c req-f680c244-ebc0-4b2e-95ab-c4d26fd11d61 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258702 Oct 27 16:14:52.141807 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:52.160085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97143f11-9d4d-4632-b77c-bcf0dba0996c req-857877c1-f570-4a99-8d91-3c65e6808ecc tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198602 Oct 27 16:14:52.238972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1e2a-1ab7-4c6b-8716-43c2e24603ae None None] The sync data for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 is: [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:10:52Z', 'revision_number': 4, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7eeb88eb-b265-4ba0-9961-9b36bd4324be', 'name': '', 'network_id': '9eec0129-d7a3-4715-bb20-68be92ebe425', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'mac_address': 'fa:16:3e:e8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:51Z', 'updated_at': '2021-10-27T16:10:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'subnets': [{'id': '05567f94-37b9-43db-b0c2-dc5d6664b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:14:52.321058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a04a9747-4928-4428-a83f-04303821a411 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:52.355027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8d1a70e-8048-412c-b75d-2f871a03be1b req-ddee1e8f-c4ee-4e06-81e1-c27d80b63c56 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc87e974-a746-4675-9bd1-9b7db2522f03 HTTP/1.1" status: 200 len: 210 time: 0.0882497 Oct 27 16:14:52.469449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a04a9747-4928-4428-a83f-04303821a411 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:52.469829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:52.576152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7cdc2-3eba-48a4-a7ed-a78026387126 req-31d7f903-f205-407c-98b3-f9a09da9beab tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.577842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcd7cdc2-3eba-48a4-a7ed-a78026387126 req-31d7f903-f205-407c-98b3-f9a09da9beab tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 943 time: 0.1344378 Oct 27 16:14:52.719695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcd7cdc2-3eba-48a4-a7ed-a78026387126 req-56948c9e-3170-464e-b9f6-32f58e696bd8 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297882 Oct 27 16:14:52.856258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9e02d-dbe4-462c-a83b-382b7517b25c None None] New status for floating IP e7eba2ac-5772-489a-a2dd-624d5bcba703: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:14:53.002346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2231-97cf-4283-bfba-072429f0dbf6 req-2db8b89c-46ba-4712-a002-320eb0e1facd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.004436 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33682) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:53.008574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-138d2231-97cf-4283-bfba-072429f0dbf6 req-2db8b89c-46ba-4712-a002-320eb0e1facd tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 944 time: 0.0682333 Oct 27 16:14:53.077389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-138d2231-97cf-4283-bfba-072429f0dbf6 req-385185dd-c5aa-4789-89d4-9f82e4fc1e95 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Oct 27 16:14:53.093388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.138646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.321221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd947cb-0a1a-42fd-9ab8-c72e00653ea4 req-f4cdfb56-285f-4c35-8b80-334a4c229ea8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.328776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccd947cb-0a1a-42fd-9ab8-c72e00653ea4 req-f4cdfb56-285f-4c35-8b80-334a4c229ea8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0889843 Oct 27 16:14:53.345392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.348461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.352576 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "DELETE /v2.0/security-groups/8514ba1b-bb53-415f-910f-8f6d3d11f98f HTTP/1.1" status: 204 len: 168 time: 0.3436515 Oct 27 16:14:53.353612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33694) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:53.427417 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-6ef8931a-206d-4c6f-8b3f-8804e040ab74 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] show failed (client error): The resource could not be found. Oct 27 16:14:53.434017 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ef8931a-206d-4c6f-8b3f-8804e040ab74 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "GET /v2.0/security-groups/8514ba1b-bb53-415f-910f-8f6d3d11f98f HTTP/1.1" status: 404 len: 347 time: 0.0770738 Oct 27 16:14:53.434017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313a979-095d-46ec-a9fe-560acd6d8071 tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8514ba1b-bb53-415f-910f-8f6d3d11f98f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:53.439279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:53.662336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccd947cb-0a1a-42fd-9ab8-c72e00653ea4 req-2ea711cd-575a-45e7-b773-20f349cb3572 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266671 Oct 27 16:14:53.770604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953745c3-1ac8-47e0-8227-69858c38fc0b req-fe1663ed-788b-421d-a44a-2503814c5cb0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.773308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-953745c3-1ac8-47e0-8227-69858c38fc0b req-fe1663ed-788b-421d-a44a-2503814c5cb0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3650424 Oct 27 16:14:53.826753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Deleting port 9ff36844-3a00-4002-ae9d-05058c69dddf {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:53.828175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.928108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-953745c3-1ac8-47e0-8227-69858c38fc0b req-1b3faea0-3534-4ac3-8ebf-e4fc65475325 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446638 Oct 27 16:14:54.003770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.004709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.045313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33706) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:54.049309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Calling delete_port for 9ff36844-3a00-4002-ae9d-05058c69dddf owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:54.078253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2784674-095b-465d-a165-9709711d0d2c req-56b85685-19a0-4838-8ef2-b76dfc6fb91a tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.080024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2784674-095b-465d-a165-9709711d0d2c req-56b85685-19a0-4838-8ef2-b76dfc6fb91a tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 943 time: 0.0933063 Oct 27 16:14:54.181604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.221667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.276460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2784674-095b-465d-a165-9709711d0d2c req-989bbc35-16e2-4597-8da7-25a666735d87 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200411 Oct 27 16:14:54.321176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fece-b26a-453a-a6cf-d0d7d4840397 req-e062ddfc-c01c-4cdd-9ba8-9ad7553d820a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.327331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8639eb09-9afc-4ab0-9728-ec30fe1aa144 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:54.329505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5fa9b51a-b065-4647-bbab-dc23404c3243 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:54.331904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e47fece-b26a-453a-a6cf-d0d7d4840397 req-e062ddfc-c01c-4cdd-9ba8-9ad7553d820a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 944 time: 0.1293166 Oct 27 16:14:54.407931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.410673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.411988 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "DELETE /v2.0/security-groups/4a3dfb32-7c2b-4220-9d00-1132562907c7 HTTP/1.1" status: 204 len: 168 time: 0.3649583 Oct 27 16:14:54.415518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33710) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:54.444787 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-6cfa62bb-de1f-46e4-9088-11437a4be1fb tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] show failed (client error): The resource could not be found. Oct 27 16:14:54.450330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e47fece-b26a-453a-a6cf-d0d7d4840397 req-f4a24378-54b6-4208-9119-abf837c462b8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173763 Oct 27 16:14:54.451901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6cfa62bb-de1f-46e4-9088-11437a4be1fb tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "GET /v2.0/security-groups/4a3dfb32-7c2b-4220-9d00-1132562907c7 HTTP/1.1" status: 404 len: 347 time: 0.0352852 Oct 27 16:14:54.462838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:54.536882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3dfb32-7c2b-4220-9d00-1132562907c7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:54.549668 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.556449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.556862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.557205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.558187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.558187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.558489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.559685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.560812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.561915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.563019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.565803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.566938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0023097-0a08-4974-a78e-70be8fb95f04 tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.602852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Pushing event deleted for resources: {'Port': ['ID=9ff36844-3a00-4002-ae9d-05058c69dddf,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:54.627298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 5fa9b51a-b065-4647-bbab-dc23404c3243 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:54.671359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.672325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.672610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.672963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.673301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.673638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.674032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.674107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144,segment=NetworkSegment(7aa88991-1511-488d-8eee-734a25dd528b),segment_id=7aa88991-1511-488d-8eee-734a25dd528b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:54.674294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.674612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.674943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.675340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.675640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:54.683000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 5fa9b51a-b065-4647-bbab-dc23404c3243 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:54.687071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.742300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8639eb09-9afc-4ab0-9728-ec30fe1aa144', 'network_id': 'f8e81aae-a167-40f4-aa77-06ce5187eaa6', 'port_id': '8639eb09-9afc-4ab0-9728-ec30fe1aa144', 'mac_address': 'fa:16:3e:49:57:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc674538-3648-4232-8b1e-2e4a54d4324c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:54.787264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.793771 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.800297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:54.801987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-43e9ab39-d537-42e7-8a7a-3abeded121ff tempest-ServersTestJSON-433550422 tempest-ServersTestJSON-433550422-project] 10.222.0.70 "DELETE /v2.0/floatingips/e7eba2ac-5772-489a-a2dd-624d5bcba703 HTTP/1.1" status: 204 len: 168 time: 1.3517733 Oct 27 16:14:54.807897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.845819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8639eb09-9afc-4ab0-9728-ec30fe1aa144 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:54.862431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Deleting port f168f45f-e8c3-4901-9dc0-60a632886335 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:54.868760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.922236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144,segment=NetworkSegment(7aa88991-1511-488d-8eee-734a25dd528b),segment_id=7aa88991-1511-488d-8eee-734a25dd528b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:54.924272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.982976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:54.988252 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0eb3a-2170-4db9-bc0f-945be688f466" -d '{"events": [{"server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:55.013349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e104d3-b7f1-4ee0-bbd0-7b7a3542f213 req-56f2ce73-b302-47e9-8b26-fef66907369c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.019016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4e104d3-b7f1-4ee0-bbd0-7b7a3542f213 req-56f2ce73-b302-47e9-8b26-fef66907369c tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1278796 Oct 27 16:14:55.054261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.060226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5fa9b51a-b065-4647-bbab-dc23404c3243,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:55.117320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.117890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.127183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4e104d3-b7f1-4ee0-bbd0-7b7a3542f213 req-b077e7ed-ab77-4d60-9c2f-0ea8a7fe38a8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983510 Oct 27 16:14:55.164798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20219667-de94-49fe-a204-c13b72fc8746 req-67c6997f-0ee2-42d0-aeda-feceeea3ce41 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.172867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20219667-de94-49fe-a204-c13b72fc8746 req-67c6997f-0ee2-42d0-aeda-feceeea3ce41 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1128442 Oct 27 16:14:55.173763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.181113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.232483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20219667-de94-49fe-a204-c13b72fc8746 req-07790d93-a6d6-4785-b566-579b3817eedc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Oct 27 16:14:55.271800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.304150 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56572f4e-f340-47e4-b412-a8e0ab7e5846 x-openstack-request-id: req-56572f4e-f340-47e4-b412-a8e0ab7e5846 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:55.304495 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:55.304724 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56572f4e-f340-47e4-b412-a8e0ab7e5846 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:55.305142 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243', 'code': 200} Oct 27 16:14:55.321703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Calling delete_port for f168f45f-e8c3-4901-9dc0-60a632886335 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:55.513687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efda117-1506-44c6-b453-72d4e7ff3e99 req-4ff6a4d9-24b7-4643-961f-a76e45bb4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.515439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8efda117-1506-44c6-b453-72d4e7ff3e99 req-4ff6a4d9-24b7-4643-961f-a76e45bb4eb1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 1096 time: 0.1340206 Oct 27 16:14:55.530770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-88bd87dd-4b61-4468-bbb5-0a93842896b4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.533215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-88bd87dd-4b61-4468-bbb5-0a93842896b4 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2249510 Oct 27 16:14:55.686852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8639eb09-9afc-4ab0-9728-ec30fe1aa144'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:55.731509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8efda117-1506-44c6-b453-72d4e7ff3e99 req-1f018903-5d59-4496-9ba2-978d4e868db6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072768 Oct 27 16:14:55.763468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134884b7-9682-4790-b309-3aa9d15a810f req-0a384b43-b6b0-479b-a6db-bb9f5f5cdf9b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.765341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-134884b7-9682-4790-b309-3aa9d15a810f req-0a384b43-b6b0-479b-a6db-bb9f5f5cdf9b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 944 time: 0.3506408 Oct 27 16:14:55.812549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a54f7-203b-4404-bf66-ae0ee62e33f4 req-0131249a-11e1-4003-bf52-e3ce3dcb14c6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.823980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547a54f7-203b-4404-bf66-ae0ee62e33f4 req-0131249a-11e1-4003-bf52-e3ce3dcb14c6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.1933479 Oct 27 16:14:55.890095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.933435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Deleting port 80b98cea-87f0-4e95-b61a-f242f308d0c2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:55.936616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.952021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547a54f7-203b-4404-bf66-ae0ee62e33f4 req-1c462151-dc81-4a07-8eb7-defeb6eea365 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259086 Oct 27 16:14:55.952209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Pushing event deleted for resources: {'Port': ['ID=f168f45f-e8c3-4901-9dc0-60a632886335,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.988171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-134884b7-9682-4790-b309-3aa9d15a810f req-f6fe8ca0-40a3-4a2e-844b-194261c82d1d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992550 Oct 27 16:14:56.037478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.083900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.086330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.091163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf10b73b-8aa2-4e9b-a8d8-370d3b6bfe4a tempest-ServersTestBootFromVolume-58599211 tempest-ServersTestBootFromVolume-58599211-project] 10.222.0.70 "DELETE /v2.0/floatingips/489dba05-dba0-4faa-a435-5bddbf612bd4 HTTP/1.1" status: 204 len: 168 time: 1.6268344 Oct 27 16:14:56.094844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33734) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:56.395316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a594d-26ac-4cf1-8417-6884bbcb3ae6 req-4116e155-9dd6-4a3f-ad61-8508691fd115 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.404204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b9a594d-26ac-4cf1-8417-6884bbcb3ae6 req-4116e155-9dd6-4a3f-ad61-8508691fd115 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1270008 Oct 27 16:14:56.531456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] For port 80b98cea-87f0-4e95-b61a-f242f308d0c2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=80b98cea-87f0-4e95-b61a-f242f308d0c2,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:56.532510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.607751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Calling delete_port for 80b98cea-87f0-4e95-b61a-f242f308d0c2 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:56.666630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b9a594d-26ac-4cf1-8417-6884bbcb3ae6 req-b552a1d8-e7bd-469a-b123-fa58ceea899b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557001 Oct 27 16:14:56.723779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133ad1-71a0-429a-93ef-df24dd075597 req-bd852ce8-4ba8-41d2-b85d-746354a7f5d7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.725699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64133ad1-71a0-429a-93ef-df24dd075597 req-bd852ce8-4ba8-41d2-b85d-746354a7f5d7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3097289 Oct 27 16:14:56.928048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Deleting port 7eeb88eb-b265-4ba0-9961-9b36bd4324be {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:56.928572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.140805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] For port 7eeb88eb-b265-4ba0-9961-9b36bd4324be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7eeb88eb-b265-4ba0-9961-9b36bd4324be,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:57.148643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.167833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.179849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Calling delete_port for 7eeb88eb-b265-4ba0-9961-9b36bd4324be owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:57.198202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64133ad1-71a0-429a-93ef-df24dd075597 req-49790091-3d81-4bd0-b3e0-0db018f5af72 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332371 Oct 27 16:14:57.358565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Pushing event deleted for resources: {'Port': ['ID=80b98cea-87f0-4e95-b61a-f242f308d0c2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:57.459495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eb5fb-fddb-45ac-a668-323d7ba5e641 req-f321211f-72cd-4313-83e9-a171846c40e5 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.460974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af3eb5fb-fddb-45ac-a668-323d7ba5e641 req-f321211f-72cd-4313-83e9-a171846c40e5 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.3068733 Oct 27 16:14:57.461430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8fb41a12-471b-424a-b3b0-210c20aea90e', '80b98cea-87f0-4e95-b61a-f242f308d0c2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:57.461873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] No DVR routers for this DVR port 80b98cea-87f0-4e95-b61a-f242f308d0c2 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:57.466198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.470882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5beb960-34e9-4651-9b59-1c735d770c39 req-3971230d-63df-4557-a4ed-9650d22a682b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "DELETE /v2.0/ports/80b98cea-87f0-4e95-b61a-f242f308d0c2 HTTP/1.1" status: 204 len: 173 time: 1.9299009 Oct 27 16:14:57.471548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'name': 'network-vif-deleted', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:57.473934 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7047cd-8007-4050-a338-ba984b99a8b3" -d '{"events": [{"server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "name": "network-vif-deleted", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:57.524110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e130ae-5ae3-40e8-a30e-07d307cfdaf6 req-6eb9d024-91b2-49be-a494-4b2b4ca522b3 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.525702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7e130ae-5ae3-40e8-a30e-07d307cfdaf6 req-6eb9d024-91b2-49be-a494-4b2b4ca522b3 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 944 time: 0.1798298 Oct 27 16:14:57.583950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af3eb5fb-fddb-45ac-a668-323d7ba5e641 req-888866fd-485d-4721-bb65-c1eba6feb167 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043224 Oct 27 16:14:57.648077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7e130ae-5ae3-40e8-a30e-07d307cfdaf6 req-489d8edc-84d7-44f8-bb08-b54a59f87b6d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944579 Oct 27 16:14:57.691270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.717608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.831172 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e767adde-d01e-4421-a406-f094439286e3 x-openstack-request-id: req-e767adde-d01e-4421-a406-f094439286e3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:57.846237 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe345cbc-b758-40a0-b2c8-3f9aca54b7d0", "name": "network-vif-deleted", "tag": "80b98cea-87f0-4e95-b61a-f242f308d0c2", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:57.846645 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e767adde-d01e-4421-a406-f094439286e3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:57.847130 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe345cbc-b758-40a0-b2c8-3f9aca54b7d0', 'name': 'network-vif-deleted', 'tag': '80b98cea-87f0-4e95-b61a-f242f308d0c2', 'status': 'completed', 'code': 200} Oct 27 16:14:57.851885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeb88eb-b265-4ba0-9961-9b36bd4324be,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:57.908068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.059675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-217fc22c-edfb-4720-a2fc-a2be3442b21f req-5b551834-b2e5-404d-9467-c126c6fe6b2d tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe345cbc-b758-40a0-b2c8-3f9aca54b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0871012 Oct 27 16:14:58.183936 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.257535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Deleting port 409e49ee-fff3-40dd-a9f9-cca32d0012df {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:58.257809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.345508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8639eb09-9afc-4ab0-9728-ec30fe1aa144 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:58.352410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.443217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] For port 409e49ee-fff3-40dd-a9f9-cca32d0012df, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=409e49ee-fff3-40dd-a9f9-cca32d0012df,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:58.443800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.476531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40681e-19d7-40c0-b8a8-02994cf60dc7 req-8d7debea-acd0-4f44-8653-c89d924a075a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.485937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d40681e-19d7-40c0-b8a8-02994cf60dc7 req-8d7debea-acd0-4f44-8653-c89d924a075a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1359067 Oct 27 16:14:58.509639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Calling delete_port for 409e49ee-fff3-40dd-a9f9-cca32d0012df owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:58.621491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:58.627136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:58.627708 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.757042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Router 4419f828-3907-4028-ba2d-fb640a4c7f83 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:14:58.921545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.997119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:59.001531 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e29759-f6a4-42d0-9732-b6811eaf5431" -d '{"events": [{"server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "name": "network-vif-plugged", "status": "completed", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:59.072359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:14:59.075984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144,segment=NetworkSegment(7aa88991-1511-488d-8eee-734a25dd528b),segment_id=7aa88991-1511-488d-8eee-734a25dd528b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:59.085735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cbfeebbb-f9b7-419e-bada-69cd9d590969 admin admin] 10.222.0.70 "PUT /v2.0/routers/4419f828-3907-4028-ba2d-fb640a4c7f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2815771 Oct 27 16:14:59.087902 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33768) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:59.095339 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Sync routers for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:14:59.120245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d40681e-19d7-40c0-b8a8-02994cf60dc7 req-1b8d0ea3-3e76-4202-8c71-d885acdd7b4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301243 Oct 27 16:14:59.138625 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:59.139663 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:59.147898 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.261113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23839d9-3d5a-47db-9900-fe7d968cd2dc req-e82d4d19-faa9-4811-a75f-f8ea81f9f47a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.273124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23839d9-3d5a-47db-9900-fe7d968cd2dc req-e82d4d19-faa9-4811-a75f-f8ea81f9f47a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.2920413 Oct 27 16:14:59.293182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:59.389200 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:14:59.398475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.653986 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:14:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:59.656775 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.686428 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Checking router: 4419f828-3907-4028-ba2d-fb640a4c7f83 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:14:59.701572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Routers {'4419f828-3907-4028-ba2d-fb640a4c7f83'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:14:59.701572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['4419f828-3907-4028-ba2d-fb640a4c7f83'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:59.701899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.747943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23839d9-3d5a-47db-9900-fe7d968cd2dc req-561f3522-b8a3-4a19-a033-4c6895d9de28 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720623 Oct 27 16:14:59.753026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Pushing event deleted for resources: {'Port': ['ID=409e49ee-fff3-40dd-a9f9-cca32d0012df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:59.825958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec09c8-43e7-43ca-9bea-05d8e344c692 req-1bf7c79b-b322-4580-bbc2-a61947b72e97 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.840245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9ec09c8-43e7-43ca-9bea-05d8e344c692 req-1bf7c79b-b322-4580-bbc2-a61947b72e97 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.2221072 Oct 27 16:14:59.906999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Deleting port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:59.907362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.087295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] Set router 4419f828-3907-4028-ba2d-fb640a4c7f83 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:00.118112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9ec09c8-43e7-43ca-9bea-05d8e344c692 req-be95e048-128a-48de-92d4-ad61dee32013 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961968 Oct 27 16:15:00.144040 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67850ea-0c47-4ab2-ba28-992e88a661ec x-openstack-request-id: req-a67850ea-0c47-4ab2-ba28-992e88a661ec {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:00.144518 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "name": "network-vif-plugged", "status": "completed", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:00.146762 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a67850ea-0c47-4ab2-ba28-992e88a661ec {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:00.146762 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144', 'code': 200} Oct 27 16:15:00.150890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] For port 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:00.151499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.188144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Calling delete_port for 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:00.349670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 80b98cea-87f0-4e95-b61a-f242f308d0c2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:00.410246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 80b98cea-87f0-4e95-b61a-f242f308d0c2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:00.412420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 80b98cea-87f0-4e95-b61a-f242f308d0c2 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:00.570356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.682578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fdce8e-124e-4b05-96b1-86d4ccc3f3ec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:00.684417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946acfb-411a-41e8-aa36-00d4162a384a req-63a8e1fc-1901-49d5-9f71-abb58314f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:00.690300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a946acfb-411a-41e8-aa36-00d4162a384a req-63a8e1fc-1901-49d5-9f71-abb58314f569 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 1096 time: 0.4044588 Oct 27 16:15:00.735346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289f0c3-86b5-4eb5-af69-e2f381b36045 req-d30155b6-fa2c-46be-b403-70b97e6ecc76 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:00.752840 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:14:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:00.760886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9289f0c3-86b5-4eb5-af69-e2f381b36045 req-d30155b6-fa2c-46be-b403-70b97e6ecc76 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.3449926 Oct 27 16:15:00.814686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533b6af-7c59-4ef8-90ec-cfa8f013970d None None] The sync data for ids ['4419f828-3907-4028-ba2d-fb640a4c7f83'] in n-d-814735-4 is: [{'id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'name': 'tempest-ServersTestJSON-785029566-router', 'tenant_id': 'a0a4bdac104c4dd68b290753315be178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:46Z', 'updated_at': '2021-10-27T16:14:57Z', 'revision_number': 5, 'project_id': 'a0a4bdac104c4dd68b290753315be178', 'gw_port': {'id': '07fdce8e-124e-4b05-96b1-86d4ccc3f3ec', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419f828-3907-4028-ba2d-fb640a4c7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:47Z', 'updated_at': '2021-10-27T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:00.841226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.858750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.938794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a946acfb-411a-41e8-aa36-00d4162a384a req-bafaabfa-2079-4243-816a-f7aedb2f34a3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431855 Oct 27 16:15:01.055578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9289f0c3-86b5-4eb5-af69-e2f381b36045 req-fe26c489-c830-4e50-b111-b597500fb459 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929971 Oct 27 16:15:01.094430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.098047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.212874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa6d1-19b6-4b86-9e36-730e9a5370a2 req-599859e6-35bf-4834-a55c-378c5302bf42 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.214491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fdaa6d1-19b6-4b86-9e36-730e9a5370a2 req-599859e6-35bf-4834-a55c-378c5302bf42 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1174932 Oct 27 16:15:01.418450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fdaa6d1-19b6-4b86-9e36-730e9a5370a2 req-76938f43-e17c-415c-a9da-199a614e31f1 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859660 Oct 27 16:15:01.454959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1df1f3-68db-4936-a4f1-3282a02464dd req-510dfb7e-3d2b-4fe5-b645-3849f390a97b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.456565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f1df1f3-68db-4936-a4f1-3282a02464dd req-510dfb7e-3d2b-4fe5-b645-3849f390a97b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.1116495 Oct 27 16:15:01.472604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Router f172b986-566d-4b84-b8c6-e46e0d8e7c2a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:01.519641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f1df1f3-68db-4936-a4f1-3282a02464dd req-160c28ae-ffd6-4390-b63e-a85b62566775 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Oct 27 16:15:01.631382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:01.637030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-63cfc36d-be0f-4d1e-858f-011f12df0555 admin admin] 10.222.0.70 "PUT /v2.0/routers/f172b986-566d-4b84-b8c6-e46e0d8e7c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5410998 Oct 27 16:15:01.639669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:01.642781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Sync routers for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:01.653210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:01.653923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:01.776599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:01.860730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.919762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.994714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:14:59Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:02.024420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Checking router: f172b986-566d-4b84-b8c6-e46e0d8e7c2a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:02.034747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Routers {'f172b986-566d-4b84-b8c6-e46e0d8e7c2a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:02.034747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:02.073910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.075252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4419f828-3907-4028-ba2d-fb640a4c7f83 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:15:02.080882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.082024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0fc955f0-8139-44a1-8d1e-c49c74389e95 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4419f828-3907-4028-ba2d-fb640a4c7f83 HTTP/1.1" status: 204 len: 168 time: 2.9930878 Oct 27 16:15:02.084627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:02.217529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] Set router f172b986-566d-4b84-b8c6-e46e0d8e7c2a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:02.271544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Deleting subnet 05567f94-37b9-43db-b0c2-dc5d6664b8e6 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:02.292565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7eeb88eb-b265-4ba0-9961-9b36bd4324be no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:02.322887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.363935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7eeb88eb-b265-4ba0-9961-9b36bd4324be {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:02.364326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7eeb88eb-b265-4ba0-9961-9b36bd4324be not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:02.403567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.495128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6341ebb-458c-4953-8085-76cbe67261cd req-28f94ad9-f8ef-4b66-b9dd-1c12bfecc4e4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:02.503406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6341ebb-458c-4953-8085-76cbe67261cd req-28f94ad9-f8ef-4b66-b9dd-1c12bfecc4e4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.2522950 Oct 27 16:15:02.563719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:14:59Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:02.577659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Deleting port ad296ae0-ebf7-41c7-900e-727215be2835 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:02.578011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.688115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b5381-21b5-4390-8e81-0fa3afab6c28 None None] The sync data for ids ['f172b986-566d-4b84-b8c6-e46e0d8e7c2a'] in n-d-814735-4 is: [{'id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'name': 'tempest-ServersTestBootFromVolume-1349047920-router', 'tenant_id': '7fd74136823a42ce99d7cccfe5c032d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:10:12Z', 'updated_at': '2021-10-27T16:14:59Z', 'revision_number': 5, 'project_id': '7fd74136823a42ce99d7cccfe5c032d1', 'gw_port': {'id': 'ad296ae0-ebf7-41c7-900e-727215be2835', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b986-566d-4b84-b8c6-e46e0d8e7c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:10:13Z', 'updated_at': '2021-10-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:02.863171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6341ebb-458c-4953-8085-76cbe67261cd req-8e993020-ebfc-4f62-99ba-9c6ff9566a68 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585386 Oct 27 16:15:02.873583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.930410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2f8c-10b1-4f8e-9499-d7d32cd28410 req-e4dacafd-0852-4fbe-ad92-fccf81e544b8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:02.939659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b9b2f8c-10b1-4f8e-9499-d7d32cd28410 req-e4dacafd-0852-4fbe-ad92-fccf81e544b8 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.3584538 Oct 27 16:15:03.027108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] For port ad296ae0-ebf7-41c7-900e-727215be2835, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad296ae0-ebf7-41c7-900e-727215be2835,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:03.027694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.060050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Calling delete_port for ad296ae0-ebf7-41c7-900e-727215be2835 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:03.073561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b9b2f8c-10b1-4f8e-9499-d7d32cd28410 req-800f8602-00a1-4370-a058-e55916b06dd5 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330354 Oct 27 16:15:03.099766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51c70e-03db-4690-b693-5ccba8cf448f req-b96a3ef7-27ad-4a98-86a7-400d81fd5e3a tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.101346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca51c70e-03db-4690-b693-5ccba8cf448f req-b96a3ef7-27ad-4a98-86a7-400d81fd5e3a tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.1391640 Oct 27 16:15:03.232343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.282010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05567f94-37b9-43db-b0c2-dc5d6664b8e6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:03.285341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.289163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e83e46-ec89-4af2-bff0-7d2d11a9c3d7 None None] Network 9eec0129-d7a3-4715-bb20-68be92ebe425 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:03.300475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-08e4375b-2fd6-461a-b0cf-fb08743968fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/05567f94-37b9-43db-b0c2-dc5d6664b8e6 HTTP/1.1" status: 204 len: 168 time: 1.2146509 Oct 27 16:15:03.302916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33816) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:03.311630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca51c70e-03db-4690-b693-5ccba8cf448f req-28357f1b-ae8b-4630-94a0-dee5ce4f1591 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396875 Oct 27 16:15:03.416175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.488080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.495618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Deleting port 628774fd-36b1-45f2-9114-cf214e734ba5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:03.495618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.525671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad296ae0-ebf7-41c7-900e-727215be2835,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:03.581361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] DHCP port deletion for 9eec0129-d7a3-4715-bb20-68be92ebe425 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:03.600007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] For port 628774fd-36b1-45f2-9114-cf214e734ba5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=628774fd-36b1-45f2-9114-cf214e734ba5,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:03.600489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.604325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.617546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Calling delete_port for 628774fd-36b1-45f2-9114-cf214e734ba5 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:03.679187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Deleting port 628774fd-36b1-45f2-9114-cf214e734ba5 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:03.679699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.712075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.714619 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.761983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] For port 628774fd-36b1-45f2-9114-cf214e734ba5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=628774fd-36b1-45f2-9114-cf214e734ba5,segment=NetworkSegment(f1c4a600-119d-499d-9a9e-c920fd2dff95),segment_id=f1c4a600-119d-499d-9a9e-c920fd2dff95)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:03.762565 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.776531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Calling delete_port for 628774fd-36b1-45f2-9114-cf214e734ba5 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:03.842037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.877453 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.879430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] No DVR routers for this DVR port 628774fd-36b1-45f2-9114-cf214e734ba5 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:03.880908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f172b986-566d-4b84-b8c6-e46e0d8e7c2a {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:15:03.882451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Pushing event deleted for resources: {'Port': ['ID=628774fd-36b1-45f2-9114-cf214e734ba5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:03.886590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.887967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44334ad7-e1b4-46ff-9ba1-f879b0d9abe3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f172b986-566d-4b84-b8c6-e46e0d8e7c2a HTTP/1.1" status: 204 len: 168 time: 2.2465234 Oct 27 16:15:03.890351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33834) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:03.892027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.939671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] Pushing event deleted for resources: {'Port': ['ID=628774fd-36b1-45f2-9114-cf214e734ba5,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:03.944276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c219c-c5f2-4973-a69f-3be13a948a79 None None] No DVR routers for this DVR port 628774fd-36b1-45f2-9114-cf214e734ba5 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:04.059650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Deleting subnet 7ca1b9bd-aae8-4881-a49f-008869f91c60 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:04.070024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.084785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.111611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e309f2-164d-45d8-8e48-573ed01f8305 req-8c02a1f4-7909-4fa9-ad79-eb8193c55b73 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.113186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5e309f2-164d-45d8-8e48-573ed01f8305 req-8c02a1f4-7909-4fa9-ad79-eb8193c55b73 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.1032884 Oct 27 16:15:04.126126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eec0129-d7a3-4715-bb20-68be92ebe425']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.144653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c4a600-119d-499d-9a9e-c920fd2dff95') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.145196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c4a600-119d-499d-9a9e-c920fd2dff95') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.160709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.168989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.203570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.210260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:04.219159 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:04.231669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5e309f2-164d-45d8-8e48-573ed01f8305 req-b23cf85b-d7bf-4a93-9f0c-b7b132c5fc6f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996823 Oct 27 16:15:04.273955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-0a1368cb-83b2-414a-8332-e2a09cf2ed6b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.275526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-0a1368cb-83b2-414a-8332-e2a09cf2ed6b tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Oct 27 16:15:04.383159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.383726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.389352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.393743 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] 10.222.0.70 "DELETE /v2.0/networks/9eec0129-d7a3-4715-bb20-68be92ebe425 HTTP/1.1" status: 204 len: 168 time: 1.0894878 Oct 27 16:15:04.410588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eff248-7ea0-4d98-ad7e-4271f9249edb admin admin] Pushing event deleted for resources: {'Network': ['ID=9eec0129-d7a3-4715-bb20-68be92ebe425,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:04.455013 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:15:04.461298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e721035-317d-4309-b70c-351859785d5b req-c787980b-6e43-4470-b3e0-81ce5318dec9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.462941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e721035-317d-4309-b70c-351859785d5b req-c787980b-6e43-4470-b3e0-81ce5318dec9 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 945 time: 0.1486461 Oct 27 16:15:04.535349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e721035-317d-4309-b70c-351859785d5b req-ec319772-4a64-4e39-a566-05bc13a99a65 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9a2578-ce47-4ce9-b644-17bca813cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645547 Oct 27 16:15:04.540970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Deleting port 8fb41a12-471b-424a-b3b0-210c20aea90e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:04.541318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.622023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.636347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:04.665952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca1b9bd-aae8-4881-a49f-008869f91c60,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:04.667296 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:04.667746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 07fdce8e-124e-4b05-96b1-86d4ccc3f3ec not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:04.668001 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.668367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 409e49ee-fff3-40dd-a9f9-cca32d0012df no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:04.671302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-973fa1f1-9f49-427b-a985-1f379f0c83f1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7ca1b9bd-aae8-4881-a49f-008869f91c60 HTTP/1.1" status: 204 len: 168 time: 0.7799506 Oct 27 16:15:04.675335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33854) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:04.734778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] For port 8fb41a12-471b-424a-b3b0-210c20aea90e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fb41a12-471b-424a-b3b0-210c20aea90e,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:04.734778 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.758314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f73cf-41f8-47be-8efa-4a845b545590 req-5558270b-4305-4be2-a2d4-592ebd845c2b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.759945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-302f73cf-41f8-47be-8efa-4a845b545590 req-5558270b-4305-4be2-a2d4-592ebd845c2b tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.1254776 Oct 27 16:15:04.760980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Calling delete_port for 8fb41a12-471b-424a-b3b0-210c20aea90e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:04.799486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.867305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-302f73cf-41f8-47be-8efa-4a845b545590 req-158f1dc2-7bfa-4b46-9301-0a1536254faa tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929532 Oct 27 16:15:04.873765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092087d-5090-471a-ab27-759b7e0b1a83 None None] Network 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:04.899513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Deleting port 42baa912-56ce-4191-a07f-c2cf0c684c89 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:04.900932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:04.905683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33858) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:04.930639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 409e49ee-fff3-40dd-a9f9-cca32d0012df {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:04.930979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 409e49ee-fff3-40dd-a9f9-cca32d0012df not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:04.932931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 628774fd-36b1-45f2-9114-cf214e734ba5 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:04.999136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 628774fd-36b1-45f2-9114-cf214e734ba5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:05.000151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 628774fd-36b1-45f2-9114-cf214e734ba5 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:05.012808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] For port 42baa912-56ce-4191-a07f-c2cf0c684c89, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=42baa912-56ce-4191-a07f-c2cf0c684c89,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:05.013875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.029404 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15ce71b6-2eb0-4e20-b05f-d8e910fd61a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0a4bdac104c4dd68b290753315be178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213846 Oct 27 16:15:05.033021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33862) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:05.039434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Calling delete_port for 42baa912-56ce-4191-a07f-c2cf0c684c89 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:05.102424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.140386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8fb41a12-471b-424a-b3b0-210c20aea90e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:05.203262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.207549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-2fb0aedf-25c5-4421-944e-4e26f659497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.209844 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-2fb0aedf-25c5-4421-944e-4e26f659497d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1096 time: 0.0684776 Oct 27 16:15:05.237784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Pushing event deleted for resources: {'Port': ['ID=8fb41a12-471b-424a-b3b0-210c20aea90e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:05.289710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.347538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] DHCP port deletion for 4beef55a-38c5-443b-b3fd-dde51b9bc0b6 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:05.349106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] No DVR routers for this DVR port 8fb41a12-471b-424a-b3b0-210c20aea90e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:05.353835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.357268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-844077c8-c47f-48e8-979d-6001a81ae5b2 req-6d3afe38-5e49-4d12-9251-d173141d7688 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.82 "DELETE /v2.0/ports/8fb41a12-471b-424a-b3b0-210c20aea90e HTTP/1.1" status: 204 len: 173 time: 1.0557537 Oct 27 16:15:05.357771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'name': 'network-vif-deleted', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:05.360738 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30a0e6-3eb4-4611-bdcf-2215143ca049" -d '{"events": [{"server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "name": "network-vif-deleted", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:05.405235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-e0471903-0559-4cf2-91ba-2fa34b6f4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.411403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-e0471903-0559-4cf2-91ba-2fa34b6f4cd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 914 time: 0.1879842 Oct 27 16:15:05.434465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1c6a-231a-4945-9a23-ab0bb3dcfc72 req-20a21db0-2678-4fa5-93f7-71db5d2a2f24 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.455970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273b1c6a-231a-4945-9a23-ab0bb3dcfc72 req-20a21db0-2678-4fa5-93f7-71db5d2a2f24 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0918245 Oct 27 16:15:05.456210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-0f37c79b-5238-4c27-b80c-b694fab72439 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 217 time: 0.0405953 Oct 27 16:15:05.465852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Deleting port 42baa912-56ce-4191-a07f-c2cf0c684c89 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:05.468288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.526409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-9af0f787-40ee-419b-ac11-24022f08d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.530912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273b1c6a-231a-4945-9a23-ab0bb3dcfc72 req-630936c5-2328-470d-ad2f-b60a6095e885 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703461 Oct 27 16:15:05.532831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.537607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.539628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c8b0a28-031a-4b7f-b7dd-f5a03aaa7e42 HTTP/1.1" status: 204 len: 168 time: 0.5048859 Oct 27 16:15:05.539740 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-9af0f787-40ee-419b-ac11-24022f08d353 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0752842 Oct 27 16:15:05.549994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd08095-2c7a-4399-90e2-3a13c79f67e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b0a28-031a-4b7f-b7dd-f5a03aaa7e42,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:05.553757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.579184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] For port 42baa912-56ce-4191-a07f-c2cf0c684c89, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=42baa912-56ce-4191-a07f-c2cf0c684c89,segment=NetworkSegment(1683c6be-3f4e-4043-bb56-5fb95a86265f),segment_id=1683c6be-3f4e-4043-bb56-5fb95a86265f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:05.579864 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.631758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Calling delete_port for 42baa912-56ce-4191-a07f-c2cf0c684c89 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:05.705041 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b92ff1-6f39-4cab-8848-0bd402bf11d5 x-openstack-request-id: req-95b92ff1-6f39-4cab-8848-0bd402bf11d5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:05.705357 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66be8bb-5198-4ce2-801a-3ffa06862054", "name": "network-vif-deleted", "tag": "8fb41a12-471b-424a-b3b0-210c20aea90e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:05.705622 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95b92ff1-6f39-4cab-8848-0bd402bf11d5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:05.706028 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66be8bb-5198-4ce2-801a-3ffa06862054', 'name': 'network-vif-deleted', 'tag': '8fb41a12-471b-424a-b3b0-210c20aea90e', 'status': 'completed', 'code': 200} Oct 27 16:15:05.766063 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.783810 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-f0000fe8-3977-48c3-b454-425e31208e55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041385 Oct 27 16:15:05.784777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] No DVR routers for this DVR port 42baa912-56ce-4191-a07f-c2cf0c684c89 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:05.792983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Pushing event deleted for resources: {'Port': ['ID=42baa912-56ce-4191-a07f-c2cf0c684c89,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:05.834367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Pushing event deleted for resources: {'Port': ['ID=42baa912-56ce-4191-a07f-c2cf0c684c89,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:05.860619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.860964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.861303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.861635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.861963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.862291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.862616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.862939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.863281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.863604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.864035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.864391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:05.869104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907b9ae-9e5a-4617-8ad8-57a95a22b269 None None] No DVR routers for this DVR port 42baa912-56ce-4191-a07f-c2cf0c684c89 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:05.917992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92d1751e-1306-498d-a5b7-2bf3ab3e801a req-d07da846-8e05-4108-a265-99362b954f67 tempest-ServerRescueTestJSON-206335174 tempest-ServerRescueTestJSON-206335174-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66be8bb-5198-4ce2-801a-3ffa06862054 HTTP/1.1" status: 200 len: 210 time: 0.0906572 Oct 27 16:15:05.965582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443af3de-793e-4a41-a474-da29c8d077e9 req-b1065e64-20a3-4106-9092-85db7bd28735 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.975813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-443af3de-793e-4a41-a474-da29c8d077e9 req-b1065e64-20a3-4106-9092-85db7bd28735 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.1461043 Oct 27 16:15:06.006587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.046255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beef55a-38c5-443b-b3fd-dde51b9bc0b6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:06.048774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-443af3de-793e-4a41-a474-da29c8d077e9 req-a2ca932d-08c0-4d00-95f4-616ce509110a tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617101 Oct 27 16:15:06.105504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1683c6be-3f4e-4043-bb56-5fb95a86265f') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:06.106067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1683c6be-3f4e-4043-bb56-5fb95a86265f') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:06.127688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.132258 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-2361e73f-8055-4a44-b0a4-f258dab0c0ad service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313313 Oct 27 16:15:06.198510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.210650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:06.211252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:06.213089 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:06.235604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad296ae0-ebf7-41c7-900e-727215be2835 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:06.302639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ad296ae0-ebf7-41c7-900e-727215be2835 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:06.304134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad296ae0-ebf7-41c7-900e-727215be2835 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:06.306880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 42baa912-56ce-4191-a07f-c2cf0c684c89 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:06.332584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 42baa912-56ce-4191-a07f-c2cf0c684c89 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:06.333112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 42baa912-56ce-4191-a07f-c2cf0c684c89 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:06.344109 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-64ea2494-f3ee-48a9-ae6e-a549beff904c req-fc2a95c2-2890-4410-9271-3c93925a8d7f service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976345 Oct 27 16:15:06.394127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.405195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.412174 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4beef55a-38c5-443b-b3fd-dde51b9bc0b6 HTTP/1.1" status: 204 len: 168 time: 1.7371829 Oct 27 16:15:06.422737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716503ae-5b31-40ca-9af0-d6da97bb6402 admin admin] Pushing event deleted for resources: {'Network': ['ID=4beef55a-38c5-443b-b3fd-dde51b9bc0b6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:06.692654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8a915-bdbf-4da0-92b7-ddad3f5d696a req-72cef415-70a9-4ca2-851a-b132ce955733 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:06.694146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3a8a915-bdbf-4da0-92b7-ddad3f5d696a req-72cef415-70a9-4ca2-851a-b132ce955733 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0645542 Oct 27 16:15:06.745621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3a8a915-bdbf-4da0-92b7-ddad3f5d696a req-5f25d85e-bc19-4a90-910e-7974a142c29c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442266 Oct 27 16:15:06.845441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33904) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:06.898819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-98436668-cb51-4360-ab2a-2068fbb63434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fd74136823a42ce99d7cccfe5c032d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521829 Oct 27 16:15:06.899368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33906) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:06.979925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.987888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33912) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:07.083373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.264907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b42f5-25df-4fcd-a917-9c30f49e7395 req-531f5d74-45f2-4e8d-bfae-545aa8455b1e tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.270061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c73b42f5-25df-4fcd-a917-9c30f49e7395 req-531f5d74-45f2-4e8d-bfae-545aa8455b1e tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.0887876 Oct 27 16:15:07.323690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33924) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:07.361921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c73b42f5-25df-4fcd-a917-9c30f49e7395 req-6b6f854a-5484-4927-aff6-e44ef5215fae tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/security-groups?id=126bc31d-51ff-4ca4-b12e-02359436fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Oct 27 16:15:07.510450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-641289779-network', 'tenant_id': '83750aeb949841d1b0d6563903c1478b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:07.890768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96777a01-0019-4a95-9627-f992ccfd19dc req-307c8b1a-e4e9-4691-ae35-2db9a40c2969 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.900783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96777a01-0019-4a95-9627-f992ccfd19dc req-307c8b1a-e4e9-4691-ae35-2db9a40c2969 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 945 time: 0.0739360 Oct 27 16:15:07.904846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-36d96b07-a0f4-45f1-8638-e7a04abbc1fa tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.906332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-36d96b07-a0f4-45f1-8638-e7a04abbc1fa tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 945 time: 0.1082492 Oct 27 16:15:07.925266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.935389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.935389 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fbbbe3f-eb4a-4e41-890d-7f380e03e6cf HTTP/1.1" status: 204 len: 168 time: 1.0290985 Oct 27 16:15:07.955009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96777a01-0019-4a95-9627-f992ccfd19dc req-39900728-fd85-4d84-8464-d2a50a4012ec tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Oct 27 16:15:07.970708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809c06-6e5c-4dd6-b1dd-4b0e6e8aa73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbbbe3f-eb4a-4e41-890d-7f380e03e6cf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:07.981480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.078575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Made reservation on behalf of 83750aeb949841d1b0d6563903c1478b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:08.083416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.096373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.129703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Deleting port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:08.130646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.243001 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.289567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] For port 8639eb09-9afc-4ab0-9728-ec30fe1aa144, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8639eb09-9afc-4ab0-9728-ec30fe1aa144,segment=NetworkSegment(7aa88991-1511-488d-8eee-734a25dd528b),segment_id=7aa88991-1511-488d-8eee-734a25dd528b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:08.291190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.306961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Calling delete_port for 8639eb09-9afc-4ab0-9728-ec30fe1aa144 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:08.351177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.420982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fb41a12-471b-424a-b3b0-210c20aea90e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:08.454138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8fb41a12-471b-424a-b3b0-210c20aea90e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:08.454892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fb41a12-471b-424a-b3b0-210c20aea90e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:08.455667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:08.473366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:08.479429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3040db-b92d-4bb5-921d-28795662089b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:08.579749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.599332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Deleting port dc9b3c61-daa0-4989-ab14-34e3bb669145 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:08.599332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.613723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:08.618035 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8bf1e4-96dc-46e1-8389-380921feea84" -d '{"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-unplugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:08.656297 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.665163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:08.676589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8639eb09-9afc-4ab0-9728-ec30fe1aa144'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:08.696115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Pushing event deleted for resources: {'Port': ['ID=8639eb09-9afc-4ab0-9728-ec30fe1aa144,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:08.730638 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df69383e-0262-4690-b9a4-154ded8a0c8d x-openstack-request-id: req-df69383e-0262-4690-b9a4-154ded8a0c8d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:08.730638 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-unplugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:08.730638 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df69383e-0262-4690-b9a4-154ded8a0c8d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:08.730638 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'code': 200} Oct 27 16:15:08.771409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] No DVR routers for this DVR port 8639eb09-9afc-4ab0-9728-ec30fe1aa144 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:08.774648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.779193 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aaab7277-7a09-474c-b5c7-c721bd09d0c2 req-ec5086c2-9224-4049-be8d-397e36ac41f4 tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.82 "DELETE /v2.0/ports/8639eb09-9afc-4ab0-9728-ec30fe1aa144 HTTP/1.1" status: 204 len: 173 time: 0.8644829 Oct 27 16:15:08.779615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.795336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'name': 'network-vif-deleted', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:08.798334 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7df2d2-5519-43c7-8bcc-0d880f107281" -d '{"events": [{"server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "name": "network-vif-deleted", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:08.804912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] For port dc9b3c61-daa0-4989-ab14-34e3bb669145, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dc9b3c61-daa0-4989-ab14-34e3bb669145,segment=NetworkSegment(13a584f6-2312-4fae-b731-163dde073be3),segment_id=13a584f6-2312-4fae-b731-163dde073be3)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:08.805280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.854430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Calling delete_port for dc9b3c61-daa0-4989-ab14-34e3bb669145 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:08.942272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:08.987674 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3436da-9af6-4625-9ce1-f1410475a3cf x-openstack-request-id: req-1b3436da-9af6-4625-9ce1-f1410475a3cf {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:08.988213 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1243ae8-da4b-492d-9407-3045d3e09150", "name": "network-vif-deleted", "tag": "8639eb09-9afc-4ab0-9728-ec30fe1aa144", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:08.988213 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b3436da-9af6-4625-9ce1-f1410475a3cf {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:08.990482 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1243ae8-da4b-492d-9407-3045d3e09150', 'name': 'network-vif-deleted', 'tag': '8639eb09-9afc-4ab0-9728-ec30fe1aa144', 'status': 'completed', 'code': 200} Oct 27 16:15:09.113162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.113162 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Added segment b8a04c10-09f8-40c2-8ef7-58ba6d544fe0 of type vlan for network 4501cc91-c71d-40c5-838b-684ba5c0a339 Oct 27 16:15:09.137926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51e664b0-bc4c-44c3-bdfe-61caeca1d333 req-219e445b-204a-489a-b75c-79557bd2d76c tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.6016154 Oct 27 16:15:09.222164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.232189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15effb-b6e3-410c-a159-40e2849cc0e3 req-c5b3d7d2-688a-4301-9ded-f57957dffd39 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:09.234274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac15effb-b6e3-410c-a159-40e2849cc0e3 req-c5b3d7d2-688a-4301-9ded-f57957dffd39 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0954475 Oct 27 16:15:09.301186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.303964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac15effb-b6e3-410c-a159-40e2849cc0e3 req-d8460bf7-57f6-4376-911d-cc078051ed69 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Oct 27 16:15:09.341220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9b3c61-daa0-4989-ab14-34e3bb669145,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:09.384975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.386595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:09.387392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.490440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] Pushing event updated for resources: {'Network': ['ID=4501cc91-c71d-40c5-838b-684ba5c0a339,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:09.508413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:09.513530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ee6726d-b54a-4fae-90a6-d238fbe96974 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2097838 Oct 27 16:15:09.513530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33966) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:09.517026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Request body: {'subnet': {'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-subnet', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:09.558339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.615836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Made reservation on behalf of 83750aeb949841d1b0d6563903c1478b for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:09.618181 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.856880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33972) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:09.931792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Router 6dca14bf-885e-4b97-b7b1-b8875f4f463e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:10.019006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1123006618-network', 'tenant_id': 'e650974175f840fe9356039af92ac80a'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:10.051384 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.094187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:10.105023 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Sync routers for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:10.107187 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-171f3c3e-2a63-4d1b-accf-1e1fb2e60cc7 admin admin] 10.222.0.70 "PUT /v2.0/routers/6dca14bf-885e-4b97-b7b1-b8875f4f463e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1122580 Oct 27 16:15:10.110769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33976) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:10.142240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:10.142872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.155695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfd0390-99f6-4db4-854d-1c301f6d8acc,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:10.163463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Made reservation on behalf of e650974175f840fe9356039af92ac80a for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:10.166226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.194025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.233359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Checking segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:10.233649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Network hostable DHCP agents. Network: 4501cc91-c71d-40c5-838b-684ba5c0a339, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:10.352676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.367635 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:10.475081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:10.479085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07e0e28d-cf59-4492-a116-ee11af9482c7 req-424153a3-660e-4041-974c-a0905787e25d tempest-InstanceActionsNegativeTestJSON-1812968373 tempest-InstanceActionsNegativeTestJSON-1812968373-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1243ae8-da4b-492d-9407-3045d3e09150 HTTP/1.1" status: 200 len: 210 time: 0.1251657 Oct 27 16:15:10.558746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.579104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b4935-337a-488a-a1b5-d136476728c0 req-328fdb49-1646-4918-8bac-675f82ab7819 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:10.587887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a31b4935-337a-488a-a1b5-d136476728c0 req-328fdb49-1646-4918-8bac-675f82ab7819 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1077530 Oct 27 16:15:10.593847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4501cc91-c71d-40c5-838b-684ba5c0a339) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:10.605547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1aa6a-b09c-423b-917c-f57d1f312614 None None] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:10.611417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:10.612230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.616439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.678763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a31b4935-337a-488a-a1b5-d136476728c0 req-fd86367b-49e5-41c3-aadb-24cbdfc69fae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833449 Oct 27 16:15:10.745219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.756310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc7f4f37-ab35-4c75-b9f2-091f583124ce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2434788 Oct 27 16:15:10.756729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33990) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:10.789652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:10.816222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db56cd-4e33-49c2-abfe-4813110097cc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:10.857493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:10.861493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Deleting port 0c7cff07-2713-4ade-bcaf-2776495f91bf {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:10.864526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.875926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.876524 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Added segment 9726fdd8-4a42-4839-b9cc-d3b25737ccff of type vlan for network e9ccede5-2f37-4df1-ab64-9aec6f8db728 Oct 27 16:15:10.912824 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:15:09Z', 'revision_number': 5, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port': {'id': '0c7cff07-2713-4ade-bcaf-2776495f91bf', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:26Z', 'updated_at': '2021-10-27T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.955708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.956945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.958345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a5e28-214d-4aab-acf1-cffe8821c40f req-6ee43fd2-8815-4cd0-91ec-cb1064c306eb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:10.961228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a5a5e28-214d-4aab-acf1-cffe8821c40f req-6ee43fd2-8815-4cd0-91ec-cb1064c306eb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1482079 Oct 27 16:15:10.980760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff8608-57ed-479d-ab38-8a82855afb4c None None] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:10.984914 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Checking router: 6dca14bf-885e-4b97-b7b1-b8875f4f463e for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:10.999420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.008295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Routers {'6dca14bf-885e-4b97-b7b1-b8875f4f463e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:11.008295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:11.157343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.171681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a5a5e28-214d-4aab-acf1-cffe8821c40f req-12643ae4-2335-4fdf-904a-8a0e787efe53 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989660 Oct 27 16:15:11.173545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] For port 0c7cff07-2713-4ade-bcaf-2776495f91bf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0c7cff07-2713-4ade-bcaf-2776495f91bf,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:11.174143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.205607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Calling delete_port for 0c7cff07-2713-4ade-bcaf-2776495f91bf owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:11.210345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.212151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:11.213136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.215985 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] Set router 6dca14bf-885e-4b97-b7b1-b8875f4f463e gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:11.363816 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f418-d4cb-4902-bef7-8c911428371d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.415247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:15:10Z', 'revision_number': 6, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:11.431236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ccede5-2f37-4df1-ab64-9aec6f8db728,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:11.444310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e9ccede5-2f37-4df1-ab64-9aec6f8db728 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:11.445522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1903b064-7eaa-4fca-b840-34f8f006cac8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5875468 Oct 27 16:15:11.448373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:11.454472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Request body: {'subnet': {'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1123006618-subnet', 'tenant_id': 'e650974175f840fe9356039af92ac80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:11.487079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.550573 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee586-386f-45df-90d7-c7ed9d4313d7 None None] The sync data for ids ['6dca14bf-885e-4b97-b7b1-b8875f4f463e'] in n-d-814735-4 is: [{'id': '6dca14bf-885e-4b97-b7b1-b8875f4f463e', 'name': 'tempest-ServerRescueTestJSON-403957972-router', 'tenant_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:25Z', 'updated_at': '2021-10-27T16:15:10Z', 'revision_number': 6, 'project_id': 'b8be57e4abe74d3abe3bfcfbb82746d6', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:11.561471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-d805a505-4ac4-48fa-9533-6ed6fe57a701 req-6a3a1c57-6ce0-4cac-bee3-cec1f982f3e3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:15:11.562476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d805a505-4ac4-48fa-9533-6ed6fe57a701 req-6a3a1c57-6ce0-4cac-bee3-cec1f982f3e3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131581 Oct 27 16:15:11.596469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34006) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:11.709759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.720405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Made reservation on behalf of e650974175f840fe9356039af92ac80a for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:11.726352 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.754323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7cff07-2713-4ade-bcaf-2776495f91bf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:11.890631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Deleting subnet fc674538-3648-4232-8b1e-2e4a54d4324c {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:11.899742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.904469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.977726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.180450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.238332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.252453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.266962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.272066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.385901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91501e-99d3-4838-93b3-6e9de965a5e4 req-352ede14-d8da-4b17-bfc9-fe98abe444cc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:12.405364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb91501e-99d3-4838-93b3-6e9de965a5e4 req-352ede14-d8da-4b17-bfc9-fe98abe444cc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.3614244 Oct 27 16:15:12.443413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:12.571682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb91501e-99d3-4838-93b3-6e9de965a5e4 req-1500c094-effa-41be-b088-0830bdc4c4df tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581664 Oct 27 16:15:12.586266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Allocated IP 172.25.5.157 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e5052f0d-3893-4709-8eb4-953ff611b01c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:12.638665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dc9b3c61-daa0-4989-ab14-34e3bb669145 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:12.680731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: dc9b3c61-daa0-4989-ab14-34e3bb669145 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:12.681360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dc9b3c61-daa0-4989-ab14-34e3bb669145 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:12.747557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8639eb09-9afc-4ab0-9728-ec30fe1aa144 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:12.760247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.787112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8639eb09-9afc-4ab0-9728-ec30fe1aa144 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:12.787868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8639eb09-9afc-4ab0-9728-ec30fe1aa144 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:12.822254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.823077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dca14bf-885e-4b97-b7b1-b8875f4f463e {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:15:12.828133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.829862 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b252179-04f7-4fa4-83f4-afbdb2ae20b0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6dca14bf-885e-4b97-b7b1-b8875f4f463e HTTP/1.1" status: 204 len: 168 time: 2.7178295 Oct 27 16:15:12.832651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:12.887396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.904000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.920767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.991161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5052f0d-3893-4709-8eb4-953ff611b01c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.022084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:13.023956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:13.025113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.031247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:13.034951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fc674538-3648-4232-8b1e-2e4a54d4324c HTTP/1.1" status: 204 len: 168 time: 1.4349511 Oct 27 16:15:13.035649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:13.061962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-059001da-301e-494b-b825-406130565c39 admin admin] Deleting subnet 98c12943-29d3-456e-bc31-9dc701895a9b {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:13.113008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-059001da-301e-494b-b825-406130565c39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.149594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.156634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10dcff7-e719-4f07-9443-f2f361344480,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.203535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-059001da-301e-494b-b825-406130565c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.226026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77f05d-b169-4030-ad7c-9f43d5103be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc674538-3648-4232-8b1e-2e4a54d4324c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.233721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-fb583a8c-7c27-418b-a02d-3ecc1f293712 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2705595 Oct 27 16:15:13.234511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Checking segment: {'id': '9726fdd8-4a42-4839-b9cc-d3b25737ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:13.234879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Network hostable DHCP agents. Network: e9ccede5-2f37-4df1-ab64-9aec6f8db728, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:13.244786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-c7221471-4968-4ee6-9690-8f73461776a3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:15:13.245792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-c7221471-4968-4ee6-9690-8f73461776a3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052772 Oct 27 16:15:13.276441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-059001da-301e-494b-b825-406130565c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.323918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Network e9ccede5-2f37-4df1-ab64-9aec6f8db728 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:13.438583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, e9ccede5-2f37-4df1-ab64-9aec6f8db728) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:13.453483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382484bb-ff69-4467-988d-8a8b95f48e5c None None] Network e9ccede5-2f37-4df1-ab64-9aec6f8db728 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:13.455815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:13.457270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.470952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-059001da-301e-494b-b825-406130565c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.544152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059001da-301e-494b-b825-406130565c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c12943-29d3-456e-bc31-9dc701895a9b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.556490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-059001da-301e-494b-b825-406130565c39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.571972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-059001da-301e-494b-b825-406130565c39 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98c12943-29d3-456e-bc31-9dc701895a9b HTTP/1.1" status: 204 len: 168 time: 0.7352202 Oct 27 16:15:13.572770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:13.610205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.663095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3719e-56be-4a7e-84f3-dd68c1327007 None None] Network e9ccede5-2f37-4df1-ab64-9aec6f8db728 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:13.675522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e81aae-a167-40f4-aa77-06ce5187eaa6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.699099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0ba56cd7-835a-4d27-a2b1-a2be748052e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2446492 Oct 27 16:15:13.704495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.764389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa88991-1511-488d-8eee-734a25dd528b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.764672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa88991-1511-488d-8eee-734a25dd528b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.801967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.838206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c383b-909d-4ea7-92cc-3af1fdfd55b4 req-8015c114-277d-4cfe-89e2-98dc00177fb3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:13.839849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e7c383b-909d-4ea7-92cc-3af1fdfd55b4 req-8015c114-277d-4cfe-89e2-98dc00177fb3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1422586 Oct 27 16:15:13.843671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.854396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.874922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:13.877376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.888451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f63be1-626f-4d33-a4e3-d7cb2adae5a3']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.902960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a584f6-2312-4fae-b731-163dde073be3') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.903548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a584f6-2312-4fae-b731-163dde073be3') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:13.923676 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.933637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e7c383b-909d-4ea7-92cc-3af1fdfd55b4 req-815de5a6-acd4-4b3c-944b-62e4114f5515 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Oct 27 16:15:13.942314 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:13.943556 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:13.950079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:13.952641 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:13.953234 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:13.978806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-661836d3-da50-475e-be31-09ab4ae6886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.094298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.138252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.143799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] 10.222.0.70 "DELETE /v2.0/networks/f8e81aae-a167-40f4-aa77-06ce5187eaa6 HTTP/1.1" status: 204 len: 168 time: 1.1062388 Oct 27 16:15:14.151241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0c7cff07-2713-4ade-bcaf-2776495f91bf no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:14.179436 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.183288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0c7cff07-2713-4ade-bcaf-2776495f91bf {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:14.188168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008448cd-9e78-4242-977c-6d395ac5618c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e81aae-a167-40f4-aa77-06ce5187eaa6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:14.189931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0c7cff07-2713-4ade-bcaf-2776495f91bf not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:14.216490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.219568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b8f63be1-626f-4d33-a4e3-d7cb2adae5a3 HTTP/1.1" status: 204 len: 168 time: 0.6458323 Oct 27 16:15:14.220897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d67c8-c1bd-4246-8bf1-10637fb36f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f63be1-626f-4d33-a4e3-d7cb2adae5a3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:14.237606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.457029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.597744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.662804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.683808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Router 8551524b-00ee-4b2e-8b8f-78ebc208c553 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:15:14.719020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e299879d-b80c-4fb7-8aec-c666ead9603e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ef45ce071994177a122422b3b9b6139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559125 Oct 27 16:15:14.721405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.782053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34088) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.782904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.850151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.861719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fd5c926-4422-4f35-b14f-04856eacdacc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8be57e4abe74d3abe3bfcfbb82746d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765996 Oct 27 16:15:14.864960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34090) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.944197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:14.952179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.956751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Sync routers for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:14.981661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:14.982646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:15.036701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.055360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.056729 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3459b56b-0144-467d-8287-084153b247c9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2976937 Oct 27 16:15:15.059343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34100) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:15.075555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.079877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.081065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/126bc31d-51ff-4ca4-b12e-02359436fb1f HTTP/1.1" status: 204 len: 168 time: 0.3586774 Oct 27 16:15:15.123131 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.137393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250a4d-6de1-4746-b5d7-03f38ac36db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126bc31d-51ff-4ca4-b12e-02359436fb1f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:15.182661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34106) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:15.193227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:15.212510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1625592837-network', 'tenant_id': 'a410a88c0bec462ab932f50f7bf48660'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:15.267621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d000-19da-4b70-b5b1-db434920f814 req-ae34c83e-22ac-47b6-ab23-6fc95e9e44f3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.275532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d778d000-19da-4b70-b5b1-db434920f814 req-ae34c83e-22ac-47b6-ab23-6fc95e9e44f3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1579237 Oct 27 16:15:15.316829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d778d000-19da-4b70-b5b1-db434920f814 req-0be0b149-830c-49a6-8a9e-b2dcd1e9794b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Oct 27 16:15:15.318329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Made reservation on behalf of a410a88c0bec462ab932f50f7bf48660 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:15.321228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.331630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.381101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.383682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.387263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c9a2578-ce47-4ce9-b644-17bca813cf2c HTTP/1.1" status: 204 len: 168 time: 0.5187714 Oct 27 16:15:15.424772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-cd73250e-4849-48ea-b291-c2ec5c40d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.426807 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-cd73250e-4849-48ea-b291-c2ec5c40d84f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e&tenant_id=48444d68817f4ea284fd6635149a29ad HTTP/1.1" status: 200 len: 1094 time: 0.0643969 Oct 27 16:15:15.443501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:13Z', 'revision_number': 3, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:15.446778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3584e6-0013-4536-ae73-6166918f884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a2578-ce47-4ce9-b644-17bca813cf2c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:15.498376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.533316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Checking router: 8551524b-00ee-4b2e-8b8f-78ebc208c553 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:15.534289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Updating router 8551524b-00ee-4b2e-8b8f-78ebc208c553 port e5052f0d-3893-4709-8eb4-953ff611b01c binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:15.573659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.644837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:15.663396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-1f3ba62b-eb90-4cb7-8913-55d27671feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.664966 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-1f3ba62b-eb90-4cb7-8913-55d27671feda service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1094 time: 0.1235502 Oct 27 16:15:15.683626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5015fc63-b4b7-4f25-b236-f64510367e40,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:15.698266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.698641 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Added segment c44af82d-27c4-4340-bd41-a8dbcadd9461 of type vlan for network b76eaaa5-df2b-427b-8726-dca5119aa0f2 Oct 27 16:15:15.778068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.799559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-3ae77274-54e7-40aa-9e49-d0e42ffa114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.800113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.802201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-3ae77274-54e7-40aa-9e49-d0e42ffa114f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 914 time: 0.1272819 Oct 27 16:15:15.868311 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-bddf664c-3897-4e9f-af4e-c7cb51e5ab6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 217 time: 0.0588174 Oct 27 16:15:15.967850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.971110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-2d0d1a9f-8c9d-4786-86f7-db9a2f17a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.971110 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-2d0d1a9f-8c9d-4786-86f7-db9a2f17a8d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.0918779 Oct 27 16:15:15.972261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.972984 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.074551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-70f78020-7ffd-48ab-a618-5f41dc4f580d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758169 Oct 27 16:15:16.095928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.157959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b76eaaa5-df2b-427b-8726-dca5119aa0f2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:16.175909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b76eaaa5-df2b-427b-8726-dca5119aa0f2 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:16.183285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.191501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b45425c5-d563-4520-9ba5-1419e36060a5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0071559 Oct 27 16:15:16.192723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34140) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:16.199685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Request body: {'subnet': {'network_id': 'b76eaaa5-df2b-427b-8726-dca5119aa0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1625592837-subnet', 'tenant_id': 'a410a88c0bec462ab932f50f7bf48660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:16.292359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.310409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Made reservation on behalf of a410a88c0bec462ab932f50f7bf48660 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:16.312915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.353045 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe89b4-5b20-4dae-9c12-769345555492 None None] Pushing event updated for resources: {'Port': ['ID=e5052f0d-3893-4709-8eb4-953ff611b01c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:16.359240 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-bfec3573-df0a-4ca6-a930-5fd22e452b01 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386489 Oct 27 16:15:16.404869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Attempting to bind port e5052f0d-3893-4709-8eb4-953ff611b01c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:16.405445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Attempting to bind port e5052f0d-3893-4709-8eb4-953ff611b01c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:16.406224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Attempting to bind port e5052f0d-3893-4709-8eb4-953ff611b01c on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Bound port: e5052f0d-3893-4709-8eb4-953ff611b01c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:16.416302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.484621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Allocated IP 172.20.0.1 (4501cc91-c71d-40c5-838b-684ba5c0a339/0bfd0390-99f6-4db4-854d-1c301f6d8acc/9e775d25-62f1-43b9-8d66-38f8903b33ae) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:16.547226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] For port e5052f0d-3893-4709-8eb4-953ff611b01c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:16.554689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] For port e5052f0d-3893-4709-8eb4-953ff611b01c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e5052f0d-3893-4709-8eb4-953ff611b01c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:16.622820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.638629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230c9d-f71f-453f-b6a6-e955a96acfaa req-cde52c64-cc80-44c8-bf9e-f40a0f86ba1b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:16.641290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29230c9d-f71f-453f-b6a6-e955a96acfaa req-cde52c64-cc80-44c8-bf9e-f40a0f86ba1b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1125917 Oct 27 16:15:16.690379 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d964ec83-7bc6-4fe6-be43-36b1f4eadf88 req-6e1eb59c-5a6c-4b6e-bcbe-a1e9df34d696 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186872 Oct 27 16:15:16.728336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.728720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29230c9d-f71f-453f-b6a6-e955a96acfaa req-a1e7cffc-0c9e-41e0-945d-bb63ce75b520 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719647 Oct 27 16:15:16.734663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.792708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa5f5a9-1291-4fa3-b7f3-14f28838cd24,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:16.794140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe89b4-5b20-4dae-9c12-769345555492 None None] Pushing event updated for resources: {'Port': ['ID=e5052f0d-3893-4709-8eb4-953ff611b01c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:16.858277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:16.858976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:16.882340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.895992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Checking segment: {'id': 'c44af82d-27c4-4340-bd41-a8dbcadd9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b76eaaa5-df2b-427b-8726-dca5119aa0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:16.902784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Network hostable DHCP agents. Network: b76eaaa5-df2b-427b-8726-dca5119aa0f2, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:16.944971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:16.968774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:16.973775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:17.022513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Pushing event updated for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:17.026712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.031687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:17.038034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.050311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Network b76eaaa5-df2b-427b-8726-dca5119aa0f2 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:17.147024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b76eaaa5-df2b-427b-8726-dca5119aa0f2) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:17.152648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:17.153207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.218437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e73e51a3-ab0c-47f8-b094-8c8991437313 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0245905 Oct 27 16:15:17.221386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33941f1a-181f-4c77-ba9a-9599ad13b582 None None] Network b76eaaa5-df2b-427b-8726-dca5119aa0f2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:17.226414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:17.343850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:13Z', 'revision_number': 3, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:17.344547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.378676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4265560-0d51-4035-b3e4-f5be62fdd22f None None] The sync data for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 is: [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:13Z', 'revision_number': 3, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:17.450977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2733f2-3124-4b97-a499-808506a02ce9 None None] Network b76eaaa5-df2b-427b-8726-dca5119aa0f2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:17.656876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.666575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-09d81b2b-a3e5-47a9-aff4-a9e9bc3c48d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833127 Oct 27 16:15:17.821508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-21472547-network', 'tenant_id': '6d783d7409634cd888caf4d5259da18e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:17.864931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.938569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.053554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-30db5ed6-7661-4739-8d45-b15d65a55085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:18.055154 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-30db5ed6-7661-4739-8d45-b15d65a55085 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a11a876da2044a14b4ce7073fda060c6&device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 1096 time: 0.3376431 Oct 27 16:15:18.248109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb31f59-a1b7-49a3-b967-52ef20ff717f req-3f1b8360-eed4-42e6-b202-5b01b2315026 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:18.248109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fb31f59-a1b7-49a3-b967-52ef20ff717f req-3f1b8360-eed4-42e6-b202-5b01b2315026 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.3374631 Oct 27 16:15:18.291931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:18.306520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.353061 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.354364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e5052f0d-3893-4709-8eb4-953ff611b01c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:18.386079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fb31f59-a1b7-49a3-b967-52ef20ff717f req-391378e1-4352-45cc-bab5-7bd50257a959 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201823 Oct 27 16:15:18.398582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Pushing event updated for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:18.545191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e5052f0d-3893-4709-8eb4-953ff611b01c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:18.545872 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.791027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.834187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port e5052f0d-3893-4709-8eb4-953ff611b01c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e5052f0d-3893-4709-8eb4-953ff611b01c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:18.931058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.053706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=e5052f0d-3893-4709-8eb4-953ff611b01c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:19.066243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-98214bce-5bcc-4ce5-a712-f2dcfa0c2c39 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:19.068728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-98214bce-5bcc-4ce5-a712-f2dcfa0c2c39 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/networks?id=e9ccede5-2f37-4df1-ab64-9aec6f8db728 HTTP/1.1" status: 200 len: 825 time: 0.2170782 Oct 27 16:15:19.105146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-838912f4-63cb-45a2-825a-a9484b3ab316 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/quotas/e650974175f840fe9356039af92ac80a HTTP/1.1" status: 200 len: 375 time: 0.0284584 Oct 27 16:15:19.171447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-8f76bd58-eef6-4d08-accd-8ca706768178 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e650974175f840fe9356039af92ac80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437229 Oct 27 16:15:19.380901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:19.385097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-7b8d9f0f-d920-4387-b683-818b05d1635b service neutron] 10.222.0.70 "GET /v2.0/networks/e9ccede5-2f37-4df1-ab64-9aec6f8db728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127573 Oct 27 16:15:19.428138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:19.431015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-3f31b1c3-e516-4332-9fa2-418c077024e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:19.432695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-3f31b1c3-e516-4332-9fa2-418c077024e9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a2321e5-e318-41d2-8e7b-e992c411f428 HTTP/1.1" status: 200 len: 916 time: 1.1895411 Oct 27 16:15:19.709384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-61f25c1a-400e-4b85-83a6-d9c45d691fb2 service neutron] 10.222.0.70 "GET /v2.0/networks/e9ccede5-2f37-4df1-ab64-9aec6f8db728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059459 Oct 27 16:15:19.710752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.748921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a01b4f-e09b-47a9-af99-b4f33675e5ba req-4e47e616-15ff-4853-96a0-f4a6b2364d2e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:19.758429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a01b4f-e09b-47a9-af99-b4f33675e5ba req-4e47e616-15ff-4853-96a0-f4a6b2364d2e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0953248 Oct 27 16:15:19.809550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.820945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a01b4f-e09b-47a9-af99-b4f33675e5ba req-df017a7c-acf0-4f09-b38c-e80a21613dd1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574448 Oct 27 16:15:19.930470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-8672aa2b-bbf5-47b7-bb83-18101b71015a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d325c692-c769-4130-89dd-9f33402b3890 HTTP/1.1" status: 200 len: 1000 time: 0.4826765 Oct 27 16:15:19.931151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9605e2-3536-4f25-802c-390fe94b0c38,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:19.936968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:20.055639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-52f4b65a-136e-431b-af57-ed3154b1b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:20.077856 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-52f4b65a-136e-431b-af57-ed3154b1b54d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb9634f9-0f1f-4c62-b484-f6ead02439e4 HTTP/1.1" status: 200 len: 854 time: 0.1355972 Oct 27 16:15:20.149047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.149465 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Added segment 6504b59f-5053-47d5-ad5a-c06f492e423e of type vlan for network 8349e9a0-8847-4386-b5b8-5370bcb17bbe Oct 27 16:15:20.261119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Router 8551524b-00ee-4b2e-8b8f-78ebc208c553 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:20.309397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e5052f0d-3893-4709-8eb4-953ff611b01c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:20.396681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b38d7980-7cac-4ba4-bb86-35fb63423af5 req-866aeeb6-0d53-4980-a3bd-25ccb66017ff tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0766661 Oct 27 16:15:20.411327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-0797a5b3-d399-4519-b24a-26150e77e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:20.413071 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-0797a5b3-d399-4519-b24a-26150e77e8a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a2321e5-e318-41d2-8e7b-e992c411f428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966111 Oct 27 16:15:20.415010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.429714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e5052f0d-3893-4709-8eb4-953ff611b01c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:20.430164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.548815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:15:20.762391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:20.785415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab5dfbfe-90df-4c0d-97cb-31b696f9e41c admin admin] 10.222.0.70 "PUT /v2.0/routers/8551524b-00ee-4b2e-8b8f-78ebc208c553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7234273 Oct 27 16:15:20.788969 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Sync routers for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:20.804244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.814648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:20.816699 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:20.818306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.822207 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:21.092782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] Pushing event updated for resources: {'Network': ['ID=8349e9a0-8847-4386-b5b8-5370bcb17bbe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:21.100515 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:21.109426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:21.151691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeaf66-c423-4f0f-8b6c-7f6c1d0d5cd2 req-e771c0c5-aa01-4116-85a3-8be712dd0411 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:21.158191 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2577cbdd-4d6f-406a-8732-cdfc54373012 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9281888 Oct 27 16:15:21.162516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:21.164984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1abeaf66-c423-4f0f-8b6c-7f6c1d0d5cd2 req-e771c0c5-aa01-4116-85a3-8be712dd0411 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1970406 Oct 27 16:15:21.181570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Request body: {'subnet': {'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-21472547-subnet', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:21.198386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-c1ef855f-2db8-41a2-b0ad-7547569bfa84 service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725874 Oct 27 16:15:21.292197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1abeaf66-c423-4f0f-8b6c-7f6c1d0d5cd2 req-66c889c4-82ba-4be1-b9b0-dd806f26fa3a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262035 Oct 27 16:15:21.344771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:21.358973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.543454 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-29a8d98c-6741-4858-898d-fffa7c71c0b5 req-8b9e15d3-9b0a-4bce-870d-ab999035f46b service neutron] 10.222.0.82 "GET /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182216 Oct 27 16:15:21.576750 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:17Z', 'revision_number': 4, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9e775d25-62f1-43b9-8d66-38f8903b33ae', 'name': '', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'mac_address': 'fa:16:3e:90:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:16Z', 'updated_at': '2021-10-27T16:15:17Z', 'revision_number': 2, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'subnets': [{'id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:21.627355 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Checking router: 8551524b-00ee-4b2e-8b8f-78ebc208c553 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:21.628099 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Updating router 8551524b-00ee-4b2e-8b8f-78ebc208c553 port 9e775d25-62f1-43b9-8d66-38f8903b33ae binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:21.671979 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.815722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.953938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2236a2e8-b54d-46d9-a03a-817cf5aed7a3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:21.984464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:21.984835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Network hostable DHCP agents. Network: 8349e9a0-8847-4386-b5b8-5370bcb17bbe, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:22.152596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06cf447f-423e-4182-bc83-7cf42502c955 req-2be1e130-7f72-443a-9bd1-7847ac1cfc0a tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0643511 Oct 27 16:15:22.192910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:22.219708 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.404413 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.404643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8349e9a0-8847-4386-b5b8-5370bcb17bbe) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:22.416389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:22.417101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d77530-5db2-4b1c-9815-d6afeae2a1aa None None] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:22.418816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.498282 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9bb94-84c3-4051-b88b-3b7fe54b9b94 None None] Pushing event updated for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:22.548249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d637b3b6-75ab-4fdd-a779-197cc8589cff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3779745 Oct 27 16:15:22.551014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34320) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:22.552002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a02f3-4797-4775-aaff-ccedf1855fcb req-06d34e83-90d6-4d18-ab34-5030b59e0ac0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:22.559294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:22.560188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880a02f3-4797-4775-aaff-ccedf1855fcb req-06d34e83-90d6-4d18-ab34-5030b59e0ac0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1388443 Oct 27 16:15:22.605090 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Attempting to bind port 9e775d25-62f1-43b9-8d66-38f8903b33ae on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:22.605522 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Attempting to bind port 9e775d25-62f1-43b9-8d66-38f8903b33ae by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:22.605945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Attempting to bind port 9e775d25-62f1-43b9-8d66-38f8903b33ae on network 4501cc91-c71d-40c5-838b-684ba5c0a339 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:22.630977 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:22.631388 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Checking segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:22.637990 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.637990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Bound using segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:22.637990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Bound port: 9e775d25-62f1-43b9-8d66-38f8903b33ae, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:22.638250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-c42b0822-1de7-4f6c-8774-633b60368fe5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:22.638354 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.648708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-c42b0822-1de7-4f6c-8774-633b60368fe5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 818 time: 0.3044136 Oct 27 16:15:22.707583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-67e06c9d-bee0-4858-b87f-257690125fec tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/quotas/83750aeb949841d1b0d6563903c1478b HTTP/1.1" status: 200 len: 375 time: 0.0573568 Oct 27 16:15:22.775831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880a02f3-4797-4775-aaff-ccedf1855fcb req-411b739b-376d-4fa9-8fd9-7deac0bd385b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826060 Oct 27 16:15:22.776454 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] For port 9e775d25-62f1-43b9-8d66-38f8903b33ae, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:22.776454 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] For port 9e775d25-62f1-43b9-8d66-38f8903b33ae, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e775d25-62f1-43b9-8d66-38f8903b33ae,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:22.776677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-69f95ca7-1791-46f7-9951-9a0ce3ef351a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598280 Oct 27 16:15:22.844709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:22.846283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.855204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.856627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.943986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-11c6da6e-f77d-4401-af1e-175a76f11b7d service neutron] 10.222.0.70 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555867 Oct 27 16:15:23.023434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.121011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Allocated IP 172.20.0.2 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/4550e197-2463-48e4-bc42-3179431a8dc7) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:23.210599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-6f180ed9-0655-45e8-a14a-f9b634e9cf3d service neutron] 10.222.0.70 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656200 Oct 27 16:15:23.425642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.560245 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.621479 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.662278 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:23.662641 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:23.787957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:23.823260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:23.841894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:23.870397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.887891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23bc7218-5d8f-4011-9185-e54ea3a26931 req-6fa80b71-d36e-40ae-8514-1acffdb145ac tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.1149509 Oct 27 16:15:23.917533 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9bb94-84c3-4051-b88b-3b7fe54b9b94 None None] Pushing event updated for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:23.932238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Pushing event updated for resources: {'Port': ['ID=4550e197-2463-48e4-bc42-3179431a8dc7,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:24.019016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Attempting to bind port 4550e197-2463-48e4-bc42-3179431a8dc7 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:24.020323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Attempting to bind port 4550e197-2463-48e4-bc42-3179431a8dc7 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:24.020867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Attempting to bind port 4550e197-2463-48e4-bc42-3179431a8dc7 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:24.029215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:24.029835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:24.030544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.031108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:24.031815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Bound port: 4550e197-2463-48e4-bc42-3179431a8dc7, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:24.033139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.052543 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:24.240567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] For port 4550e197-2463-48e4-bc42-3179431a8dc7, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:24.256350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] For port 4550e197-2463-48e4-bc42-3179431a8dc7, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4550e197-2463-48e4-bc42-3179431a8dc7,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:24.286865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dc24550-1004-4589-94e5-03772950e39b req-cf557d96-3e15-4fec-9c23-924875eacee1 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 210 time: 0.0846605 Oct 27 16:15:24.347732 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.458750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.517033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.560400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8ca11-7423-4bd2-90b5-eb6922a9c226 req-1aae78cc-88ac-4f00-89cf-602de58d11dc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:24.575329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55d8ca11-7423-4bd2-90b5-eb6922a9c226 req-1aae78cc-88ac-4f00-89cf-602de58d11dc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1360447 Oct 27 16:15:24.582717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc913a3-73cd-4dfe-8998-b83eeba2375b None None] Pushing event updated for resources: {'Port': ['ID=4550e197-2463-48e4-bc42-3179431a8dc7,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:24.670686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55d8ca11-7423-4bd2-90b5-eb6922a9c226 req-474af525-2bee-4eca-86a4-d0bf81163e3c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Oct 27 16:15:24.843156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Allocated IP 172.25.5.229 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/236aae82-3074-4d2e-903c-7233d392e7d0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:24.853237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:17Z', 'revision_number': 4, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9e775d25-62f1-43b9-8d66-38f8903b33ae', 'name': '', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'mac_address': 'fa:16:3e:90:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:16Z', 'updated_at': '2021-10-27T16:15:22Z', 'revision_number': 4, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'subnets': [{'id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:24.910073 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c8dfd-b6e4-4a7a-ab86-2638ba6003e3 None None] The sync data for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 is: [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:15:17Z', 'revision_number': 4, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9e775d25-62f1-43b9-8d66-38f8903b33ae', 'name': '', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'mac_address': 'fa:16:3e:90:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:16Z', 'updated_at': '2021-10-27T16:15:22Z', 'revision_number': 4, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'subnets': [{'id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:25.222668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.250682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36c65ade-2d3d-411b-bb24-74408c818316 req-ebd9110a-7de2-4fc2-aa7b-4804815fddd9 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.1171355 Oct 27 16:15:25.344643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-cf7c78ed-2bd1-40b6-9217-a4fc313d5f28 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:25.356439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-cf7c78ed-2bd1-40b6-9217-a4fc313d5f28 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 818 time: 0.4811375 Oct 27 16:15:25.380520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-7d37d263-ae42-4641-8fd0-7749581bb93b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/quotas/83750aeb949841d1b0d6563903c1478b HTTP/1.1" status: 200 len: 375 time: 0.0231054 Oct 27 16:15:25.456138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.459974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-68db7a06-1c25-4711-9327-b78edd47d118 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784895 Oct 27 16:15:25.565108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Pushing event updated for resources: {'Port': ['ID=236aae82-3074-4d2e-903c-7233d392e7d0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:25.608788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:25.608788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:25.611746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:25.638434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-d3d1025c-b99a-478b-8e9c-bce39cb73b0a service neutron] 10.222.0.70 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773856 Oct 27 16:15:25.803461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-c8d1fac5-1984-4948-9407-d107f6e17e6d service neutron] 10.222.0.70 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640542 Oct 27 16:15:26.044005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5b51-f8ea-4fbe-ba3f-9582ef7ecb9a req-1d24ecdf-64b8-4156-a2a3-4a675b8a953e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.055510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40cf5b51-f8ea-4fbe-ba3f-9582ef7ecb9a req-1d24ecdf-64b8-4156-a2a3-4a675b8a953e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1661279 Oct 27 16:15:26.174625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40cf5b51-f8ea-4fbe-ba3f-9582ef7ecb9a req-14d4c6a4-79b1-4964-a645-f4044e99d1b5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693955 Oct 27 16:15:26.664231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4550e197-2463-48e4-bc42-3179431a8dc7 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:26.827184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-22068353-fe1b-4bbb-ac50-92e4f9eb28f8 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.829503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-22068353-fe1b-4bbb-ac50-92e4f9eb28f8 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.82 "GET /v2.0/networks?id=e9ccede5-2f37-4df1-ab64-9aec6f8db728 HTTP/1.1" status: 200 len: 825 time: 0.8048465 Oct 27 16:15:26.835691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4550e197-2463-48e4-bc42-3179431a8dc7 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:26.842330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.861004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Request body: {'port': {'device_id': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728', 'admin_state_up': True, 'tenant_id': 'e650974175f840fe9356039af92ac80a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:26.960007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308ba56-071b-4b8f-88de-7a1d6307ee9b None None] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:27.265309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.306291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.373818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c4633294-e244-4b28-8626-920e1f2dfdea None None] Provisioning complete for port 4550e197-2463-48e4-bc42-3179431a8dc7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:27.374706 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4633294-e244-4b28-8626-920e1f2dfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.494301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 4550e197-2463-48e4-bc42-3179431a8dc7, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4550e197-2463-48e4-bc42-3179431a8dc7,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:27.651619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-455eb6b3-f80f-4b2e-8e1f-7ad11da9a5c2 req-7d0b004a-855a-4a20-8cd8-05ea24bce93d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 1.1440260 Oct 27 16:15:27.826033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cc8bf99-c7e3-4fb1-b9b2-3e57493cecb9 req-39c20209-0dfe-465c-a76c-3eefd9e0a77b tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.1939518 Oct 27 16:15:28.193573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5e53-6aad-483b-b0c6-b62d58350bab req-2f61301d-63af-4cfd-8c33-c418a2b393f9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:28.203704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-496f5e53-6aad-483b-b0c6-b62d58350bab req-2f61301d-63af-4cfd-8c33-c418a2b393f9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0980570 Oct 27 16:15:28.289344 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4633294-e244-4b28-8626-920e1f2dfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.294131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.325650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-496f5e53-6aad-483b-b0c6-b62d58350bab req-33598e1b-0973-4de2-a50a-99e1b129dd90 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182661 Oct 27 16:15:28.334852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Made reservation on behalf of e650974175f840fe9356039af92ac80a for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:28.357672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.419641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.420493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e775d25-62f1-43b9-8d66-38f8903b33ae up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:28.561395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=4550e197-2463-48e4-bc42-3179431a8dc7,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:28.668153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-c4633294-e244-4b28-8626-920e1f2dfdea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:15:28.668518 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-c4633294-e244-4b28-8626-920e1f2dfdea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:15:28.693328 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.766068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.769124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9e775d25-62f1-43b9-8d66-38f8903b33ae triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:28.770402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.032482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-95f04308-e303-4283-880e-9ae18af1b184 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.049436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.063874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-95f04308-e303-4283-880e-9ae18af1b184 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 818 time: 0.5454626 Oct 27 16:15:29.063874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0072774c-ac69-4fca-81b5-502598b31390 req-afec7daa-6235-4268-869b-f7df9ea1592f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.1787798 Oct 27 16:15:29.080137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Request body: {'port': {'device_id': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'admin_state_up': True, 'tenant_id': '83750aeb949841d1b0d6563903c1478b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:29.152521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 9e775d25-62f1-43b9-8d66-38f8903b33ae, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e775d25-62f1-43b9-8d66-38f8903b33ae,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:29.155176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb5fb1bd-075c-482b-81c3-a4e75d13d2b0 req-2d0bfe5c-9d83-4477-b9e0-96cd48b1d228 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 210 time: 0.1606746 Oct 27 16:15:29.280842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.345509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Allocated IP 172.20.0.4 (e9ccede5-2f37-4df1-ab64-9aec6f8db728/c10dcff7-e719-4f07-9443-f2f361344480/f6427ea2-c1a9-4742-ad2c-0bd9657dfd28) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:29.467008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:29.513898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:15:29.529322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-451d336c-641c-4525-b0b2-d00312beb726 None None] Provisioning complete for port 4550e197-2463-48e4-bc42-3179431a8dc7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:29.529889 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-451d336c-641c-4525-b0b2-d00312beb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.666798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4550e197-2463-48e4-bc42-3179431a8dc7 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:29.758898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ebb0e-a261-4440-a4f3-334a778ecbee req-82a25828-cb54-4f2c-b50c-3bfb70bb75de tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.770933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c90ebb0e-a261-4440-a4f3-334a778ecbee req-82a25828-cb54-4f2c-b50c-3bfb70bb75de tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1484768 Oct 27 16:15:29.861951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.863876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c90ebb0e-a261-4440-a4f3-334a778ecbee req-5ffbf368-e3d3-4a03-ab56-b89e7e72c414 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917687 Oct 27 16:15:29.880185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:29.897630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Sync routers for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:29.929778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:29.930354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:30.003515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Made reservation on behalf of 83750aeb949841d1b0d6563903c1478b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:30.008860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.049044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.068445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4550e197-2463-48e4-bc42-3179431a8dc7 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:30.068445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.175020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.179570 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f80d4147-9fb7-4054-baf2-d133d6624c91 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6274428 Oct 27 16:15:30.186782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:30.201509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Network e9ccede5-2f37-4df1-ab64-9aec6f8db728 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:30.358127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:30.373859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4b5d482-90a7-4b5c-99cf-d004ec61e21e req-ecd06d38-eb23-4402-9fa8-3a7a07ea7099 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.1038241 Oct 27 16:15:30.387878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:30.395304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:30.443696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Pushing event updated for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:30.470087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Allocated IP 172.20.0.11 (4501cc91-c71d-40c5-838b-684ba5c0a339/0bfd0390-99f6-4db4-854d-1c301f6d8acc/fead062d-e3c0-40b0-8176-421e3d56f8f2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:30.524438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.525906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.599400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eff-dd14-4a47-a556-45cbfea4990d req-ef33765c-0a6d-4cc3-9725-11617b10ee80 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.601979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11227eff-dd14-4a47-a556-45cbfea4990d req-ef33765c-0a6d-4cc3-9725-11617b10ee80 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 931 time: 0.2334483 Oct 27 16:15:30.797159 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-de2482c8-886b-4cec-8313-7b7cd0f849a1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9443293 Oct 27 16:15:30.841195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Request body: {'port': {'device_id': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:30.999620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.051067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:26Z', 'revision_number': 3, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:31.126644 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.142009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11227eff-dd14-4a47-a556-45cbfea4990d req-a587c4d5-f482-4746-b9e8-3a7f717f5d89 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288823 Oct 27 16:15:31.156084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Checking router: 8a3bbfd5-6e0a-4802-907f-815f6166cb40 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:31.156084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Updating router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 port 236aae82-3074-4d2e-903c-7233d392e7d0 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:31.229329 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.271344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.521685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:31.543754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:31.568079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:31.595885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e775d25-62f1-43b9-8d66-38f8903b33ae up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:31.648161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.649036 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.722408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4b99640-2bdf-4426-bf64-9ad84115fde3 req-9176fbda-8b26-4cec-814f-39ab83998484 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.0674608 Oct 27 16:15:31.738765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Pushing event updated for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:31.822355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52556f56-8ed1-4388-9576-c4efa0469ae3 req-667f56e2-4b1d-47cf-bcf6-925fa8a2bebe tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.831883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52556f56-8ed1-4388-9576-c4efa0469ae3 req-667f56e2-4b1d-47cf-bcf6-925fa8a2bebe tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.6870315 Oct 27 16:15:31.940779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-06b3c5c6-9c94-4ac8-a648-6cc348cea724 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8658793 Oct 27 16:15:31.972699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-5e7a1cfb-9dde-405f-b275-a9d5f4c0d4cf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.979720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-5e7a1cfb-9dde-405f-b275-a9d5f4c0d4cf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 818 time: 0.9092977 Oct 27 16:15:32.032237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52556f56-8ed1-4388-9576-c4efa0469ae3 req-a5b0f6bd-6299-4739-9496-046f9b0772dd tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927154 Oct 27 16:15:32.033531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Request body: {'port': {'device_id': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:32.125778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Request body: {'port': {'device_id': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'admin_state_up': True, 'tenant_id': '83750aeb949841d1b0d6563903c1478b'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:32.133914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9e775d25-62f1-43b9-8d66-38f8903b33ae triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:32.134489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.147057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:32.186295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.342480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Transition to ACTIVE for port object f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:15:32.397346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.441532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.524977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.552091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.633917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae925142-37d9-46f8-b582-e7dbca4c15d2 req-e6ed2138-8c3d-4b17-bde6-efe8676dd132 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:32.636312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae925142-37d9-46f8-b582-e7dbca4c15d2 req-e6ed2138-8c3d-4b17-bde6-efe8676dd132 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 931 time: 0.1909668 Oct 27 16:15:32.639866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287fda1-738d-4e8f-b45f-412a1d838081 None None] Pushing event updated for resources: {'Port': ['ID=236aae82-3074-4d2e-903c-7233d392e7d0,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:32.677886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Allocated IP 172.20.0.1 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/fdbd6ad5-d750-40c5-83ac-572b4b05da11) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:32.696044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Attempting to bind port 236aae82-3074-4d2e-903c-7233d392e7d0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Attempting to bind port 236aae82-3074-4d2e-903c-7233d392e7d0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Attempting to bind port 236aae82-3074-4d2e-903c-7233d392e7d0 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.722273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:32.733849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Bound port: 236aae82-3074-4d2e-903c-7233d392e7d0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:32.734356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.826328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae925142-37d9-46f8-b582-e7dbca4c15d2 req-31bf9164-090f-4d8a-93e7-2b3d4f5c05c1 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713517 Oct 27 16:15:32.845578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] For port 236aae82-3074-4d2e-903c-7233d392e7d0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:32.847890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] For port 236aae82-3074-4d2e-903c-7233d392e7d0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=236aae82-3074-4d2e-903c-7233d392e7d0,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:32.895883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.967998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.992285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.027782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Made reservation on behalf of 83750aeb949841d1b0d6563903c1478b for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:33.032642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.074378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.105358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Pushing event updated for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:33.136501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287fda1-738d-4e8f-b45f-412a1d838081 None None] Pushing event updated for resources: {'Port': ['ID=236aae82-3074-4d2e-903c-7233d392e7d0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:33.183727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1e2347f-c648-4011-a983-ebc813419eff req-05bfd682-ba67-443e-b9f9-f40e073a6edf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.2694256 Oct 27 16:15:33.185543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:33.193841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:33.196861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:33.197500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:33.201997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:33.212665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:33.256503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Attempting to bind port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:33.256971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Attempting to bind port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9726fdd8-4a42-4839-b9cc-d3b25737ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:33.257419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Attempting to bind port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 on network e9ccede5-2f37-4df1-ab64-9aec6f8db728 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:33.302068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 on network e9ccede5-2f37-4df1-ab64-9aec6f8db728 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:15:33.302068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Attempting to bind port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 on network e9ccede5-2f37-4df1-ab64-9aec6f8db728 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:33.316883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:33.329444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Checking segment: {'id': '9726fdd8-4a42-4839-b9cc-d3b25737ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:33.330124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Bound using segment: {'id': '9726fdd8-4a42-4839-b9cc-d3b25737ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:33.331346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Bound port: f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9726fdd8-4a42-4839-b9cc-d3b25737ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:33.332551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.350632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.545730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:33.669256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:33.674785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,segment=NetworkSegment(9726fdd8-4a42-4839-b9cc-d3b25737ccff),segment_id=9726fdd8-4a42-4839-b9cc-d3b25737ccff)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:33.701318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310cb9e-4276-4f56-97d9-d21d9114b12b req-4aa094c8-44ff-40e8-82dc-1967c1dc94e1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:33.703400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b310cb9e-4276-4f56-97d9-d21d9114b12b req-4aa094c8-44ff-40e8-82dc-1967c1dc94e1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.4817231 Oct 27 16:15:33.810730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b310cb9e-4276-4f56-97d9-d21d9114b12b req-207f95e7-6e9b-49f4-b43e-0715c8bd897c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983310 Oct 27 16:15:33.855397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.859972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fead062d-e3c0-40b0-8176-421e3d56f8f2 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:33.869384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-37790db9-77df-4ee2-bd35-ee3dd9f6173b None None] Provisioning complete for port fdbd6ad5-d750-40c5-83ac-572b4b05da11 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:33.869935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37790db9-77df-4ee2-bd35-ee3dd9f6173b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.873012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.921345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Transition to ACTIVE for port object fead062d-e3c0-40b0-8176-421e3d56f8f2 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:15:33.962760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-37790db9-77df-4ee2-bd35-ee3dd9f6173b None None] Port fdbd6ad5-d750-40c5-83ac-572b4b05da11 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:33.998761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Pushing event updated for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:34.033143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:26Z', 'revision_number': 3, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:34.089369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.119609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.122533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.126559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-5cd8d6be-ff66-4628-80f9-f1f694ca8329 service neutron] 10.222.0.82 "PUT /v2.0/ports/f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 HTTP/1.1" status: 200 len: 1091 time: 3.2996013 Oct 27 16:15:34.128265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:34.133429 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1fd49f-26cc-45ed-9e22-18084974204f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:34.136260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Allocated IP 172.20.0.3 (4501cc91-c71d-40c5-838b-684ba5c0a339/0bfd0390-99f6-4db4-854d-1c301f6d8acc/a113cb8d-c1be-4796-8bde-2497ea2a1bd6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:34.380758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.416961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f62f3-fcfd-4267-9b48-3daed8f609fa None None] The sync data for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 is: [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:26Z', 'revision_number': 3, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:34.432354 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.512754 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a0a25-14a8-4316-8da4-6fc31df81149 x-openstack-request-id: req-ee3a0a25-14a8-4316-8da4-6fc31df81149 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:34.513350 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:34.513753 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee3a0a25-14a8-4316-8da4-6fc31df81149 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:34.514244 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28', 'status': 'completed', 'code': 200} Oct 27 16:15:34.529164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44efb111-cdf6-4947-bec4-17c835beee7f req-a55cb869-5c5d-440b-8a38-6280819514ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.0995910 Oct 27 16:15:34.569372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cea620-7e7e-4a01-9008-b88dafb4af70 req-5ad7254c-106b-4443-84bf-ee1b9c40d83a tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.577241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80cea620-7e7e-4a01-9008-b88dafb4af70 req-5ad7254c-106b-4443-84bf-ee1b9c40d83a tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.6055233 Oct 27 16:15:34.650765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-2d3a4b19-091d-4e02-8596-91dcfd8471e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.652822 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-2d3a4b19-091d-4e02-8596-91dcfd8471e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e650974175f840fe9356039af92ac80a&device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1417758 Oct 27 16:15:34.653354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:34.666127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80cea620-7e7e-4a01-9008-b88dafb4af70 req-e465126e-a11e-4403-a4d4-93177fbc019c tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879197 Oct 27 16:15:34.673886 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.711753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.780347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Network 4501cc91-c71d-40c5-838b-684ba5c0a339 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:34.804782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.812481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:34.817364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:34.878954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Pushing event updated for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:34.885510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:34.896588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Attempting to bind port fead062d-e3c0-40b0-8176-421e3d56f8f2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:34.896953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Attempting to bind port fead062d-e3c0-40b0-8176-421e3d56f8f2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:34.897297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Attempting to bind port fead062d-e3c0-40b0-8176-421e3d56f8f2 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:34.921932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.945239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Port fead062d-e3c0-40b0-8176-421e3d56f8f2 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:15:34.945596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Attempting to bind port fead062d-e3c0-40b0-8176-421e3d56f8f2 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:34.985726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:34.986087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Checking segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:34.986583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Bound using segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:34.988146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Bound port: fead062d-e3c0-40b0-8176-421e3d56f8f2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:34.988314 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.005189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.005781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.108825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85483-ed1e-4883-868e-287020cd0d5a req-2a8c123c-5e22-41af-9583-a203b4b75def tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.114089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:35.115950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:35.118003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83c85483-ed1e-4883-868e-287020cd0d5a req-2a8c123c-5e22-41af-9583-a203b4b75def tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1889000 Oct 27 16:15:35.182180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:35.187788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:35.264631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-6bf2b1da-50a7-4368-916f-e541c977b7bf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1482823 Oct 27 16:15:35.307812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83c85483-ed1e-4883-868e-287020cd0d5a req-846662a5-0539-4592-bf24-157395331e64 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869128 Oct 27 16:15:35.307812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.401692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:35.402070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.402775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.404753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] 10.222.0.82 "PUT /v2.0/ports/fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 1092 time: 3.3940473 Oct 27 16:15:35.404753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:35.413450 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274f9d8-8297-4368-9a66-7b3eb981b523" -d '{"events": [{"name": "network-changed", "server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:35.476702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85952ed2-9cf6-4e9c-970b-480230b04fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:35.533369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 236aae82-3074-4d2e-903c-7233d392e7d0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:35.552039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df0c6d3d-b1f6-4ead-85a5-e9defff1d41c None None] Provisioning complete for port fdbd6ad5-d750-40c5-83ac-572b4b05da11 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:35.552729 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df0c6d3d-b1f6-4ead-85a5-e9defff1d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.615262 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de8c470-71a8-44cf-aa40-ea92038ecf62 x-openstack-request-id: req-7de8c470-71a8-44cf-aa40-ea92038ecf62 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:35.615624 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:35.615892 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7de8c470-71a8-44cf-aa40-ea92038ecf62 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:35.616307 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2', 'status': 'completed', 'code': 200} Oct 27 16:15:35.638106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:35.643783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-34f1af41-5a8e-4f63-b313-59e6d8cfcbb2 admin admin] 10.222.0.70 "PUT /v2.0/routers/8a3bbfd5-6e0a-4802-907f-815f6166cb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4410567 Oct 27 16:15:35.713020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df0c6d3d-b1f6-4ead-85a5-e9defff1d41c None None] Port fdbd6ad5-d750-40c5-83ac-572b4b05da11 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:35.727719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 236aae82-3074-4d2e-903c-7233d392e7d0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:35.728323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.854238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd257-ba4d-4f90-b18c-45a8858c1197 req-55af246f-59aa-48c1-ac3c-51fac6ae3426 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.861159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3dbd257-ba4d-4f90-b18c-45a8858c1197 req-55af246f-59aa-48c1-ac3c-51fac6ae3426 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 931 time: 0.1169960 Oct 27 16:15:35.884819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.913797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3dbd257-ba4d-4f90-b18c-45a8858c1197 req-1e722479-cb2a-484a-8b27-271b6017b829 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Oct 27 16:15:35.925186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 236aae82-3074-4d2e-903c-7233d392e7d0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=236aae82-3074-4d2e-903c-7233d392e7d0,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:36.014678 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.072743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5ba7f-e5d0-4ff1-9caa-02f6bcac8f93 req-f742e5fb-4ca2-4091-abe9-56ad85e43389 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.082279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cb5ba7f-e5d0-4ff1-9caa-02f6bcac8f93 req-f742e5fb-4ca2-4091-abe9-56ad85e43389 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0859735 Oct 27 16:15:36.115471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=236aae82-3074-4d2e-903c-7233d392e7d0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:36.144877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cb5ba7f-e5d0-4ff1-9caa-02f6bcac8f93 req-6597ac2d-aa6a-498c-843d-cbf50ceac39b tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Oct 27 16:15:36.595572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:36.661972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:36.666888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083765565', 'description': 'tempest-description--1651225873'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:36.725998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6451-2997-49e7-b724-a0c06960e6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.757890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d234-aa98-41bb-b1f8-64c767d603a5 req-212ce8bf-4443-4597-b73a-1e0dea8a7c79 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.759428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec63d234-aa98-41bb-b1f8-64c767d603a5 req-212ce8bf-4443-4597-b73a-1e0dea8a7c79 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0510612 Oct 27 16:15:36.790336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.802108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec63d234-aa98-41bb-b1f8-64c767d603a5 req-eca3c247-f428-4465-be40-f2652b307424 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Oct 27 16:15:36.818581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6451-2997-49e7-b724-a0c06960e6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.872159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.895488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6451-2997-49e7-b724-a0c06960e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.909637 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Sync routers for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:36.919847 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:36.920452 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:36.935563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7a1a6451-2997-49e7-b724-a0c06960e6fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=872d8da6257741d88b5af35fea446d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386545 Oct 27 16:15:36.936523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6451-2997-49e7-b724-a0c06960e6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61919b61-a115-4f64-9add-50684afa4c05,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:36.938576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34546) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:37.037386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.040474 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:37.070978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.084468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4084d-bd8d-4c20-ad3a-1991f8dbb10c req-2e456da5-35aa-410d-bf6f-60b3b3ca8278 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.085983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87d4084d-bd8d-4c20-ad3a-1991f8dbb10c req-2e456da5-35aa-410d-bf6f-60b3b3ca8278 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 931 time: 0.0861065 Oct 27 16:15:37.121686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.147660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87d4084d-bd8d-4c20-ad3a-1991f8dbb10c req-3f6709fa-7e13-4aca-982f-60a6002a33f9 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530140 Oct 27 16:15:37.159653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3365d6c-2315-4250-b4b7-138b8ea8464d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:37.242769 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:34Z', 'revision_number': 2, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:37.249304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.250563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a659f1cc-3de4-4518-923b-9e61b753acbd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5875692 Oct 27 16:15:37.253436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34552) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:37.258657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'security_group_rule': {'security_group_id': 'f3365d6c-2315-4250-b4b7-138b8ea8464d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:37.276738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37978258-d4f2-4a2a-a39f-b2202ad88412 req-4928a9fe-e810-4598-aac3-f51bffdedead tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.276951 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Checking router: 8a3bbfd5-6e0a-4802-907f-815f6166cb40 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:37.277269 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Updating router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 port fdbd6ad5-d750-40c5-83ac-572b4b05da11 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:37.278279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37978258-d4f2-4a2a-a39f-b2202ad88412 req-4928a9fe-e810-4598-aac3-f51bffdedead tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0651937 Oct 27 16:15:37.281397 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.284028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.288415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61919b61-a115-4f64-9add-50684afa4c05 HTTP/1.1" status: 204 len: 168 time: 0.3478823 Oct 27 16:15:37.303868 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.332024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145911f3-c4e8-4dc2-884f-9433bcc86e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61919b61-a115-4f64-9add-50684afa4c05,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:37.404682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 236aae82-3074-4d2e-903c-7233d392e7d0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:37.411076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37978258-d4f2-4a2a-a39f-b2202ad88412 req-e6d94e9a-6340-4297-a609-5ed39a94a0a3 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209295 Oct 27 16:15:37.433180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.460347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 236aae82-3074-4d2e-903c-7233d392e7d0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:37.461000 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.496652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.590570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.594786 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.606309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd6f98c-6e2f-4a53-a31e-666bc22911c6,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:37.723412 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.725589 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.729699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-500fdf29-f32a-44a9-bb29-8bad0e0185a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4722812 Oct 27 16:15:37.730005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:37.736124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'security_group_rule': {'security_group_id': 'f3365d6c-2315-4250-b4b7-138b8ea8464d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:37.781564 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23cd9-62a8-4b5e-9996-f5934750182e None None] Pushing event updated for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:37.843542 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Attempting to bind port fdbd6ad5-d750-40c5-83ac-572b4b05da11 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:37.844167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Attempting to bind port fdbd6ad5-d750-40c5-83ac-572b4b05da11 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:37.844597 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Attempting to bind port fdbd6ad5-d750-40c5-83ac-572b4b05da11 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:37.851098 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:37.851466 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:37.851853 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.852237 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:37.852695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Bound port: fdbd6ad5-d750-40c5-83ac-572b4b05da11, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:37.853308 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.868335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.922712 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] For port fdbd6ad5-d750-40c5-83ac-572b4b05da11, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:37.927361 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] For port fdbd6ad5-d750-40c5-83ac-572b4b05da11, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fdbd6ad5-d750-40c5-83ac-572b4b05da11,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:37.962687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2491cd-42c7-45ed-abc0-031a50228289 req-dc7ba6c7-31df-4fb5-80db-6386ae6d6031 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.964904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df2491cd-42c7-45ed-abc0-031a50228289 req-dc7ba6c7-31df-4fb5-80db-6386ae6d6031 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.0824294 Oct 27 16:15:37.996485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.016506 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.018561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df2491cd-42c7-45ed-abc0-031a50228289 req-1eb6a701-55dc-4c7f-8889-3fceca4812c2 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Oct 27 16:15:38.066729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] Provisioning complete for port fdbd6ad5-d750-40c5-83ac-572b4b05da11 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:38.067469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.077931 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23cd9-62a8-4b5e-9996-f5934750182e None None] Pushing event updated for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.094082 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:38.094875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:38.117407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.160752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae39060-b6bb-4ee3-94cc-6ef429f27b57,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.197466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34574) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:38.215752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.229032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75812bb0-ed1f-42e8-8d0d-a1d993805c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.250012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.250012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-957e9988-ccba-4e09-9f91-8a922e10b4d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5146804 Oct 27 16:15:38.250204 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:38.250296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:38.254593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:38.264033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] For port fdbd6ad5-d750-40c5-83ac-572b4b05da11, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fdbd6ad5-d750-40c5-83ac-572b4b05da11,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:38.349525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da29b3-520e-458e-82aa-7b1776480d07 req-2379a88e-f20d-4af9-9fd3-894cb556204f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.357442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47da29b3-520e-458e-82aa-7b1776480d07 req-2379a88e-f20d-4af9-9fd3-894cb556204f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 931 time: 0.0813258 Oct 27 16:15:38.382972 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.391743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Request body: {'port': {'device_id': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:38.456691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09496c77-0f22-4810-9d8b-eb086fce1f6a None None] Pushing event updated for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.502244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47da29b3-520e-458e-82aa-7b1776480d07 req-6fe272e8-c924-4f3d-b778-380066fb0093 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438053 Oct 27 16:15:38.515798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fc0d2c72-7f2b-43ca-a66f-a1e61761c602 None None] Provisioning complete for port fdbd6ad5-d750-40c5-83ac-572b4b05da11 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:38.516526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2c72-7f2b-43ca-a66f-a1e61761c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.527416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.536855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75812bb0-ed1f-42e8-8d0d-a1d993805c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.557260 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:37Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:38.590453 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.593128 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741472d-e988-4c03-bf8d-f2541d2e5f28 None None] The sync data for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 is: [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:37Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:38.647770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-c170fbb3-f0db-4c75-ac91-efc1ef460569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.658032 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-c170fbb3-f0db-4c75-ac91-efc1ef460569 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e650974175f840fe9356039af92ac80a&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2631254 Oct 27 16:15:38.660274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-f6eca760-d7be-4edf-847a-b35acf4e65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.679210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-f6eca760-d7be-4edf-847a-b35acf4e65c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1095 time: 0.2462709 Oct 27 16:15:38.709753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75812bb0-ed1f-42e8-8d0d-a1d993805c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.812948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.860304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-75812bb0-ed1f-42e8-8d0d-a1d993805c66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73f8a6a9d3ac4168ae87433c7197eac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616364 Oct 27 16:15:38.866280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:38.926449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.25.5.165 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5076453f-4b9f-47d7-814c-74a3a5c52b84) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:38.929648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-6aea503d-b7f1-4040-acbc-67254bc28cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.931321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1fd49f-26cc-45ed-9e22-18084974204f req-6aea503d-b7f1-4040-acbc-67254bc28cc5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590196 Oct 27 16:15:38.966588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75812bb0-ed1f-42e8-8d0d-a1d993805c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd8493-73e9-4c8c-9faf-0fd6a81bc2e3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.996715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62b6b5-2a01-4d36-8a9e-0070780aa3c9 req-a8280b67-85cc-48a4-8636-5d1da897d4c2 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.998292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc62b6b5-2a01-4d36-8a9e-0070780aa3c9 req-a8280b67-85cc-48a4-8636-5d1da897d4c2 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.4637930 Oct 27 16:15:39.027812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-93789ed2-4013-49f5-b5b4-204a4d53d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.029475 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-93789ed2-4013-49f5-b5b4-204a4d53d34c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e650974175f840fe9356039af92ac80a&device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 1094 time: 0.0557747 Oct 27 16:15:39.216837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.218775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-6d8f1197-65c7-4599-93ef-f329af3f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.220317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-6d8f1197-65c7-4599-93ef-f329af3f4250 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=83750aeb949841d1b0d6563903c1478b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5378232 Oct 27 16:15:39.308941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc62b6b5-2a01-4d36-8a9e-0070780aa3c9 req-0e5e2802-3bf5-4bf0-b858-898044e3f426 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956839 Oct 27 16:15:39.404774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.429603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fdbd6ad5-d750-40c5-83ac-572b4b05da11 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:39.512258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116224-02ba-4c1e-9bc7-d663891d2c3f req-6ec52572-e452-4f07-88fa-61465c25cd34 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.514555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3116224-02ba-4c1e-9bc7-d663891d2c3f req-6ec52572-e452-4f07-88fa-61465c25cd34 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.3663239 Oct 27 16:15:39.588647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-dd477baf-7351-46de-bdd0-0ed42e4dc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.590847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9274f9d8-8297-4368-9a66-7b3eb981b523 req-dd477baf-7351-46de-bdd0-0ed42e4dc065 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3154855 Oct 27 16:15:39.591603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port fdbd6ad5-d750-40c5-83ac-572b4b05da11 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:39.593143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.640818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3116224-02ba-4c1e-9bc7-d663891d2c3f req-3dcc33b2-f45d-41c0-b5db-4620b9279795 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095374 Oct 27 16:15:39.703994 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-3cb883ea-8f7f-4b2d-828e-d77f823b7a71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 HTTP/1.1" status: 200 len: 217 time: 0.6650262 Oct 27 16:15:39.780685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-6b2a136d-be91-4ce2-923c-9ea44259e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.782392 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-6b2a136d-be91-4ce2-923c-9ea44259e923 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c10dcff7-e719-4f07-9443-f2f361344480 HTTP/1.1" status: 200 len: 865 time: 0.0704520 Oct 27 16:15:39.842505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-11291411-2081-4dd6-b80e-055d257d04aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e9ccede5-2f37-4df1-ab64-9aec6f8db728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494311 Oct 27 16:15:39.845311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.984191 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-690ed534-1f5b-4382-8a42-974e4611e021 service neutron] 10.222.0.82 "GET /v2.0/networks/e9ccede5-2f37-4df1-ab64-9aec6f8db728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302047 Oct 27 16:15:40.091431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a113cb8d-c1be-4796-8bde-2497ea2a1bd6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:40.100186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.114907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Transition to ACTIVE for port object a113cb8d-c1be-4796-8bde-2497ea2a1bd6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:15:40.116403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-05be9e1d-88c1-4c85-bc8b-52fff78dcf36 req-8acede43-3f8f-45a0-829d-a89849598077 service neutron] 10.222.0.82 "GET /v2.0/networks/e9ccede5-2f37-4df1-ab64-9aec6f8db728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239936 Oct 27 16:15:40.118260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.125721 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.128347 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.129500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06dd8493-73e9-4c8c-9faf-0fd6a81bc2e3 HTTP/1.1" status: 204 len: 168 time: 1.1784883 Oct 27 16:15:40.174921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-c3ded5bc-b812-43b0-9517-b19334a36e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.177237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-c3ded5bc-b812-43b0-9517-b19334a36e84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1095 time: 0.5101163 Oct 27 16:15:40.178562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117338d-98ab-41b6-b225-e7eb01869e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd8493-73e9-4c8c-9faf-0fd6a81bc2e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:40.184874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.264631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=5076453f-4b9f-47d7-814c-74a3a5c52b84,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:40.274378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f3e2-4e78-4c2a-b8ee-fcf03fdf408f req-fcc27fe4-a74e-405b-8c33-e48140ba51ff tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.276100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad50f3e2-4e78-4c2a-b8ee-fcf03fdf408f req-fcc27fe4-a74e-405b-8c33-e48140ba51ff tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 931 time: 0.5986249 Oct 27 16:15:40.282519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-43e00076-f132-4a4e-bf46-9d4cb6bab841 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0921798 Oct 27 16:15:40.300031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:40.304027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:40.310891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:40.383702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:40.491472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.511468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9023-1179-4424-9385-2034c96edf98 req-5cbd8f8a-cfe5-46d1-b9df-4fea160278da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.512942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-5cbd8f8a-cfe5-46d1-b9df-4fea160278da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.2186730 Oct 27 16:15:40.539990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad50f3e2-4e78-4c2a-b8ee-fcf03fdf408f req-7fcd8cde-e4b5-4c1c-aa5b-0266f2b92fff tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076876 Oct 27 16:15:40.574512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-f2d0f464-8550-4666-9a50-4e476ed38683 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496273 Oct 27 16:15:40.619565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.624318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e794baa-d3b9-430a-8afa-b9339b789e70 req-a6cb915c-57cf-426f-aa27-87854d1d8ae7 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.626420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e794baa-d3b9-430a-8afa-b9339b789e70 req-a6cb915c-57cf-426f-aa27-87854d1d8ae7 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.1584127 Oct 27 16:15:40.680833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Attempting to bind port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:40.681326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Attempting to bind port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:40.681652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Attempting to bind port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:40.704864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:15:40.706336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Attempting to bind port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 on network 4501cc91-c71d-40c5-838b-684ba5c0a339 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:40.786748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-6bfd389b-ea36-42d0-82a0-f0dd2d3a9b75 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034326 Oct 27 16:15:40.789920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:40.801784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Checking segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:40.801784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Bound using segment: {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:40.801784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Bound port: a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:40.801784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.838192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.912872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e794baa-d3b9-430a-8afa-b9339b789e70 req-09ae7075-2bdd-4de6-8646-1f1d5f67e18c tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702191 Oct 27 16:15:40.979211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.991059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02db6e-2378-4714-88f5-09cfa79df6ac req-fb326c98-a0af-4cd9-8e72-9b26e8d3ca64 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.995848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a02db6e-2378-4714-88f5-09cfa79df6ac req-fb326c98-a0af-4cd9-8e72-9b26e8d3ca64 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.2120590 Oct 27 16:15:41.062968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea2a9023-1179-4424-9385-2034c96edf98 req-89624b37-ee9d-4edb-94e9-0cd4e19611dd service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612438 Oct 27 16:15:41.077179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:41.083640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:41.101006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a02db6e-2378-4714-88f5-09cfa79df6ac req-4aa20fc9-2508-45c5-a985-91e7956f2197 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Oct 27 16:15:41.114205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.137343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=5076453f-4b9f-47d7-814c-74a3a5c52b84,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:41.192905 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.222630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.229016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5522e9d1-d87f-40ee-ae0d-a761fe9d2d60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9733489 Oct 27 16:15:41.249044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.249682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.251120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] 10.222.0.82 "PUT /v2.0/ports/a113cb8d-c1be-4796-8bde-2497ea2a1bd6 HTTP/1.1" status: 200 len: 1091 time: 2.8663778 Oct 27 16:15:41.251574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:41.254476 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:41.281781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5ce40-0160-4813-86d8-06de38d2d8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:41.304938 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863091e2-20c8-4d98-90c2-a437bcbb49c3 x-openstack-request-id: req-863091e2-20c8-4d98-90c2-a437bcbb49c3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:41.304938 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:41.305184 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-863091e2-20c8-4d98-90c2-a437bcbb49c3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:41.305447 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6', 'status': 'completed', 'code': 200} Oct 27 16:15:41.328605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1679de3f-613d-4769-87e1-040450d59fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.385234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-9ee61264-6211-4740-96dd-b8d0c27d47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.386765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-9ee61264-6211-4740-96dd-b8d0c27d47e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 1094 time: 0.0568445 Oct 27 16:15:41.459800 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:15:41.529016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-4e5bf3db-f068-4e8d-9160-71a7c63eff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.530500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-4e5bf3db-f068-4e8d-9160-71a7c63eff35 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=83750aeb949841d1b0d6563903c1478b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1346188 Oct 27 16:15:41.533596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e53b4405-3fa8-45f6-8a76-54e80328e1f3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1083765565&fields=id&tenant_id=6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 267 time: 0.0614927 Oct 27 16:15:41.770165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-f073250a-abd5-4a7a-8332-36fd2aaf4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.771676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db59ed39-6f7d-4815-a6b6-c3d5cf16db7b req-f073250a-abd5-4a7a-8332-36fd2aaf4fde service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312691 Oct 27 16:15:41.781622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9be8-ce21-4bf4-8d13-d39fa6ee77ea req-b57b9a95-4b85-493e-9717-19085508e633 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.789137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a4d9be8-ce21-4bf4-8d13-d39fa6ee77ea req-b57b9a95-4b85-493e-9717-19085508e633 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 943 time: 0.1174843 Oct 27 16:15:41.819900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-d3969b0e-78af-43b2-8f4b-b811c46a3143 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.819900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-d3969b0e-78af-43b2-8f4b-b811c46a3143 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.2697496 Oct 27 16:15:41.867700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a4d9be8-ce21-4bf4-8d13-d39fa6ee77ea req-79ff6f95-76ff-47b4-8651-679bff699464 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776880 Oct 27 16:15:41.869171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-dc180069-6e10-42a7-be9f-6a3360a394ce tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/quotas/6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 375 time: 0.0399723 Oct 27 16:15:41.938424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-b71ff64d-644d-4bf2-9c2d-965ea15d4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.939994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-b71ff64d-644d-4bf2-9c2d-965ea15d4bfe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 1094 time: 0.1205306 Oct 27 16:15:41.991663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-a4f8db7e-9cc8-4f1f-848d-c93783301dbc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154671 Oct 27 16:15:42.128160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-48e541d9-c000-41f1-a9c1-569171e3f025 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6 HTTP/1.1" status: 200 len: 217 time: 0.1761749 Oct 27 16:15:42.254943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e446-4775-4879-bb48-35d4a1edcf4a req-a61c61e7-b049-4a8a-815a-aad91ee82480 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.259561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb09e446-4775-4879-bb48-35d4a1edcf4a req-a61c61e7-b049-4a8a-815a-aad91ee82480 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.1749954 Oct 27 16:15:42.275683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-3753a27f-47d1-4d3e-bac6-d793befa60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.277267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-3753a27f-47d1-4d3e-bac6-d793befa60ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.1184263 Oct 27 16:15:42.284525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-25ee0cc5-70ed-41ea-91dd-2a0495cac609 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138033 Oct 27 16:15:42.352220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-191b71d5-0d17-42a8-b829-1511ae9f2445 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650618 Oct 27 16:15:42.517133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-9e22b601-cbd1-4e61-afba-c9188fca4abb service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102702 Oct 27 16:15:42.521635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb09e446-4775-4879-bb48-35d4a1edcf4a req-bf6824e1-56a8-46e6-9c70-96d22af64838 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500095 Oct 27 16:15:42.578458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-870a7ff4-3c09-4a57-baf9-5c2086eb4ccf service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306744 Oct 27 16:15:42.603594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:42.717949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03fe14-45f9-417c-b095-20bd57be42c9 req-82caedc9-ed08-47a8-869a-bd3f38846b90 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.721812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a03fe14-45f9-417c-b095-20bd57be42c9 req-82caedc9-ed08-47a8-869a-bd3f38846b90 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 943 time: 0.1052971 Oct 27 16:15:42.734340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:42.743064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c5ae216-52c0-450c-8a85-c608727fb449 req-0591c7c8-d7c5-4348-8efc-a06b74d1b72a service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514559 Oct 27 16:15:42.762159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'network_id': 'b052f199-0849-412b-80bf-037fb9c16a5b', 'port_id': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'mac_address': 'fa:16:3e:93:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad0637-c618-4b0b-b997-1d9cf0df1277', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:42.771573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a03fe14-45f9-417c-b095-20bd57be42c9 req-0575ea1f-42c8-44fc-a3f5-a252d9db0ede tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Oct 27 16:15:42.804967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:42.819222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:42.839983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:42.957932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0a06a14-efbf-45c9-bc9b-f0f30e09c53d req-88bff602-d7ac-4ca8-b3e0-5591b504f122 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0386415 Oct 27 16:15:42.971312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.098916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7beffd6-7403-4554-be6d-18707ce692ef req-fe1ea438-22da-44b9-84d4-dd7a39c52518 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.099843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:43.100911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7beffd6-7403-4554-be6d-18707ce692ef req-fe1ea438-22da-44b9-84d4-dd7a39c52518 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 943 time: 0.1226516 Oct 27 16:15:43.170483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7beffd6-7403-4554-be6d-18707ce692ef req-bf98a09a-7399-42c7-8191-555c2bc5dd24 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Oct 27 16:15:43.208664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34698) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:43.214769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-913849386'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:43.313267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:43.318565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.344751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:43.356268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.356613 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Added segment c1b0ce36-2f06-4682-bf59-d24849759800 of type vlan for network 9101a026-8f80-438d-abbf-047252ed3e41 Oct 27 16:15:43.401405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.511773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.517952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.518607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.664952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380775-25e8-47a5-8448-692493c228cb req-f08da99a-618d-4eb9-80ed-66fb16e38ca2 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.666630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec380775-25e8-47a5-8448-692493c228cb req-f08da99a-618d-4eb9-80ed-66fb16e38ca2 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0544171 Oct 27 16:15:43.666859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Network': ['ID=9101a026-8f80-438d-abbf-047252ed3e41,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:43.677646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:43.724373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec380775-25e8-47a5-8448-692493c228cb req-3bafc83a-0226-4fd7-87a9-64df47402946 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499082 Oct 27 16:15:43.733448 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1cce4d5c-54f4-486a-bc57-9bd9ec50b799 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5214097 Oct 27 16:15:43.735519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34710) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:43.743340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-160435357'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:43.837203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:43.840815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.875336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:43.884188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['02229351-ad0f-486a-8fde-3e6474e4ee9e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:43.890608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.891115 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Added segment 75d8e4f2-b652-4db1-b95c-51507b517446 of type vlan for network c5f36272-3b4d-4e69-be58-fba9b268dcc6 Oct 27 16:15:43.932142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8131b-e6f3-429d-b3fc-1616d3eaaad7 req-41ee5e4e-6ea5-4f5e-a08c-6691750eb8e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.934818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ce8131b-e6f3-429d-b3fc-1616d3eaaad7 req-41ee5e4e-6ea5-4f5e-a08c-6691750eb8e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.0838332 Oct 27 16:15:43.936456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc0ffdac-ef09-42ca-aab5-a7b33947f040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.969419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.990261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ce8131b-e6f3-429d-b3fc-1616d3eaaad7 req-5f7ef25f-c049-46ca-8948-832822950f9a tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Oct 27 16:15:44.042906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11b8743c-48d4-41e5-ab7c-f0e18cbf775e req-e267e4cb-a786-4dce-88e8-5f76716ae0cd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0311904 Oct 27 16:15:44.123231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.128867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.129480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.216920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Network': ['ID=c5f36272-3b4d-4e69-be58-fba9b268dcc6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:44.228041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:44.302430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673788-df03-4244-b3ed-c1598db0f99b req-599ba377-41a6-4e69-b8f4-d483aa4dc2a2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.311386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba673788-df03-4244-b3ed-c1598db0f99b req-599ba377-41a6-4e69-b8f4-d483aa4dc2a2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 943 time: 0.0623295 Oct 27 16:15:44.317155 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39ca9d7b-e2f5-4eb7-b169-2e665220287e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5796902 Oct 27 16:15:44.320888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:44.328060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'subnet': {'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:44.384995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba673788-df03-4244-b3ed-c1598db0f99b req-58d9bffb-c810-4eb2-9888-0511e0e24998 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720689 Oct 27 16:15:44.551692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:44.557828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.563436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.605822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fead062d-e3c0-40b0-8176-421e3d56f8f2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:44.883058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.888057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:44.908202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'fead062d-e3c0-40b0-8176-421e3d56f8f2', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'port_id': 'fead062d-e3c0-40b0-8176-421e3d56f8f2', 'mac_address': 'fa:16:3e:a0:ad:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:44.938280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c94a-7d6b-4d53-9ff2-4a13f8750e64 req-bba1a19e-64af-4f41-a859-48240119bfc6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.947557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81e4c94a-7d6b-4d53-9ff2-4a13f8750e64 req-bba1a19e-64af-4f41-a859-48240119bfc6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.1417561 Oct 27 16:15:44.958756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Subnet': ['ID=8108fb3b-55a8-4406-8ae5-6c2f7e396818,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:44.969845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:44.970310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network hostable DHCP agents. Network: 9101a026-8f80-438d-abbf-047252ed3e41, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:44.978633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.002741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fead062d-e3c0-40b0-8176-421e3d56f8f2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:45.008729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df4309-2072-406e-80fc-502917148752 req-c8663db1-ac4f-49f3-9030-f189ad2ea07e tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.016760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34df4309-2072-406e-80fc-502917148752 req-c8663db1-ac4f-49f3-9030-f189ad2ea07e tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 943 time: 0.1602657 Oct 27 16:15:45.058626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:45.058884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 9101a026-8f80-438d-abbf-047252ed3e41 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:45.080710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81e4c94a-7d6b-4d53-9ff2-4a13f8750e64 req-c1f79ac6-81c1-4eef-b261-cf91aedc773e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320796 Oct 27 16:15:45.086285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34df4309-2072-406e-80fc-502917148752 req-fcdf2f85-3597-433b-ab81-92fd24f1286c tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Oct 27 16:15:45.130760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.131659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.132318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:45.149250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9101a026-8f80-438d-abbf-047252ed3e41) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:45.149250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.149250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.204175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133ce94-a6a7-4988-a222-6b813e156d26 None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:45.212129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122f3ae-3784-42a8-a7ac-6e0203b96793 req-4856ecf0-196f-47c6-ace6-d987bb2ade4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.219705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7122f3ae-3784-42a8-a7ac-6e0203b96793 req-4856ecf0-196f-47c6-ace6-d987bb2ade4f tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.0663927 Oct 27 16:15:45.244185 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d34082d-5ae8-4d3c-a460-f8cbd2108ac5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9214156 Oct 27 16:15:45.244792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34754) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.252141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'subnet': {'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:45.268148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-170df627-17ba-45b9-967f-9c7d6b5ede00 req-ead985e1-041c-49e8-b1ff-705777a1f26c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0457809 Oct 27 16:15:45.297337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7122f3ae-3784-42a8-a7ac-6e0203b96793 req-2679df09-9706-4c69-b578-8d4c35b7f8e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 Oct 27 16:15:45.326802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34756) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.345442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:45.463863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,segment=NetworkSegment(9726fdd8-4a42-4839-b9cc-d3b25737ccff),segment_id=9726fdd8-4a42-4839-b9cc-d3b25737ccff)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:45.476870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bf366d5-b554-47b2-98ab-9574a9cf0d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.482543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28', 'network_id': 'e9ccede5-2f37-4df1-ab64-9aec6f8db728', 'port_id': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28', 'mac_address': 'fa:16:3e:de:c5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10dcff7-e719-4f07-9443-f2f361344480', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:45.527167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:45.531890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.545216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9101a026-8f80-438d-abbf-047252ed3e41', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:45.546062 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.548502 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.560036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8d70-e110-4a22-a60f-94b4e7244eba req-8bbba58f-f73b-4585-905d-4e64523f4f57 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.561653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b3a8d70-e110-4a22-a60f-94b4e7244eba req-8bbba58f-f73b-4585-905d-4e64523f4f57 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 943 time: 0.0822778 Oct 27 16:15:45.577052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:45.622509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bf366d5-b554-47b2-98ab-9574a9cf0d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.638127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b3a8d70-e110-4a22-a60f-94b4e7244eba req-c5019213-9359-42a7-b769-4b42750329f8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Oct 27 16:15:45.646073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,segment=NetworkSegment(9726fdd8-4a42-4839-b9cc-d3b25737ccff),segment_id=9726fdd8-4a42-4839-b9cc-d3b25737ccff)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:45.724657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Allocated IP 10.1.1.2 (9101a026-8f80-438d-abbf-047252ed3e41/8108fb3b-55a8-4406-8ae5-6c2f7e396818/af9d997c-9db5-45bb-a64c-51b4d9002d9b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:45.728471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5bf366d5-b554-47b2-98ab-9574a9cf0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.770837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5bf366d5-b554-47b2-98ab-9574a9cf0d94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05d2fb330bff49618e42d781789f707f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401019 Oct 27 16:15:45.771065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34762) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.776943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf366d5-b554-47b2-98ab-9574a9cf0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a868fbc2-f1b2-4161-8770-4b0b3aac4d3f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:45.792649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.854635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.875888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:45.881233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.913680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.917613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Subnet': ['ID=00dee51f-ae92-49c5-9f9b-f27243b92142,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:45.925460 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.933921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Checking segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:45.934279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network hostable DHCP agents. Network: c5f36272-3b4d-4e69-be58-fba9b268dcc6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:45.983513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e2c0c6c4-e741-4159-98c2-f3f48c9fb1a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.984927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e2c0c6c4-e741-4159-98c2-f3f48c9fb1a9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.1611526 Oct 27 16:15:46.015177 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.033981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-5273ba71-0096-4f16-882f-9f32ee3c925d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 380 time: 0.0364914 Oct 27 16:15:46.049445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'device_id': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'admin_state_up': True, 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'security_groups': ['f3365d6c-2315-4250-b4b7-138b8ea8464d']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:46.055611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:46.057700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:46.061448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:46.066310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:46.075341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Pushing event updated for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.110230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.112893 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.115395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a868fbc2-f1b2-4161-8770-4b0b3aac4d3f HTTP/1.1" status: 204 len: 168 time: 0.3420582 Oct 27 16:15:46.144465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c5f36272-3b4d-4e69-be58-fba9b268dcc6) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:46.149430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8134-4b8f-422c-9b00-5212396eaab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868fbc2-f1b2-4161-8770-4b0b3aac4d3f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.150763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.151391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.177177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Attempting to bind port af9d997c-9db5-45bb-a64c-51b4d9002d9b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:46.177177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Attempting to bind port af9d997c-9db5-45bb-a64c-51b4d9002d9b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:46.177606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Attempting to bind port af9d997c-9db5-45bb-a64c-51b4d9002d9b on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:46.185061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:46.185438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:46.185827 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.186265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Bound using segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:46.186732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Bound port: af9d997c-9db5-45bb-a64c-51b4d9002d9b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:46.187143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.190599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00752fb5-08e0-42a4-ae8a-a23c36714ac3 None None] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:46.233599 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-acaf5cef-1042-4b3e-a31b-67e43871b467 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9874175 Oct 27 16:15:46.236302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:46.241505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'name': 'tempest-TaggedBootDevicesTest_v242-790074306', 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:46.316986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973de9d-9239-4a7a-bfcd-e61892f140e6 req-7463d253-2b13-4921-8fea-160609a6916c tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.318601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8973de9d-9239-4a7a-bfcd-e61892f140e6 req-7463d253-2b13-4921-8fea-160609a6916c tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.1348875 Oct 27 16:15:46.320678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:46.323165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:46.324420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.328513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['fead062d-e3c0-40b0-8176-421e3d56f8f2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:46.331337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=af9d997c-9db5-45bb-a64c-51b4d9002d9b,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:46.375867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f6427ea2-c1a9-4742-ad2c-0bd9657dfd28'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:46.417185 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.423581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8973de9d-9239-4a7a-bfcd-e61892f140e6 req-fa1bebd2-ec4c-4f34-adca-f35a9c2815e1 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840948 Oct 27 16:15:46.440070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399cfc-d78a-49e6-921b-afa90eb2fe75 req-984726f3-49b6-45dd-8d22-6d9d196d6b39 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.442351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f399cfc-d78a-49e6-921b-afa90eb2fe75 req-984726f3-49b6-45dd-8d22-6d9d196d6b39 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 944 time: 0.1843843 Oct 27 16:15:46.462270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:46.573594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f399cfc-d78a-49e6-921b-afa90eb2fe75 req-c16d7243-c4f2-4a33-bbf9-7611ac6d8ba7 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215744 Oct 27 16:15:46.586724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.611933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a113cb8d-c1be-4796-8bde-2497ea2a1bd6 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:46.614291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:46.620553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] device_id is not set on port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:15:46.700204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'fixed_ips': [{'subnet_id': '00dee51f-ae92-49c5-9f9b-f27243b92142'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:46.709687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.714308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84908e44-f86f-4319-97f2-bf6b656ab079 req-ff0fb99f-794d-4f75-9ae1-c5653c8aaf4c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0425484 Oct 27 16:15:46.727667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44792b0-b1d4-4e56-aa0d-5119d33d4f21 req-0fe1dc24-1940-4632-b2be-d156fc3fd592 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.735962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d44792b0-b1d4-4e56-aa0d-5119d33d4f21 req-0fe1dc24-1940-4632-b2be-d156fc3fd592 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 944 time: 0.2136233 Oct 27 16:15:46.738432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.20.0.12 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/16a1dd85-3539-4377-9160-5af348941dea) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:46.758496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a611-3794-424a-963a-74f4043c8e71 None None] Pushing event updated for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.811706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d44792b0-b1d4-4e56-aa0d-5119d33d4f21 req-58f68f02-f5a8-46b0-b245-8a1c4d5358ad tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747416 Oct 27 16:15:47.008164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.031563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.1.1.189 (9101a026-8f80-438d-abbf-047252ed3e41/8108fb3b-55a8-4406-8ae5-6c2f7e396818/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:47.078419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:47.095895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6', 'network_id': '4501cc91-c71d-40c5-838b-684ba5c0a339', 'port_id': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6', 'mac_address': 'fa:16:3e:a3:d7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfd0390-99f6-4db4-854d-1c301f6d8acc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:47.102128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:47.114462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142275-2091-4c99-bda1-7f18dcad6110 req-5fbd6369-e935-4e9d-a262-5056ad610b92 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.131916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47142275-2091-4c99-bda1-7f18dcad6110 req-5fbd6369-e935-4e9d-a262-5056ad610b92 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 943 time: 0.2213671 Oct 27 16:15:47.135853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-247dbc61-f9e7-49d7-9dc4-645bef970e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.139188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 02229351-ad0f-486a-8fde-3e6474e4ee9e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:47.139790 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.170767 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.275099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Allocated IP 10.2.2.2 (c5f36272-3b4d-4e69-be58-fba9b268dcc6/00dee51f-ae92-49c5-9f9b-f27243b92142/79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:47.279821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-eeb339aa-9be7-4a8c-be08-45d13624aca0 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.281595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-eeb339aa-9be7-4a8c-be08-45d13624aca0 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.2694747 Oct 27 16:15:47.290519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47142275-2091-4c99-bda1-7f18dcad6110 req-d4ac61b3-7319-46e7-b761-8e04edce2895 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576464 Oct 27 16:15:47.306615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.330376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.338404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.355467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-247dbc61-f9e7-49d7-9dc4-645bef970e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.387459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a113cb8d-c1be-4796-8bde-2497ea2a1bd6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:47.413875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:47.429376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:47.431883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:47.455517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-247dbc61-f9e7-49d7-9dc4-645bef970e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.465228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device af9d997c-9db5-45bb-a64c-51b4d9002d9b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:47.474108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:47.477553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.521690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.522473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.544553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.545092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Deleting port 5fa9b51a-b065-4647-bbab-dc23404c3243 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:47.545092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.564688 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-247dbc61-f9e7-49d7-9dc4-645bef970e02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d99d350580bf4b819bb5da3fe981f952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566593 Oct 27 16:15:47.565035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34788) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:47.570607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbc61-f9e7-49d7-9dc4-645bef970e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52499723-eab5-4055-8462-a1e9cbc486a1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.581707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.637181 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.647502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 9101a026-8f80-438d-abbf-047252ed3e41 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:47.653687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:47.666003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-50b40ee6-be0e-4384-8e28-d72abdf0d7c3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6225367 Oct 27 16:15:47.668708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:47.714797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Request body: {'port': {'device_id': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:47.715605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.768247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.769055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.842836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:47.843193 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1537d49-ac3c-482e-9500-6228223b612f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6025627 Oct 27 16:15:47.843342 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40e0419-9332-46e7-ae0e-817e9c32d0b8" -d '{"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:47.847670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:47.853180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port af9d997c-9db5-45bb-a64c-51b4d9002d9b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:47.853180 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.855275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.858131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'name': 'tempest-TaggedBootDevicesTest_v242-187747428', 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:47.872652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.885829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:47.923579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-972a9e0d-cd4b-4ba2-84d4-a7fabb6b7be8 None None] Provisioning complete for port 16a1dd85-3539-4377-9160-5af348941dea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:47.925558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-972a9e0d-cd4b-4ba2-84d4-a7fabb6b7be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.972651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.002439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.066468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-972a9e0d-cd4b-4ba2-84d4-a7fabb6b7be8 None None] Port 16a1dd85-3539-4377-9160-5af348941dea cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:48.072445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:48.086225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:48.086225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.091947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:48.112026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] device_id is not set on port a8d9c7ad-9c6c-4341-927e-1262cfda5afe yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:15:48.123341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:48.136501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Pushing event updated for resources: {'Port': ['ID=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.198029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6221019-b66f-47fb-ada8-cbc4f24535c6 req-5e8a6985-6b4e-46a1-aac2-c0d3496bc6fe tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.199564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6221019-b66f-47fb-ada8-cbc4f24535c6 req-5e8a6985-6b4e-46a1-aac2-c0d3496bc6fe tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 945 time: 0.5893629 Oct 27 16:15:48.210818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.220697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b8f03-a3cf-46a8-b38f-2dc2c14a78a7 None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:48.230644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] For port 5fa9b51a-b065-4647-bbab-dc23404c3243, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5fa9b51a-b065-4647-bbab-dc23404c3243,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:48.231020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.233563 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.248955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.258290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b432-a78c-4095-868c-4e9ad9368ced req-04c3d3dc-181d-4c22-99f0-efe91702c030 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.259817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5207b432-a78c-4095-868c-4e9ad9368ced req-04c3d3dc-181d-4c22-99f0-efe91702c030 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 944 time: 0.5356658 Oct 27 16:15:48.285257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Calling delete_port for 5fa9b51a-b065-4647-bbab-dc23404c3243 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:48.295484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.1.1.46 (9101a026-8f80-438d-abbf-047252ed3e41/8108fb3b-55a8-4406-8ae5-6c2f7e396818/a8d9c7ad-9c6c-4341-927e-1262cfda5afe) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:48.328585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.377862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a113cb8d-c1be-4796-8bde-2497ea2a1bd6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:48.403347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6221019-b66f-47fb-ada8-cbc4f24535c6 req-781bd073-3dcd-4623-9a88-7e7542e2480b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897438 Oct 27 16:15:48.418710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Attempting to bind port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:48.419006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Attempting to bind port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:48.419330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Attempting to bind port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:48.432384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.444905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5207b432-a78c-4095-868c-4e9ad9368ced req-5cbbbac4-6cc9-4c8d-87fe-4fd49888cf1c tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565464 Oct 27 16:15:48.466745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:48.467149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Checking segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:48.469007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.469007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Bound using segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:48.469500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Bound port: 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:48.469965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.505210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.505788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fac918c7-7073-4d3b-b489-f7151ecb2174 None None] Provisioning complete for port af9d997c-9db5-45bb-a64c-51b4d9002d9b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:48.506285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fac918c7-7073-4d3b-b489-f7151ecb2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.602924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.631056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:48.655151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=af9d997c-9db5-45bb-a64c-51b4d9002d9b,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:48.672297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 9101a026-8f80-438d-abbf-047252ed3e41 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:48.676375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:48.680842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:48.705355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.708582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.712129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52499723-eab5-4055-8462-a1e9cbc486a1 HTTP/1.1" status: 204 len: 168 time: 1.1447885 Oct 27 16:15:48.730436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.758720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.782983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c636-f37e-4aac-b570-5fd28da8f930 req-f79f49ae-526f-42ee-babb-7b6ee29666f4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.784682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ab0c636-f37e-4aac-b570-5fd28da8f930 req-f79f49ae-526f-42ee-babb-7b6ee29666f4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 932 time: 0.2440219 Oct 27 16:15:48.789906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1a699-7ddc-4719-8c45-67092f3a2143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52499723-eab5-4055-8462-a1e9cbc486a1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.794897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.797085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.809747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4830-b646-4850-adb4-a2fdb61d9e06 req-5a18e816-692a-4ad9-889f-bf4633bd5fa8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.811288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-032e4830-b646-4850-adb4-a2fdb61d9e06 req-5a18e816-692a-4ad9-889f-bf4633bd5fa8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2686772 Oct 27 16:15:48.835244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] For port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:48.895248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] For port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:48.905996 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-781d955c-0f34-430c-9cbd-84791bd05718 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0567396 Oct 27 16:15:48.930100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-032e4830-b646-4850-adb4-a2fdb61d9e06 req-e586bd73-5e3b-4192-86a0-c4d7de576408 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034117 Oct 27 16:15:48.950144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.950234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ab0c636-f37e-4aac-b570-5fd28da8f930 req-7b9e11ae-6c2e-43ed-8d3e-c1aa6507099f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295557 Oct 27 16:15:49.013078 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260ff33-c263-4241-ba13-eb6498ad172c x-openstack-request-id: req-e260ff33-c263-4241-ba13-eb6498ad172c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:49.013382 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-plugged", "status": "completed", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:49.013645 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e260ff33-c263-4241-ba13-eb6498ad172c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:49.014074 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'code': 200} Oct 27 16:15:49.023420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.060590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.121053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event deleted for resources: {'Port': ['ID=5fa9b51a-b065-4647-bbab-dc23404c3243,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:49.123191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:15:49.144316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:49.156418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.170501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Transition to ACTIVE for port object 16a1dd85-3539-4377-9160-5af348941dea will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:15:49.187495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:49.188996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.242078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] No DVR routers for this DVR port 5fa9b51a-b065-4647-bbab-dc23404c3243 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:49.244301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.260864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.260864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2f90738-27f1-411a-8274-f0f112fcbfb4 req-1dc05cc7-73eb-49f5-aa59-b49436bb8081 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "DELETE /v2.0/ports/5fa9b51a-b065-4647-bbab-dc23404c3243 HTTP/1.1" status: 204 len: 173 time: 1.9689872 Oct 27 16:15:49.264786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'name': 'network-vif-deleted', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:49.267054 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96845301-cc7f-454b-af02-7dcff93d68af" -d '{"events": [{"server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "name": "network-vif-deleted", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:49.314334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fc906-9ecb-49a3-b182-394d5fae73c1 None None] Pushing event updated for resources: {'Port': ['ID=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:49.320152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-37aad238-79f5-401b-82fe-897ab1d6407b None None] Provisioning complete for port af9d997c-9db5-45bb-a64c-51b4d9002d9b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:49.320525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37aad238-79f5-401b-82fe-897ab1d6407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.330941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eba9cb-5e20-4fc5-94bf-3498e5187a98 req-dbf0534a-34a5-47d2-9555-8bde3a6c7f48 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.340841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17eba9cb-5e20-4fc5-94bf-3498e5187a98 req-dbf0534a-34a5-47d2-9555-8bde3a6c7f48 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 944 time: 0.2216470 Oct 27 16:15:49.535595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device af9d997c-9db5-45bb-a64c-51b4d9002d9b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:49.585835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:49.625559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875be14-0552-4252-ad67-21e6adf5d295 req-13409230-c5cf-452f-b45a-ecd6363ceb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.627350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8875be14-0552-4252-ad67-21e6adf5d295 req-13409230-c5cf-452f-b45a-ecd6363ceb27 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1097 time: 0.2328353 Oct 27 16:15:49.639677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17eba9cb-5e20-4fc5-94bf-3498e5187a98 req-1ab369a2-e321-4e0d-b58a-b31baedb87ee tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927957 Oct 27 16:15:49.777641 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deccb62-eb55-4b7c-a42d-a164cf0f9c82 x-openstack-request-id: req-7deccb62-eb55-4b7c-a42d-a164cf0f9c82 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:49.779639 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f7194e-01d3-4d79-89cb-e6b149fc58b7", "name": "network-vif-deleted", "tag": "5fa9b51a-b065-4647-bbab-dc23404c3243", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:49.780048 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7deccb62-eb55-4b7c-a42d-a164cf0f9c82 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:49.781944 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f7194e-01d3-4d79-89cb-e6b149fc58b7', 'name': 'network-vif-deleted', 'tag': '5fa9b51a-b065-4647-bbab-dc23404c3243', 'status': 'completed', 'code': 200} Oct 27 16:15:49.788502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Attempting to bind port 16a1dd85-3539-4377-9160-5af348941dea on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:49.791311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Attempting to bind port 16a1dd85-3539-4377-9160-5af348941dea by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:49.792027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Attempting to bind port 16a1dd85-3539-4377-9160-5af348941dea on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:49.793267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34822) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:49.806924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8875be14-0552-4252-ad67-21e6adf5d295 req-69314686-5cd2-485d-be64-3c0fffb8c1d3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537526 Oct 27 16:15:49.806924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Port 16a1dd85-3539-4377-9160-5af348941dea on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:15:49.806924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Attempting to bind port 16a1dd85-3539-4377-9160-5af348941dea on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:49.813809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282636418', 'description': 'tempest-description--2126284271'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:49.820130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:49.820623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:49.821121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:49.821850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Bound port: 16a1dd85-3539-4377-9160-5af348941dea, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:49.822429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.881437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65', 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'fab5a944-337d-4643-ac64-c6e4b07a7b88'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:49.971317 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.021325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.027349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-372367e8-55b7-4828-91e0-5802f1330d7a req-cfd34a68-8807-4b3f-b231-2be97085617b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=54f7194e-01d3-4d79-89cb-e6b149fc58b7 HTTP/1.1" status: 200 len: 210 time: 0.0868964 Oct 27 16:15:50.054824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-37aad238-79f5-401b-82fe-897ab1d6407b None None] Provisioning complete for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.055139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37aad238-79f5-401b-82fe-897ab1d6407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.060946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,segment=NetworkSegment(9726fdd8-4a42-4839-b9cc-d3b25737ccff),segment_id=9726fdd8-4a42-4839-b9cc-d3b25737ccff)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:50.070346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port af9d997c-9db5-45bb-a64c-51b4d9002d9b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.070726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.083590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7e92-414a-4980-bc68-7ff615bfa8ca req-da2b1dcc-c577-491c-a9f4-a2ea3e06c055 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.085316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-595d7e92-414a-4980-bc68-7ff615bfa8ca req-da2b1dcc-c577-491c-a9f4-a2ea3e06c055 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 944 time: 0.1268458 Oct 27 16:15:50.111136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:50.139354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.139354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5fa9b51a-b065-4647-bbab-dc23404c3243 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:50.151824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-595d7e92-414a-4980-bc68-7ff615bfa8ca req-1c0e8fe6-9b51-4ad5-88f4-7f40a8762978 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Oct 27 16:15:50.177888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:50.193687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-37aad238-79f5-401b-82fe-897ab1d6407b None None] Port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:50.198306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 5fa9b51a-b065-4647-bbab-dc23404c3243 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:50.198655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5fa9b51a-b065-4647-bbab-dc23404c3243 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:50.217160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.255006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.276938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.278106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314027a-7512-43e5-85fe-6631d3bc70f5 req-9e5e3c72-0061-4891-b38d-2895546804e9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.287445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c314027a-7512-43e5-85fe-6631d3bc70f5 req-9e5e3c72-0061-4891-b38d-2895546804e9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 944 time: 0.1308410 Oct 27 16:15:50.308869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.353899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.379026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Provisioning complete for port a8d9c7ad-9c6c-4341-927e-1262cfda5afe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.379417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.423884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c314027a-7512-43e5-85fe-6631d3bc70f5 req-41285305-2c2e-4224-94eb-de82bf983b6a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319039 Oct 27 16:15:50.433273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.433273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8f7fdbcd-da9c-4877-a5dc-948f5f878bf5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6331668 Oct 27 16:15:50.435557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Port a8d9c7ad-9c6c-4341-927e-1262cfda5afe cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:50.439220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34838) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:50.448732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'security_group_rule': {'security_group_id': '4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:50.489291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Provisioning complete for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.489291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.515661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.516296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.521770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] 10.222.0.82 "PUT /v2.0/ports/16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1092 time: 2.8154414 Oct 27 16:15:50.560044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d596f-ded5-41fc-ba8e-a345432e58b7 req-cd90577a-6190-4ef7-b55a-bfe43ca6f1b1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.570478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e52d596f-ded5-41fc-ba8e-a345432e58b7 req-cd90577a-6190-4ef7-b55a-bfe43ca6f1b1 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2456136 Oct 27 16:15:50.615790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.626631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fead062d-e3c0-40b0-8176-421e3d56f8f2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:50.663407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e52d596f-ded5-41fc-ba8e-a345432e58b7 req-015eac82-a5f4-4080-8226-c6535eff0d34 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Oct 27 16:15:50.666173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709516f-c17d-4a68-8ab8-df66a75759d4 service neutron] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.695228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-56efc37d-d0d9-4fda-9255-636ae9fa9207 None None] Port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:50.770695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.836703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-1b4075fd-1087-4378-9974-2f790a0676ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.838262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-1b4075fd-1087-4378-9974-2f790a0676ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1095 time: 0.1183324 Oct 27 16:15:50.851770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd0d15-eac8-472f-b7d6-fbabc5bae1f7 req-0c77894f-0495-403f-9609-18a1a945e28f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.853320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0dd0d15-eac8-472f-b7d6-fbabc5bae1f7 req-0c77894f-0495-403f-9609-18a1a945e28f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 944 time: 0.0612581 Oct 27 16:15:50.854466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.877381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port fead062d-e3c0-40b0-8176-421e3d56f8f2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:15:50.883688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dccf94f-d3c1-4a71-9692-ed3c6bdb87d0,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.889835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port fead062d-e3c0-40b0-8176-421e3d56f8f2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.890206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.910608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-3109b89d-7930-4700-8130-0b850b707041 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 217 time: 0.0562360 Oct 27 16:15:50.993702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0dd0d15-eac8-472f-b7d6-fbabc5bae1f7 req-7d04a1b1-9862-4901-8395-9d22ae808da0 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788257 Oct 27 16:15:50.999370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.002026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-1b6af751-8e22-4f86-80d4-f4ab8607dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.004182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-1b6af751-8e22-4f86-80d4-f4ab8607dad1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0751746 Oct 27 16:15:51.014672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:51.025210 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3bc19-c576-49fe-8589-8b8e2ccf8376" -d '{"events": [{"server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:51.025420 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.027272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0dd335c-3d6e-471e-8618-8fa1b0045145 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5863407 Oct 27 16:15:51.027985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:51.028595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae7f2f-2e0d-4c8b-a1f3-dfecf04105c7 None None] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:51.032559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'security_group_rule': {'security_group_id': '4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:51.069365 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b246a5-0094-4a26-baf2-a6d9bd515f73 x-openstack-request-id: req-d1b246a5-0094-4a26-baf2-a6d9bd515f73 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:51.069778 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:51.070040 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1b246a5-0094-4a26-baf2-a6d9bd515f73 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:51.070355 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28', 'code': 200} Oct 27 16:15:51.112067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-40f396bd-3025-4cb7-960c-02c4b5c199f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.113646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-40f396bd-3025-4cb7-960c-02c4b5c199f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006558 Oct 27 16:15:51.121567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:51.131650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] Provisioning complete for port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:51.131650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.161849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.243806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.247909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a113cb8d-c1be-4796-8bde-2497ea2a1bd6 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:51.261007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.321381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ded7-9c6d-4075-8b82-4b0c4a969f71 req-a4788782-014b-4039-8a17-01321097aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.323897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc5ded7-9c6d-4075-8b82-4b0c4a969f71 req-a4788782-014b-4039-8a17-01321097aafc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1763980 Oct 27 16:15:51.328269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-391f8167-f4f7-46f2-a70d-6397cfb5f2ff service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013390 Oct 27 16:15:51.358697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.381154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.429439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.437476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ac065-aafe-4de6-b0de-306624bc0fb7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.439901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860988d8-a283-487a-83d6-413679b51989 req-99984c57-b4c4-45af-8337-acc5121a0114 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.445438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-860988d8-a283-487a-83d6-413679b51989 req-99984c57-b4c4-45af-8337-acc5121a0114 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1835363 Oct 27 16:15:51.527020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] For port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:51.533878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.537200 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-af212bc5-33cc-4725-ae21-cf8f3de8b0ca tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5067937 Oct 27 16:15:51.538739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:51.570551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:51.587429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:51.628352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:15:51.630861 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.676374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:51.676753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.683891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.760432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a31de-4edd-4326-87e5-046aa06dfddc None None] Pushing event updated for resources: {'Port': ['ID=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.787289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:51.788097 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.795352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cc5ded7-9c6d-4075-8b82-4b0c4a969f71 req-a892acf5-ed73-4747-bc8f-70b76bbbad11 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538143 Oct 27 16:15:51.795819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:51.803841 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256aefa-2587-40e4-96fb-b989995accf8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:51.911003 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.914511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-860988d8-a283-487a-83d6-413679b51989 req-0354bf9c-5f71-4bf1-8c8d-71d5130721dd tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448872 Oct 27 16:15:51.934878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f73fe35-0a44-4d5c-9fd0-135216d41675 req-f4ea10a9-ed0e-4881-859f-d65448f873f7 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899370 Oct 27 16:15:51.943507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.973594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f54e4-b37b-456b-b033-7b1667c40338 req-e9ae4e69-001c-41b6-8e50-7b9f106657e2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.984772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-686f54e4-b37b-456b-b033-7b1667c40338 req-e9ae4e69-001c-41b6-8e50-7b9f106657e2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 944 time: 0.4125619 Oct 27 16:15:51.998737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:52.005949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7bf65a34-a150-4737-b474-dcc59c2866c3 None None] Provisioning complete for port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:52.006453 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7bf65a34-a150-4737-b474-dcc59c2866c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.104587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-686f54e4-b37b-456b-b033-7b1667c40338 req-8147e736-dd03-4e94-af3f-b1b1b778ae29 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139009 Oct 27 16:15:52.149496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 172.25.5.160 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/1675b42a-4c71-4d87-9d57-7fbbba1a4611) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:52.163432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.163570 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eac561-7bbd-4d3d-a6e2-1d1511bdbefb x-openstack-request-id: req-84eac561-7bbd-4d3d-a6e2-1d1511bdbefb {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:52.163570 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:52.163570 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84eac561-7bbd-4d3d-a6e2-1d1511bdbefb {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:52.163570 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'status': 'completed', 'code': 200} Oct 27 16:15:52.264561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:52.309877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e057b-91ff-41ef-81fb-93ecb1f69bfd req-40b2a739-0736-4dbb-b715-c53b37f53e69 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.311533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a25e057b-91ff-41ef-81fb-93ecb1f69bfd req-40b2a739-0736-4dbb-b715-c53b37f53e69 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1195512 Oct 27 16:15:52.332536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.343896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa25d6c-aeab-45c3-a791-c962cecaafde req-f815f89f-3565-40a2-b45f-a179dd4f7806 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.351968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa25d6c-aeab-45c3-a791-c962cecaafde req-f815f89f-3565-40a2-b45f-a179dd4f7806 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1177626 Oct 27 16:15:52.361771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256aefa-2587-40e4-96fb-b989995accf8 req-cc10622d-7176-4b7b-bdf9-6bdfc90bbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.363459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-cc10622d-7176-4b7b-bdf9-6bdfc90bbee9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1095 time: 0.1422102 Oct 27 16:15:52.451945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a25e057b-91ff-41ef-81fb-93ecb1f69bfd req-8b78ac54-5bc8-4ce8-bfe8-bc4dea76d839 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302204 Oct 27 16:15:52.477558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa25d6c-aeab-45c3-a791-c962cecaafde req-69e5c8f3-f283-4bca-85ab-901f32c5c96a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186566 Oct 27 16:15:52.481023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.546941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:52.549885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:52.555308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256aefa-2587-40e4-96fb-b989995accf8 req-5d942a2a-f4ad-4496-b23c-70893eccb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.556092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:52.556419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-5d942a2a-f4ad-4496-b23c-70893eccb716 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1839910 Oct 27 16:15:52.594783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=1675b42a-4c71-4d87-9d57-7fbbba1a4611,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:52.608334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-9bf5f572-fff0-43b3-925f-2881e49375e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 217 time: 0.0438259 Oct 27 16:15:52.666665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.677330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256aefa-2587-40e4-96fb-b989995accf8 req-419a2530-ce5a-43b0-81e6-f17677060015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.678964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-419a2530-ce5a-43b0-81e6-f17677060015 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0626466 Oct 27 16:15:52.743117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256aefa-2587-40e4-96fb-b989995accf8 req-990f12f2-eaf5-498c-a12c-0f63ddc1cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.744769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-990f12f2-eaf5-498c-a12c-0f63ddc1cfa5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582919 Oct 27 16:15:52.805165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.868765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-4a81e773-a9ac-4a23-b8dd-60a699785e4c service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126094 Oct 27 16:15:52.976563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f256aefa-2587-40e4-96fb-b989995accf8 req-69a07b11-df59-4354-9c5c-476c7e883a24 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983047 Oct 27 16:15:52.984942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.057938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed14f2-8ab4-49af-a606-e0d6733d0210 req-843ca719-6154-492e-a496-ae41b5f61639 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.059704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9eed14f2-8ab4-49af-a606-e0d6733d0210 req-843ca719-6154-492e-a496-ae41b5f61639 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0644200 Oct 27 16:15:53.071494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2'}, {'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:53.077821 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef17bdeb-bb31-4c5d-812f-fff8ed4bd2f6" -d '{"events": [{"server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "name": "network-vif-plugged", "status": "completed", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2"}, {"server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "name": "network-vif-plugged", "status": "completed", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:53.113092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9eed14f2-8ab4-49af-a606-e0d6733d0210 req-5d3492be-f9f1-4f49-940f-a213b8c96b98 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Oct 27 16:15:53.124241 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34308c26-33b8-42b0-8808-5c72623457a5 x-openstack-request-id: req-34308c26-33b8-42b0-8808-5c72623457a5 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:53.124241 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "name": "network-vif-plugged", "status": "completed", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2", "code": 200}, {"server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "name": "network-vif-plugged", "status": "completed", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:53.124241 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34308c26-33b8-42b0-8808-5c72623457a5 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:53.124241 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2', 'code': 200} Oct 27 16:15:53.124241 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6', 'code': 200} Oct 27 16:15:53.149830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.252978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=1675b42a-4c71-4d87-9d57-7fbbba1a4611,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.261484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.324451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71e46-ebf1-488f-902c-8ee1650d6db3 req-e4daca08-92a9-419e-8b59-efef93bbf3ca tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.332191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04d71e46-ebf1-488f-902c-8ee1650d6db3 req-e4daca08-92a9-419e-8b59-efef93bbf3ca tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 944 time: 0.1401868 Oct 27 16:15:53.353259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.354512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cedde0f4-a7ab-47b8-87e4-9a8d4897a926 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8080952 Oct 27 16:15:53.403470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04d71e46-ebf1-488f-902c-8ee1650d6db3 req-930dd36d-a558-4e3c-b82c-47f34d297a6b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703695 Oct 27 16:15:53.405342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaa125-5a5a-4387-b37d-003e47dbb51e req-aa62eb55-ec23-4624-b11d-4cf7eff51584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.408131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47aaa125-5a5a-4387-b37d-003e47dbb51e req-aa62eb55-ec23-4624-b11d-4cf7eff51584 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 1096 time: 0.1575778 Oct 27 16:15:53.413150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a840f-949a-4f5f-9064-146645e588d7 req-74417e3f-a273-4102-ad01-7b5b25108f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.417079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef9a840f-949a-4f5f-9064-146645e588d7 req-74417e3f-a273-4102-ad01-7b5b25108f2b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.1679504 Oct 27 16:15:53.435950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:53.444739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:53.512259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47aaa125-5a5a-4387-b37d-003e47dbb51e req-ec374e7d-98fd-49da-860d-d2cb10895bfa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835173 Oct 27 16:15:53.523861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef9a840f-949a-4f5f-9064-146645e588d7 req-3a969678-d800-4ffd-84cb-3ccd9582a400 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Oct 27 16:15:53.588861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:53.589267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.676139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7572e4c5-c261-4eb3-8f02-c6f17a7462bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.695865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3f55f-b9e6-4602-bd9a-a37e09755c54 req-5d89995c-7b16-4852-a11f-fc2783d31090 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.704694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94a3f55f-b9e6-4602-bd9a-a37e09755c54 req-5d89995c-7b16-4852-a11f-fc2783d31090 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1386657 Oct 27 16:15:53.737431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c6b3-0dea-424f-bbfc-9fcf94460ac4 req-1c81758c-fb6a-41cb-9ba6-f1da709ee22c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.739646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c08c6b3-0dea-424f-bbfc-9fcf94460ac4 req-1c81758c-fb6a-41cb-9ba6-f1da709ee22c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1129267 Oct 27 16:15:53.765385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94a3f55f-b9e6-4602-bd9a-a37e09755c54 req-bac0d323-66f8-4ea0-b49b-688d5b9b168a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604310 Oct 27 16:15:53.806252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c08c6b3-0dea-424f-bbfc-9fcf94460ac4 req-ebac065d-f804-4318-841f-23a21f75cd4e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553372 Oct 27 16:15:53.817085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7572e4c5-c261-4eb3-8f02-c6f17a7462bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.927983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7572e4c5-c261-4eb3-8f02-c6f17a7462bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.949937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-1db64abc-9486-4904-847b-7345f3995bf2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1282636418&fields=id&tenant_id=2d254190ba734763abea568f42bc2898 HTTP/1.1" status: 200 len: 267 time: 0.0373509 Oct 27 16:15:53.968654 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7572e4c5-c261-4eb3-8f02-c6f17a7462bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ab91aba073b45968ecd1a00162b4b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302660 Oct 27 16:15:53.969770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e4c5-c261-4eb3-8f02-c6f17a7462bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948da45-5d84-4416-931f-1e6486456440,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.972123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34968) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:53.998417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5077ba4e-fe14-46e4-8034-0745afd49300 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.999914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5077ba4e-fe14-46e4-8034-0745afd49300 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 936 time: 0.0536883 Oct 27 16:15:54.028891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.065532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.067899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-ba76031d-20f7-4511-82a4-2c6708423395 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.075597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-ba76031d-20f7-4511-82a4-2c6708423395 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 935 time: 0.0681708 Oct 27 16:15:54.135972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b7685261-41df-4ab4-ab55-567485bff07d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0593700 Oct 27 16:15:54.176070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b5d6af3a-c64c-4fc6-924d-0ab2fe03e39b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0335195 Oct 27 16:15:54.224259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.227077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.230761 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f948da45-5d84-4416-931f-1e6486456440 HTTP/1.1" status: 204 len: 168 time: 0.2551596 Oct 27 16:15:54.237466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f3bb1-086c-4787-ba19-aac7650caa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948da45-5d84-4416-931f-1e6486456440,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:54.333387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411513af-3633-4392-b91e-c8c5f983db59 req-c6e431ca-d490-429d-9eb3-2182a248d53b tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.335894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-411513af-3633-4392-b91e-c8c5f983db59 req-c6e431ca-d490-429d-9eb3-2182a248d53b tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1397438 Oct 27 16:15:54.381368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-e3f03003-c84b-4076-aacb-7a7ce3d67692 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.388273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-e3f03003-c84b-4076-aacb-7a7ce3d67692 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.396605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-e3f03003-c84b-4076-aacb-7a7ce3d67692 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.398290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-e3f03003-c84b-4076-aacb-7a7ce3d67692 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/networks?id=b793b50b-6784-4a47-b8b7-7da0a483bae8&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 200 len: 1994 time: 0.2156906 Oct 27 16:15:54.429824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-58f4d1b7-7af6-4946-ba04-d78a89c26aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/quotas/2d254190ba734763abea568f42bc2898 HTTP/1.1" status: 200 len: 375 time: 0.0206001 Oct 27 16:15:54.436713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-411513af-3633-4392-b91e-c8c5f983db59 req-1bd922ae-6d83-4485-9123-f159e1ce3d2a tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904355 Oct 27 16:15:54.520115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9c5ede9d-0da1-47af-9402-4309b77cf593 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0701644 Oct 27 16:15:54.667179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-57299209-0cee-4f2f-9457-dd376ef7c649 service neutron] 10.222.0.70 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305521 Oct 27 16:15:54.693188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fa8f4-8826-4237-9dbf-187d1c28716b req-1d856dc5-6eb5-4a21-9414-9730d1f3ec14 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.703206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-263fa8f4-8826-4237-9dbf-187d1c28716b req-1d856dc5-6eb5-4a21-9414-9730d1f3ec14 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 944 time: 0.0977619 Oct 27 16:15:55.083576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-263fa8f4-8826-4237-9dbf-187d1c28716b req-11765913-c331-4015-b1cb-4e146fb76302 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820364 Oct 27 16:15:55.108160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-fd1f8a0f-3941-43c5-933e-55824d6fca51 service neutron] 10.222.0.70 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401026 Oct 27 16:15:55.187448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-00f2b486-5772-4dc6-93e3-dd4748686cd6 service neutron] 10.222.0.70 "GET /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0719941 Oct 27 16:15:55.260366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c43e1-bee3-4082-ac6e-e944424c1ee1 req-3b3b3500-f4ce-4933-9d4e-c497d6a1a291 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.261858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd1c43e1-bee3-4082-ac6e-e944424c1ee1 req-3b3b3500-f4ce-4933-9d4e-c497d6a1a291 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1115754 Oct 27 16:15:55.318230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd1c43e1-bee3-4082-ac6e-e944424c1ee1 req-2dd28c1d-3398-4904-b923-b8e31c757bc9 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Oct 27 16:15:55.345394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-1d7a045b-20dc-4490-a112-b9298ebe0cbc service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489558 Oct 27 16:15:55.482114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788589-2133-4f7f-af16-6ee23095bc9d req-d5996960-8b1a-44ff-8c39-000a89150796 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.483621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4788589-2133-4f7f-af16-6ee23095bc9d req-d5996960-8b1a-44ff-8c39-000a89150796 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.0836601 Oct 27 16:15:55.489431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3adedffd-de26-43b0-b363-a508a24d042c service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345048 Oct 27 16:15:55.551367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4788589-2133-4f7f-af16-6ee23095bc9d req-4d0a01f6-a2a9-454e-a1ef-e4272fad82ae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Oct 27 16:15:55.554256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-d834c2ae-148d-4a4a-90d5-885caa4bc9c7 service neutron] 10.222.0.70 "GET /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0570772 Oct 27 16:15:55.711645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7fb2aa2e-040e-416f-ae04-5be23dd1c476 service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371360 Oct 27 16:15:55.723965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738c0c7-e983-4868-a788-6b80599ec6e4 req-3aec2343-85cb-4eef-8ed5-fd7bd3ef6b97 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.731642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e738c0c7-e983-4868-a788-6b80599ec6e4 req-3aec2343-85cb-4eef-8ed5-fd7bd3ef6b97 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0833516 Oct 27 16:15:55.838187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e738c0c7-e983-4868-a788-6b80599ec6e4 req-7d2bf9d1-19df-4cdd-b7b7-aacb93966fc8 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040161 Oct 27 16:15:55.857570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-763871b0-1503-422e-b39d-09de7cf39f1b service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246777 Oct 27 16:15:55.959583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f5c41324-0bde-4231-a30e-bf04f0b69204 service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008251 Oct 27 16:15:56.079568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd53da-4354-492b-995a-93c48a81e388 req-a6854daf-9d25-4bd6-95ed-547645e9af5c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:56.081650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16fd53da-4354-492b-995a-93c48a81e388 req-a6854daf-9d25-4bd6-95ed-547645e9af5c tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1095872 Oct 27 16:15:56.104228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7580ddc2-64f4-4c87-b383-9f4356251270 service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405630 Oct 27 16:15:56.185282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16fd53da-4354-492b-995a-93c48a81e388 req-ef3804f0-2ca7-4878-af20-1d33b9ba6097 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932949 Oct 27 16:15:56.239863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-59e6adc9-1761-49bd-9ead-4a26a17c6451 service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263721 Oct 27 16:15:56.351163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-21f790dd-d076-42d9-a502-258f7fe40818 service neutron] 10.222.0.70 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042407 Oct 27 16:15:56.458421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-be104c7f-7961-484d-8ced-dae27e652609 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999751 Oct 27 16:15:56.587267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-ff9779bc-903d-4a13-a652-8432ea8bf54c service neutron] 10.222.0.70 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213326 Oct 27 16:15:56.639702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:56.753882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84973-229a-4dcf-be9b-b3d794fac158 req-608b959c-9795-42e1-8bf5-e06afc438a86 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:56.763126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32a84973-229a-4dcf-be9b-b3d794fac158 req-608b959c-9795-42e1-8bf5-e06afc438a86 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1045492 Oct 27 16:15:56.769781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:56.782996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '16a1dd85-3539-4377-9160-5af348941dea', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:56.797646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-ab21a3b9-b40b-4be1-924a-4e485f335c28 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013824 Oct 27 16:15:56.822906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.835543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:56.854925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:56.857331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32a84973-229a-4dcf-be9b-b3d794fac158 req-96b6b05a-1b0c-4067-b91b-7ece9a3dab03 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929320 Oct 27 16:15:56.933531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.963614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-8b478363-8573-4532-93ff-e8d89aa90fdf service neutron] 10.222.0.70 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543272 Oct 27 16:15:56.991058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:57.001836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebde85-3646-43c2-8f72-6c28ec5b9c1f req-624f0ab9-fd62-4263-8046-620040691693 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.004344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eebde85-3646-43c2-8f72-6c28ec5b9c1f req-624f0ab9-fd62-4263-8046-620040691693 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0682364 Oct 27 16:15:57.059570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eebde85-3646-43c2-8f72-6c28ec5b9c1f req-44e566f3-0de1-4e8e-84a6-2a108b344cce tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 Oct 27 16:15:57.181741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772ad1-e4b6-4985-8ba4-fb68ba23cf9d req-c360f851-17bf-4188-8c2e-1a07f9d0f8fc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.181741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68772ad1-e4b6-4985-8ba4-fb68ba23cf9d req-c360f851-17bf-4188-8c2e-1a07f9d0f8fc tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.0616887 Oct 27 16:15:57.218808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68772ad1-e4b6-4985-8ba4-fb68ba23cf9d req-c7bb0ca9-5d38-4af8-b0b2-8c62b1a485ef tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Oct 27 16:15:57.340726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f7c8-ccbe-4449-90f4-f4b1158d4c46 req-5b157a1a-6e71-47c6-a1ac-8a323c524583 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.342138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02c4f7c8-ccbe-4449-90f4-f4b1158d4c46 req-5b157a1a-6e71-47c6-a1ac-8a323c524583 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.0500553 Oct 27 16:15:57.379865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02c4f7c8-ccbe-4449-90f4-f4b1158d4c46 req-1af1af1d-e2ec-4149-bb21-1273e4852a35 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Oct 27 16:15:57.435265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['16a1dd85-3539-4377-9160-5af348941dea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:57.483785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db55e2-5155-48d8-a7d4-31f17f8d3ad1 req-5de3f25a-5c37-425c-be82-f5265f1e713c tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.485267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8db55e2-5155-48d8-a7d4-31f17f8d3ad1 req-5de3f25a-5c37-425c-be82-f5265f1e713c tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Oct 27 16:15:57.526822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8db55e2-5155-48d8-a7d4-31f17f8d3ad1 req-31621306-bb72-4ac1-80e6-3e8f384ac721 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339422 Oct 27 16:15:57.911144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.282038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fbc22-c711-4a21-9def-976a4f624823 req-807ad827-31dd-43be-be49-362bb513cb30 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.283572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e3fbc22-c711-4a21-9def-976a4f624823 req-807ad827-31dd-43be-be49-362bb513cb30 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Oct 27 16:15:58.322234 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.345840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e3fbc22-c711-4a21-9def-976a4f624823 req-e878562b-9288-41d2-a356-c4d65d2d438a tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524487 Oct 27 16:15:58.351971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad303d-13bd-4263-b77c-784c57eec854 req-728caf79-1d4b-48ba-a0e7-de3cf58b5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.353523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-728caf79-1d4b-48ba-a0e7-de3cf58b5d59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 1096 time: 0.0689471 Oct 27 16:15:58.506044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68445db4-1d28-4ea5-9f3e-fc2d3bd6cbc0 req-4e09702b-50ed-411d-9ae3-eb52a3e02c02 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.507515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68445db4-1d28-4ea5-9f3e-fc2d3bd6cbc0 req-4e09702b-50ed-411d-9ae3-eb52a3e02c02 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1034417 Oct 27 16:15:58.546785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad303d-13bd-4263-b77c-784c57eec854 req-6da178f4-1691-43ac-acac-6571085d4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.548503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-6da178f4-1691-43ac-acac-6571085d4658 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 919 time: 0.1645195 Oct 27 16:15:58.575277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68445db4-1d28-4ea5-9f3e-fc2d3bd6cbc0 req-c27d433f-05fb-4f06-8c28-630ec49c0238 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599880 Oct 27 16:15:58.622105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-ebcee300-1d81-486e-be3c-ccb7facdddce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0505538 Oct 27 16:15:58.741190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad303d-13bd-4263-b77c-784c57eec854 req-d0fce725-082d-4954-87cb-28eab24cac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.741190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-d0fce725-082d-4954-87cb-28eab24cac86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.1078002 Oct 27 16:15:58.753976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38bcd-211a-4be7-8f36-04ffd48a32f8 req-3f8a894f-0c64-46a9-958c-4f8dcd83a119 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.755692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd38bcd-211a-4be7-8f36-04ffd48a32f8 req-3f8a894f-0c64-46a9-958c-4f8dcd83a119 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1369419 Oct 27 16:15:58.799013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-82d28fa7-e1ca-4f7c-9024-6d1dd86441bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405385 Oct 27 16:15:58.808492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc9f8-7de4-46fa-962b-0274c6edc251 req-91b3e9ee-9ca4-4690-abb7-967578fedc06 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.809948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ebdc9f8-7de4-46fa-962b-0274c6edc251 req-91b3e9ee-9ca4-4690-abb7-967578fedc06 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1385922 Oct 27 16:15:58.903694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fd38bcd-211a-4be7-8f36-04ffd48a32f8 req-42c01799-a599-4163-b191-67dac53633b8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357405 Oct 27 16:15:58.915240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ebdc9f8-7de4-46fa-962b-0274c6edc251 req-1688c036-7887-41ef-8096-470935080e54 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982914 Oct 27 16:15:58.964193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-11d0934a-61df-4577-ac0c-feb6468a539d service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462545 Oct 27 16:15:59.015990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39dc9b46-bab0-4137-8ea9-2b7cf89921b9 req-2a32c6b3-d907-4d25-aef2-028494d1d3f6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0407617 Oct 27 16:15:59.193492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37249966-bdb5-482c-821c-84b64a53bca2 req-392a14b3-cfcf-499a-ae34-3a6c70eee85d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.194944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37249966-bdb5-482c-821c-84b64a53bca2 req-392a14b3-cfcf-499a-ae34-3a6c70eee85d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.1687846 Oct 27 16:15:59.202010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35146) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:59.202687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0f45-76de-44d7-88e0-b5e045978ed3 req-a53fcb67-4934-4ff1-8eb2-b14ae1f5473b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.204223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-862d0f45-76de-44d7-88e0-b5e045978ed3 req-a53fcb67-4934-4ff1-8eb2-b14ae1f5473b tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 945 time: 0.1907969 Oct 27 16:15:59.228001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fefce-3351-4ee8-a6ea-a59a4f4bd096 req-93dfd360-2dc7-4ba4-8b88-8c04662905b7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.229485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c9fefce-3351-4ee8-a6ea-a59a4f4bd096 req-93dfd360-2dc7-4ba4-8b88-8c04662905b7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1430213 Oct 27 16:15:59.255792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bad303d-13bd-4263-b77c-784c57eec854 req-f595bb4f-c63c-47bc-aba8-7dbdda521126 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703805 Oct 27 16:15:59.325504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.338201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-862d0f45-76de-44d7-88e0-b5e045978ed3 req-1150215f-407b-4941-babd-9a3111ee80e3 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206675 Oct 27 16:15:59.363159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c9fefce-3351-4ee8-a6ea-a59a4f4bd096 req-137a1634-3a52-447b-9e14-84617a45eb18 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041625 Oct 27 16:15:59.399747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Deleting port fab5a944-337d-4643-ac64-c6e4b07a7b88 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:59.400822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.430274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.511508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.546639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] For port fab5a944-337d-4643-ac64-c6e4b07a7b88, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fab5a944-337d-4643-ac64-c6e4b07a7b88,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:59.549990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.550420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9613c1bef82e40fbb0c50a68453bbdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455563 Oct 27 16:15:59.551884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35162) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:59.590977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a381c-e629-45e8-9716-e62f2fbf37b6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:59.600026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.600366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.600995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.601246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Calling delete_port for fab5a944-337d-4643-ac64-c6e4b07a7b88 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:59.601674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.602278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.603088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.603708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.610621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.610621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.610621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.610621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.610621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cb189-bd4c-4d5a-bc3c-1189c8d5d5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:59.713987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.752697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.763027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646ff9-900c-4ba3-93eb-7ac19aa0579d req-3ba70215-ccfb-4f68-a86e-2152f843f027 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.769907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39646ff9-900c-4ba3-93eb-7ac19aa0579d req-3ba70215-ccfb-4f68-a86e-2152f843f027 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1531441 Oct 27 16:15:59.908823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39646ff9-900c-4ba3-93eb-7ac19aa0579d req-83432162-185b-454f-a298-1c0acd2ff33b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216328 Oct 27 16:15:59.946500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfb9d-2abb-4d1f-8ee9-23693415dce3 req-90cac975-c207-46e3-8563-e37b4dbdb983 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.946826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b59dfb9d-2abb-4d1f-8ee9-23693415dce3 req-90cac975-c207-46e3-8563-e37b4dbdb983 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1119568 Oct 27 16:16:00.001027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b59dfb9d-2abb-4d1f-8ee9-23693415dce3 req-b3fca7f7-43bc-41be-a1af-73dada8b39a6 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467048 Oct 27 16:16:00.038452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddad458-2177-4ed1-9bca-84b5b51ae78f req-4aad32e0-c53a-418a-aae1-9f829b4055f0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:00.039994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fddad458-2177-4ed1-9bca-84b5b51ae78f req-4aad32e0-c53a-418a-aae1-9f829b4055f0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0624962 Oct 27 16:16:00.080299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.105673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65', 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'fab5a944-337d-4643-ac64-c6e4b07a7b88'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:00.126535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.129084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.130254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c39a381c-e629-45e8-9716-e62f2fbf37b6 HTTP/1.1" status: 204 len: 168 time: 0.5729129 Oct 27 16:16:00.143986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event deleted for resources: {'Port': ['ID=fab5a944-337d-4643-ac64-c6e4b07a7b88,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:00.166782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fddad458-2177-4ed1-9bca-84b5b51ae78f req-a5254c81-3ded-4f7e-bbfc-925d5be3f007 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182165 Oct 27 16:16:00.171316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a381c-e629-45e8-9716-e62f2fbf37b6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:00.191028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.191028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.191386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.191644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.192104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.192388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.192720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.193055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.193391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.193721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.194051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.194377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.210436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.210797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.211190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.211546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.211889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.212229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.212563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.212897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.213228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.213561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.213891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.214217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6c4e7-a6e5-40a6-bb0c-6303e0bda109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:00.233862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] No DVR routers for this DVR port fab5a944-337d-4643-ac64-c6e4b07a7b88 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:00.238248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.241742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37249966-bdb5-482c-821c-84b64a53bca2 req-4eb1844e-16f5-4466-9881-20ea85010d25 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "DELETE /v2.0/ports/fab5a944-337d-4643-ac64-c6e4b07a7b88 HTTP/1.1" status: 204 len: 173 time: 1.0342844 Oct 27 16:16:00.242215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'name': 'network-vif-deleted', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:00.244590 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd8f13d-7534-49cf-9667-ba5e7378b974" -d '{"events": [{"server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "name": "network-vif-deleted", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:00.256318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4f44-bf6c-4d02-bc4f-090d2e43e1e0 req-81c7236e-9352-4c96-bbc5-3f1bfa56eb1d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:00.257937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-540a4f44-bf6c-4d02-bc4f-090d2e43e1e0 req-81c7236e-9352-4c96-bbc5-3f1bfa56eb1d tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1950788 Oct 27 16:16:00.341378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-540a4f44-bf6c-4d02-bc4f-090d2e43e1e0 req-64ce63d8-ebc1-431d-a43b-9e09643836ac tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710785 Oct 27 16:16:00.371112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da79f5-866d-43af-8e8a-9ff1d191e2dd req-20425668-da42-4717-a3dd-8321053a1096 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:00.372915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80da79f5-866d-43af-8e8a-9ff1d191e2dd req-20425668-da42-4717-a3dd-8321053a1096 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.0855253 Oct 27 16:16:00.423923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80da79f5-866d-43af-8e8a-9ff1d191e2dd req-4c88f023-eca9-44ea-a3d9-18d174111c7e tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Oct 27 16:16:00.479247 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b70ec-7bc1-4e56-ab0c-4615ef5158dd x-openstack-request-id: req-314b70ec-7bc1-4e56-ab0c-4615ef5158dd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:00.479631 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e5546-5f7b-406f-87a0-0c57ad6bc0f3", "name": "network-vif-deleted", "tag": "fab5a944-337d-4643-ac64-c6e4b07a7b88", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:00.479827 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-314b70ec-7bc1-4e56-ab0c-4615ef5158dd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:00.480222 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e5546-5f7b-406f-87a0-0c57ad6bc0f3', 'name': 'network-vif-deleted', 'tag': 'fab5a944-337d-4643-ac64-c6e4b07a7b88', 'status': 'completed', 'code': 200} Oct 27 16:16:00.512454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38ae7a44-30af-40e5-a943-989ec18ffe58 req-6d8a2645-7f46-4d2d-ae3b-a68958fa13dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Oct 27 16:16:00.561225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1da65011-4237-4092-a585-6186ebebb785 req-9abf91c4-0de4-4458-998e-a646fcc1f436 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0285389 Oct 27 16:16:00.650157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:00.802584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 16a1dd85-3539-4377-9160-5af348941dea completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:16:00.808945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 16a1dd85-3539-4377-9160-5af348941dea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:00.809308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.894481 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.917683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:00.919857 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f73982-d8de-454d-9311-fa5fe0c229d4" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:00.932581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:00.972730 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2509c-c50a-4097-ad73-d8786b6309dc x-openstack-request-id: req-f7d2509c-c50a-4097-ad73-d8786b6309dc {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:00.973021 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:00.973272 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7d2509c-c50a-4097-ad73-d8786b6309dc {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:00.973663 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:16:01.026724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35194) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:01.048839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a759aef-0745-417f-bdf8-58d096113c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.049976 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.083941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c918-d976-4704-814e-a46257c8dc37 req-e8b9ff2b-4664-4b31-a668-2070e55abc28 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.090461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50f3c918-d976-4704-814e-a46257c8dc37 req-e8b9ff2b-4664-4b31-a668-2070e55abc28 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.0643747 Oct 27 16:16:01.118216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:01.140522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a759aef-0745-417f-bdf8-58d096113c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.198985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50f3c918-d976-4704-814e-a46257c8dc37 req-6a1173f9-dd5c-41c7-8c9c-115e11f8ffad tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057765 Oct 27 16:16:01.202425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a759aef-0745-417f-bdf8-58d096113c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.208692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a67576-c0ff-4e3c-9981-f706b911bc05 req-8383bae5-d91f-45b9-a9f5-dace2323e62e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.210217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4a67576-c0ff-4e3c-9981-f706b911bc05 req-8383bae5-d91f-45b9-a9f5-dace2323e62e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1187644 Oct 27 16:16:01.218214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49019d-a43c-466d-8f04-52f688290d97 req-c682e325-084f-41f2-b3fa-53b6952cdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.219792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb49019d-a43c-466d-8f04-52f688290d97 req-c682e325-084f-41f2-b3fa-53b6952cdae2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1097 time: 0.0897563 Oct 27 16:16:01.245836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a759aef-0745-417f-bdf8-58d096113c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd79744-8057-41ac-9ca0-18c6cd4e283e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:01.253366 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a759aef-0745-417f-bdf8-58d096113c5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d18ae86074484f7d97c0dffd8b4a4a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253435 Oct 27 16:16:01.254017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35198) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:01.301831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4a67576-c0ff-4e3c-9981-f706b911bc05 req-b2cb4cec-93f7-4b91-9346-e35792204961 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810242 Oct 27 16:16:01.321783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.323821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb49019d-a43c-466d-8f04-52f688290d97 req-3a38cfbb-39a2-4f48-8831-7fab1ef8549a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944622 Oct 27 16:16:01.357476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f27bb8-2021-4a55-b8b3-f7ae38ac71d5 req-2a842596-95ba-4e31-b59e-3398e7441bac tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.363388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.366936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1f27bb8-2021-4a55-b8b3-f7ae38ac71d5 req-2a842596-95ba-4e31-b59e-3398e7441bac tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0886912 Oct 27 16:16:01.434797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1f27bb8-2021-4a55-b8b3-f7ae38ac71d5 req-a97ad8d3-cdf1-4fcc-b3fa-4bd10f12396f tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668397 Oct 27 16:16:01.448838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22ca81-ecbd-4419-8999-416aeac2621f req-a106c444-1c8e-4e48-a344-696b380a5ce9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.450402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e22ca81-ecbd-4419-8999-416aeac2621f req-a106c444-1c8e-4e48-a344-696b380a5ce9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.0807092 Oct 27 16:16:01.476792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.480769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.482464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecd79744-8057-41ac-9ca0-18c6cd4e283e HTTP/1.1" status: 204 len: 168 time: 0.2267225 Oct 27 16:16:01.496720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad58f1-b07e-4b96-9867-5a7e648b913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd79744-8057-41ac-9ca0-18c6cd4e283e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:01.508847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e22ca81-ecbd-4419-8999-416aeac2621f req-bce65434-4557-4a96-af37-1b691f00b717 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483315 Oct 27 16:16:01.562096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8cb84-4bca-4f6b-b14c-99dc1fb57fc3 req-1b341eaa-4b98-4a44-80d3-1e520862036d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.563931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd8cb84-4bca-4f6b-b14c-99dc1fb57fc3 req-1b341eaa-4b98-4a44-80d3-1e520862036d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.0541792 Oct 27 16:16:01.609321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cd8cb84-4bca-4f6b-b14c-99dc1fb57fc3 req-08927333-ccf7-462f-bbe0-6dbcb5f958b8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353203 Oct 27 16:16:01.690928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3880e2-5a02-4ba3-91ae-9bdcf7e4a8f9 req-6f22015e-2604-4a98-b556-9a580b67e7f2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0353444 Oct 27 16:16:01.719954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb4d1153-1037-470a-ac50-c7d0ad4efbaa req-91e8684a-a615-44b5-9fb3-e230fc4b9aa8 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=df4e5546-5f7b-406f-87a0-0c57ad6bc0f3 HTTP/1.1" status: 200 len: 210 time: 0.0328467 Oct 27 16:16:02.081366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-023b6f2e-28b2-4398-8dbc-f243bc4bfea0 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.082848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-023b6f2e-28b2-4398-8dbc-f243bc4bfea0 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Oct 27 16:16:02.183124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Deleting port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:02.183504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.317303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] For port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,segment=NetworkSegment(9726fdd8-4a42-4839-b9cc-d3b25737ccff),segment_id=9726fdd8-4a42-4839-b9cc-d3b25737ccff)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:02.317673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.334642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Calling delete_port for f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:02.358508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df23e-985a-4059-a1bf-149b5189c4b4 req-853281f3-79e4-4075-9ee1-519e85455b8d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.358508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6df23e-985a-4059-a1bf-149b5189c4b4 req-853281f3-79e4-4075-9ee1-519e85455b8d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.0861902 Oct 27 16:16:02.524708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7882d76b-e870-447f-949b-77c27adf38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.526338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7882d76b-e870-447f-949b-77c27adf38f2 service neutron] 10.222.0.82 "GET /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 1032 time: 0.0765238 Oct 27 16:16:02.529940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6df23e-985a-4059-a1bf-149b5189c4b4 req-f73915f0-aa1a-4342-ae75-db091d97c75a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645799 Oct 27 16:16:02.590087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4815e-18f3-40ef-b3ec-ed44a5d4dbe7 req-aec04d03-7c82-4ebe-b750-2b4821138bc4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.591810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb4815e-18f3-40ef-b3ec-ed44a5d4dbe7 req-aec04d03-7c82-4ebe-b750-2b4821138bc4 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1827886 Oct 27 16:16:02.603536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-08b6e102-a1e9-4563-9fe9-b399bac5a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.605043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-08b6e102-a1e9-4563-9fe9-b399bac5a75b service neutron] 10.222.0.82 "GET /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 1031 time: 0.0588014 Oct 27 16:16:02.664980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fab5a944-337d-4643-ac64-c6e4b07a7b88 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:02.698903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: fab5a944-337d-4643-ac64-c6e4b07a7b88 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:02.699893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fab5a944-337d-4643-ac64-c6e4b07a7b88 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:02.787536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb4815e-18f3-40ef-b3ec-ed44a5d4dbe7 req-e4c61db6-48bb-4ff1-b9ff-d8fc262db5fe tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813924 Oct 27 16:16:02.822930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efdd76-5798-4efe-bbd2-b89877713c56 req-01a58b68-7726-49d0-b2cc-0f6d61633dfe tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.824504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5efdd76-5798-4efe-bbd2-b89877713c56 req-01a58b68-7726-49d0-b2cc-0f6d61633dfe tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1999300 Oct 27 16:16:02.853775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f0fdd8e5-ca07-4aef-a019-b4833c6616e5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.859752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f0fdd8e5-ca07-4aef-a019-b4833c6616e5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.865789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f0fdd8e5-ca07-4aef-a019-b4833c6616e5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.867618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f0fdd8e5-ca07-4aef-a019-b4833c6616e5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/networks?id=b793b50b-6784-4a47-b8b7-7da0a483bae8&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 200 len: 1994 time: 0.2455127 Oct 27 16:16:02.919918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.932819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f6427ea2-c1a9-4742-ad2c-0bd9657dfd28'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:03.305476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Pushing event deleted for resources: {'Port': ['ID=f6427ea2-c1a9-4742-ad2c-0bd9657dfd28,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:03.337343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] No DVR routers for this DVR port f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:03.348487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5efdd76-5798-4efe-bbd2-b89877713c56 req-3c0adc40-8254-4e90-b459-e45987eb8e85 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7db56cd-4e33-49c2-abfe-4813110097cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036268 Oct 27 16:16:03.351090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:03.359409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-703e23f5-9a9b-48fd-a4aa-caae692961e6 req-990c72ba-6765-4268-8190-17d6e9d74087 tempest-ServersNegativeTestMultiTenantJSON-744492496 tempest-ServersNegativeTestMultiTenantJSON-744492496-project] 10.222.0.82 "DELETE /v2.0/ports/f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 HTTP/1.1" status: 204 len: 173 time: 1.2647297 Oct 27 16:16:03.366348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'name': 'network-vif-deleted', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:03.378431 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8198679-679c-4db9-ad31-a76682ad9e1b" -d '{"events": [{"server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "name": "network-vif-deleted", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:03.394078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-d1a5732f-72e3-46ea-b3df-f60e1922068e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d254190ba734763abea568f42bc2898 HTTP/1.1" status: 200 len: 380 time: 0.5031016 Oct 27 16:16:03.408902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082f30c-a9b5-4784-9edf-1500b8d339b6 req-e122712f-2636-4744-bdae-dfd90fc42d9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.410546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6082f30c-a9b5-4784-9edf-1500b8d339b6 req-e122712f-2636-4744-bdae-dfd90fc42d9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.5376918 Oct 27 16:16:03.416639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'admin_state_up': True, 'tenant_id': '2d254190ba734763abea568f42bc2898', 'security_groups': ['4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:03.573364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6082f30c-a9b5-4784-9edf-1500b8d339b6 req-67e96855-4d82-43a6-8fdd-6e8fee32081b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501973 Oct 27 16:16:03.593103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcb50-ec91-43ca-b5e0-a611aca1f8a9 req-f372013d-70c1-4720-ab63-31da5ed1c613 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.594634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-461dcb50-ec91-43ca-b5e0-a611aca1f8a9 req-f372013d-70c1-4720-ab63-31da5ed1c613 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1234472 Oct 27 16:16:03.700185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7c35ae1-90a9-4df3-9e53-6a432a449140 req-9dd956ed-c123-4f65-8389-263f416dd5c0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0421069 Oct 27 16:16:03.710641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-461dcb50-ec91-43ca-b5e0-a611aca1f8a9 req-dda5007b-e27e-4148-b861-1bc54908f068 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061144 Oct 27 16:16:03.749349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-2a1d1017-8412-4ae4-b334-529fb2b0dd67 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.750987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-2a1d1017-8412-4ae4-b334-529fb2b0dd67 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.82 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1354601 Oct 27 16:16:03.790373 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d9533a-27ca-4874-ae3c-45b74866ec67 x-openstack-request-id: req-f8d9533a-27ca-4874-ae3c-45b74866ec67 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:03.790730 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3", "name": "network-vif-deleted", "tag": "f6427ea2-c1a9-4742-ad2c-0bd9657dfd28", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:03.791057 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8d9533a-27ca-4874-ae3c-45b74866ec67 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:03.804822 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e33f7-d7a7-4ae3-aea8-35b8e7acd0f3', 'name': 'network-vif-deleted', 'tag': 'f6427ea2-c1a9-4742-ad2c-0bd9657dfd28', 'status': 'completed', 'code': 200} Oct 27 16:16:03.896603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:03.900260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:03.981896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f08d1-8889-4704-a183-91382d5406c0 req-76544627-ee79-406b-9c36-f41a6b7d5232 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.983555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef9f08d1-8889-4704-a183-91382d5406c0 req-76544627-ee79-406b-9c36-f41a6b7d5232 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 945 time: 0.1296403 Oct 27 16:16:03.990197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Deleting port d325c692-c769-4130-89dd-9f33402b3890 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:03.990552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.143087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef9f08d1-8889-4704-a183-91382d5406c0 req-68d40fa5-6ba1-4a71-83db-1ea39c22135d tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups?id=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455181 Oct 27 16:16:04.190758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] For port d325c692-c769-4130-89dd-9f33402b3890, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d325c692-c769-4130-89dd-9f33402b3890,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:04.190758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.203921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 172.20.0.8 (b793b50b-6784-4a47-b8b7-7da0a483bae8/e17bb172-1327-436b-b535-5d5bbe7ccaac/2f2c13ad-fb10-474b-aac5-c7d9dff925f8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:04.479448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ddee5-0b52-4acc-b7a4-22f1bcb413be req-47881f69-219e-43af-a7a9-8b8007cf4d43 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.481034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465ddee5-0b52-4acc-b7a4-22f1bcb413be req-47881f69-219e-43af-a7a9-8b8007cf4d43 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.2107613 Oct 27 16:16:04.492756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a80b5b-6914-4037-9825-4d157682400b req-e808e079-6085-45e8-b64f-94e5ee8d36f5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.494336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55a80b5b-6914-4037-9825-4d157682400b req-e808e079-6085-45e8-b64f-94e5ee8d36f5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2424183 Oct 27 16:16:04.635976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.637966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.637966 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Floating IP 00ee4c8b-a449-40a2-92c2-4700db73b38d disassociated. External IP: 172.25.5.63, port: d325c692-c769-4130-89dd-9f33402b3890. Oct 27 16:16:04.637966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Calling delete_port for d325c692-c769-4130-89dd-9f33402b3890 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:04.648337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55a80b5b-6914-4037-9825-4d157682400b req-f870f019-516b-407c-8e20-7981dcf61e88 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 Oct 27 16:16:04.657854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465ddee5-0b52-4acc-b7a4-22f1bcb413be req-86f1939f-c163-457f-90a2-c2381bf11f00 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625113 Oct 27 16:16:04.679329 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.738102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35294) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:04.813717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Deleting subnet c10dcff7-e719-4f07-9443-f2f361344480 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:04.818082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.871537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.918195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.918366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f260714-3799-4148-b658-2ea59cb4a82a req-0155d74d-b4cb-43bc-93be-18ff6f75eec6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.920272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f260714-3799-4148-b658-2ea59cb4a82a req-0155d74d-b4cb-43bc-93be-18ff6f75eec6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.1498163 Oct 27 16:16:04.927520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.960588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:04.967111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:04.969936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:05.059727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.110629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.115562 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c10dcff7-e719-4f07-9443-f2f361344480 HTTP/1.1" status: 204 len: 168 time: 0.3745215 Oct 27 16:16:05.116897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf70ef-9712-4c2b-b6c7-a2ae898ba1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10dcff7-e719-4f07-9443-f2f361344480,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:05.118936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:05.121171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35306) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:05.136100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.136100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.154146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f260714-3799-4148-b658-2ea59cb4a82a req-8c33dc9e-d397-49ee-9708-a5e40b1fea36 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128975 Oct 27 16:16:05.188589 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.202792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9094-3a70-479c-b0eb-c29fd1c51cd7 req-659d6c38-d661-4f24-bfa5-d492d5c9b18b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.211904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99da9094-3a70-479c-b0eb-c29fd1c51cd7 req-659d6c38-d661-4f24-bfa5-d492d5c9b18b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 931 time: 0.2900648 Oct 27 16:16:05.270861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-15b02649-9dff-48a1-b5c7-38e7a0297b77 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8591020 Oct 27 16:16:05.275525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event deleted for resources: {'Port': ['ID=d325c692-c769-4130-89dd-9f33402b3890,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:05.299962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'admin_state_up': True, 'tenant_id': '2d254190ba734763abea568f42bc2898', 'security_groups': ['4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:05.326867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.354751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ef6bd63b-3790-4ba9-9e79-3feb28b65471 None None] Provisioning complete for port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:05.355629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd63b-3790-4ba9-9e79-3feb28b65471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.380932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99da9094-3a70-479c-b0eb-c29fd1c51cd7 req-d9fe349e-b0f3-4a46-bf77-f93bfec416bc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659560 Oct 27 16:16:05.441993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.473552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ccede5-2f37-4df1-ab64-9aec6f8db728']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:05.488319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9726fdd8-4a42-4839-b9cc-d3b25737ccff') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:05.489034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9726fdd8-4a42-4839-b9cc-d3b25737ccff') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:05.507290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.569703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.586871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:05.589878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:05.597676 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:05.617043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08621bf-6d9c-4f5c-8785-ba8ad7d1c473 req-95948b06-b474-4a0c-896e-a4fad9902f55 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.621049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a08621bf-6d9c-4f5c-8785-ba8ad7d1c473 req-95948b06-b474-4a0c-896e-a4fad9902f55 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1752367 Oct 27 16:16:05.629501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bd63b-3790-4ba9-9e79-3feb28b65471 None None] Port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:05.657285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Router ec66a9d5-46fb-461b-a362-3f7179e69f62 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:05.727869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a08621bf-6d9c-4f5c-8785-ba8ad7d1c473 req-67a29335-925e-4690-8235-50aa8e4a7db7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Oct 27 16:16:05.771019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:05.774880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.819436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.826415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.835965 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] 10.222.0.70 "DELETE /v2.0/networks/e9ccede5-2f37-4df1-ab64-9aec6f8db728 HTTP/1.1" status: 204 len: 168 time: 0.7127466 Oct 27 16:16:05.841444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35326) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:05.914104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc24d7-ecea-4476-84c8-f7d61c5fd88a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ccede5-2f37-4df1-ab64-9aec6f8db728,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:06.027014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Deleting subnet 3fa5f5a9-1291-4fa3-b7f3-14f28838cd24 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:06.032736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.057097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427091aa-07e0-48ed-b560-d51f86e514bc req-54389dad-4c60-4707-a60e-73c3df9e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.058812 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-54389dad-4c60-4707-a60e-73c3df9e7f93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48444d68817f4ea284fd6635149a29ad&device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 1097 time: 0.1634889 Oct 27 16:16:06.072711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:06.076743 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.102810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Sync routers for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:06.134819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:06.136905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:06.150305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.176630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7d6c55b-9362-476a-b088-3b7f029df422 req-266397a5-bc5b-4a76-963e-07bdeeb16ce0 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/ports?device_id=72333b65-0561-4fc8-bac9-285aa751a8ba HTTP/1.1" status: 200 len: 210 time: 0.1680388 Oct 27 16:16:06.178002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] No DVR routers for this DVR port d325c692-c769-4130-89dd-9f33402b3890 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:06.206515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.210241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c033742c-cba4-4084-9201-3ffe984d3c87 req-fa239e3a-4cef-4724-bab7-c991365bc7c9 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.82 "DELETE /v2.0/ports/d325c692-c769-4130-89dd-9f33402b3890 HTTP/1.1" status: 204 len: 173 time: 2.4519167 Oct 27 16:16:06.232570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65ddb-2a96-4238-a103-6de6a6c6d8dd req-bf4f2735-8e17-42c1-93fe-fcc2a98ad33b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.238105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84a65ddb-2a96-4238-a103-6de6a6c6d8dd req-bf4f2735-8e17-42c1-93fe-fcc2a98ad33b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.3201201 Oct 27 16:16:06.239757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'name': 'network-vif-deleted', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:06.247396 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb3141-f988-494a-952d-f113abc6f9a8" -d '{"events": [{"server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "name": "network-vif-deleted", "tag": "d325c692-c769-4130-89dd-9f33402b3890"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:06.251337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35338) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:06.286959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.1.1.209 (9101a026-8f80-438d-abbf-047252ed3e41/8108fb3b-55a8-4406-8ae5-6c2f7e396818/9597372b-54f7-483d-91f9-1748a7c42064) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:06.316883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:06.350081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'floatingip': {'port_id': '16a1dd85-3539-4377-9160-5af348941dea'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:06.372491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427091aa-07e0-48ed-b560-d51f86e514bc req-1973e85e-19af-490c-98ad-36979beeeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.375188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-1973e85e-19af-490c-98ad-36979beeeae7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 200 len: 914 time: 0.1885934 Oct 27 16:16:06.403443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.404068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.481989 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-92e41dd7-c324-4c74-bf14-b22e370f1467 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 200 len: 217 time: 0.0933452 Oct 27 16:16:06.485385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa5f5a9-1291-4fa3-b7f3-14f28838cd24,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:06.491459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.494739 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a032469-6a65-4666-9b4d-67809e423c17 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3fa5f5a9-1291-4fa3-b7f3-14f28838cd24 HTTP/1.1" status: 204 len: 168 time: 0.6465309 Oct 27 16:16:06.504817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:06.583694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:06.618375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427091aa-07e0-48ed-b560-d51f86e514bc req-d14278a8-da92-4440-ab8b-b7b98a894384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.619862 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-d14278a8-da92-4440-ab8b-b7b98a894384 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 200 len: 853 time: 0.1241059 Oct 27 16:16:06.625837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Checking router: ec66a9d5-46fb-461b-a362-3f7179e69f62 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:06.638253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:06.639034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:06.657376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-2229c586-eeb6-4935-8bcc-d95fb67eec93 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b052f199-0849-412b-80bf-037fb9c16a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285976 Oct 27 16:16:06.662685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.747079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d325c692-c769-4130-89dd-9f33402b3890 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:06.763297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f406-8271-444e-ab3c-817f23a83600 req-d7d12e11-0c88-4a2e-8f8e-8f68d3193e30 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.764470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8964f406-8271-444e-ab3c-817f23a83600 req-d7d12e11-0c88-4a2e-8f8e-8f68d3193e30 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.5523400 Oct 27 16:16:06.780181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc715e8-2873-4b23-8bb5-301d565bd1d7 req-95302076-aa8e-4205-8c74-bcae9646215b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.790209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc715e8-2873-4b23-8bb5-301d565bd1d7 req-95302076-aa8e-4205-8c74-bcae9646215b tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.3977566 Oct 27 16:16:06.794580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: d325c692-c769-4130-89dd-9f33402b3890 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:06.795198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d325c692-c769-4130-89dd-9f33402b3890 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:06.795793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:06.805876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9959-5e43-4ccf-8e1c-c7a3b29696c9 req-c1401f93-4d73-4647-ae3c-2928e67c2e3a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.807402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39ee9959-5e43-4ccf-8e1c-c7a3b29696c9 req-c1401f93-4d73-4647-ae3c-2928e67c2e3a tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.4163687 Oct 27 16:16:06.827555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:06.828152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f6427ea2-c1a9-4742-ad2c-0bd9657dfd28 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:06.847234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.859127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:06.894096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76eaaa5-df2b-427b-8726-dca5119aa0f2']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:06.898087 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-25901db4-f88c-470b-aa02-ce807b52d743 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325778 Oct 27 16:16:07.006798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44af82d-27c4-4340-bd41-a8dbcadd9461') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:07.007125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44af82d-27c4-4340-bd41-a8dbcadd9461') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:07.019858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.040905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-427091aa-07e0-48ed-b560-d51f86e514bc req-0a7ab2c1-784a-4cc2-8563-76f8deaddc31 service neutron] 10.222.0.82 "GET /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322231 Oct 27 16:16:07.056404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.067417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:07.067890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:07.070375 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:07.224958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.233393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.240115 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] 10.222.0.70 "DELETE /v2.0/networks/b76eaaa5-df2b-427b-8726-dca5119aa0f2 HTTP/1.1" status: 204 len: 168 time: 0.7309644 Oct 27 16:16:07.272022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ecb2d-4125-44e4-a0e1-57588f355abf admin admin] Pushing event deleted for resources: {'Network': ['ID=b76eaaa5-df2b-427b-8726-dca5119aa0f2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:07.303270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:07.361254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3bbe-b27e-4013-bb99-55fbc65a6d68 None None] The sync data for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 is: [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:12:12Z', 'revision_number': 4, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'bfae1804-69be-44fc-b1bf-48c3bbca31fb', 'name': '', 'network_id': '5a2321e5-e318-41d2-8e7b-e992c411f428', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'mac_address': 'fa:16:3e:d0:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:11Z', 'updated_at': '2021-10-27T16:12:17Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'subnets': [{'id': 'eb9634f9-0f1f-4c62-b484-f6ead02439e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:07.392459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cc715e8-2873-4b23-8bb5-301d565bd1d7 req-25731dec-4f33-4f85-9a0a-0be9a3712aa5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013298 Oct 27 16:16:07.477227 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e57124d-bbed-492c-b36f-723ebb31acba x-openstack-request-id: req-4e57124d-bbed-492c-b36f-723ebb31acba {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:07.477556 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72333b65-0561-4fc8-bac9-285aa751a8ba", "name": "network-vif-deleted", "tag": "d325c692-c769-4130-89dd-9f33402b3890", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:07.477835 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e57124d-bbed-492c-b36f-723ebb31acba {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:07.478266 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72333b65-0561-4fc8-bac9-285aa751a8ba', 'name': 'network-vif-deleted', 'tag': 'd325c692-c769-4130-89dd-9f33402b3890', 'status': 'completed', 'code': 200} Oct 27 16:16:07.496063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39ee9959-5e43-4ccf-8e1c-c7a3b29696c9 req-e9004899-3c0d-4a02-a648-291fb065c3b3 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533966 Oct 27 16:16:07.506468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.661153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Deleting port b24dec9d-e6c6-4006-bdca-c49e31f32283 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:07.661403 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.741478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebad30e-502c-4ecd-9696-fb82251e28b4 None None] New status for floating IP 00ee4c8b-a449-40a2-92c2-4700db73b38d: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:16:07.801682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35378) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:07.865822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555c5f-02d1-4ae0-9e08-c3643f0bcbc5 req-afc1936c-5099-41da-8cc8-0099764c29df tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:07.866399 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-98111f9f-eafe-4981-8b94-04c420391e76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e650974175f840fe9356039af92ac80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628417 Oct 27 16:16:07.866748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:07.871571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0555c5f-02d1-4ae0-9e08-c3643f0bcbc5 req-afc1936c-5099-41da-8cc8-0099764c29df tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 931 time: 0.2873359 Oct 27 16:16:07.922059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.952331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.963712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0555c5f-02d1-4ae0-9e08-c3643f0bcbc5 req-7e435dab-d316-49be-8212-12db756a1b6b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792565 Oct 27 16:16:07.980167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc3ec-21b6-4eb0-bf6e-39fff371b342 req-86ed3de1-9386-4a20-b392-c67debfbc979 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:07.981882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa7bc3ec-21b6-4eb0-bf6e-39fff371b342 req-86ed3de1-9386-4a20-b392-c67debfbc979 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.3802552 Oct 27 16:16:07.991522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] For port b24dec9d-e6c6-4006-bdca-c49e31f32283, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b24dec9d-e6c6-4006-bdca-c49e31f32283,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:07.991522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.992332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.071345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Calling delete_port for b24dec9d-e6c6-4006-bdca-c49e31f32283 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:08.118783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:16:08.145203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.151002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.151867 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7db56cd-4e33-49c2-abfe-4813110097cc HTTP/1.1" status: 204 len: 168 time: 0.2799802 Oct 27 16:16:08.190621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdbec2-2539-4564-b699-6855c2af5c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db56cd-4e33-49c2-abfe-4813110097cc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:08.217098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35392) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:08.266356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:08.283017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 9101a026-8f80-438d-abbf-047252ed3e41 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:08.300572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:08.312771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:08.324711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa7bc3ec-21b6-4eb0-bf6e-39fff371b342 req-352dff43-67db-456e-89bd-385a01c46b73 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246458 Oct 27 16:16:08.330132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.418804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.433845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.580045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.581310 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.652235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.694783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2d3b9e38-802a-441f-9e97-d1d4d7675e69 None None] Provisioning complete for port 9597372b-54f7-483d-91f9-1748a7c42064 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:08.696144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9e38-802a-441f-9e97-d1d4d7675e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.733171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-2c9680fe-6463-4718-8154-86e22af08739 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4384675 Oct 27 16:16:08.757908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b9e38-802a-441f-9e97-d1d4d7675e69 None None] Port 9597372b-54f7-483d-91f9-1748a7c42064 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:08.778452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'admin_state_up': True, 'tenant_id': '2d254190ba734763abea568f42bc2898', 'security_groups': ['4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:08.801339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9721-36aa-4e93-b936-0eaf42c696a9 req-62710f88-b26a-4b52-9704-23d333e5a0ba tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.802898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3ca9721-36aa-4e93-b936-0eaf42c696a9 req-62710f88-b26a-4b52-9704-23d333e5a0ba tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2795644 Oct 27 16:16:08.849577 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Floating IP 5eb1ad29-98cf-4998-b93b-2c2640f35218 associated. External IP: 172.25.5.165, port: 16a1dd85-3539-4377-9160-5af348941dea. Oct 27 16:16:08.945260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.954660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12203-ee75-4162-a7e1-631db861f725 req-fa16e370-d5a8-46b1-bbcb-e2eb17fb180e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.956824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cf12203-ee75-4162-a7e1-631db861f725 req-fa16e370-d5a8-46b1-bbcb-e2eb17fb180e tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 946 time: 0.3132491 Oct 27 16:16:08.968793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c61c2965-f17b-4da9-b7e6-233eed141a65'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:09.059185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event deleted for resources: {'Port': ['ID=b24dec9d-e6c6-4006-bdca-c49e31f32283,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:09.126096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3ca9721-36aa-4e93-b936-0eaf42c696a9 req-baba1bc5-6314-4a9a-9ef6-469d9f9c2371 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780218 Oct 27 16:16:09.191982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] No DVR routers for this DVR port b24dec9d-e6c6-4006-bdca-c49e31f32283 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:09.200891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.204228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8964f406-8271-444e-ab3c-817f23a83600 req-dd2e5040-9fe4-4f2d-8798-1b9f7789893f tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "DELETE /v2.0/ports/b24dec9d-e6c6-4006-bdca-c49e31f32283 HTTP/1.1" status: 204 len: 173 time: 2.4066525 Oct 27 16:16:09.204841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.207613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.210874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "DELETE /v2.0/security-groups/29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff HTTP/1.1" status: 204 len: 168 time: 0.9873533 Oct 27 16:16:09.212483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35416) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:09.235168 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-c77bc99d-3b40-4b18-aa21-dbefc257634a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] show failed (client error): The resource could not be found. Oct 27 16:16:09.240107 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c77bc99d-3b40-4b18-aa21-dbefc257634a tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "GET /v2.0/security-groups/29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff HTTP/1.1" status: 404 len: 347 time: 0.0239694 Oct 27 16:16:09.240465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35418) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:09.240611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cf12203-ee75-4162-a7e1-631db861f725 req-01e6f1ac-8ee2-487b-ae0e-830877f47706 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689991 Oct 27 16:16:09.260580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514ca8-f070-47a2-982d-f8cbb0481381 tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29688c6c-d7ae-4c1c-92b5-3a0ecc34b5ff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:09.300658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:09.420724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:09.424908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.476255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba60dd-1ad9-4475-9a6d-372dbc274910 req-e42212c7-06a8-47a4-b650-d05e1e76e67e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.482929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba60dd-1ad9-4475-9a6d-372dbc274910 req-e42212c7-06a8-47a4-b650-d05e1e76e67e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.490735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97ba60dd-1ad9-4475-9a6d-372dbc274910 req-e42212c7-06a8-47a4-b650-d05e1e76e67e tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 1653 time: 0.2491462 Oct 27 16:16:09.501405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'name': 'network-vif-deleted', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:09.504147 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc6268-7039-4b95-9b28-00935eb43b1c" -d '{"events": [{"server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "name": "network-vif-deleted", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:09.611131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6688e985-109d-4a9e-90b2-b2b07c136163 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a410a88c0bec462ab932f50f7bf48660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093963 Oct 27 16:16:09.617420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:09.705401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97ba60dd-1ad9-4475-9a6d-372dbc274910 req-2d3bae94-49a8-42d6-9437-827deb7d4f23 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111599 Oct 27 16:16:09.743216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Deleting port d6c1f08e-fdf1-4432-9913-66bdd881769a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:09.743769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.753557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:09.762071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035e41b-345b-470c-9786-34a6d4225ef8 req-1ed28d55-870f-41a1-bcf8-88c45f82dca8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.764049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9035e41b-345b-470c-9786-34a6d4225ef8 req-1ed28d55-870f-41a1-bcf8-88c45f82dca8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.2648544 Oct 27 16:16:09.804875 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a328762-df7c-4bdd-984e-00625366405e x-openstack-request-id: req-4a328762-df7c-4bdd-984e-00625366405e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:09.805455 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cc65da-903f-4d65-a461-a84d68d7d25e", "name": "network-vif-deleted", "tag": "b24dec9d-e6c6-4006-bdca-c49e31f32283", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:09.805878 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a328762-df7c-4bdd-984e-00625366405e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:09.806431 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cc65da-903f-4d65-a461-a84d68d7d25e', 'name': 'network-vif-deleted', 'tag': 'b24dec9d-e6c6-4006-bdca-c49e31f32283', 'status': 'completed', 'code': 200} Oct 27 16:16:09.838029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.1.1.87 (9101a026-8f80-438d-abbf-047252ed3e41/8108fb3b-55a8-4406-8ae5-6c2f7e396818/6222ba2c-f903-4cc6-9198-b1e1ca72488f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:09.860406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.860748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.884702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Calling delete_port for d6c1f08e-fdf1-4432-9913-66bdd881769a owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:09.918548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.950522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9035e41b-345b-470c-9786-34a6d4225ef8 req-efaa5caf-5133-415c-a044-0457e7f98d68 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801059 Oct 27 16:16:09.980857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.087772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:10.094330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.098510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Sync routers for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:10.109257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:10.109882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:10.139853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49e680b6-16a3-4f16-af1b-2a0d1d8f5af0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "PUT /v2.0/floatingips/5eb1ad29-98cf-4998-b93b-2c2640f35218 HTTP/1.1" status: 200 len: 992 time: 3.8003864 Oct 27 16:16:10.171851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.208821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.239753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:10.242933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.246293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.249796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5015fc63-b4b7-4f25-b236-f64510367e40 HTTP/1.1" status: 204 len: 168 time: 0.6204891 Oct 27 16:16:10.257039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Pushing event deleted for resources: {'Port': ['ID=d6c1f08e-fdf1-4432-9913-66bdd881769a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:10.308607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dc087-03cf-42cc-96cb-d5fe298d516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015fc63-b4b7-4f25-b236-f64510367e40,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:10.323594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.361656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.366195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.376851 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-423766ae-9a11-4724-85aa-7a83c2533a2e tempest-ServersTestFqdnHostnames-130727354 tempest-ServersTestFqdnHostnames-130727354-project] 10.222.0.70 "DELETE /v2.0/floatingips/00ee4c8b-a449-40a2-92c2-4700db73b38d HTTP/1.1" status: 204 len: 168 time: 1.1352172 Oct 27 16:16:10.381540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:10.701891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b24dec9d-e6c6-4006-bdca-c49e31f32283 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:10.745275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: b24dec9d-e6c6-4006-bdca-c49e31f32283 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:10.745633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b24dec9d-e6c6-4006-bdca-c49e31f32283 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:10.774980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '5eb1ad29-98cf-4998-b93b-2c2640f35218', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:40Z', 'updated_at': '2021-10-27T16:16:07Z', 'revision_number': 1, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:10.889481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Checking router: 8a3bbfd5-6e0a-4802-907f-815f6166cb40 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:10.920221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:10.921583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:15:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:10.989041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:11.013026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network 9101a026-8f80-438d-abbf-047252ed3e41 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:11.021905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:11.032011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:11.080358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0638f96-6cfb-4dcf-acca-12fe13c386d9 req-de975b33-e762-4c0e-80cf-a21af52a5425 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1cc65da-903f-4d65-a461-a84d68d7d25e HTTP/1.1" status: 200 len: 210 time: 0.0823221 Oct 27 16:16:11.111218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7228367-7218-46e4-8d6b-e02d8309547b req-15307a73-fe11-46fd-8e6f-0cdbcb76f7c0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.120821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7228367-7218-46e4-8d6b-e02d8309547b req-15307a73-fe11-46fd-8e6f-0cdbcb76f7c0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.8791971 Oct 27 16:16:11.195341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.196022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.225153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.234055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7228367-7218-46e4-8d6b-e02d8309547b req-d670424f-95e5-4d68-b015-6591f1f76b88 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122594 Oct 27 16:16:11.257724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:11.416511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-22848535-1e67-4483-8d85-0a4dddfa4884 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6447983 Oct 27 16:16:11.464083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'admin_state_up': True, 'tenant_id': '2d254190ba734763abea568f42bc2898', 'security_groups': ['4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:11.663230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff38f-4795-4fcb-8718-e81ffcccafa4 req-3aa8c2e2-3296-47f4-8373-38d8f06c6582 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.681181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75aff38f-4795-4fcb-8718-e81ffcccafa4 req-3aa8c2e2-3296-47f4-8373-38d8f06c6582 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.3335459 Oct 27 16:16:11.830588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:11.837019 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4295095-04d5-4231-8d78-60cb1b202ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:11.867858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7505d-9eac-4d35-a717-b2499f0eafc0 req-57adaaa0-b01e-4ccf-b046-a9093848273c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.896802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7505d-9eac-4d35-a717-b2499f0eafc0 req-57adaaa0-b01e-4ccf-b046-a9093848273c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.931820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7505d-9eac-4d35-a717-b2499f0eafc0 req-57adaaa0-b01e-4ccf-b046-a9093848273c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.938060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Deleting port bfae1804-69be-44fc-b1bf-48c3bbca31fb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:11.938762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.942192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df5c07ab-4625-40f9-b404-85c40bcabe26 None None] Provisioning complete for port 6222ba2c-f903-4cc6-9198-b1e1ca72488f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:11.942749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df5c07ab-4625-40f9-b404-85c40bcabe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.949698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69a7505d-9eac-4d35-a717-b2499f0eafc0 req-57adaaa0-b01e-4ccf-b046-a9093848273c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 2373 time: 0.5185409 Oct 27 16:16:11.996996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75aff38f-4795-4fcb-8718-e81ffcccafa4 req-bfe8c669-ceb7-45d9-809a-30b1284230f7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180983 Oct 27 16:16:11.997962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df5c07ab-4625-40f9-b404-85c40bcabe26 None None] Port 6222ba2c-f903-4cc6-9198-b1e1ca72488f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:12.034406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-937a48fc-dabb-4afe-bfef-5b8e3e2a63c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.055702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '5eb1ad29-98cf-4998-b93b-2c2640f35218', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:40Z', 'updated_at': '2021-10-27T16:16:07Z', 'revision_number': 1, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:12.099418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69a7505d-9eac-4d35-a717-b2499f0eafc0 req-59871673-d513-4dac-96b5-dac8e6d0a913 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434114 Oct 27 16:16:12.166933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af00e8-c815-414e-992e-0ef0e014d499 None None] The sync data for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 is: [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '5eb1ad29-98cf-4998-b93b-2c2640f35218', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:40Z', 'updated_at': '2021-10-27T16:16:07Z', 'revision_number': 1, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:12.242035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:12.288507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] For port bfae1804-69be-44fc-b1bf-48c3bbca31fb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=bfae1804-69be-44fc-b1bf-48c3bbca31fb,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:12.288881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.311912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Calling delete_port for bfae1804-69be-44fc-b1bf-48c3bbca31fb owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:12.446731 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650618b9-09fc-437e-9d3a-4e8333ebb80f x-openstack-request-id: req-650618b9-09fc-437e-9d3a-4e8333ebb80f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:12.447477 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:12.450685 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-650618b9-09fc-437e-9d3a-4e8333ebb80f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:12.450685 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'status': 'completed', 'code': 200} Oct 27 16:16:12.453465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.560952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-f4ed4d05-d50f-4b03-93ea-84be71a54563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:12.562742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-f4ed4d05-d50f-4b03-93ea-84be71a54563 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1097 time: 0.1332283 Oct 27 16:16:12.685205 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c2a8f-c22e-48a7-8bda-f4e943885547 None None] New status for floating IP 5eb1ad29-98cf-4998-b93b-2c2640f35218: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:16:12.756299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35566) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:12.830330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.870629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549891d1-3738-4167-955e-0341dc0db61e req-bda7b0a5-81cc-4025-98af-c41cefe2f2b5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:12.872495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-549891d1-3738-4167-955e-0341dc0db61e req-bda7b0a5-81cc-4025-98af-c41cefe2f2b5 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.4304566 Oct 27 16:16:12.909901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfae1804-69be-44fc-b1bf-48c3bbca31fb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:13.042496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1793879088-network', 'tenant_id': '449ba99a9669447eb2e2fb9791f26cd4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:13.169421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Made reservation on behalf of 449ba99a9669447eb2e2fb9791f26cd4 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:13.172398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.188496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.315769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-549891d1-3738-4167-955e-0341dc0db61e req-69c478a2-b116-47c7-a9dd-407fca150518 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927588 Oct 27 16:16:13.462811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.2.2.100 (c5f36272-3b4d-4e69-be58-fba9b268dcc6/00dee51f-ae92-49c5-9f9b-f27243b92142/3ff9eec9-7a5a-4e10-b28c-beb317df907d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:13.512963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aab9c-4784-40f4-a91d-5961139d09a3 req-ccdad146-c138-41c6-b103-834b623d97ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:13.514346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547aab9c-4784-40f4-a91d-5961139d09a3 req-ccdad146-c138-41c6-b103-834b623d97ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.3088872 Oct 27 16:16:13.516993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.523329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-f92b8861-0529-4dab-9b22-ff9eb37db7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:13.524913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-f92b8861-0529-4dab-9b22-ff9eb37db7f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.9365506 Oct 27 16:16:13.530863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.646646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.664420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-3554d1e1-01a8-48a4-b9b9-3228ccdff321 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1002 time: 0.1152380 Oct 27 16:16:13.688099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:13.710742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee54b32-1142-48c1-be2c-446dad5edac4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:13.731730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.732072 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Added segment f781fcf4-eea4-4385-95b0-f02848aab65e of type vlan for network 019bc024-f717-4aab-90be-945747461115 Oct 27 16:16:13.873768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547aab9c-4784-40f4-a91d-5961139d09a3 req-37adabe4-3362-4ba3-8675-97b8007f6860 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477623 Oct 27 16:16:13.877132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.915057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-aca42063-7561-487e-922b-16f95604828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:13.917548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-aca42063-7561-487e-922b-16f95604828e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.2165737 Oct 27 16:16:13.949143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Router ec66a9d5-46fb-461b-a362-3f7179e69f62 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:13.990333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d9c860b-8b23-4844-a6f4-04bcebc33d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.025517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52699c5-0d69-4a87-b64d-2b5dc41502b7 req-af911efb-3fcb-4dee-970a-9c7211307ed1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.031609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52699c5-0d69-4a87-b64d-2b5dc41502b7 req-af911efb-3fcb-4dee-970a-9c7211307ed1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.035202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.036151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.036729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.038328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52699c5-0d69-4a87-b64d-2b5dc41502b7 req-af911efb-3fcb-4dee-970a-9c7211307ed1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.047650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e52699c5-0d69-4a87-b64d-2b5dc41502b7 req-af911efb-3fcb-4dee-970a-9c7211307ed1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 2373 time: 0.5296888 Oct 27 16:16:14.116964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-74916af3-f990-40b9-b426-afd4ce50e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.118408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-74916af3-f990-40b9-b426-afd4ce50e68c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740828 Oct 27 16:16:14.121997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.131564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] Pushing event updated for resources: {'Network': ['ID=019bc024-f717-4aab-90be-945747461115,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:14.149224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 019bc024-f717-4aab-90be-945747461115 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:14.165393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:14.170622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e52699c5-0d69-4a87-b64d-2b5dc41502b7 req-b6533bb7-6b7f-4d79-9c1e-db4272976284 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220989 Oct 27 16:16:14.197995 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a11bee9b-e44e-4efd-8133-98e40fd02297 admin admin] 10.222.0.70 "PUT /v2.0/routers/ec66a9d5-46fb-461b-a362-3f7179e69f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8148913 Oct 27 16:16:14.198900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35612) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:14.220102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb489cc-14f3-4b0e-a0b6-851eeac86e6e req-39109a2f-6598-401d-bb7d-bc7699737a4e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.222777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bb489cc-14f3-4b0e-a0b6-851eeac86e6e req-39109a2f-6598-401d-bb7d-bc7699737a4e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2328503 Oct 27 16:16:14.224694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Sync routers for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:14.248696 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a88d63d-93b1-4570-bf90-da69d61e5b20 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4882252 Oct 27 16:16:14.248900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:14.283618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:14.284966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:14.307493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Request body: {'subnet': {'network_id': '019bc024-f717-4aab-90be-945747461115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1793879088-subnet', 'tenant_id': '449ba99a9669447eb2e2fb9791f26cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:14.315438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.328500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bb489cc-14f3-4b0e-a0b6-851eeac86e6e req-4331c800-8f04-4d42-8bf0-fa047e5b6e66 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Oct 27 16:16:14.441169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:14.461258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:14.462804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:14.464889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-9104bdac-e9ac-437d-bf96-4f36c9c4a779 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345277 Oct 27 16:16:14.466461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:14.492356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.583115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Made reservation on behalf of 449ba99a9669447eb2e2fb9791f26cd4 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:14.585621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.686038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.705061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.762433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.769477 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:16:12Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:14.832373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Checking router: ec66a9d5-46fb-461b-a362-3f7179e69f62 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:14.838012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.843934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Routers {'ec66a9d5-46fb-461b-a362-3f7179e69f62'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:14.844570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ec66a9d5-46fb-461b-a362-3f7179e69f62'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:14.867724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:14.919678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb508f-bf92-4cd8-b770-bafc5c6054e8 req-ef172aa1-9906-4183-8d17-15ae1fd34249 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.921778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63cb508f-bf92-4cd8-b770-bafc5c6054e8 req-ef172aa1-9906-4183-8d17-15ae1fd34249 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.4747183 Oct 27 16:16:15.019234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4295095-04d5-4231-8d78-60cb1b202ddc req-64e9f7db-0b43-4f01-b8d1-eb58b6740b3a service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074412 Oct 27 16:16:15.042364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-a31f2592-b312-4fd7-b007-30cedb246351 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5909731 Oct 27 16:16:15.054649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'admin_state_up': True, 'tenant_id': '2d254190ba734763abea568f42bc2898', 'security_groups': ['4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:15.061338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63cb508f-bf92-4cd8-b770-bafc5c6054e8 req-adc6ef0b-7860-4ff0-aa3e-18904c0e6a27 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257520 Oct 27 16:16:15.075537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] Set router ec66a9d5-46fb-461b-a362-3f7179e69f62 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:15.170027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Deleting port 4710d2ce-6007-4ead-862f-4c64f45b478b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:15.170521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.215408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f543b-c756-41b1-a1bc-e2ec255a6db1 req-0a483c45-7ec3-43a5-98cc-2056462f8008 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.224873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-395f543b-c756-41b1-a1bc-e2ec255a6db1 req-0a483c45-7ec3-43a5-98cc-2056462f8008 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.2167921 Oct 27 16:16:15.234448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4c907239-8073-4a00-ae61-59f8c5f2e92a None None] Provisioning complete for port 3ff9eec9-7a5a-4e10-b28c-beb317df907d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:15.234822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c907239-8073-4a00-ae61-59f8c5f2e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.250181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.299770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4c907239-8073-4a00-ae61-59f8c5f2e92a None None] Port 3ff9eec9-7a5a-4e10-b28c-beb317df907d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:15.354485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-395f543b-c756-41b1-a1bc-e2ec255a6db1 req-e2a40300-e0bc-4ae2-a9fa-5468f0b97792 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184726 Oct 27 16:16:15.371654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.381709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a09430-b140-4763-86ef-0f795c008ff1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:15.396571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:16:12Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.413035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156f9f4-76c2-47af-b0c6-0b7f2615327c req-af435b88-7773-4d71-8e3e-8f4702b232ae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.424638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d156f9f4-76c2-47af-b0c6-0b7f2615327c req-af435b88-7773-4d71-8e3e-8f4702b232ae tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1609221 Oct 27 16:16:15.454325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcccc340-4e90-437e-bf80-2659b93891cc None None] The sync data for ids ['ec66a9d5-46fb-461b-a362-3f7179e69f62'] in n-d-814735-4 is: [{'id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'name': 'tempest-ServersTestFqdnHostnames-1305355985-router', 'tenant_id': 'a11a876da2044a14b4ce7073fda060c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:06Z', 'updated_at': '2021-10-27T16:16:12Z', 'revision_number': 5, 'project_id': 'a11a876da2044a14b4ce7073fda060c6', 'gw_port': {'id': '4710d2ce-6007-4ead-862f-4c64f45b478b', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66a9d5-46fb-461b-a362-3f7179e69f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:07Z', 'updated_at': '2021-10-27T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:15.497057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] For port 4710d2ce-6007-4ead-862f-4c64f45b478b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4710d2ce-6007-4ead-862f-4c64f45b478b,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:15.497667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.512224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Checking segment: {'id': 'f781fcf4-eea4-4385-95b0-f02848aab65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '019bc024-f717-4aab-90be-945747461115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:15.512733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Network hostable DHCP agents. Network: 019bc024-f717-4aab-90be-945747461115, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:15.518554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Made reservation on behalf of 2d254190ba734763abea568f42bc2898 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:15.520654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Calling delete_port for 4710d2ce-6007-4ead-862f-4c64f45b478b owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:15.523007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.558268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d156f9f4-76c2-47af-b0c6-0b7f2615327c req-1485518d-149c-42be-beb4-51cb89708db3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327138 Oct 27 16:16:15.624125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Network 019bc024-f717-4aab-90be-945747461115 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:15.718403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 019bc024-f717-4aab-90be-945747461115) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:15.727703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.728404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.746190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a5368-2608-4699-ab4b-992088b7eb3b None None] Network 019bc024-f717-4aab-90be-945747461115 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:15.776128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-79a11394-0045-415c-9959-29e9945ef8cd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.786723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-79a11394-0045-415c-9959-29e9945ef8cd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.792973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-79a11394-0045-415c-9959-29e9945ef8cd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.798986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-79a11394-0045-415c-9959-29e9945ef8cd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.800766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-79a11394-0045-415c-9959-29e9945ef8cd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 3094 time: 0.2542813 Oct 27 16:16:15.923918 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-22fc9176-32b1-4a18-b0bb-7db45e716198 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6727784 Oct 27 16:16:16.020847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf8b6cf0-821c-498d-a4a0-369daa8a3c4c req-0a3c3cee-196f-4448-9968-975aa53f7917 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663216 Oct 27 16:16:16.043586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.115421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1bf2-2144-47c1-8014-667df55e5803 req-bb3f059b-61b9-4998-a0a2-d61cf0e5d9e7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:16.123414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30c1bf2-2144-47c1-8014-667df55e5803 req-bb3f059b-61b9-4998-a0a2-d61cf0e5d9e7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.4274590 Oct 27 16:16:16.186139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Allocated IP 10.2.2.200 (c5f36272-3b4d-4e69-be58-fba9b268dcc6/00dee51f-ae92-49c5-9f9b-f27243b92142/a21efbbd-5152-48d6-a3b3-6405d4abd2f1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:16.197443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab88784-114f-4fa2-9826-9ce8926bf211 None None] Network 019bc024-f717-4aab-90be-945747461115 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:16.201898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4710d2ce-6007-4ead-862f-4c64f45b478b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:16.212384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30c1bf2-2144-47c1-8014-667df55e5803 req-dedde7fb-8f52-4844-ade6-1a259980b342 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877063 Oct 27 16:16:16.288885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35692) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:16.430122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.586303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.591203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.890669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Deleting subnet b8a09430-b140-4763-86ef-0f795c008ff1 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:16.924829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.939399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.976641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca827f-738c-4a89-a37a-fcef3cadcc02 req-e3207a04-d514-4757-bff4-32f3f914d412 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:16.978220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efca827f-738c-4a89-a37a-fcef3cadcc02 req-e3207a04-d514-4757-bff4-32f3f914d412 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.5772223 Oct 27 16:16:17.058159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e2d0-3ec7-4ee1-8a3f-453d9302ce69 req-9357d8b4-c2fa-497e-b146-4c994d87951c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.064635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.065244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec66a9d5-46fb-461b-a362-3f7179e69f62 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:16:17.067981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0415e2d0-3ec7-4ee1-8a3f-453d9302ce69 req-9357d8b4-c2fa-497e-b146-4c994d87951c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1880670 Oct 27 16:16:17.081568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.087429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-59cc6b0f-57a6-4d99-97d0-a0ac60c29a2b admin admin] 10.222.0.70 "DELETE /v2.0/routers/ec66a9d5-46fb-461b-a362-3f7179e69f62 HTTP/1.1" status: 204 len: 168 time: 2.8668318 Oct 27 16:16:17.088419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:17.144191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.168102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Deleting subnet eb9634f9-0f1f-4c62-b484-f6ead02439e4 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:17.171920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.201147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efca827f-738c-4a89-a37a-fcef3cadcc02 req-24ee99fc-da8c-4b1d-b272-bad28c6711e9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135637 Oct 27 16:16:17.203423 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.273727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.304317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.387890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:17.392016 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.417904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:17.425827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event updated for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:17.444173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:17.465197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0415e2d0-3ec7-4ee1-8a3f-453d9302ce69 req-80808256-a790-4dd6-81d5-d9f5d47099c0 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960214 Oct 27 16:16:17.505852 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.651656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.652525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.680373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.687679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.695569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.701807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.708385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.710337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-6197ae11-76f7-4326-8562-d99214ad1fc0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 3815 time: 0.2402546 Oct 27 16:16:17.762346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03cf3-a851-43c1-966b-692af56dc43a req-da94c810-ed3d-4f3c-b34e-526f5061fbc8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.764216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0b03cf3-a851-43c1-966b-692af56dc43a req-da94c810-ed3d-4f3c-b34e-526f5061fbc8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1947131 Oct 27 16:16:17.773987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.780053 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.845354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device bfae1804-69be-44fc-b1bf-48c3bbca31fb no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:17.848335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9634f9-0f1f-4c62-b484-f6ead02439e4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:17.863428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a09430-b140-4763-86ef-0f795c008ff1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:17.871251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.886747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5b683805-f120-486c-a726-82bd317339ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b8a09430-b140-4763-86ef-0f795c008ff1 HTTP/1.1" status: 204 len: 168 time: 1.5926607 Oct 27 16:16:17.886987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-94e8bc99-a625-4e19-8824-d525628cbab2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8362401 Oct 27 16:16:17.891228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:17.892739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: bfae1804-69be-44fc-b1bf-48c3bbca31fb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:17.893123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device bfae1804-69be-44fc-b1bf-48c3bbca31fb not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:17.918056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f26301cc-a3e5-431e-96ab-cfb1ab796fdc req-43f9199d-dfe6-4049-b125-ddb82c2d0ff3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959651 Oct 27 16:16:17.918965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-91650987-b83a-46f1-9f85-a1d6ad0bae88 None None] Provisioning complete for port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:17.926971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-91650987-b83a-46f1-9f85-a1d6ad0bae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.936986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:17.993371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-91650987-b83a-46f1-9f85-a1d6ad0bae88 None None] Port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:17.994106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.997967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ed40652d-9022-4acc-a9b8-7b1a9b67f590 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb9634f9-0f1f-4c62-b484-f6ead02439e4 HTTP/1.1" status: 204 len: 168 time: 0.9081638 Oct 27 16:16:18.000200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b0514-9cf6-4b24-8e32-6a7c5554eb29 None None] Network 5a2321e5-e318-41d2-8e7b-e992c411f428 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:18.000372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35740) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:18.033726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0b03cf3-a851-43c1-966b-692af56dc43a req-ade70ade-5328-4721-83a5-5ca21a1e5f65 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576058 Oct 27 16:16:18.103868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.190437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.232830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.342454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] DHCP port deletion for 5a2321e5-e318-41d2-8e7b-e992c411f428 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:18.391831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.429672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Deleting port 26e21c4b-52a5-4f38-bc56-8317e063fb88 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:18.430444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.432016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019bc024-f717-4aab-90be-945747461115']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.437386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd293a0-0d2d-4a8d-88a9-2c765f085dea req-ee8f5046-f07e-4074-879d-20fd36673e25 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:18.439292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dd293a0-0d2d-4a8d-88a9-2c765f085dea req-ee8f5046-f07e-4074-879d-20fd36673e25 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1448677 Oct 27 16:16:18.468888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:16:18.473223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f781fcf4-eea4-4385-95b0-f02848aab65e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.473223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f781fcf4-eea4-4385-95b0-f02848aab65e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.503673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.519975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dd293a0-0d2d-4a8d-88a9-2c765f085dea req-af12cfd0-2b5a-4bb8-9fa8-60d96aa032be tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717103 Oct 27 16:16:18.557676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] For port 26e21c4b-52a5-4f38-bc56-8317e063fb88, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26e21c4b-52a5-4f38-bc56-8317e063fb88,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:18.559034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.560595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.572003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Deleting port 26e21c4b-52a5-4f38-bc56-8317e063fb88 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:18.573578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.607567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Calling delete_port for 26e21c4b-52a5-4f38-bc56-8317e063fb88 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:18.708805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:18.719869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.723334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:18.723986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:18.726094 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:18.770173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c413c-9689-448a-8fd9-47453580f307 req-f764b1e7-3176-4b76-b38d-5f7f90e26de7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:18.772112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-697c413c-9689-448a-8fd9-47453580f307 req-f764b1e7-3176-4b76-b38d-5f7f90e26de7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1813321 Oct 27 16:16:18.824379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] For port 26e21c4b-52a5-4f38-bc56-8317e063fb88, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26e21c4b-52a5-4f38-bc56-8317e063fb88,segment=NetworkSegment(d618ac6a-f4b1-46b7-be00-ac09fc0d5f91),segment_id=d618ac6a-f4b1-46b7-be00-ac09fc0d5f91)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:18.825020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.827990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6936a-2ef7-45b3-8bc8-22cda670023a req-88b6ea97-ab38-4201-a681-f51d399fa888 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:18.836727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50f6936a-2ef7-45b3-8bc8-22cda670023a req-88b6ea97-ab38-4201-a681-f51d399fa888 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1455250 Oct 27 16:16:18.853856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Calling delete_port for 26e21c4b-52a5-4f38-bc56-8317e063fb88 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:18.888351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-697c413c-9689-448a-8fd9-47453580f307 req-678576db-f239-4b24-9b39-1ec61d60b218 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085126 Oct 27 16:16:18.888351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Transition to ACTIVE for port object 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:18.901068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50f6936a-2ef7-45b3-8bc8-22cda670023a req-cfccaa20-56ad-4805-a1da-d670d880baab tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Oct 27 16:16:18.901646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35760) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:18.970611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.996636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.000186 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] 10.222.0.70 "DELETE /v2.0/networks/019bc024-f717-4aab-90be-945747461115 HTTP/1.1" status: 204 len: 168 time: 1.1072927 Oct 27 16:16:19.035581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64424275-50eb-47c3-b269-b1a839266e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=019bc024-f717-4aab-90be-945747461115,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.046787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.071649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.093435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.143393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] No DVR routers for this DVR port 26e21c4b-52a5-4f38-bc56-8317e063fb88 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:19.145360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Pushing event deleted for resources: {'Port': ['ID=26e21c4b-52a5-4f38-bc56-8317e063fb88,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.151549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e21c4b-52a5-4f38-bc56-8317e063fb88,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.160338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.160933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.161470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.161998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.162516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.162626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] No DVR routers for this DVR port 26e21c4b-52a5-4f38-bc56-8317e063fb88 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:19.163181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.163811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.164283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.164622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.164949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.165335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.165672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49959b95-a8dd-4899-9216-562b6f52ef77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:19.266076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed7a67e0-6c41-4539-9a88-819cbb901571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.279817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.319969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2321e5-e318-41d2-8e7b-e992c411f428']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.333912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.357741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.358038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd618ac6a-f4b1-46b7-be00-ac09fc0d5f91') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.383438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.398496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.408928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.413890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.427341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.429267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:19.431615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.446266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.454500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26e21c4b-52a5-4f38-bc56-8317e063fb88 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:19.471847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.473869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-65ce66e4-513e-4fb6-a04f-d86024b849ad tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 3827 time: 0.4071767 Oct 27 16:16:19.492040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1905-c239-47ad-908d-3f51783f6671 req-64f57b3d-e31f-4c7e-bc98-f8266c9456ff tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:19.494495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 26e21c4b-52a5-4f38-bc56-8317e063fb88 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:19.494838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26e21c4b-52a5-4f38-bc56-8317e063fb88 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:19.495284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4710d2ce-6007-4ead-862f-4c64f45b478b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:19.507066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dea1905-c239-47ad-908d-3f51783f6671 req-64f57b3d-e31f-4c7e-bc98-f8266c9456ff tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.4293816 Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:19.514325 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:19.517206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35778) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:19.525067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4710d2ce-6007-4ead-862f-4c64f45b478b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:19.525470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4710d2ce-6007-4ead-862f-4c64f45b478b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:19.600649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-673c61e1-a8ef-4ca9-bd3a-4e33876e2bc3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=449ba99a9669447eb2e2fb9791f26cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844734 Oct 27 16:16:19.601543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35780) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:19.619851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.659535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.666949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5a2321e5-e318-41d2-8e7b-e992c411f428 HTTP/1.1" status: 204 len: 168 time: 1.6631949 Oct 27 16:16:19.666949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096a0c-2ddf-42eb-98a8-0880c807c0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2321e5-e318-41d2-8e7b-e992c411f428,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.669732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dea1905-c239-47ad-908d-3f51783f6671 req-d765c455-31a5-46c6-a24f-25a3e7595ff8 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594257 Oct 27 16:16:19.692121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-779ba342-7ba1-4ce4-9a01-63489a591f33 req-f4aabd63-63b2-4834-97b2-af3f078e4d1b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736410 Oct 27 16:16:19.745866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Attempting to bind port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:19.750972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Attempting to bind port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:19.751623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Attempting to bind port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 on network b793b50b-6784-4a47-b8b7-7da0a483bae8 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:19.766899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 on network b793b50b-6784-4a47-b8b7-7da0a483bae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:19.768490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Attempting to bind port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 on network b793b50b-6784-4a47-b8b7-7da0a483bae8 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:19.779546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:19.780469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Checking segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:19.781157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Bound using segment: {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:19.781773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Bound port: 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7546dfd1-9440-4d40-9914-b5d471b675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:19.782294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.791260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed7a67e0-6c41-4539-9a88-819cbb901571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.852023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.878090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed7a67e0-6c41-4539-9a88-819cbb901571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.928264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.978751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a67e0-6c41-4539-9a88-819cbb901571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d6e3b-6fa8-4673-80aa-a9eccb6cc5c4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.982976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:19.989469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:20.000528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ed7a67e0-6c41-4539-9a88-819cbb901571 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d76f4990184486ba9216f094493cfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944235 Oct 27 16:16:20.000845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-fed50a98-438e-4412-9c3e-a0b87245af4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680176 Oct 27 16:16:20.001495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35788) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:20.112609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.153801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c954e6d-f20f-47b0-93b8-3af1170a2e97 req-aa056127-9e8d-455d-8c83-be3228f17f7e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.157406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c954e6d-f20f-47b0-93b8-3af1170a2e97 req-aa056127-9e8d-455d-8c83-be3228f17f7e tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1257701 Oct 27 16:16:20.183389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.207331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.210108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.213570 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ee54b32-1142-48c1-be2c-446dad5edac4 HTTP/1.1" status: 204 len: 168 time: 0.6078379 Oct 27 16:16:20.215453 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.222408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef909745-2274-4dc2-80f3-5d60a1133186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee54b32-1142-48c1-be2c-446dad5edac4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:20.319232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:20.341447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-82960fb8-4f50-4953-a2f0-7d07fac22914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.343081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-82960fb8-4f50-4953-a2f0-7d07fac22914 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 1096 time: 0.2357271 Oct 27 16:16:20.349346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.350377 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.351889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3ce10ac4-2718-41a4-86f1-72598a682c6e service neutron] 10.222.0.82 "PUT /v2.0/ports/2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 200 len: 1091 time: 2.4257360 Oct 27 16:16:20.352443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:20.354988 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:20.362541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c954e6d-f20f-47b0-93b8-3af1170a2e97 req-364d511e-f4de-4052-9727-1eb182146169 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996896 Oct 27 16:16:20.459164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:20.462652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:20.623839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-43eeed16-963d-41c3-b0ec-b4f980bfa477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.625722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-43eeed16-963d-41c3-b0ec-b4f980bfa477 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 200 len: 916 time: 0.2188234 Oct 27 16:16:20.630812 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46218ceb-3e65-416c-8649-bb16bfb70e7c x-openstack-request-id: req-46218ceb-3e65-416c-8649-bb16bfb70e7c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:20.631310 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:20.631689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46218ceb-3e65-416c-8649-bb16bfb70e7c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:20.632841 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'status': 'completed', 'code': 200} Oct 27 16:16:20.662914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.679278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.691411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d25d6e3b-6fa8-4673-80aa-a9eccb6cc5c4 HTTP/1.1" status: 204 len: 168 time: 0.6860571 Oct 27 16:16:20.704848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9bc2843-3d72-49a6-a66c-3173c1bd3e6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a11a876da2044a14b4ce7073fda060c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393467 Oct 27 16:16:20.708275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:20.748390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.748885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.749420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.749878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.750330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.752256 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-ad5cf96e-76a1-4cee-993d-f41e8f64a624 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 4362 time: 0.1392446 Oct 27 16:16:20.831500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-7d62d8bd-9ce6-4ee1-9e74-53a295db8a1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61c2965-f17b-4da9-b7e6-233eed141a65 HTTP/1.1" status: 200 len: 217 time: 0.1949372 Oct 27 16:16:20.838907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a78493-f091-41d4-aac4-c8fe7ecdcb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d6e3b-6fa8-4673-80aa-a9eccb6cc5c4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:20.937959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.013311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.017488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-5e6c8c51-1174-4075-ac4e-88ae3cf0f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.017488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-5e6c8c51-1174-4075-ac4e-88ae3cf0f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.017488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-5e6c8c51-1174-4075-ac4e-88ae3cf0f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.019914 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-5e6c8c51-1174-4075-ac4e-88ae3cf0f532 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2467065 Oct 27 16:16:21.062015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-2122c43b-d995-4547-8762-26794013f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.068654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-2122c43b-d995-4547-8762-26794013f618 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 200 len: 855 time: 0.1958086 Oct 27 16:16:21.069279 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.096027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff9bd2-f1c0-4b3e-ac36-b33f6f48d104 req-f7091976-3756-4bac-9e8c-23adb65305f2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.097628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93ff9bd2-f1c0-4b3e-ac36-b33f6f48d104 req-f7091976-3756-4bac-9e8c-23adb65305f2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.4625940 Oct 27 16:16:21.197419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93ff9bd2-f1c0-4b3e-ac36-b33f6f48d104 req-ee4ba02b-0774-4d64-8f43-026fe03a20a2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854228 Oct 27 16:16:21.206607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-8c1b11d4-db8d-48bb-b9a4-26fd99ad5119 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5806565d-8504-4f4b-b923-f489c33d16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038837 Oct 27 16:16:21.214526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-44eb933c-0b6d-4d66-b5de-35c98772521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.226117 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-82a139a4-ee75-4d6c-a8f8-3c4e2856909e req-44eb933c-0b6d-4d66-b5de-35c98772521e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832929 Oct 27 16:16:21.227534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.230322 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.239405 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0059cdd8-7733-4d1e-9c73-612876d97d1c HTTP/1.1" status: 204 len: 168 time: 0.5291610 Oct 27 16:16:21.260353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1150-cb22-4ded-a74f-98b025802fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0059cdd8-7733-4d1e-9c73-612876d97d1c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:21.272297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2118789-ace9-4238-98b4-5748024ada9a req-fd1ab8d9-c5fe-4874-b9ba-b799b2031389 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.283834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2118789-ace9-4238-98b4-5748024ada9a req-fd1ab8d9-c5fe-4874-b9ba-b799b2031389 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.6458693 Oct 27 16:16:21.464592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2118789-ace9-4238-98b4-5748024ada9a req-5676d243-4769-440d-b267-60538cff49b0 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775777 Oct 27 16:16:21.590350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.596847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.602989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.609373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.616128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.624272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-74915ef3-6621-478f-9703-2648935f3f33 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 3827 time: 0.2797935 Oct 27 16:16:21.644044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-fbe2957a-9387-4d50-a481-5081e9d0d8ae service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884697 Oct 27 16:16:21.844730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d8ea4d8-0930-4226-a6e1-5e44935ec862 req-f5c4cbcc-41eb-4baa-b0a0-1400c630d0d4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994190 Oct 27 16:16:21.882145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64097-a2f8-46f5-b23e-d1acac9129ea req-bf23bbbc-666e-46f3-b8b7-0fb302229eb3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.883721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4df64097-a2f8-46f5-b23e-d1acac9129ea req-bf23bbbc-666e-46f3-b8b7-0fb302229eb3 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1983991 Oct 27 16:16:21.934251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc09772f-dfdd-44e9-bb17-6fc362e96a1c req-e5f6c380-28a4-4c47-9049-a4067ee85b40 service neutron] 10.222.0.82 "GET /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498884 Oct 27 16:16:21.976141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4df64097-a2f8-46f5-b23e-d1acac9129ea req-bcd18273-badd-442d-9e09-8b16dc6af709 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Oct 27 16:16:22.048309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:22.062653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.097108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Transition to ACTIVE for port object 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:22.140373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197556c-efee-4a0a-b57e-283fb5414657 req-159567e1-ac8a-4692-a724-9aa0cf0d8cf0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:22.141895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8197556c-efee-4a0a-b57e-283fb5414657 req-159567e1-ac8a-4692-a724-9aa0cf0d8cf0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.0580542 Oct 27 16:16:22.194112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8197556c-efee-4a0a-b57e-283fb5414657 req-629a7b3a-4866-4f5a-8e6f-c9e01ffee4ab tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Oct 27 16:16:22.213283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.311891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:22.456853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbda91-c502-4e9d-b72a-47f1e32a8f3e req-d3ca66ff-18fc-4a5d-b247-2a98ef8bb1b9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:22.458495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ddbda91-c502-4e9d-b72a-47f1e32a8f3e req-d3ca66ff-18fc-4a5d-b247-2a98ef8bb1b9 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.1188397 Oct 27 16:16:22.465893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Attempting to bind port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:22.465893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Attempting to bind port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:22.465893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Attempting to bind port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:22.470849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69342-13e6-4e3f-8c37-bb2c362cdd34 req-0146ca7d-07ac-4bdc-868f-cb9c055c2c07 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:22.472970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6f69342-13e6-4e3f-8c37-bb2c362cdd34 req-0146ca7d-07ac-4bdc-868f-cb9c055c2c07 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1344869 Oct 27 16:16:22.475967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35864) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:22.484921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on network 9101a026-8f80-438d-abbf-047252ed3e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:22.485305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Attempting to bind port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:22.508383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:22.508732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:22.509123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Bound using segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:22.509566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Bound port: 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:22.509930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.561117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ddbda91-c502-4e9d-b72a-47f1e32a8f3e req-07127277-9f0c-450b-91e4-f9848fd14526 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Oct 27 16:16:22.607278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6f69342-13e6-4e3f-8c37-bb2c362cdd34 req-91faa0fb-65e0-4f24-870e-78bc0c642240 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194990 Oct 27 16:16:22.680392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:22.712084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-952320098-network', 'tenant_id': '699ef4e20db840a3a419301464f931ed'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:22.851248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Made reservation on behalf of 699ef4e20db840a3a419301464f931ed for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:22.851248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.860593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.042466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.064220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:23.090718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:23.145025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534703b-42ba-41d9-ad28-e03cb5718277 req-276900db-c521-4dd6-a79e-8e6406877b8d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.150836 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.153090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6534703b-42ba-41d9-ad28-e03cb5718277 req-276900db-c521-4dd6-a79e-8e6406877b8d tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.4702296 Oct 27 16:16:23.164252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-90897caf-aaa0-4153-973a-2830fab26064 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.165790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-90897caf-aaa0-4153-973a-2830fab26064 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.5029612 Oct 27 16:16:23.193415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.206531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904549bc-c9a7-40a4-978e-1812a32cd743,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.231711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:23.247377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.247725 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Added segment 37e5bb4a-6884-4940-8980-7cdf04e10beb of type vlan for network 02952109-1859-4883-b2be-e1cde8cbad73 Oct 27 16:16:23.273364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.279324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.286050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.288654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-339166391-network', 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:23.292460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.298698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.304971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.313883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-e66dfd36-9cae-47cc-8e93-867dca46d919 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 4604 time: 0.2518601 Oct 27 16:16:23.326581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.327598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.329039 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] 10.222.0.82 "PUT /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 1135 time: 2.8779101 Oct 27 16:16:23.361604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:23.363985 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e9e92-1465-4416-b804-a54082b59f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:23.395678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:23.398414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.407431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6534703b-42ba-41d9-ad28-e03cb5718277 req-f2fc85c4-be1e-45a9-aa59-ee4e909083c6 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533484 Oct 27 16:16:23.441691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.452193 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.511415 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431e9a4d-da18-46aa-ad9c-b025cef83ec1 x-openstack-request-id: req-431e9a4d-da18-46aa-ad9c-b025cef83ec1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:23.511969 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:23.517764 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-431e9a4d-da18-46aa-ad9c-b025cef83ec1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:23.519773 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4', 'status': 'completed', 'code': 200} Oct 27 16:16:23.525456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:23.543728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b58cd65-d028-4e1f-ade7-291549a5cabe req-a8af73e8-57be-4f62-9a69-27aa7664c2c7 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288785 Oct 27 16:16:23.591233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2498b0-ea3a-4082-88af-e782022db04c service neutron] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.599481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.639890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:16:23.661201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.674904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:23.687307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.688083 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Added segment f57f9939-2114-4ef2-9f2c-71c6d78b37dd of type vlan for network 35a9dd22-a9e6-48b1-9f00-71202915bb19 Oct 27 16:16:23.707238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Deleting port c61c2965-f17b-4da9-b7e6-233eed141a65 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:23.707692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.734865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.754533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.817918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8780158c-1914-47f9-9464-8b056ee8bc75,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.829145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.830762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.831623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.832258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.832887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.833759 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.845728 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c52e9e92-1465-4416-b804-a54082b59f7c req-db5bda31-a8f6-461a-9d19-461438fda60e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5290 time: 0.2415199 Oct 27 16:16:23.888874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.889734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.890308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.897273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.898417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.899915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.949124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bd670-3abd-4300-a5c0-87addbe5db77 req-4462615c-4aad-420b-8f54-48d2340884dd tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.958633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c26bd670-3abd-4300-a5c0-87addbe5db77 req-4462615c-4aad-420b-8f54-48d2340884dd tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1649039 Oct 27 16:16:24.066255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=02952109-1859-4883-b2be-e1cde8cbad73,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.079273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 02952109-1859-4883-b2be-e1cde8cbad73 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:24.130504 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f78b4a51-00e7-45dc-8516-7a504fb7a6e8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6527114 Oct 27 16:16:24.138762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35936) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:24.149396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Request body: {'subnet': {'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-952320098-subnet', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:24.163531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0710833 Oct 27 16:16:24.178829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35938) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:24.192129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Request body: {'subnet': {'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-339166391-subnet', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:24.202918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003347be-5fa0-491a-901c-bd92d441d9fa admin admin] Pushing event updated for resources: {'Network': ['ID=35a9dd22-a9e6-48b1-9f00-71202915bb19,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.208095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-92fe16ad-7d97-45e4-8094-76ddce4b49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.208690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-92fe16ad-7d97-45e4-8094-76ddce4b49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.209217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-92fe16ad-7d97-45e4-8094-76ddce4b49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.213722 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c52e9e92-1465-4416-b804-a54082b59f7c req-92fe16ad-7d97-45e4-8094-76ddce4b49c8 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3384554 Oct 27 16:16:24.272775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d9c7ad-9c6c-4341-927e-1262cfda5afe {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:24.286298 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.311638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Transition to ACTIVE for port object a8d9c7ad-9c6c-4341-927e-1262cfda5afe will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:24.321259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Made reservation on behalf of 699ef4e20db840a3a419301464f931ed for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:24.324803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.326764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] For port c61c2965-f17b-4da9-b7e6-233eed141a65, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c61c2965-f17b-4da9-b7e6-233eed141a65,segment=NetworkSegment(453dc1ef-d3d2-48c2-a635-9ec34ab0aace),segment_id=453dc1ef-d3d2-48c2-a635-9ec34ab0aace)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:24.327201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.354950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Calling delete_port for c61c2965-f17b-4da9-b7e6-233eed141a65 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:24.371967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c26bd670-3abd-4300-a5c0-87addbe5db77 req-5fccf1db-aefa-4969-83c9-dc92d9d47b4f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121358 Oct 27 16:16:24.410301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:24.444510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.448061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e92-1465-4416-b804-a54082b59f7c req-9c7db6a3-36e2-4c58-ae97-85acea93e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.449695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c52e9e92-1465-4416-b804-a54082b59f7c req-9c7db6a3-36e2-4c58-ae97-85acea93e967 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294922 Oct 27 16:16:24.487918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:24.490548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.563614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Attempting to bind port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Attempting to bind port a8d9c7ad-9c6c-4341-927e-1262cfda5afe by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Attempting to bind port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on network 9101a026-8f80-438d-abbf-047252ed3e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Attempting to bind port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Bound using segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Bound port: a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.127579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c8f2b-1c90-4f60-8366-db2717e3f0db req-8f0bf368-c533-4d89-bb99-1038d281f0f2 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.130188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b2c8f2b-1c90-4f60-8366-db2717e3f0db req-8f0bf368-c533-4d89-bb99-1038d281f0f2 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 945 time: 0.4154646 Oct 27 16:16:25.130188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.130188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.130188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.130188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.136030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.148608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.157718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.160349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-5d953954-71e8-45a3-993f-ed71c078c83c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5380 time: 0.4121494 Oct 27 16:16:25.195774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b2c8f2b-1c90-4f60-8366-db2717e3f0db req-f0229699-533c-4dff-a461-3065a715e587 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/security-groups?id=0acdaa91-e25a-423f-8bdf-6e33b0068038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962073 Oct 27 16:16:25.220426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:25.290766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:25.290766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-971ea447-cdf2-4b0a-a345-41fecc13ddbc req-9f33aefd-45d4-4e84-be99-6b53329109ae tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839927 Oct 27 16:16:25.426658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.430253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.435289 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.442232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.574657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf011a8-a224-4fb1-a07c-8a061805d9b9,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:25.590404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Checking segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:25.592368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Network hostable DHCP agents. Network: 02952109-1859-4883-b2be-e1cde8cbad73, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:25.648957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Checking segment: {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:25.649681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Network hostable DHCP agents. Network: 35a9dd22-a9e6-48b1-9f00-71202915bb19, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:25.694673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13acae08-9f07-496e-94a0-1c93317ff0e7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:25.703595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.704726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.707717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] 10.222.0.82 "PUT /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 1134 time: 2.2072594 Oct 27 16:16:25.712815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] No DVR routers for this DVR port c61c2965-f17b-4da9-b7e6-233eed141a65 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:25.736056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:25.740752 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70206d6-6b54-47fd-8090-7b9facc0cc20" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "a8d9c7ad-9c6c-4341-927e-1262cfda5afe"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:25.753654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.760780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d0b24a2-56a1-423c-b0cc-630abb9d6fa9 req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.82 "DELETE /v2.0/ports/c61c2965-f17b-4da9-b7e6-233eed141a65 HTTP/1.1" status: 204 len: 173 time: 2.5780089 Oct 27 16:16:25.774764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419a3a8-c9a4-4ec6-a44b-78fb4064c1a6 req-3771635f-799b-4095-9d5a-a80e71c43ba2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.777901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7419a3a8-c9a4-4ec6-a44b-78fb4064c1a6 req-3771635f-799b-4095-9d5a-a80e71c43ba2 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.2472456 Oct 27 16:16:25.784750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Network 02952109-1859-4883-b2be-e1cde8cbad73 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:25.801637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6cbe8-7775-4815-84b9-bf8632435be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:25.815116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:25.884616 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e95f94-1d79-47c2-9df8-af2a176eba19 x-openstack-request-id: req-77e95f94-1d79-47c2-9df8-af2a176eba19 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:25.885996 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "a8d9c7ad-9c6c-4341-927e-1262cfda5afe", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:25.888285 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77e95f94-1d79-47c2-9df8-af2a176eba19 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:25.890113 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe', 'status': 'completed', 'code': 200} Oct 27 16:16:25.895445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 02952109-1859-4883-b2be-e1cde8cbad73) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:25.905054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 35a9dd22-a9e6-48b1-9f00-71202915bb19) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:25.907571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80174387-fe56-4ac6-a578-819c242867c4 None None] Network 02952109-1859-4883-b2be-e1cde8cbad73 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:25.918312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.921180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:25.921719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.928205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:25.928960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.952390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7419a3a8-c9a4-4ec6-a44b-78fb4064c1a6 req-14b1fefa-3a2b-4225-a4f8-fe8d61569356 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462688 Oct 27 16:16:26.063254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a45cf-8ec6-479b-8bf9-fc545b6dde29 None None] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:26.077182 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c29c6a14-2839-49be-bf26-8ef6b2b0cd43 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8969741 Oct 27 16:16:26.078222 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:26.089351 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-17ba5600-e730-474a-a1d9-d2959decc850 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9469669 Oct 27 16:16:26.090268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:26.106496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:26.121814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:26.213583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7d1b3-e264-4961-9e92-b2d465a76b06 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] Pushing event deleted for resources: {'Port': ['ID=c61c2965-f17b-4da9-b7e6-233eed141a65,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:26.257450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.258929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.340302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.341134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.341971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.343621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.358128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.359006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.359848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.363361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-ae7b8d4d-9c4b-427a-8cb0-010a4ce96046 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6217 time: 0.4080606 Oct 27 16:16:26.371462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.373226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.500598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-02952109-1859-4883-b2be-e1cde8cbad73', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:26.501453 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.523012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.540170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:26.630998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53796544-9255-42b2-9c19-7d8b9a7c7d4c req-be3c3c17-ab79-42ca-bea1-933544c24f98 tempest-AttachVolumeNegativeTest-1423201442 tempest-AttachVolumeNegativeTest-1423201442-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ed2427-1ce7-4df4-ae9d-a31b2d0b5150 HTTP/1.1" status: 200 len: 210 time: 0.1766613 Oct 27 16:16:26.776909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-35a9dd22-a9e6-48b1-9f00-71202915bb19', 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'fixed_ips': [{'subnet_id': '13acae08-9f07-496e-94a0-1c93317ff0e7'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:26.778226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.850390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.927088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.939213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.951006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.959080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.963946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.979695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c61c2965-f17b-4da9-b7e6-233eed141a65 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:26.992071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.018632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.037758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Allocated IP 172.20.0.2 (02952109-1859-4883-b2be-e1cde8cbad73/acf011a8-a224-4fb1-a07c-8a061805d9b9/a4e17288-19a3-44e8-996b-949f650c06d4) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:27.041895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.046690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.052782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-934869a6-8810-4623-b1ef-303bee23d462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.067917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-83e7bda9-e871-4906-8063-927f9660be10 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5380 time: 0.5278759 Oct 27 16:16:27.168264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: c61c2965-f17b-4da9-b7e6-233eed141a65 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:27.168818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c61c2965-f17b-4da9-b7e6-233eed141a65 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:27.379817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-077f1410-b4f0-4337-a32b-4f73fe8f53e7 req-70aa06ef-5d60-4223-bdf6-b039c31490fb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2954082 Oct 27 16:16:27.409013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.438545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.496635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-934869a6-8810-4623-b1ef-303bee23d462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.555382 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.556291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Allocated IP 172.20.0.2 (35a9dd22-a9e6-48b1-9f00-71202915bb19/13acae08-9f07-496e-94a0-1c93317ff0e7/c69ff648-ec17-4caf-b391-cc95d88e87e6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:27.609728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-934869a6-8810-4623-b1ef-303bee23d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.639512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Network 02952109-1859-4883-b2be-e1cde8cbad73 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:27.668736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:27.709819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9597372b-54f7-483d-91f9-1748a7c42064 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:27.727994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.737985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934869a6-8810-4623-b1ef-303bee23d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706312d-85f7-47ec-9037-c6d01daf4efb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.744000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-934869a6-8810-4623-b1ef-303bee23d462 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b218d46fae746e9b73bef82dd934033&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2005813 Oct 27 16:16:27.749319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.765679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.780389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Transition to ACTIVE for port object 9597372b-54f7-483d-91f9-1748a7c42064 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:27.803502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-d4f5a905-7e93-4a3e-a427-58420229e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.803682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.805671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-d4f5a905-7e93-4a3e-a427-58420229e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.806401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-d4f5a905-7e93-4a3e-a427-58420229e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.808867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-d4f5a905-7e93-4a3e-a427-58420229e8ab service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2392519 Oct 27 16:16:27.847736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474263-972b-44c7-8785-5ee263151a74 req-99944db8-ba3f-457e-87cc-c239af17c99a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.860125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18474263-972b-44c7-8785-5ee263151a74 req-99944db8-ba3f-457e-87cc-c239af17c99a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.7237225 Oct 27 16:16:27.865734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.880038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Deleting subnet 4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:27.888994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.898991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.899626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:27.905009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Pushing event updated for resources: {'Port': ['ID=a4e17288-19a3-44e8-996b-949f650c06d4,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.983166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.994320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Attempting to bind port a4e17288-19a3-44e8-996b-949f650c06d4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:27.994695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Attempting to bind port a4e17288-19a3-44e8-996b-949f650c06d4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:27.995100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Attempting to bind port a4e17288-19a3-44e8-996b-949f650c06d4 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:28.007013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:28.008631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.011810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:28.021823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.026146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.037223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:28.077203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'name': 'network-vif-deleted', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:28.087727 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8df4f1-9df7-4d21-bc20-0e63a5f58c48" -d '{"events": [{"server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "name": "network-vif-deleted", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:28.087727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-6870b0ec-9f8b-47b5-8981-10f91a3a53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.087727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e70206d6-6b54-47fd-8090-7b9facc0cc20 req-6870b0ec-9f8b-47b5-8981-10f91a3a53e9 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657340 Oct 27 16:16:28.090640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.139398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.171502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:28.171964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Checking segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:28.172871 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.172871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Bound using segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:28.173474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Bound port: a4e17288-19a3-44e8-996b-949f650c06d4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:28.174492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.201094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.209886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Pushing event updated for resources: {'Port': ['ID=c69ff648-ec17-4caf-b391-cc95d88e87e6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:28.232050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Pushing event updated for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:28.271070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Attempting to bind port c69ff648-ec17-4caf-b391-cc95d88e87e6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:28.271801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Attempting to bind port c69ff648-ec17-4caf-b391-cc95d88e87e6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:28.272232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Attempting to bind port c69ff648-ec17-4caf-b391-cc95d88e87e6 on network 35a9dd22-a9e6-48b1-9f00-71202915bb19 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:28.294967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:28.295370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Checking segment: {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:28.295770 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.296157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Bound using segment: {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:28.296786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Bound port: c69ff648-ec17-4caf-b391-cc95d88e87e6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:28.297161 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.308662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18474263-972b-44c7-8785-5ee263151a74 req-59d76466-5344-403a-b040-49dce696b041 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456666 Oct 27 16:16:28.372983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Allocated IP 172.25.5.206 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b8e8c955-ed27-43cb-9195-cd303dd9d502) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:28.505147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] For port c69ff648-ec17-4caf-b391-cc95d88e87e6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:28.509053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] For port c69ff648-ec17-4caf-b391-cc95d88e87e6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c69ff648-ec17-4caf-b391-cc95d88e87e6,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:28.520394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.565322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Attempting to bind port 9597372b-54f7-483d-91f9-1748a7c42064 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:28.571208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] For port a4e17288-19a3-44e8-996b-949f650c06d4, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:28.571434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Attempting to bind port 9597372b-54f7-483d-91f9-1748a7c42064 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:28.571434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Attempting to bind port 9597372b-54f7-483d-91f9-1748a7c42064 on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:28.578090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] For port a4e17288-19a3-44e8-996b-949f650c06d4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a4e17288-19a3-44e8-996b-949f650c06d4,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:28.585142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Port 9597372b-54f7-483d-91f9-1748a7c42064 on network 9101a026-8f80-438d-abbf-047252ed3e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:28.585628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Attempting to bind port 9597372b-54f7-483d-91f9-1748a7c42064 on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:28.603503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:28.604196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:28.605173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Bound using segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:28.605827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Bound port: 9597372b-54f7-483d-91f9-1748a7c42064, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:28.606367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.619803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.750885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.804235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.813903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.829954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.838151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.856482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.884708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.910115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.912363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-df120fc1-e2da-4c75-8a72-77a1155bbf40 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5392 time: 0.3282518 Oct 27 16:16:28.926524 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c1360a-0595-40fa-9656-9dc97be38d57 x-openstack-request-id: req-b4c1360a-0595-40fa-9656-9dc97be38d57 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:28.927030 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ed2427-1ce7-4df4-ae9d-a31b2d0b5150", "name": "network-vif-deleted", "tag": "c61c2965-f17b-4da9-b7e6-233eed141a65", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:28.927188 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4c1360a-0595-40fa-9656-9dc97be38d57 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:28.927649 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ed2427-1ce7-4df4-ae9d-a31b2d0b5150', 'name': 'network-vif-deleted', 'tag': 'c61c2965-f17b-4da9-b7e6-233eed141a65', 'status': 'completed', 'code': 200} Oct 27 16:16:28.948241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51594b32-c2f4-4c8b-8c01-fd5f6c815c61 None None] Pushing event updated for resources: {'Port': ['ID=c69ff648-ec17-4caf-b391-cc95d88e87e6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:28.987893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:29.099561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9597372b-54f7-483d-91f9-1748a7c42064,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:29.131780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-830384f3-d3d6-4502-ad72-e308e67927b5 req-36e2cb2e-e844-45a6-9013-576ed110d880 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978984 Oct 27 16:16:29.164972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367f42-d783-4cb5-a7fe-d0a4f7a109e2 None None] Pushing event updated for resources: {'Port': ['ID=a4e17288-19a3-44e8-996b-949f650c06d4,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:29.181011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.197979 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.225800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.276336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:29.276966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.278380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] 10.222.0.82 "PUT /v2.0/ports/9597372b-54f7-483d-91f9-1748a7c42064 HTTP/1.1" status: 200 len: 1091 time: 3.3870380 Oct 27 16:16:29.340474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015b49-3134-4f72-a36d-2a2c3c660df6 service neutron] Pushing event updated for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:29.360519 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.370555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.377289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2706312d-85f7-47ec-9037-c6d01daf4efb HTTP/1.1" status: 204 len: 168 time: 1.6068370 Oct 27 16:16:29.392200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.401723 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4cb2d482-e5e3-4ff8-a465-de0a848ccdf9 HTTP/1.1" status: 204 len: 168 time: 1.6535828 Oct 27 16:16:29.411592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:29.415093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.435864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32329e2e-814e-44a6-8458-f2b29cef5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706312d-85f7-47ec-9037-c6d01daf4efb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:29.438458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7f7a2-9691-4942-8218-dcf810554446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb2d482-e5e3-4ff8-a465-de0a848ccdf9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:29.441675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.565747 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.807091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a4e17288-19a3-44e8-996b-949f650c06d4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:29.862402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.868311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.888344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.915570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad49350-e7de-42bc-8a75-d4b6ed413b34 req-4c475aa4-a7a9-452e-89bf-443e5cbdbefd tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:29.931675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ad49350-e7de-42bc-8a75-d4b6ed413b34 req-4c475aa4-a7a9-452e-89bf-443e5cbdbefd tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.4025772 Oct 27 16:16:29.984910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a4e17288-19a3-44e8-996b-949f650c06d4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:29.985301 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.037903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:30.071188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:30.091428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:30.266715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.274179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Allocated IP 172.25.5.65 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/ec810b67-b92c-4278-8488-6ba0ba327a11) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:30.300309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Pushing event updated for resources: {'Port': ['ID=b8e8c955-ed27-43cb-9195-cd303dd9d502,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:30.389509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port a4e17288-19a3-44e8-996b-949f650c06d4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a4e17288-19a3-44e8-996b-949f650c06d4,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:30.498934 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.500051 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c69ff648-ec17-4caf-b391-cc95d88e87e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:30.616357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ad49350-e7de-42bc-8a75-d4b6ed413b34 req-f0720684-d898-4e31-85a4-696b6666966c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893313 Oct 27 16:16:30.700379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.756359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.762232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923c761-c82e-4839-864e-f1a99295c029 None None] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:30.763766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.772031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.779540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.794820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.802718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c69ff648-ec17-4caf-b391-cc95d88e87e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:30.810071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.810188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.816418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.818220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-a1577ef5-55c7-482b-b060-8edb4af41667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5392 time: 0.3510323 Oct 27 16:16:30.831534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5806565d-8504-4f4b-b923-f489c33d16ad']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:30.880147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453dc1ef-d3d2-48c2-a635-9ec34ab0aace') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:30.880675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453dc1ef-d3d2-48c2-a635-9ec34ab0aace') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:30.906113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.949808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:30.953110 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b14100-0c4a-4b7d-a697-96010d6739db" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "9597372b-54f7-483d-91f9-1748a7c42064"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:30.960502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce02398-7d22-4920-bba4-9d7b7038cec9 req-0d6cf15f-77e8-4879-aa4e-1f4be56316f6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261156 Oct 27 16:16:30.974102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.010644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:31.016235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:31.018353 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:31.028788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=a4e17288-19a3-44e8-996b-949f650c06d4,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:31.094679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] Provisioning complete for port c69ff648-ec17-4caf-b391-cc95d88e87e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:31.096774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.105642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.114140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.147912 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae899a5-bcdd-4609-b187-68f69cf15a22 x-openstack-request-id: req-8ae899a5-bcdd-4609-b187-68f69cf15a22 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:31.148195 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "9597372b-54f7-483d-91f9-1748a7c42064", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:31.148449 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ae899a5-bcdd-4609-b187-68f69cf15a22 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:31.151311 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064', 'status': 'completed', 'code': 200} Oct 27 16:16:31.189480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86fd95-077f-4f97-ace5-3b0e5048eb2d None None] Network 02952109-1859-4883-b2be-e1cde8cbad73 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:31.369549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.371846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.372335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.373999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.374478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.375754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.377845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.379406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.382475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-c2d33e9a-855b-421e-854f-dd1c83733679 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6284 time: 0.2226634 Oct 27 16:16:31.386629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.464796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Pushing event updated for resources: {'Port': ['ID=ec810b67-b92c-4278-8488-6ba0ba327a11,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:31.511445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36084) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:31.576315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:31.581612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:31.608454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:31.723685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1215411158'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:31.813859 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.881525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.917855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.943184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] For port c69ff648-ec17-4caf-b391-cc95d88e87e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c69ff648-ec17-4caf-b391-cc95d88e87e6,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:31.978114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a6478-e04d-4548-83f5-d9547e7d5f9d req-a542eef9-9bd0-4a0f-bdff-4d02e0613cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:31.982257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e41a6478-e04d-4548-83f5-d9547e7d5f9d req-a542eef9-9bd0-4a0f-bdff-4d02e0613cf6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 1096 time: 0.3018448 Oct 27 16:16:32.009143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.012809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5806565d-8504-4f4b-b923-f489c33d16ad HTTP/1.1" status: 204 len: 168 time: 2.5967190 Oct 27 16:16:32.072586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaf575-988a-4053-a280-0054a891a5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5806565d-8504-4f4b-b923-f489c33d16ad,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:32.089003 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.090422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6222ba2c-f903-4cc6-9198-b1e1ca72488f {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:32.114876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.132672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd40d4c-afa3-44d1-a519-d688f69f09bb req-41e9d2a9-f0f3-4380-844d-ff449211e6cf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.140665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddd40d4c-afa3-44d1-a519-d688f69f09bb req-41e9d2a9-f0f3-4380-844d-ff449211e6cf tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1225338 Oct 27 16:16:32.189106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Transition to ACTIVE for port object 6222ba2c-f903-4cc6-9198-b1e1ca72488f will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:32.227852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:32.244288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-2c93d16a-a85d-4497-984d-7aa17aadf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.244701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.245697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-2c93d16a-a85d-4497-984d-7aa17aadf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.246435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-2c93d16a-a85d-4497-984d-7aa17aadf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.248659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-2c93d16a-a85d-4497-984d-7aa17aadf470 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8537655 Oct 27 16:16:32.397532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8bca3-776e-44d2-9216-ac311cd1a5d0 None None] Pushing event updated for resources: {'Port': ['ID=c69ff648-ec17-4caf-b391-cc95d88e87e6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:32.401658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.418700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-83916584-57c2-424c-88e8-cc0ab1334011 None None] Provisioning complete for port a4e17288-19a3-44e8-996b-949f650c06d4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:32.419311 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83916584-57c2-424c-88e8-cc0ab1334011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.433614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.473561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:16:32.476979 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:16:32.478992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddd40d4c-afa3-44d1-a519-d688f69f09bb req-c8c46c03-04c1-4594-ba4a-2dfe0c8dc888 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371897 Oct 27 16:16:32.633964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Pushing event updated for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:32.666743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36100) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:32.716962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.726914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.728435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-62fc385e-18fb-4ffc-9e91-652eab34ac68 None None] Provisioning complete for port c69ff648-ec17-4caf-b391-cc95d88e87e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:32.729820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-62fc385e-18fb-4ffc-9e91-652eab34ac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.737083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.743931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.750068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.757787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.764132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.772261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-acb61fed-6373-4ec0-870a-eb193d18c6dc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5404 time: 0.5800374 Oct 27 16:16:32.823711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.894703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.916138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e41a6478-e04d-4548-83f5-d9547e7d5f9d req-bb4dcc47-edc8-4f7a-96e7-6bd61b716eab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695135 Oct 27 16:16:32.932793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Attempting to bind port 6222ba2c-f903-4cc6-9198-b1e1ca72488f on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:32.935113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Attempting to bind port 6222ba2c-f903-4cc6-9198-b1e1ca72488f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:32.935459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Attempting to bind port 6222ba2c-f903-4cc6-9198-b1e1ca72488f on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:32.942373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-62fc385e-18fb-4ffc-9e91-652eab34ac68 None None] Provisioning complete for port a4e17288-19a3-44e8-996b-949f650c06d4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:32.942910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-62fc385e-18fb-4ffc-9e91-652eab34ac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.950509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Port 6222ba2c-f903-4cc6-9198-b1e1ca72488f on network 9101a026-8f80-438d-abbf-047252ed3e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:32.958226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Attempting to bind port 6222ba2c-f903-4cc6-9198-b1e1ca72488f on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:32.962164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4e00d64c-f9e5-4fcd-9911-34a733b1b7ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d1c7dbbb62645a1ba8c55d043401cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871304 Oct 27 16:16:32.969883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-afe46753-207b-4be3-bbae-0cd30c032b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.971436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2b14100-0c4a-4b7d-a697-96010d6739db req-afe46753-207b-4be3-bbae-0cd30c032b76 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7050135 Oct 27 16:16:32.974463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36102) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:33.004473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.079174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:33.080421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Checking segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:33.081040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Bound using segment: {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:33.081678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Bound port: 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0ce36-2f06-4682-bf59-d24849759800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:33.082339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.129469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:33.143753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cfe5c65-2563-450a-8af9-b1a7f1a9a35a req-7230efaf-3aaf-43b7-aba4-aaef5f1c50c6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3704944 Oct 27 16:16:33.151127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24be8ca7-f07e-482f-80f5-a3816a80eef3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:33.161114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.161114 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Added segment ca209520-3b1b-4869-80d9-2a854c109a24 of type vlan for network 03057775-b31a-40e2-83b7-726345b4b2ea Oct 27 16:16:33.177618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.210891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a4e17288-19a3-44e8-996b-949f650c06d4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:33.237045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:33.269479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.284987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:33.290526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a4e17288-19a3-44e8-996b-949f650c06d4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:33.290992 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.307408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:33.324180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.380783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.417629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c69ff648-ec17-4caf-b391-cc95d88e87e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:33.425999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:33.426702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.428365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] 10.222.0.82 "PUT /v2.0/ports/6222ba2c-f903-4cc6-9198-b1e1ca72488f HTTP/1.1" status: 200 len: 1090 time: 4.0273180 Oct 27 16:16:33.428871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:33.432583 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08674f75-4920-4fc3-85f2-091719852830" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:33.445710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:16:33.538846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c69ff648-ec17-4caf-b391-cc95d88e87e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:33.539282 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.541830 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4155a3b6-76b5-4a56-b6ae-4ca73b2a59b6 x-openstack-request-id: req-4155a3b6-76b5-4a56-b6ae-4ca73b2a59b6 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:33.542180 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:33.542576 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4155a3b6-76b5-4a56-b6ae-4ca73b2a59b6 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:33.543490 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f', 'status': 'completed', 'code': 200} Oct 27 16:16:33.559163 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.563847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:33.569309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:33.570263 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.598112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:33.613789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:33.629180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15e8df-cad7-4acc-b9d4-8be2fcb6c591 service neutron] Pushing event updated for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:33.632769 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:33.633747 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:33.661873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.665021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.665929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0acdaa91-e25a-423f-8bdf-6e33b0068038 HTTP/1.1" status: 204 len: 168 time: 0.6815608 Oct 27 16:16:33.722853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.745783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2302704 Oct 27 16:16:33.755891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36114) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:33.772857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'subnet': {'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:33.838962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd624422-c0c9-409a-ab6c-7ffdd8da2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acdaa91-e25a-423f-8bdf-6e33b0068038,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:33.892906 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:33.980559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b993f6-6607-483a-bee0-8c4baffa2a09 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Network': ['ID=03057775-b31a-40e2-83b7-726345b4b2ea,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:33.997382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.016222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 03057775-b31a-40e2-83b7-726345b4b2ea details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:34.076640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca1e4c-2ba9-4b09-9375-78e77daeaca7 req-dea75007-27d7-4397-a9f4-25e74d46f0c8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.078169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34ca1e4c-2ba9-4b09-9375-78e77daeaca7 req-dea75007-27d7-4397-a9f4-25e74d46f0c8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.4290643 Oct 27 16:16:34.089467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.090134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.090905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.091471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.091923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.092386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.092848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.094861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08674f75-4920-4fc3-85f2-091719852830 req-904e6b51-2106-4ecd-acf1-ef3070e15aba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6351 time: 0.4572587 Oct 27 16:16:34.100316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.104661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-21470ac2-1061-4789-8bd9-f2e181f5403e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9881530 Oct 27 16:16:34.104661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:34.274543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:34.295372 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:30Z', 'revision_number': 3, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:34.378717 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:34.381047 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Updating router 2cbc4bc1-d6b6-4242-83e4-972336adc49a port b8e8c955-ed27-43cb-9195-cd303dd9d502 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:34.441028 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.600207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34ca1e4c-2ba9-4b09-9375-78e77daeaca7 req-f6223b4b-e709-482a-9a15-19db1d83ed52 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913883 Oct 27 16:16:34.616250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:34.636254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.938000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-512f013e-42c8-4019-95e6-c6c5edf53a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.938737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-512f013e-42c8-4019-95e6-c6c5edf53a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.939413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-512f013e-42c8-4019-95e6-c6c5edf53a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.941858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08674f75-4920-4fc3-85f2-091719852830 req-512f013e-42c8-4019-95e6-c6c5edf53a68 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8095417 Oct 27 16:16:34.957931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.964750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.971504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.977651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.983800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.991106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.997579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.005655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-60923343-092a-49e5-9add-636b9d0b80b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5404 time: 0.6545846 Oct 27 16:16:35.083334 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.136650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df179da3-72da-4c9e-8c13-0ec979f89c4e req-b4404602-9c5a-4c6c-8ef3-63f4908c00bc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300726 Oct 27 16:16:35.139765 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.184299 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Attempting to bind port b8e8c955-ed27-43cb-9195-cd303dd9d502 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:35.184778 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Attempting to bind port b8e8c955-ed27-43cb-9195-cd303dd9d502 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:35.185238 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Attempting to bind port b8e8c955-ed27-43cb-9195-cd303dd9d502 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:35.247424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:35.250338 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:35.250882 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.255420 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:35.256119 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Bound port: b8e8c955-ed27-43cb-9195-cd303dd9d502, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:35.258128 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.364672 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] For port b8e8c955-ed27-43cb-9195-cd303dd9d502, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:35.368437 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] For port b8e8c955-ed27-43cb-9195-cd303dd9d502, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b8e8c955-ed27-43cb-9195-cd303dd9d502,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:35.371055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674f75-4920-4fc3-85f2-091719852830 req-0cb9bfd3-6dce-413d-998e-a436dd446f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.372637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08674f75-4920-4fc3-85f2-091719852830 req-0cb9bfd3-6dce-413d-998e-a436dd446f5b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424473 Oct 27 16:16:35.386235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:35.403125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Sync routers for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:35.411549 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Pushing event updated for resources: {'Port': ['ID=b8e8c955-ed27-43cb-9195-cd303dd9d502,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.421468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:35.423720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:35.429359 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.430147 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.430697 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.431295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.431856 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.432436 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.432969 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.433554 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.434145 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.434773 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.435362 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.435939 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:35.475851 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.538156 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753b3e-acf3-4ade-b17b-fea709380787 None None] Pushing event updated for resources: {'Port': ['ID=b8e8c955-ed27-43cb-9195-cd303dd9d502,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.548179 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:35.549942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:35.567273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff9eec9-7a5a-4e10-b28c-beb317df907d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:35.599454 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.647174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Transition to ACTIVE for port object 3ff9eec9-7a5a-4e10-b28c-beb317df907d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:35.667160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f047f6a-aec4-46ad-9a3c-916b98fbeef3 req-1cad2536-b2ac-4e6f-ae59-42ecc28c26cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.680993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f047f6a-aec4-46ad-9a3c-916b98fbeef3 req-1cad2536-b2ac-4e6f-ae59-42ecc28c26cb tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2401707 Oct 27 16:16:35.692907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:35.698302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.710907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.716248 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0c402ae7-7b46-40b4-bf68-5f12b8d8497d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.6356845 Oct 27 16:16:35.777496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36154) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:35.787541 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:35.814499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Subnet': ['ID=30b90e25-c14f-438d-a9e1-3a807518bcfd,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.828780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.026264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:36.030600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f047f6a-aec4-46ad-9a3c-916b98fbeef3 req-e6ef1e2d-3902-4855-8a2a-cd273e60add7 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435884 Oct 27 16:16:36.066347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:36.087700 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:30Z', 'revision_number': 3, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:36.102553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Checking segment: {'id': 'ca209520-3b1b-4869-80d9-2a854c109a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:36.102930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network hostable DHCP agents. Network: 03057775-b31a-40e2-83b7-726345b4b2ea, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:36.112172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Checking router: cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:36.112613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Updating router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 port ec810b67-b92c-4278-8488-6ba0ba327a11 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:36.120049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c75ba-4fec-4a91-bb24-7033ce98d110 req-763347b7-1ef2-4fa5-852c-5b8eb9588a25 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.121701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-734c75ba-4fec-4a91-bb24-7033ce98d110 req-763347b7-1ef2-4fa5-852c-5b8eb9588a25 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.3169727 Oct 27 16:16:36.169114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.169557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.234384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Attempting to bind port 3ff9eec9-7a5a-4e10-b28c-beb317df907d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:36.234964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Attempting to bind port 3ff9eec9-7a5a-4e10-b28c-beb317df907d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:36.235789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Attempting to bind port 3ff9eec9-7a5a-4e10-b28c-beb317df907d on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:36.255882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:36.266884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-734c75ba-4fec-4a91-bb24-7033ce98d110 req-dad6ee55-9528-4b64-b712-b0a246bcff6d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384356 Oct 27 16:16:36.269622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Port 3ff9eec9-7a5a-4e10-b28c-beb317df907d on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:36.270099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Attempting to bind port 3ff9eec9-7a5a-4e10-b28c-beb317df907d on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:36.289954 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297097ea-efe5-4b3a-a0eb-9a2c0b1e9f7e None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:30Z', 'revision_number': 3, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:36.303953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:36.304422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Checking segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:36.314658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Bound using segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:36.315715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Bound port: 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:36.316193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.398937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 03057775-b31a-40e2-83b7-726345b4b2ea) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:36.430538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c3504-7a71-44a0-94de-0a2349623e3c None None] Network 03057775-b31a-40e2-83b7-726345b4b2ea requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:36.437722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.439102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.545643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:36.556310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:36.576963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.585322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.594840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.600660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Allocated IP 172.20.0.1 (02952109-1859-4883-b2be-e1cde8cbad73/acf011a8-a224-4fb1-a07c-8a061805d9b9/a3a76662-3e1c-4c6f-87f9-f511e0a5df69) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:36.601524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.609835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.617353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.623926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.636237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-f3c647c3-998a-471a-a265-aa289a6530a4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5416 time: 0.2316573 Oct 27 16:16:36.645554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b0640d98-a84d-4acc-85e7-3b57532c9eb4 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8760591 Oct 27 16:16:36.646051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.650101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36168) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:36.671895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1115430084', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:36.752435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.755445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.756073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.757855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] 10.222.0.82 "PUT /v2.0/ports/3ff9eec9-7a5a-4e10-b28c-beb317df907d HTTP/1.1" status: 200 len: 1091 time: 3.2130187 Oct 27 16:16:36.758798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:36.762033 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d5b96f-81c6-4705-8071-dc27add6f6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:36.765537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.766167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.789160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c7c82-6667-49c8-a360-bbc0a62834a7 None None] Network 03057775-b31a-40e2-83b7-726345b4b2ea requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:36.857347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.879408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.880928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcebc6-f350-4091-b78e-78619d909eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:36.887605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.903219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Request body: {'port': {'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:36.953920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c20be14-c088-4ed5-842a-55ada4c2cce0 req-cd200e6a-9763-40d7-96c1-ff8b758ca8d5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018539 Oct 27 16:16:37.015922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.086036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.120060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Attempting to bind port ec810b67-b92c-4278-8488-6ba0ba327a11 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:37.121424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Attempting to bind port ec810b67-b92c-4278-8488-6ba0ba327a11 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:37.125562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Attempting to bind port ec810b67-b92c-4278-8488-6ba0ba327a11 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:37.190311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24c70e-e861-4c7d-9a22-68d681e0e856 None None] Pushing event updated for resources: {'Port': ['ID=ec810b67-b92c-4278-8488-6ba0ba327a11,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:37.203712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:37.205244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:37.209315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.209862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:37.210741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Bound port: ec810b67-b92c-4278-8488-6ba0ba327a11, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:37.211334 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.332013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Allocated IP 172.20.0.1 (35a9dd22-a9e6-48b1-9f00-71202915bb19/13acae08-9f07-496e-94a0-1c93317ff0e7/b3f27028-9fac-4dba-bed2-1ce4e802affb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:37.387596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] For port ec810b67-b92c-4278-8488-6ba0ba327a11, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:37.401491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] For port ec810b67-b92c-4278-8488-6ba0ba327a11, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec810b67-b92c-4278-8488-6ba0ba327a11,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:37.425900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.453962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Network 02952109-1859-4883-b2be-e1cde8cbad73 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:37.461433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:37.462394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:37.502980 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cade06-66c7-45ea-85c9-794ad7569d1e x-openstack-request-id: req-f6cade06-66c7-45ea-85c9-794ad7569d1e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:37.503544 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:37.503544 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6cade06-66c7-45ea-85c9-794ad7569d1e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:37.504535 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'status': 'completed', 'code': 200} Oct 27 16:16:37.543478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b8e8c955-ed27-43cb-9195-cd303dd9d502 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:37.551545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.634897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.732276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:37.733401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:37.777555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:37.978492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.979324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.979843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.980571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.981988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.982928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.983828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.986805 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-3ccfaf1c-1b6b-4554-a58d-f2cb55f33a75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6418 time: 0.3883517 Oct 27 16:16:38.047950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-db7a08ce-1625-4224-8033-d90067b37029 None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:38.048254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db7a08ce-1625-4224-8033-d90067b37029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.050377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24c70e-e861-4c7d-9a22-68d681e0e856 None None] Pushing event updated for resources: {'Port': ['ID=ec810b67-b92c-4278-8488-6ba0ba327a11,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.058978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b8e8c955-ed27-43cb-9195-cd303dd9d502 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:38.059387 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.068693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.090106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.156565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-db7a08ce-1625-4224-8033-d90067b37029 None None] Port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:38.190576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:38.219459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-ba9eee55-cc35-4f7a-a6a3-730244c82431 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.221767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-ba9eee55-cc35-4f7a-a6a3-730244c82431 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.8738344 Oct 27 16:16:38.232458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.260528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eda52-c220-44a5-9ab8-a16148ed42c2 req-d20873db-24cf-4bbf-af31-6f3aaa54f5c5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.262244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e4eda52-c220-44a5-9ab8-a16148ed42c2 req-d20873db-24cf-4bbf-af31-6f3aaa54f5c5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.9000094 Oct 27 16:16:38.269507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-e1529ae6-8ef3-4a24-8e66-a058b66a726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.277503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-e1529ae6-8ef3-4a24-8e66-a058b66a726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.277503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-e1529ae6-8ef3-4a24-8e66-a058b66a726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.277503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-e1529ae6-8ef3-4a24-8e66-a058b66a726b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2d254190ba734763abea568f42bc2898&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2203484 Oct 27 16:16:38.286976 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.339921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a878d-49e7-4ba1-aee3-d5e623f8d33b req-a47194e4-6f03-4cb5-acc8-a03ff5608469 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.341532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d24a878d-49e7-4ba1-aee3-d5e623f8d33b req-a47194e4-6f03-4cb5-acc8-a03ff5608469 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.7487583 Oct 27 16:16:38.425750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b8e8c955-ed27-43cb-9195-cd303dd9d502, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b8e8c955-ed27-43cb-9195-cd303dd9d502,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:38.492736 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.493919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-2b90015c-8d6d-485d-8ef0-cf952216b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.495442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c5d5b96f-81c6-4705-8071-dc27add6f6e4 req-2b90015c-8d6d-485d-8ef0-cf952216b5e7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124054 Oct 27 16:16:38.523114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.567359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b8e8c955-ed27-43cb-9195-cd303dd9d502,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.577044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:38.587728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:38.598351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:38.613018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:38.622152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Pushing event updated for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.627778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.634107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492907a-c04d-44e7-86ce-7283927a0be7 None None] The sync data for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 is: [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:38.649298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21efbbd-5152-48d6-a3b3-6405d4abd2f1 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:38.664331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.688138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Transition to ACTIVE for port object a21efbbd-5152-48d6-a3b3-6405d4abd2f1 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:38.688262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.749546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.797909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d24a878d-49e7-4ba1-aee3-d5e623f8d33b req-294c6969-4811-4f26-9bef-84af000122b0 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270422 Oct 27 16:16:38.797909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e4eda52-c220-44a5-9ab8-a16148ed42c2 req-38f34489-9ab1-4f7b-a292-0b06cdb4c7c7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931931 Oct 27 16:16:38.847185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.921230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Pushing event updated for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.926998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Deleting port 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:38.927341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.949657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.962274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.097697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-68064d89-86ca-4e1c-8ff2-85b0663e8bd4 None None] Provisioning complete for port b3f27028-9fac-4dba-bed2-1ce4e802affb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:39.098025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-68064d89-86ca-4e1c-8ff2-85b0663e8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.281811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b8e8c955-ed27-43cb-9195-cd303dd9d502 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:39.344570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.370436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.394162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.396674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-68064d89-86ca-4e1c-8ff2-85b0663e8bd4 None None] Port b3f27028-9fac-4dba-bed2-1ce4e802affb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:39.428902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.428902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.429374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b8e8c955-ed27-43cb-9195-cd303dd9d502 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:39.429374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.429761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Network 02952109-1859-4883-b2be-e1cde8cbad73 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:39.436365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.440871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:39.445512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.454092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.456732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-db622d17-7d70-4811-bdbd-29777a90a974 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.4161274 Oct 27 16:16:39.464675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Attempting to bind port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:39.465027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Attempting to bind port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:39.465369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Attempting to bind port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:39.480994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:39.481339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Attempting to bind port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 on network c5f36272-3b4d-4e69-be58-fba9b268dcc6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:39.619217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:39.619641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Checking segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:39.619963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Bound using segment: {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:39.620421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Bound port: a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d8e4f2-b652-4db1-b95c-51507b517446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:39.620784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.648657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] For port 02229351-ad0f-486a-8fde-3e6474e4ee9e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=02229351-ad0f-486a-8fde-3e6474e4ee9e,segment=NetworkSegment(56611099-b5ad-412f-a6f3-d108c3577152),segment_id=56611099-b5ad-412f-a6f3-d108c3577152)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:39.648657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.696838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-610b6a8d-c94b-4265-b9f9-e72101d532c3 req-d27dfadc-4026-402f-ab51-23fa61bf7761 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2203958 Oct 27 16:16:39.775271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Calling delete_port for 02229351-ad0f-486a-8fde-3e6474e4ee9e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:39.808227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.815897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:39.822517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-318d16da-54df-44a2-9fc7-c013fa5e6f86 None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:39.823519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-318d16da-54df-44a2-9fc7-c013fa5e6f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.881421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-318d16da-54df-44a2-9fc7-c013fa5e6f86 None None] Port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:39.886476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.894736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.964795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:39.973404 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fc7d9e22-63c9-4f8c-b575-088caebb5bd4 admin admin] 10.222.0.70 "PUT /v2.0/routers/2cbc4bc1-d6b6-4242-83e4-972336adc49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8679183 Oct 27 16:16:39.983539 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:39.995859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.005503 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:40.006441 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:40.010566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:40.068342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Pushing event updated for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:40.091163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:40.099849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.103800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab30f95-ac42-4adf-b775-2f2363f73ec1 req-3a02db5f-cb09-4b36-95a9-f7d9697eb1e5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.105377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab30f95-ac42-4adf-b775-2f2363f73ec1 req-3a02db5f-cb09-4b36-95a9-f7d9697eb1e5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.4257677 Oct 27 16:16:40.190683 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:40.221658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808956a2-56cc-44f3-831e-a27d32bc6b1a req-309dee1c-900e-407b-811f-7a5732e8cbfa tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.223243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-808956a2-56cc-44f3-831e-a27d32bc6b1a req-309dee1c-900e-407b-811f-7a5732e8cbfa tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 946 time: 0.2662964 Oct 27 16:16:40.243720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:40.245282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:40.276537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ab30f95-ac42-4adf-b775-2f2363f73ec1 req-6948e51d-2565-4cbe-bbba-b6a3139270fe tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601033 Oct 27 16:16:40.309193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.341026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.174 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/0621e140-0d1e-4798-8ced-a201500c8fd0) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:40.425912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.427183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.428713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] 10.222.0.82 "PUT /v2.0/ports/a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 200 len: 1091 time: 3.5431395 Oct 27 16:16:40.429478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:40.432561 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ea6a71-86e7-4114-a872-352ff8d396e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:40.457279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-808956a2-56cc-44f3-831e-a27d32bc6b1a req-66c56d9b-7e8a-4d4c-96df-65d8e88c6c17 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/security-groups?id=35dc3159-c9b0-4c3b-b491-456785b2253e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986420 Oct 27 16:16:40.472356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f840dc-3c39-4162-aad9-ea221d1ebd44 service neutron] Pushing event updated for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:40.490533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:40.568559 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 2, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:40.657063 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:40.662732 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Updating router 2cbc4bc1-d6b6-4242-83e4-972336adc49a port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:40.711901 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.722279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e43a34d4-7325-42a5-bd3d-fd7d0b1b4aef None None] Provisioning complete for port b3f27028-9fac-4dba-bed2-1ce4e802affb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:40.726724 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e43a34d4-7325-42a5-bd3d-fd7d0b1b4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.726970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.727597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:40.745274 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-26526df5-db07-4b90-8f76-0329527e9bcb admin admin] 10.222.0.70 "PUT /v2.0/routers/cf760417-d0b1-4f0e-bf84-c32ecbcc2c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9022627 Oct 27 16:16:40.779531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e43a34d4-7325-42a5-bd3d-fd7d0b1b4aef None None] Port b3f27028-9fac-4dba-bed2-1ce4e802affb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:40.821986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Pushing event deleted for resources: {'Port': ['ID=02229351-ad0f-486a-8fde-3e6474e4ee9e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:40.855928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:40.877734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 02229351-ad0f-486a-8fde-3e6474e4ee9e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:40.878076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 02229351-ad0f-486a-8fde-3e6474e4ee9e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:40.917709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] No DVR routers for this DVR port 02229351-ad0f-486a-8fde-3e6474e4ee9e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:40.921009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.925265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-542b3ad9-5a45-4bc1-b365-f6a75c9749c4 req-94424123-9c5d-42e9-8e66-6e41671cc225 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.82 "DELETE /v2.0/ports/02229351-ad0f-486a-8fde-3e6474e4ee9e HTTP/1.1" status: 204 len: 173 time: 2.6962354 Oct 27 16:16:40.949524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.950003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.950511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.950974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.951454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.951961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.952563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.954696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f69452a5-b28e-4533-9940-b25275667718 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6485 time: 0.2865825 Oct 27 16:16:40.963256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.967380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36220) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.019030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.019499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7936807a-3f94-4fc8-9751-0143a1490d4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 200 len: 217 time: 0.0554919 Oct 27 16:16:41.024828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568956090', 'description': 'tempest-description--287182563'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:41.116742 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfa4b53-3862-4334-9a38-c39a71510d5f x-openstack-request-id: req-9cfa4b53-3862-4334-9a38-c39a71510d5f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:41.116742 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:41.116742 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cfa4b53-3862-4334-9a38-c39a71510d5f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:41.116742 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1', 'status': 'completed', 'code': 200} Oct 27 16:16:41.135436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-c600c0a2-0bf9-4786-9a28-c3f75f1b3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.135436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-c600c0a2-0bf9-4786-9a28-c3f75f1b3549 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e17bb172-1327-436b-b535-5d5bbe7ccaac HTTP/1.1" status: 200 len: 856 time: 0.0998926 Oct 27 16:16:41.168172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-969232617'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:41.210742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-481a4047-8695-4c7d-9c26-e452b183f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.212284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-481a4047-8695-4c7d-9c26-e452b183f846 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b793b50b-6784-4a47-b8b7-7da0a483bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710223 Oct 27 16:16:41.213068 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.251560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.280147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec810b67-b92c-4278-8488-6ba0ba327a11 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:41.300631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.316521 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.353341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69e2187f-3518-42f4-b847-e9a3d439a185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.364375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:41.375926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.390551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:41.400838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ec810b67-b92c-4278-8488-6ba0ba327a11 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:41.401269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.414995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:41.428906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.443342 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a08e4-3b2c-497f-905a-e4e159f5d571 None None] Pushing event updated for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.446391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.452798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.461220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.473299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Sync routers for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:41.475129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.481375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.488360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.496472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-4c1b1693-af7e-4677-8daa-72a4fe7e5d12 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2670708 Oct 27 16:16:41.497483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:41.498394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:41.498558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:41.504715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=0621e140-0d1e-4798-8ced-a201500c8fd0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.520630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:41.550721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.555616 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Attempting to bind port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:41.556220 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Attempting to bind port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:41.556769 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Attempting to bind port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:41.567276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.567850 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Added segment 2f38c586-bf77-496e-bea4-f704e35cc23e of type vlan for network 4fd018de-6114-477f-ac14-68bf127ed268 Oct 27 16:16:41.575306 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:41.575681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Checking segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:41.576080 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.576483 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Bound using segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:41.576951 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Bound port: a3a76662-3e1c-4c6f-87f9-f511e0a5df69, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:41.577340 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.585117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-801c51dd-c3dd-4c78-aca3-e189a2294489 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650041 Oct 27 16:16:41.620407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.686490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.696173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fa298d1-49b3-4d76-b295-dd44dab05414 req-ee3010e3-1a47-49b7-9d4f-defdca473497 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987436 Oct 27 16:16:41.740577 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] For port a3a76662-3e1c-4c6f-87f9-f511e0a5df69, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:41.745570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] For port a3a76662-3e1c-4c6f-87f9-f511e0a5df69, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:41.747010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b179a65d-fb66-4de0-8df8-3f8d8f3990dc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.759528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.761145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.768703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.770017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.789892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.790643 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b012a3cf-d2c3-4124-8a15-e8fc40296aa2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7701919 Oct 27 16:16:41.791514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.791799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ec810b67-b92c-4278-8488-6ba0ba327a11, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec810b67-b92c-4278-8488-6ba0ba327a11,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:41.803359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:41.821694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-64f1a08b-56d2-43c4-bf2c-d78dfcbe87a8 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236784 Oct 27 16:16:41.824940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group_rule': {'security_group_id': 'b179a65d-fb66-4de0-8df8-3f8d8f3990dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:41.830190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab18d-6fe9-4d8f-84e0-6b7f8e96ccea req-d1750ea0-5a4f-4acd-978d-b8ec0f5e7316 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.836725 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.851990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02fab18d-6fe9-4d8f-84e0-6b7f8e96ccea req-d1750ea0-5a4f-4acd-978d-b8ec0f5e7316 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.3405561 Oct 27 16:16:41.931077 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:41.934114 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:41.944853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.047207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:42.048307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.057131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-6d8c5b83-5cc7-4424-8b15-09104a5dd8be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 217 time: 0.2017679 Oct 27 16:16:42.181313 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:42.281600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ec810b67-b92c-4278-8488-6ba0ba327a11,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.323142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-183df43d-2f4c-442d-9cf2-5ce7ec14036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:42.326129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-183df43d-2f4c-442d-9cf2-5ce7ec14036e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.2540634 Oct 27 16:16:42.332336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Network': ['ID=4fd018de-6114-477f-ac14-68bf127ed268,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.362558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4fd018de-6114-477f-ac14-68bf127ed268 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:42.375772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a08e4-3b2c-497f-905a-e4e159f5d571 None None] Pushing event updated for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.380237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33de0bf7-1358-446b-a8e4-e63a9277f643 req-ad392123-a69a-49a4-9fd5-22e5127c2341 tempest-ServersNegativeTestJSON-1952216053 tempest-ServersNegativeTestJSON-1952216053-project] 10.222.0.70 "GET /v2.0/ports?device_id=69cde802-8076-47d8-989b-fb250bec037e HTTP/1.1" status: 200 len: 210 time: 0.3151360 Oct 27 16:16:42.472924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.488710 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b637692-bb58-4fb8-93d2-46fcccc3eef3 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5199893 Oct 27 16:16:42.489435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36240) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:42.505617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02fab18d-6fe9-4d8f-84e0-6b7f8e96ccea req-696b912e-e315-4a9e-b811-c3529f9a92f1 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526260 Oct 27 16:16:42.520315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'subnet': {'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:42.529150 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:42.534257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-78cb48ca-95b5-42e4-a254-7a182199c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:42.539490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-78cb48ca-95b5-42e4-a254-7a182199c0ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832514 Oct 27 16:16:42.567098 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5745b9c-835a-4886-b019-5e32fac80076 None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:42.703142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] For port a3a76662-3e1c-4c6f-87f9-f511e0a5df69, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:42.720684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.746233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'b3f27028-9fac-4dba-bed2-1ce4e802affb', 'name': '', 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'mac_address': 'fa:16:3e:64:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 2, 'project_id': 'b46f34387ca1403f879f490737acf752', 'subnets': [{'id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:42.887916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.890297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:42.895581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.011949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Checking router: cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:43.012541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Updating router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 port b3f27028-9fac-4dba-bed2-1ce4e802affb binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:43.015076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.016385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.041372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e084f03-d0ec-42b1-bca3-533b42bb6c67,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.099630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3f10-9bfb-4972-94b0-3b7945f57b45 None None] Pushing event updated for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.109532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.189962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ec255a80-3f2e-47cf-a507-ed1688abb2bd None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:43.190822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec255a80-3f2e-47cf-a507-ed1688abb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.233430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.240923 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2cee7646-9c01-474a-bd05-321dc3f16c2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4438295 Oct 27 16:16:43.241669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:43.256912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group_rule': {'security_group_id': 'b179a65d-fb66-4de0-8df8-3f8d8f3990dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:43.339054 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.436252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-deleted', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:43.440436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.441397 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c902295f-7830-44a2-9d71-d98d5bf863a0" -d '{"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-deleted", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:43.510927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec810b67-b92c-4278-8488-6ba0ba327a11 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:43.562881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Subnet': ['ID=6864bfa3-02b9-41e7-87d1-31bc54e1fb3c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.610670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Checking segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:43.611606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network hostable DHCP agents. Network: 4fd018de-6114-477f-ac14-68bf127ed268, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:43.620510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ec810b67-b92c-4278-8488-6ba0ba327a11 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:43.620850 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.624801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-f789185b-cda1-4e6d-9fbb-e8c2011f64ee service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0795400 Oct 27 16:16:43.674939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.737590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.761637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.766542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 4fd018de-6114-477f-ac14-68bf127ed268 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:43.800655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d550c14-11e5-4c77-9ac4-5b81210e98dd,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.801217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3a76662-3e1c-4c6f-87f9-f511e0a5df69 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:43.813691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.819895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.826763 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.830264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.836845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.841415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4fd018de-6114-477f-ac14-68bf127ed268) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:43.842862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.852926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.855499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.856902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.858878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.861425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-cd7faffa-0999-4f08-a631-5241c1712641 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.3974109 Oct 27 16:16:43.875932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc57cb3-45d1-43db-ab85-11e8cc689a2e None None] Network 4fd018de-6114-477f-ac14-68bf127ed268 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:43.897543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7f5cf-1a95-4afc-a963-e17a35c3ce44 req-d6ba1bef-40c9-487c-96df-596bac6936ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.901785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.904097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-792eae2d-685a-4330-85cc-b11b4d023e62 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6601570 Oct 27 16:16:43.904896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8c7f5cf-1a95-4afc-a963-e17a35c3ce44 req-d6ba1bef-40c9-487c-96df-596bac6936ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.4453819 Oct 27 16:16:43.907338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:43.922346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:43.968772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.977184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebaefe-2f0a-455f-9b79-ee7af14cc81c None None] Pushing event updated for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:44.019257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f51b3cf9-05d3-42c3-9657-a80bd5b07d91 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5258052 Oct 27 16:16:44.021245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:44.052690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-369048443'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:44.085741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7bc5be77-9732-4376-bd4d-64b0b24796fa service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476216 Oct 27 16:16:44.092076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:44.092633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.113569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Attempting to bind port b3f27028-9fac-4dba-bed2-1ce4e802affb on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:44.113569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Attempting to bind port b3f27028-9fac-4dba-bed2-1ce4e802affb by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:44.113569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Attempting to bind port b3f27028-9fac-4dba-bed2-1ce4e802affb on network 35a9dd22-a9e6-48b1-9f00-71202915bb19 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:44.127519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-112df0cb-517e-4fb4-bf21-bca9c4bdebd2 req-3f88b0b2-3f13-448b-ab4c-e83587f6c9bc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532735 Oct 27 16:16:44.183269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:44.185619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Checking segment: {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:44.186121 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.186809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Bound using segment: {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:44.187877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Bound port: b3f27028-9fac-4dba-bed2-1ce4e802affb, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:44.188281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.212344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8c7f5cf-1a95-4afc-a963-e17a35c3ce44 req-33e15b77-faec-474a-a1f7-a300091ad274 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064837 Oct 27 16:16:44.215366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.222775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f8927c1-eded-470f-935c-ea2a01e22890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.236313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5d2c9661-ea7a-43c0-b509-937f25627554 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 217 time: 0.1075902 Oct 27 16:16:44.275788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:44.355703 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f9df0-16bd-4f11-b7c3-d1fd651fd4df x-openstack-request-id: req-b91f9df0-16bd-4f11-b7c3-d1fd651fd4df {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:44.356291 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cde802-8076-47d8-989b-fb250bec037e", "name": "network-vif-deleted", "tag": "02229351-ad0f-486a-8fde-3e6474e4ee9e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:44.356700 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b91f9df0-16bd-4f11-b7c3-d1fd651fd4df {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:44.357255 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cde802-8076-47d8-989b-fb250bec037e', 'name': 'network-vif-deleted', 'tag': '02229351-ad0f-486a-8fde-3e6474e4ee9e', 'status': 'completed', 'code': 200} Oct 27 16:16:44.452736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:44.463450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.547161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-fd74eec0-8ec4-4669-9104-e9f82b5c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.549370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-fd74eec0-8ec4-4669-9104-e9f82b5c0e68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.2941298 Oct 27 16:16:44.570856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-4fd018de-6114-477f-ac14-68bf127ed268', 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'fixed_ips': [{'subnet_id': '6864bfa3-02b9-41e7-87d1-31bc54e1fb3c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:44.571883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.604845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.611916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Deleting subnet 41ad0637-c618-4b0b-b997-1d9cf0df1277 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:44.617032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.664803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:44.707275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.762115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Allocated IP 19.80.0.2 (4fd018de-6114-477f-ac14-68bf127ed268/6864bfa3-02b9-41e7-87d1-31bc54e1fb3c/1e003aff-86ff-41f3-940e-2a7a1055f324) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:44.778066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.778409 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Added segment 2a2c197e-17ef-4972-a9f7-e228c8594a11 of type vlan for network 9fd8eda3-650c-46f6-b934-ed9870da7bac Oct 27 16:16:44.859719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-064ccf9e-ea81-4fa8-be07-6179ac5e0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.862770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-064ccf9e-ea81-4fa8-be07-6179ac5e0065 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3004730 Oct 27 16:16:44.891593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.944097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.964437 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.967950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] For port b3f27028-9fac-4dba-bed2-1ce4e802affb, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:44.981149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-4e7e21f9-a0a9-4d53-bbc9-3bfb6f7cad26 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096649 Oct 27 16:16:44.982027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.983014 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.995661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-211df209-a024-487e-86b2-8d192bf3a1f0 None None] Provisioning complete for port b3f27028-9fac-4dba-bed2-1ce4e802affb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:44.996029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-211df209-a024-487e-86b2-8d192bf3a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.020354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] For port b3f27028-9fac-4dba-bed2-1ce4e802affb, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3f27028-9fac-4dba-bed2-1ce4e802affb,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:45.063610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-211df209-a024-487e-86b2-8d192bf3a1f0 None None] Port b3f27028-9fac-4dba-bed2-1ce4e802affb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:45.078719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.084812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.085524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.115785 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.131556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-bfb6b766-48b3-43cf-9788-33a0d4b47d42 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370423 Oct 27 16:16:45.138803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:45.152310 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.153643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.175132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3a76662-3e1c-4c6f-87f9-f511e0a5df69 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:45.230048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-e7e95726-e177-498e-b71a-4f78f68c9cc9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=9597372b-54f7-483d-91f9-1748a7c42064 HTTP/1.1" status: 200 len: 217 time: 0.0779977 Oct 27 16:16:45.232776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Network': ['ID=9fd8eda3-650c-46f6-b934-ed9870da7bac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.241067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Allocated IP 172.25.5.127 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:45.255921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b3cd4d6-9618-437c-821a-cdd1b86d6ac1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2174401 Oct 27 16:16:45.258865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:45.268439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'subnet': {'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:45.306239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Network 4fd018de-6114-477f-ac14-68bf127ed268 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:45.309294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:45.312169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Pushing event updated for resources: {'Port': ['ID=1e003aff-86ff-41f3-940e-2a7a1055f324,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.349237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:45.386840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.437222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:45.457571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:45.458589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.459230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ad0637-c618-4b0b-b997-1d9cf0df1277,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.495418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-12cbf2b2-ddac-4d87-983c-bde58335e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.497446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-12cbf2b2-ddac-4d87-983c-bde58335e364 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.2124655 Oct 27 16:16:45.503012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.509357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3ef53ba-0697-4513-b3e0-55e075aa79df admin admin] 10.222.0.70 "DELETE /v2.0/subnets/41ad0637-c618-4b0b-b997-1d9cf0df1277 HTTP/1.1" status: 204 len: 168 time: 1.2324398 Oct 27 16:16:45.514412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:45.571300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.580615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.584197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.588379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:45.588696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.590869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.591010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:45.599209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.599666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.605599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.611707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.613607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-5b762d6a-c74d-414d-ba70-82cde2797ec9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2670984 Oct 27 16:16:45.621265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:45.635817 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:45.660681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:45.662065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.662722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291576-0e73-4159-8bab-786c162f9fd5 req-67cd8c8a-9e0f-4a37-b1cd-a6c01e51eca0 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.670196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb291576-0e73-4159-8bab-786c162f9fd5 req-67cd8c8a-9e0f-4a37-b1cd-a6c01e51eca0 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2467544 Oct 27 16:16:45.714425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-bebab359-b63b-4067-acd4-ab0937c4464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.715988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-bebab359-b63b-4067-acd4-ab0937c4464b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2025704 Oct 27 16:16:45.736566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.739008 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.748419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8ebfb41-8f8b-4577-963e-5232ec3ddaed req-0f768229-6c95-4498-ab3c-80f83f51b37c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176987 Oct 27 16:16:45.756439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebaefe-2f0a-455f-9b79-ee7af14cc81c None None] Pushing event updated for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.764789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Attempting to bind port 1e003aff-86ff-41f3-940e-2a7a1055f324 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:45.765160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Attempting to bind port 1e003aff-86ff-41f3-940e-2a7a1055f324 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:45.765522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Attempting to bind port 1e003aff-86ff-41f3-940e-2a7a1055f324 on network 4fd018de-6114-477f-ac14-68bf127ed268 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:45.774033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.775181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:45.775617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Checking segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:45.775943 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.776342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Bound using segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:45.776834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Bound port: 1e003aff-86ff-41f3-940e-2a7a1055f324, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:45.777172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.783436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] Provisioning complete for port b3f27028-9fac-4dba-bed2-1ce4e802affb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:45.783796 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.786358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:45.789767 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.794301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3318a767-2fdc-4daa-89a3-6cefe8a45c0a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1413355 Oct 27 16:16:45.797169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36288) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:45.814681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:45.816536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.828758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb291576-0e73-4159-8bab-786c162f9fd5 req-1b50ad8b-5d98-46fd-b4d9-a12c86b9641d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576169 Oct 27 16:16:45.891679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.934754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b052f199-0849-412b-80bf-037fb9c16a5b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.966190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-babb25a4-ff03-406c-bb12-16fc27fbfa62 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388730 Oct 27 16:16:45.981461 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:45.985500 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7edc75-a12a-49b6-9831-3d0815eb8988 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:46.070325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56611099-b5ad-412f-a6f3-d108c3577152') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:46.071003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56611099-b5ad-412f-a6f3-d108c3577152') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:46.104514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.118223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.186127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:46.187558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-cb54db3f-70e5-4404-a987-d307b19cec11 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900454 Oct 27 16:16:46.209125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:46.212358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:46.220319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.260953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.271459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:46.272110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:46.274427 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:46.380897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] For port 1e003aff-86ff-41f3-940e-2a7a1055f324, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:46.399738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] For port 1e003aff-86ff-41f3-940e-2a7a1055f324, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e003aff-86ff-41f3-940e-2a7a1055f324,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:46.401369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.447142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] For port b3f27028-9fac-4dba-bed2-1ce4e802affb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3f27028-9fac-4dba-bed2-1ce4e802affb,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:46.449635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.515478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'b3f27028-9fac-4dba-bed2-1ce4e802affb', 'name': '', 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'mac_address': 'fa:16:3e:64:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:44Z', 'revision_number': 4, 'project_id': 'b46f34387ca1403f879f490737acf752', 'subnets': [{'id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:46.545023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.550307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.593314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-0d78fe30-a92b-4d7e-a7a8-f9d84607c63d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f HTTP/1.1" status: 200 len: 217 time: 0.3721614 Oct 27 16:16:46.604267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89ecae-be36-4317-9052-0159fb601141 None None] The sync data for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 is: [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'b3f27028-9fac-4dba-bed2-1ce4e802affb', 'name': '', 'network_id': '35a9dd22-a9e6-48b1-9f00-71202915bb19', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'mac_address': 'fa:16:3e:64:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:44Z', 'revision_number': 4, 'project_id': 'b46f34387ca1403f879f490737acf752', 'subnets': [{'id': '13acae08-9f07-496e-94a0-1c93317ff0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:46.633847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.636099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.648194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d23d2e-1ec8-4691-ad03-22b0d23df4cf None None] Pushing event updated for resources: {'Port': ['ID=1e003aff-86ff-41f3-940e-2a7a1055f324,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.701370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.708682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b052f199-0849-412b-80bf-037fb9c16a5b HTTP/1.1" status: 204 len: 168 time: 1.1907454 Oct 27 16:16:46.734125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-935f5ba4-a5dd-4342-a526-49c92dfd3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:46.742885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-935f5ba4-a5dd-4342-a526-49c92dfd3ce2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.1256740 Oct 27 16:16:46.812936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Subnet': ['ID=3d8c868e-e491-4a56-b2b1-e7534d810433,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.824006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cfdb5-76bf-4a91-a8d3-6867e0cded9b None None] Pushing event updated for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.872097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46406c99-75ec-416a-baf4-f799e7fcdc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=b052f199-0849-412b-80bf-037fb9c16a5b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.885993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.943755 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.991448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Checking segment: {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:46.991944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network hostable DHCP agents. Network: 9fd8eda3-650c-46f6-b934-ed9870da7bac, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:47.024954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-0377e5f0-461c-47e4-a021-631c00f3aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.039764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-0377e5f0-461c-47e4-a021-631c00f3aba1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390759 Oct 27 16:16:47.208627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:47.307596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.395984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3f27028-9fac-4dba-bed2-1ce4e802affb up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:47.403231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.409358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.412229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9fd8eda3-650c-46f6-b934-ed9870da7bac) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:47.415459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.418233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.423787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.423964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.425469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa99249-6eb7-4fe6-896f-fba05cd6ffd2 None None] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:47.432058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.438483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.446063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.448103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-77d6b7c6-b662-4fb5-9351-c764d1dd0f35 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.4966662 Oct 27 16:16:47.458675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.458862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b8be7f16-5f4e-4694-9c67-148ad9f3190a service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826907 Oct 27 16:16:47.475003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36316) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:47.601071 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9f9028ba-3ee6-4ffd-8064-083283eb091c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3409085 Oct 27 16:16:47.627465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:47.629612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b3f27028-9fac-4dba-bed2-1ce4e802affb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:47.630051 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.655911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.818244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7c2128e-0ed9-4863-8159-cffcfb1bddea req-26d5a811-1640-4c2f-b347-69f042ca86a8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3565521 Oct 27 16:16:47.838275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.839588 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-215986c3-4521-4ea2-836c-8d525b878fb4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9309919 Oct 27 16:16:47.855099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9fd8eda3-650c-46f6-b934-ed9870da7bac', 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'fixed_ips': [{'subnet_id': '3d8c868e-e491-4a56-b2b1-e7534d810433'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:47.861892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.019356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ff2ecea-e30b-45f7-85ab-f01e63e154ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48444d68817f4ea284fd6635149a29ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281246 Oct 27 16:16:48.021937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:48.184582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.241549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.254332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e003aff-86ff-41f3-940e-2a7a1055f324 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:48.297576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.318912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-b5c98ba8-435d-44cc-a2df-4b6fada603e6 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8361559 Oct 27 16:16:48.417592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5251d8c4-c939-4434-a02a-797b715d3c82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d HTTP/1.1" status: 200 len: 217 time: 0.0839565 Oct 27 16:16:48.422654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368dc42e-6fce-405d-b5fb-268c8a02f87c None None] Network 4fd018de-6114-477f-ac14-68bf127ed268 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:48.441114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.443789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.444978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35dc3159-c9b0-4c3b-b491-456785b2253e HTTP/1.1" status: 204 len: 168 time: 0.4218590 Oct 27 16:16:48.454204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44dfaf-fcfe-4198-9705-bd8909f0474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc3159-c9b0-4c3b-b491-456785b2253e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:48.579127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-a1549f98-0de2-4760-bf5c-e6b85a9efbca tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1568956090&fields=id&tenant_id=699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 267 time: 0.3253136 Oct 27 16:16:48.621354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Allocated IP 19.86.0.2 (9fd8eda3-650c-46f6-b934-ed9870da7bac/3d8c868e-e491-4a56-b2b1-e7534d810433/a642b97b-20b1-49b6-a79e-47db8c1ea31c) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:48.640100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] Provisioning complete for port 1e003aff-86ff-41f3-940e-2a7a1055f324 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:48.641660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.690604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5d61e799-6513-4e9a-a5c6-3ae08d845c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.692453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5d61e799-6513-4e9a-a5c6-3ae08d845c91 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.1020379 Oct 27 16:16:48.819173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1e003aff-86ff-41f3-940e-2a7a1055f324 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:48.819822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.839333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-eb5dcef5-33c8-4a6d-8b84-d5034d437cda tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.845773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-eb5dcef5-33c8-4a6d-8b84-d5034d437cda tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.847401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-eb5dcef5-33c8-4a6d-8b84-d5034d437cda tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/networks?id=4fd018de-6114-477f-ac14-68bf127ed268&id=9fd8eda3-650c-46f6-b934-ed9870da7bac&id=4fd018de-6114-477f-ac14-68bf127ed268 HTTP/1.1" status: 200 len: 1390 time: 0.8172846 Oct 27 16:16:48.893660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cce59983-58a8-41c9-89da-040e0b3ee1af tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/quotas/b46f34387ca1403f879f490737acf752 HTTP/1.1" status: 200 len: 375 time: 0.0343800 Oct 27 16:16:48.943342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5113b7bf-12f9-4ed3-8717-f9988ed40598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.944514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-5113b7bf-12f9-4ed3-8717-f9988ed40598 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2057498 Oct 27 16:16:49.004699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-2e0cfbde-6eff-482d-8842-67c70f9f9ef6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:49.020925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-2e0cfbde-6eff-482d-8842-67c70f9f9ef6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 810 time: 0.3161664 Oct 27 16:16:49.031887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.081030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.140879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] For port 1e003aff-86ff-41f3-940e-2a7a1055f324, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e003aff-86ff-41f3-940e-2a7a1055f324,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:49.177236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.226719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-e4387289-4c03-4de4-8c0c-7a0f49ed6274 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/quotas/699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 375 time: 0.2139130 Oct 27 16:16:49.331878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:49.335893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Pushing event updated for resources: {'Port': ['ID=a642b97b-20b1-49b6-a79e-47db8c1ea31c,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:49.350562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:49.357417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:49.364281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.371136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-5f09399b-ea89-4e62-902a-fec46cf29e09 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4643826 Oct 27 16:16:49.400937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.413146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-2f0b85a8-67b0-4724-8f21-1300350a7786 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854558 Oct 27 16:16:49.494764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Attempting to bind port a642b97b-20b1-49b6-a79e-47db8c1ea31c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:49.495285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Attempting to bind port a642b97b-20b1-49b6-a79e-47db8c1ea31c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:49.495520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Attempting to bind port a642b97b-20b1-49b6-a79e-47db8c1ea31c on network 9fd8eda3-650c-46f6-b934-ed9870da7bac {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:49.545838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-7a5a6ed0-c1c6-4183-b410-b599e0e3177a service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815198 Oct 27 16:16:49.649589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.1 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/07058256-a823-4aae-99dd-98ca1f83e80c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:49.674553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b9bf8-4a91-44f8-97f9-eb346f5f2e44 None None] Pushing event updated for resources: {'Port': ['ID=1e003aff-86ff-41f3-940e-2a7a1055f324,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:49.678178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:49.678552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Checking segment: {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:49.679381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.681555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Bound using segment: {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:49.681555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Bound port: a642b97b-20b1-49b6-a79e-47db8c1ea31c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:49.681555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.709434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ce86589a-5d40-400f-9f75-386b45911e27 None None] Provisioning complete for port 1e003aff-86ff-41f3-940e-2a7a1055f324 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:49.709803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce86589a-5d40-400f-9f75-386b45911e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.712569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-db018274-f667-4abc-b567-ba00caeff110 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212576 Oct 27 16:16:49.714711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:16:49.714711 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:16:49.804509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] For port a642b97b-20b1-49b6-a79e-47db8c1ea31c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:49.808668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] For port a642b97b-20b1-49b6-a79e-47db8c1ea31c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a642b97b-20b1-49b6-a79e-47db8c1ea31c,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:49.852440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-ec70548e-13b5-4cdb-b158-da4f4c628e53 service neutron] 10.222.0.70 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846264 Oct 27 16:16:49.865023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.897176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-0c92362b-d205-4264-9549-a61e085a9168 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408067 Oct 27 16:16:49.938944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2d28-6e19-426e-8e5d-2588c56e4821 None None] Pushing event updated for resources: {'Port': ['ID=a642b97b-20b1-49b6-a79e-47db8c1ea31c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:50.352584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-102dda4f-36f2-4ae7-8bc0-4ee9c3b402f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 200 len: 217 time: 0.4208255 Oct 27 16:16:50.414501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-61af66ad-7270-4d16-ae0a-8df11e483952 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872337 Oct 27 16:16:50.440690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.487311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a642b97b-20b1-49b6-a79e-47db8c1ea31c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:50.506134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3facec36-3e7a-42bd-b123-116d46b73978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.507624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3facec36-3e7a-42bd-b123-116d46b73978 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.1389723 Oct 27 16:16:50.513086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4c7e7cea-8079-43d9-81cf-77942dfa7e6d service neutron] 10.222.0.70 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489446 Oct 27 16:16:50.545419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a642b97b-20b1-49b6-a79e-47db8c1ea31c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:50.545974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.643439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3b97314b-1116-4b93-acb1-970fd6038efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.652855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-3b97314b-1116-4b93-acb1-970fd6038efb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306143 Oct 27 16:16:50.655335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.661682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2aec9539-7f96-417d-8646-b12e6745ea01 service neutron] 10.222.0.70 "GET /v2.0/networks/9fd8eda3-650c-46f6-b934-ed9870da7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230434 Oct 27 16:16:50.699677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port a642b97b-20b1-49b6-a79e-47db8c1ea31c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a642b97b-20b1-49b6-a79e-47db8c1ea31c,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:50.741124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.795109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.796031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e003aff-86ff-41f3-940e-2a7a1055f324 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:50.840090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:50.850824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:50.864455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:50.871072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=07058256-a823-4aae-99dd-98ca1f83e80c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:50.931467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=a642b97b-20b1-49b6-a79e-47db8c1ea31c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:50.943075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1e003aff-86ff-41f3-940e-2a7a1055f324 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:50.944377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.991013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-55b9ca42-13b3-4af2-8883-00e26b6e5b26 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267436 Oct 27 16:16:50.992291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.009654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-aaa6148c-90e9-4e08-9a30-b7295ba1eb5d service neutron] 10.222.0.70 "GET /v2.0/networks/9fd8eda3-650c-46f6-b934-ed9870da7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469434 Oct 27 16:16:51.115547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14825c-25c0-4f02-a52d-ab7a1d601059 None None] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:51.229607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dea2bbd5-69e4-47b2-b840-021009ffca57 None None] Provisioning complete for port a642b97b-20b1-49b6-a79e-47db8c1ea31c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:51.229975 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dea2bbd5-69e4-47b2-b840-021009ffca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.308672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ddee52b-669b-43e9-8fe8-16444a760024 req-09c884a1-eb1b-4320-acde-e48b8ae100ca service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545750 Oct 27 16:16:51.317350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-c3a69901-ea20-44f0-934a-9e86cebe4526 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065929 Oct 27 16:16:51.380556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.386212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.392449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.398632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.404762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.417481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.419636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.421549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-b00d7574-434e-4a5a-bcad-1cf634e99acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2373052 Oct 27 16:16:51.497574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.552228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f96f06a3-fd05-42b6-9a23-e7f6eb23ce93 req-adf85baf-93b9-47a4-88e4-ff1a3d0c1200 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147926 Oct 27 16:16:51.577590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-de62ab15-e665-4716-8acc-3ad35dbde3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593904 Oct 27 16:16:51.729874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.730357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.730812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.731890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.732358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.732811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.733261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.735594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-c3a72fda-afb0-4cfe-94f3-05b37c84f316 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6485 time: 0.2035627 Oct 27 16:16:51.745635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4d3d715f-e829-452b-91ad-3d21ab979715 None None] Provisioning complete for port a642b97b-20b1-49b6-a79e-47db8c1ea31c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:51.746572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d3d715f-e829-452b-91ad-3d21ab979715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.948418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3753de17-cffb-455d-b727-d268937ea950 req-d982669d-9043-4d76-ba8c-aff19c7b8267 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0471280 Oct 27 16:16:51.951390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-8e48a6d6-1cd5-40bc-b5d4-32a7050dd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.952969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-8e48a6d6-1cd5-40bc-b5d4-32a7050dd6ad service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 200 len: 902 time: 0.2095020 Oct 27 16:16:52.016396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-184a6faf-c96a-4ffc-a556-411da02c41e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 200 len: 217 time: 0.0504603 Oct 27 16:16:52.110596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-35b8c672-b215-40e0-a668-12d9cb1798a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.114128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-35b8c672-b215-40e0-a668-12d9cb1798a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.0896678 Oct 27 16:16:52.119499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.178599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fa23a7c-01a3-4200-903f-0a00601bfdc1 req-6def009a-e70c-4867-b7e7-31d3652daa89 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 210 time: 0.0297222 Oct 27 16:16:52.187537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-8d7ac74c-7e6a-40b3-9017-b674472a08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.189120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-8d7ac74c-7e6a-40b3-9017-b674472a08eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670846 Oct 27 16:16:52.297346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-89b9f4e4-c5fe-4492-973e-7b6b158f1c82 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996180 Oct 27 16:16:52.298684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.417316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a642b97b-20b1-49b6-a79e-47db8c1ea31c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:52.469265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a642b97b-20b1-49b6-a79e-47db8c1ea31c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:52.474403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.515705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=07058256-a823-4aae-99dd-98ca1f83e80c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:52.523071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.601952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a1130-b916-43e3-9d20-c6d95753975d req-950e5515-de60-4a42-ac01-e81152a67574 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.603289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c2a1130-b916-43e3-9d20-c6d95753975d req-950e5515-de60-4a42-ac01-e81152a67574 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1936319 Oct 27 16:16:52.634310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-e8c16950-46aa-49bc-bd55-ba748ebababe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.635815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-e8c16950-46aa-49bc-bd55-ba748ebababe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.2310870 Oct 27 16:16:52.640821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6ea6a71-86e7-4114-a872-352ff8d396e7 req-032e29ad-e39d-4c88-8648-88df4f5c32d7 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945023 Oct 27 16:16:52.806470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c2a1130-b916-43e3-9d20-c6d95753975d req-7af1f98c-c370-4d95-8b97-175d647746fb tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742737 Oct 27 16:16:52.843752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:52.875653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.882162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.889748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.896178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.904695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.911655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.918821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.924035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-339f6982-a252-47df-b51d-0d737d32c13d req-8b8268ca-13ca-4845-9cea-86327f903c39 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2253511 Oct 27 16:16:52.925329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:52.983029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-6c2c9621-c56f-4e52-9284-30e7019ccb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.984532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-6c2c9621-c56f-4e52-9284-30e7019ccb92 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 919 time: 0.3271952 Oct 27 16:16:53.131382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-339f6982-a252-47df-b51d-0d737d32c13d req-aab36542-51fa-43aa-b345-e0a6222b8f80 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918409 Oct 27 16:16:53.136007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-076dec62-28c1-4191-a78d-0e446c82f785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0887604 Oct 27 16:16:53.178945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8922bb4-7772-40ab-8831-bbbf8a16a393 req-45fe0e85-33c2-44ab-ace6-318a6b9b1121 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0580802 Oct 27 16:16:53.236227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-a63ed41c-a54b-4c2e-a12a-5abceb2f98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:53.237730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-a63ed41c-a54b-4c2e-a12a-5abceb2f98c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.0870953 Oct 27 16:16:53.278566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b8c2e64-69fc-456e-bd70-d2d2a7ed6ef4 req-b1528230-09cc-4400-8a52-16e8503735db tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 210 time: 0.0475438 Oct 27 16:16:53.290704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:53.317717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-66ffff2a-874e-414e-a70d-a8021ebc10a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416024 Oct 27 16:16:53.941790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:53.957101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97cac602-b0bb-47ba-bd34-833cb7120b0e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/routers/7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1570475 Oct 27 16:16:53.959864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36472) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:53.960336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:53.966827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'port': {'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea', 'name': 'tempest-FloatingIPTestJSON-101360621'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:53.975913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-a36929b5-4a6c-4679-a040-6ecc83ed20b4 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391171 Oct 27 16:16:53.984983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:53.986394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:53.990679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f6b2-4564-4a1b-8f8d-aec832ac988b req-e5ca6c33-0f57-48eb-87df-efad6d3d48be tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:53.999444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9823f6b2-4564-4a1b-8f8d-aec832ac988b req-e5ca6c33-0f57-48eb-87df-efad6d3d48be tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0988035 Oct 27 16:16:54.093574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:54.103632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:54.104495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:54.110873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9823f6b2-4564-4a1b-8f8d-aec832ac988b req-03e0c966-e308-4805-b983-cb7b66074317 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103017 Oct 27 16:16:54.140092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-892688f0-7925-4f8a-8345-4025b4dd9aa0 req-1ca53ad1-9c45-49d5-8dfe-971dd9316022 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369867 Oct 27 16:16:54.164524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:54.165441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd5e69-9659-4775-a07f-7331f9444618 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:54.287837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.295177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.301688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.306390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:54.308222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.312786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.316851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.325660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.333803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.335899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-00c7288c-fe33-446c-8bbb-a56d9f022ebd tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.1119554 Oct 27 16:16:54.354998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] device_id is not set on port 421da44c-00ee-4b0e-aceb-60b559a78eb3 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:16:54.393403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82bae325-8694-4144-9da3-b24acd14a267 req-f350996d-f000-4db6-9b0c-4ad95c0de654 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0358217 Oct 27 16:16:54.457286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c846ab48-6c96-4802-bdd3-28722e3f9b29 req-38face73-1690-4818-b6ea-b16e6959a38f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592041 Oct 27 16:16:54.533791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.2 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/421da44c-00ee-4b0e-aceb-60b559a78eb3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:54.636417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1b6ed09-dc2b-4ea9-9f3e-36e1ec387f8a req-0354684a-6eda-4d5c-8a68-c40c1c8c138d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 210 time: 0.0720766 Oct 27 16:16:54.665450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-7bf45b7a-8300-4ba0-8654-34a9ad9a6368 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.667276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-7bf45b7a-8300-4ba0-8654-34a9ad9a6368 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 810 time: 0.3303514 Oct 27 16:16:54.747654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-99f527e9-f4ae-4337-afdb-f417852ac757 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 380 time: 0.0573270 Oct 27 16:16:54.752173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36492) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:54.763378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'port': {'device_id': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'admin_state_up': True, 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'security_groups': ['b179a65d-fb66-4de0-8df8-3f8d8f3990dc']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:54.805783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.906666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ea25-d48c-47e2-8ff6-c9eb7e2f02b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.944695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.975368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Made reservation on behalf of 699ef4e20db840a3a419301464f931ed for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:54.979056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.995268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:54.998615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:55.004655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:55.008973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=421da44c-00ee-4b0e-aceb-60b559a78eb3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:55.065279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.066218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.071800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ea25-d48c-47e2-8ff6-c9eb7e2f02b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.170452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ea25-d48c-47e2-8ff6-c9eb7e2f02b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.188363 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-36ac7038-ce59-4ce6-a7de-a831c49ea3ba tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2272141 Oct 27 16:16:55.190982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36498) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:55.196337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'port': {'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea', 'name': 'tempest-FloatingIPTestJSON-581856012'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:55.210249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-a4b4f5b8-a8bd-4121-8fa9-e4f04d7ee243 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.217432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-a4b4f5b8-a8bd-4121-8fa9-e4f04d7ee243 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.223672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-a4b4f5b8-a8bd-4121-8fa9-e4f04d7ee243 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "GET /v2.0/networks?id=4fd018de-6114-477f-ac14-68bf127ed268&id=9fd8eda3-650c-46f6-b934-ed9870da7bac&id=4fd018de-6114-477f-ac14-68bf127ed268 HTTP/1.1" status: 200 len: 1390 time: 0.2133703 Oct 27 16:16:55.252973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'admin_state_up': True, 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:55.344434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5c2ea25-d48c-47e2-8ff6-c9eb7e2f02b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f72eb0b409394da9a7d518e709c1a7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906255 Oct 27 16:16:55.347638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:55.356524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2ea25-d48c-47e2-8ff6-c9eb7e2f02b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a613a35-01a2-4301-94b4-f589bd114977,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:55.374609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Allocated IP 172.20.0.8 (02952109-1859-4883-b2be-e1cde8cbad73/acf011a8-a224-4fb1-a07c-8a061805d9b9/4d6ef7fb-43b5-43ed-8374-8ec37a1906a6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:55.397511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:55.406469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.424549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b799-6b8f-46d7-8bb0-f246fabe2d76 req-1a11dd38-623a-42f2-9621-c8a7e56fd6ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.426100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f989b799-6b8f-46d7-8bb0-f246fabe2d76 req-1a11dd38-623a-42f2-9621-c8a7e56fd6ab tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2001064 Oct 27 16:16:55.432254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] device_id is not set on port 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:16:55.439553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.464442 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:16:55.554254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.596989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f19cf759-6e1f-4cb6-a4ce-f3dff0b59aab req-e9eb5803-fa2d-47c7-9296-f3099b4d4e55 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0835288 Oct 27 16:16:55.624585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f989b799-6b8f-46d7-8bb0-f246fabe2d76 req-7db0d32c-1cb7-4369-939a-eb93d08183fe tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657908 Oct 27 16:16:55.678691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.7 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:55.703168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:55.706857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.717424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.781712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.785587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.786554 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a613a35-01a2-4301-94b4-f589bd114977 HTTP/1.1" status: 204 len: 168 time: 0.4373443 Oct 27 16:16:55.827571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d8c10-9615-4d2c-8c44-5324e98ec1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a613a35-01a2-4301-94b4-f589bd114977,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:55.897275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.903094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2637f4ea-070d-458c-a498-0a43a8f58381 req-99e6030d-3ec8-4f7d-9d7d-c86fc1861626 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 210 time: 0.1112695 Oct 27 16:16:55.935938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.943823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.950751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.958047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.965183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.972818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.979628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.981722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16280be3-a069-4a1f-9826-573f342c81a7 req-0c5ad46f-680e-43dd-a508-bf8ad3be7d54 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2715960 Oct 27 16:16:56.052992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.107610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16280be3-a069-4a1f-9826-573f342c81a7 req-d0ba2a97-5cfd-47f4-b965-8017868bec38 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159782 Oct 27 16:16:56.117694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:56.122031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:56.132866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:56.136917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:56.146058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.217420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Allocated IP 19.80.0.69 (4fd018de-6114-477f-ac14-68bf127ed268/6864bfa3-02b9-41e7-87d1-31bc54e1fb3c/d6ff062a-6c03-46ad-ba21-93d7a8379094) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:56.225068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Network 02952109-1859-4883-b2be-e1cde8cbad73 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:56.232408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.233151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.234345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:56.251145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:56.291890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:56.351916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.352571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.417874 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-017a3201-a7cf-4493-a7a2-5e7a58223890 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2227738 Oct 27 16:16:56.418223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36528) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:56.424214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:56.477096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-4ecade12-4188-4cd5-b8d5-d297840451eb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7160795 Oct 27 16:16:56.487705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Request body: {'port': {'device_id': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:56.504594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8c3ca81d-94a6-4100-84a7-879ea25798a8 None None] Provisioning complete for port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:56.505187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca81d-94a6-4100-84a7-879ea25798a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.528129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.560344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ca81d-94a6-4100-84a7-879ea25798a8 None None] Port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:56.567048 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.580535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.709760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:56.729440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e52962d-7c43-46de-9652-7372af53381c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.743568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.840981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.902621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:56.903896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e7594-64cc-4fb5-b5e3-2608e6134468 req-25f466e1-f0ca-493c-bbff-c851fc3e9e10 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.911597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c64e7594-64cc-4fb5-b5e3-2608e6134468 req-25f466e1-f0ca-493c-bbff-c851fc3e9e10 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 931 time: 0.1992514 Oct 27 16:16:56.959768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.192 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/35016560-cdaf-446d-92ab-909c623f62d6) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:56.963225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e52962d-7c43-46de-9652-7372af53381c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.966987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 4fd018de-6114-477f-ac14-68bf127ed268 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:56.980308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294a1f-66de-4de2-ae7f-89edf00a489d req-a6f23fab-65b4-4d91-b82b-9cf4d732c900 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.981632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f294a1f-66de-4de2-ae7f-89edf00a489d req-a6f23fab-65b4-4d91-b82b-9cf4d732c900 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2720947 Oct 27 16:16:56.991876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:56.994499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:57.006974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.060584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e52962d-7c43-46de-9652-7372af53381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.115607 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e52962d-7c43-46de-9652-7372af53381c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=151f073da89f4f7da0759362ef6f1de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045815 Oct 27 16:16:57.127502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c64e7594-64cc-4fb5-b5e3-2608e6134468 req-be0741a7-a8aa-4593-b445-4dbc637429de tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068634 Oct 27 16:16:57.129813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.135425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36546) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:57.141330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1885379-43ac-4139-a277-fef666f7f061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.171300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52962d-7c43-46de-9652-7372af53381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e938f08c-8d33-43ab-9a5c-bf08ee615f2f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.189145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.189145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.240884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f294a1f-66de-4de2-ae7f-89edf00a489d req-e4d70dfb-ba12-467b-9e27-81bd6303a74f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228343 Oct 27 16:16:57.258541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:57.269531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.290708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1885379-43ac-4139-a277-fef666f7f061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.315984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Transition to ACTIVE for port object 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:57.319927 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.364446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-9c7e01a3-61ad-44cd-97c1-d1ebb0cebc27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1151154 Oct 27 16:16:57.389154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac', 'admin_state_up': True, 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:57.389402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2cdbc69b-8cda-482c-932c-b7fbe0f71023 None None] Provisioning complete for port d6ff062a-6c03-46ad-ba21-93d7a8379094 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:57.389654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc69b-8cda-482c-932c-b7fbe0f71023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.395952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.398458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1885379-43ac-4139-a277-fef666f7f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.416118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.427202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbc69b-8cda-482c-932c-b7fbe0f71023 None None] Port d6ff062a-6c03-46ad-ba21-93d7a8379094 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:57.462861 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.473110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:57.478843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:57.480694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885379-43ac-4139-a277-fef666f7f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17b97b3-040d-4673-9232-f4dbd70c05f1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.483032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:57.492067 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1885379-43ac-4139-a277-fef666f7f061 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da004716c1a145c38bfa3db61dbd1b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785484 Oct 27 16:16:57.514336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36550) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:57.517344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14fa2c-bdb5-44c2-8936-e86fe54e4f20 req-f7baca58-1d52-4339-b23f-1ddd5645f141 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.518437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b14fa2c-bdb5-44c2-8936-e86fe54e4f20 req-f7baca58-1d52-4339-b23f-1ddd5645f141 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 931 time: 0.2051766 Oct 27 16:16:57.528253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=35016560-cdaf-446d-92ab-909c623f62d6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.591327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.597426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.603900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.610075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.617078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.623108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.629802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.631757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8001dce1-8281-4080-83ae-c891595c9fbb req-1dadd50e-e1e3-4141-ade7-7f64cf4446f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.3012393 Oct 27 16:16:57.660669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.675004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.753278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.769758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b14fa2c-bdb5-44c2-8936-e86fe54e4f20 req-19f21b3a-a4f5-417c-8ffe-3397cf4da52c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310586 Oct 27 16:16:57.807853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8001dce1-8281-4080-83ae-c891595c9fbb req-7a74daed-395d-46e8-b4ad-04e905bb6e91 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547945 Oct 27 16:16:57.835939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.837332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.841072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e938f08c-8d33-43ab-9a5c-bf08ee615f2f HTTP/1.1" status: 204 len: 168 time: 0.6981142 Oct 27 16:16:57.844411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Attempting to bind port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:57.845385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Attempting to bind port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:57.845655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Attempting to bind port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:57.854393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267db3-f68c-47d5-8005-25a604ec9c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938f08c-8d33-43ab-9a5c-bf08ee615f2f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.861841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 on network 02952109-1859-4883-b2be-e1cde8cbad73 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:57.862246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Attempting to bind port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:57.868191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:57.868612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Checking segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:57.868913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Bound using segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:57.869349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Bound port: 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:57.869947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.906768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:57.910856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.949303 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.966015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:57.969008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:58.054816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.057766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.058962 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d17b97b3-040d-4673-9232-f4dbd70c05f1 HTTP/1.1" status: 204 len: 168 time: 0.5428362 Oct 27 16:16:58.093678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f82af-add1-4462-92b2-3fe03e11f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17b97b3-040d-4673-9232-f4dbd70c05f1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.127917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.200336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.213339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.213993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.215458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] 10.222.0.82 "PUT /v2.0/ports/4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 1091 time: 1.7319410 Oct 27 16:16:58.256185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:58.258330 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577e058-0cd4-4c73-88ef-004130c62e82" -d '{"events": [{"name": "network-changed", "server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:58.316535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Allocated IP 19.86.0.96 (9fd8eda3-650c-46f6-b934-ed9870da7bac/3d8c868e-e491-4a56-b2b1-e7534d810433/3575bd35-fb38-419e-b931-f4db2e353010) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:58.334080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fc848-3a16-48d9-8cc5-6fac58756f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.349806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9ed6a-43ec-4883-bc1e-129860219402 req-c12ab595-8127-4b02-b47d-4e617cec0c03 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.351522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07a9ed6a-43ec-4883-bc1e-129860219402 req-c12ab595-8127-4b02-b47d-4e617cec0c03 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 943 time: 0.1485188 Oct 27 16:16:58.403149 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.435378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.503715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07a9ed6a-43ec-4883-bc1e-129860219402 req-3ca77114-67f8-4274-b5c5-7f5670871665 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370862 Oct 27 16:16:58.512873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-277b3dc1-f3fd-4197-ad43-aeb6032364a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.514496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-277b3dc1-f3fd-4197-ad43-aeb6032364a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1094 time: 0.1467702 Oct 27 16:16:58.596336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-92f3f086-9d0b-4ff1-a94e-549ac0ffa200 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 217 time: 0.0728757 Oct 27 16:16:58.649099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.692997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.699187 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd18893-c835-4019-98d0-ce9f1e41eaba x-openstack-request-id: req-edd18893-c835-4019-98d0-ce9f1e41eaba {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:58.699187 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:58.699187 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edd18893-c835-4019-98d0-ce9f1e41eaba {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:58.699620 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'status': 'completed', 'code': 200} Oct 27 16:16:58.722110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.809923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=35016560-cdaf-446d-92ab-909c623f62d6,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.818803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.929849 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP 62c88d06-3692-49ea-be11-d3135c3f7c3f associated. External IP: 172.25.5.192, port: 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305. Oct 27 16:16:59.103803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-fbc414b3-d609-4469-8724-22a116758884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.106140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-fbc414b3-d609-4469-8724-22a116758884 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.4984283 Oct 27 16:16:59.129504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee33466-5d9f-40c9-b53e-d477e58b60fa req-a30ad6cf-6560-499e-8ce5-d5824d1a731d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.131373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fee33466-5d9f-40c9-b53e-d477e58b60fa req-a30ad6cf-6560-499e-8ce5-d5824d1a731d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.4842510 Oct 27 16:16:59.196710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a4e9-9793-4221-81f2-d77449f38be7 req-d6c33130-981f-451a-9665-04678969c4d8 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.198394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecc5a4e9-9793-4221-81f2-d77449f38be7 req-d6c33130-981f-451a-9665-04678969c4d8 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 931 time: 0.1601260 Oct 27 16:16:59.242314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fee33466-5d9f-40c9-b53e-d477e58b60fa req-632fc695-e9b0-45fd-9c6d-f1f53b88d2f8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982139 Oct 27 16:16:59.247075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-e39bb7de-b1b5-4d2c-a312-6df4ca542473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.248687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-e39bb7de-b1b5-4d2c-a312-6df4ca542473 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274898 Oct 27 16:16:59.281600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecc5a4e9-9793-4221-81f2-d77449f38be7 req-8c4ce155-bbd8-42e7-ae00-780ecb6698df tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647612 Oct 27 16:16:59.365840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.485881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-ef26c084-04cd-4aae-afe0-ab8723ed721f service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251055 Oct 27 16:16:59.490198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:59.504496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:59.512663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:59.513183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:59.520645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:59.651938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.658538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.664629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.671136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.677843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.684038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.690440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.691990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:59.699058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-b581e5bf-5fb3-4856-80cd-ecff8cab51ce tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.3032711 Oct 27 16:16:59.705785 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:59.719140 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:59.720487 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:59.758527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:59.769492 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:59.770399 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:59.770637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.771440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.815291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.820671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:59.821444 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b2fba-9b65-4f83-bddf-7fefc0a7ce4d None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:59.840038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc3704ad-d773-4212-8f3e-c9ad17ab8d57 req-26f1425e-a0e7-4175-8506-7de19fc03a43 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406739 Oct 27 16:16:59.846715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3ea9293-0b1b-4c5e-b9b0-2455e5d2e9df req-427c9048-289f-4d84-9469-4b705ace0014 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514345 Oct 27 16:16:59.859650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ae26-bc5f-4566-9d11-a6c459484388 req-c8bfdb3e-3576-4633-b2ec-4ad360beea82 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.864562 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b542f340-f357-48af-8440-2db3b4d03704 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4452262 Oct 27 16:16:59.867555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:59.868515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8923ae26-bc5f-4566-9d11-a6c459484388 req-c8bfdb3e-3576-4633-b2ec-4ad360beea82 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 943 time: 0.1650257 Oct 27 16:16:59.880385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:59.905400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f1d1f4db-b241-434d-a656-34f1ddaed74e None None] Provisioning complete for port 3575bd35-fb38-419e-b931-f4db2e353010 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:59.908308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f4db-b241-434d-a656-34f1ddaed74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.939895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8923ae26-bc5f-4566-9d11-a6c459484388 req-fb477aea-b59f-441d-8178-760a77b34031 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651443 Oct 27 16:16:59.957976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1f4db-b241-434d-a656-34f1ddaed74e None None] Port 3575bd35-fb38-419e-b931-f4db2e353010 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:59.972454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.019517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7c151c4c-0d2c-47ae-b98f-ac6d88c94f3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6356049 Oct 27 16:17:00.031138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'admin_state_up': True, 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:00.149391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.160642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-8dcf741c-b064-4a43-831a-46da89162e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.162168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-8dcf741c-b064-4a43-831a-46da89162e51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1094 time: 0.0758126 Oct 27 16:17:00.224016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.224372 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP 62c88d06-3692-49ea-be11-d3135c3f7c3f disassociated. External IP: 172.25.5.192, port: 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305. Oct 27 16:17:00.278605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-1bb033bc-b29a-4cff-ae05-834c32ef07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.281274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-1bb033bc-b29a-4cff-ae05-834c32ef07e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.1070359 Oct 27 16:17:00.339918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-37f3b402-5d61-45ce-8b48-9462745e1615 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 217 time: 0.0456743 Oct 27 16:17:00.340516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:00.347478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.450139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:00.498714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-2018abf0-6366-4499-a09c-80d3716f5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.500258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-2018abf0-6366-4499-a09c-80d3716f5942 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.1494308 Oct 27 16:17:00.514862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b72d1-9549-41e4-950c-add56a52b03a req-d27fa2c3-14eb-452e-8fb7-6fe3abd27a6f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.516381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b4b72d1-9549-41e4-950c-add56a52b03a req-d27fa2c3-14eb-452e-8fb7-6fe3abd27a6f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1631808 Oct 27 16:17:00.572562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:00.578479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.589226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:00.601595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:00.602215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:00.619019 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1818a071-5d54-45a0-83e4-c102522b1788 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/62c88d06-3692-49ea-be11-d3135c3f7c3f HTTP/1.1" status: 200 len: 688 time: 0.7490261 Oct 27 16:17:00.619229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36636) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:00.640030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:00.650834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:00.651573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:00.674459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Allocated IP 19.80.0.141 (4fd018de-6114-477f-ac14-68bf127ed268/6864bfa3-02b9-41e7-87d1-31bc54e1fb3c/539aca10-73ad-4a3d-b723-745fc9d3fd7e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:00.688527 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:00.688635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b4b72d1-9549-41e4-950c-add56a52b03a req-be200339-b6d9-4ab4-a753-cad83540ac5b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582012 Oct 27 16:17:00.689095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3773cd0-1df4-4c44-bdb4-855677a15519 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:00.690236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-cbc15cb7-3836-45eb-98e4-be2c5412683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.691730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-cbc15cb7-3836-45eb-98e4-be2c5412683f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714389 Oct 27 16:17:00.974003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafe87f-cc29-4a87-a42d-a689e1324f74 req-fa8e043e-75ef-4e80-9cd0-9ea86b78b3bb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.980030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafe87f-cc29-4a87-a42d-a689e1324f74 req-fa8e043e-75ef-4e80-9cd0-9ea86b78b3bb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.981638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfafe87f-cc29-4a87-a42d-a689e1324f74 req-fa8e043e-75ef-4e80-9cd0-9ea86b78b3bb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 1653 time: 0.1987813 Oct 27 16:17:01.000449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-c5dda95d-2ebe-4760-9b48-d8c2a75ab973 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994759 Oct 27 16:17:01.022792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 35016560-cdaf-446d-92ab-909c623f62d6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:01.023165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.196272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfafe87f-cc29-4a87-a42d-a689e1324f74 req-1e907329-47a9-43aa-af0c-9f8f8397fdfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017064 Oct 27 16:17:01.231348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.265411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.265744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.284275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.290270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.296245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.302393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.315826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.315826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.320985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.322825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-d97f04eb-fd03-4462-9298-20b3227b164d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2971165 Oct 27 16:17:01.376656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 35016560-cdaf-446d-92ab-909c623f62d6 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:01.383301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3577e058-0cd4-4c73-88ef-004130c62e82 req-146b2ed8-c4f1-45ce-9772-3b7dde663e2f service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736866 Oct 27 16:17:01.482736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e984fcc6-86f6-44fd-9277-f5adcfc292c4 req-1bb015ef-b712-46a5-9953-2a91fa203e4a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382968 Oct 27 16:17:01.496090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516cafc-930a-47d3-837a-b657939ce891 req-03acb185-f03a-4d61-9c39-5efb99430b53 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.503475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1516cafc-930a-47d3-837a-b657939ce891 req-03acb185-f03a-4d61-9c39-5efb99430b53 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 943 time: 0.2440500 Oct 27 16:17:01.548516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.567496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1516cafc-930a-47d3-837a-b657939ce891 req-a31c8466-d1c1-413c-a601-07f6761f5e56 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629854 Oct 27 16:17:01.635296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 4fd018de-6114-477f-ac14-68bf127ed268 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:01.662902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:01.669821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:01.677915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:01.714114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.714465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.714808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.715176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.715515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.715851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.716183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.716515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.716841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.717168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.717498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.717822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:01.748360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.749283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.840443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d83020-b831-4c1b-b6c5-c534e09968c6 req-0b5cea73-0b3f-498c-9983-f0d89d6f7488 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.846239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47d83020-b831-4c1b-b6c5-c534e09968c6 req-0b5cea73-0b3f-498c-9983-f0d89d6f7488 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0638239 Oct 27 16:17:01.846239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.910844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-4e7f6dfb-0488-4474-866f-3fd41447c05a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8837659 Oct 27 16:17:01.930117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=35016560-cdaf-446d-92ab-909c623f62d6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:01.939658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:02.014849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47d83020-b831-4c1b-b6c5-c534e09968c6 req-d93db77b-1169-43e2-ba8f-8e35b3bd7d2a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594441 Oct 27 16:17:02.026781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-051ed30a-79c4-494f-9a7f-75e3e60ec327 None None] Provisioning complete for port 539aca10-73ad-4a3d-b723-745fc9d3fd7e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:02.030057 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-051ed30a-79c4-494f-9a7f-75e3e60ec327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.061862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.064574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.065762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fcfbb954-9479-4fe0-9502-2695ecddf802 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/62c88d06-3692-49ea-be11-d3135c3f7c3f HTTP/1.1" status: 204 len: 168 time: 1.4413798 Oct 27 16:17:02.069290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36680) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:02.074442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '421da44c-00ee-4b0e-aceb-60b559a78eb3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:02.081828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.105179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-051ed30a-79c4-494f-9a7f-75e3e60ec327 None None] Port 539aca10-73ad-4a3d-b723-745fc9d3fd7e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:02.181392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.336543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.396456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76774-5894-4aa0-9c13-ec521133aad4 req-eb57f14c-a374-4f2b-83ac-e0da0e2e8149 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.403584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76774-5894-4aa0-9c13-ec521133aad4 req-eb57f14c-a374-4f2b-83ac-e0da0e2e8149 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.409992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76774-5894-4aa0-9c13-ec521133aad4 req-eb57f14c-a374-4f2b-83ac-e0da0e2e8149 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.411701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01e76774-5894-4aa0-9c13-ec521133aad4 req-eb57f14c-a374-4f2b-83ac-e0da0e2e8149 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2375 time: 0.1232374 Oct 27 16:17:02.452394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.126 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/df806c15-a7bb-442a-9018-149b01c16edf) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:02.496251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01e76774-5894-4aa0-9c13-ec521133aad4 req-48b7271c-0980-49d0-9469-3365c361053b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Oct 27 16:17:02.512055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff062a-6c03-46ad-ba21-93d7a8379094 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:02.526596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.535953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Transition to ACTIVE for port object d6ff062a-6c03-46ad-ba21-93d7a8379094 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:02.570651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.634757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.640794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.646761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.652841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.659737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.665627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.671635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.674225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-d69b09e8-294c-494d-8fae-e2d7224fc267 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.0996950 Oct 27 16:17:02.681323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.685463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.719292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:02.726365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:02.732599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:02.759808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=df806c15-a7bb-442a-9018-149b01c16edf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.780391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.780753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.780973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.781153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.781399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.781818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.782081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.782438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.783327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.783327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.783550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.783724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.784233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:02.798553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80166d9a-593b-40d3-ae57-6bb1c5430463 req-196621ed-2d2d-4cc4-a56b-8cf9865c08da tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093035 Oct 27 16:17:02.807796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79981be-8386-4ca4-9aad-c4ae642c4a5e req-9898fad2-1d7d-4aad-bba0-94af7e1e3ed7 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.809324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a79981be-8386-4ca4-9aad-c4ae642c4a5e req-9898fad2-1d7d-4aad-bba0-94af7e1e3ed7 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 943 time: 0.1341810 Oct 27 16:17:02.962147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:03.154646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:03.170288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'port_id': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'mac_address': 'fa:16:3e:47:3f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:03.211146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.224323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:03.249720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:03.262593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.281904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a79981be-8386-4ca4-9aad-c4ae642c4a5e req-60731ad8-01e8-43d7-ac21-3e5101a6e915 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545100 Oct 27 16:17:03.288338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Attempting to bind port d6ff062a-6c03-46ad-ba21-93d7a8379094 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:03.288903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Attempting to bind port d6ff062a-6c03-46ad-ba21-93d7a8379094 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:03.289405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Attempting to bind port d6ff062a-6c03-46ad-ba21-93d7a8379094 on network 4fd018de-6114-477f-ac14-68bf127ed268 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:03.308344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b46767-0e22-4741-a479-0ed1f0cd3583 req-d4d22403-34ea-40a9-9464-aac611eae217 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.311435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b46767-0e22-4741-a479-0ed1f0cd3583 req-d4d22403-34ea-40a9-9464-aac611eae217 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1037791 Oct 27 16:17:03.313176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Port d6ff062a-6c03-46ad-ba21-93d7a8379094 on network 4fd018de-6114-477f-ac14-68bf127ed268 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:03.314068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Attempting to bind port d6ff062a-6c03-46ad-ba21-93d7a8379094 on network 4fd018de-6114-477f-ac14-68bf127ed268 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:03.325387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:03.325387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Checking segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:03.325602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Bound using segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:03.325977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Bound port: d6ff062a-6c03-46ad-ba21-93d7a8379094, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:03.326335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.362331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.393350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b46767-0e22-4741-a479-0ed1f0cd3583 req-c5658a0a-f117-4f20-9d7a-d217cea1b4dd tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790112 Oct 27 16:17:03.419420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:03.444362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:03.444840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.449386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:03.532974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.559506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36720) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:03.582120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.582577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.584003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] 10.222.0.82 "PUT /v2.0/ports/d6ff062a-6c03-46ad-ba21-93d7a8379094 HTTP/1.1" status: 200 len: 1091 time: 1.6572707 Oct 27 16:17:03.584447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:03.586729 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089bab43-a01b-4bfa-aa9b-b317a21e609e" -d '{"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:03.607583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad90427-d479-443e-9cfa-cbbf503d27d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:03.689620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1fe96-e3d3-427d-b9dd-13861363b2a0 req-0fe8a9b0-1ebb-4471-83b8-32c71de318ab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.696465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1fe96-e3d3-427d-b9dd-13861363b2a0 req-0fe8a9b0-1ebb-4471-83b8-32c71de318ab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.707477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1fe96-e3d3-427d-b9dd-13861363b2a0 req-0fe8a9b0-1ebb-4471-83b8-32c71de318ab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.715743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91a1fe96-e3d3-427d-b9dd-13861363b2a0 req-0fe8a9b0-1ebb-4471-83b8-32c71de318ab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2387 time: 0.0958810 Oct 27 16:17:03.725230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.733319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:03.754845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:03.789358 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e7041-2eab-4ba6-ac9d-2f4fddafb957 x-openstack-request-id: req-303e7041-2eab-4ba6-ac9d-2f4fddafb957 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:03.789658 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:03.789912 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-303e7041-2eab-4ba6-ac9d-2f4fddafb957 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:03.790313 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094', 'status': 'completed', 'code': 200} Oct 27 16:17:03.793862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f16ada4f-0bd4-4b1e-9f2b-9064c54d1fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.796781 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.891427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.919586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.925762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91a1fe96-e3d3-427d-b9dd-13861363b2a0 req-61224a75-7cfb-46b9-8bdb-41352175f9d5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090347 Oct 27 16:17:04.076990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=df806c15-a7bb-442a-9018-149b01c16edf,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:04.113547 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP b4c8abba-ad67-45b1-b217-c4a83241099e associated. External IP: 172.25.5.126, port: 421da44c-00ee-4b0e-aceb-60b559a78eb3. Oct 27 16:17:04.142356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-46298ecc-c87b-49f6-b2e9-91955476f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.142754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-46298ecc-c87b-49f6-b2e9-91955476f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.143246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-46298ecc-c87b-49f6-b2e9-91955476f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.144891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-46298ecc-c87b-49f6-b2e9-91955476f52b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2730 time: 0.3387740 Oct 27 16:17:04.333647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.339704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.346340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.352388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.359457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.359880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:04.366479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.372626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.381142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90afd215-5e90-4021-9230-64540de8891f req-9a921bab-098e-4b40-b464-9ce09f319a53 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.3449945 Oct 27 16:17:04.416780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f16ada4f-0bd4-4b1e-9f2b-9064c54d1fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.473797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:04.480975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-971c9b90-8e3f-40bf-86fc-725edf43a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.481463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-971c9b90-8e3f-40bf-86fc-725edf43a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.481885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-971c9b90-8e3f-40bf-86fc-725edf43a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.483489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-971c9b90-8e3f-40bf-86fc-725edf43a900 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=b46f34387ca1403f879f490737acf752&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3202043 Oct 27 16:17:04.487009 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:04.500549 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:04.504352 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:04.517218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f16ada4f-0bd4-4b1e-9f2b-9064c54d1fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.538168 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:04.546947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90afd215-5e90-4021-9230-64540de8891f req-0e98ce87-dcf0-4b5a-a697-4acd46565e1a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648054 Oct 27 16:17:04.555437 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:04.557961 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:04.563175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.611170 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:04.612252 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb749-e531-40ad-b7f4-d2cf48a1d5fc None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:04.616617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb9f3b-7d6f-4e55-a469-019b7775eebe req-c0ad332f-fadc-4a9d-bf85-47d85c9fd405 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.624710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33fb9f3b-7d6f-4e55-a469-019b7775eebe req-c0ad332f-fadc-4a9d-bf85-47d85c9fd405 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 944 time: 0.2324231 Oct 27 16:17:04.641520 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40fea929-dd28-4e88-938e-fb00d49228c6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5705366 Oct 27 16:17:04.644461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:04.662778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f16ada4f-0bd4-4b1e-9f2b-9064c54d1fd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c5579b033ed40a280edffec51324288&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1000202 Oct 27 16:17:04.673319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36740) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:04.692067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ada4f-0bd4-4b1e-9f2b-9064c54d1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1497f208-763a-45b1-bbfc-7dd05fe99d93,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:04.728886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc3c0289-3905-4b34-ab28-dcbbad992f2c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/floatingips/b4c8abba-ad67-45b1-b217-c4a83241099e HTTP/1.1" status: 200 len: 977 time: 0.0788870 Oct 27 16:17:04.728886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36742) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:04.821471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-80d84a44-62cc-4eeb-a606-da2181fffea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.822903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-089bab43-a01b-4bfa-aa9b-b317a21e609e req-80d84a44-62cc-4eeb-a606-da2181fffea8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3239470 Oct 27 16:17:04.832790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33fb9f3b-7d6f-4e55-a469-019b7775eebe req-bc375b91-aae3-4c28-83cb-9b75dfd6037a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934857 Oct 27 16:17:04.842499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3575bd35-fb38-419e-b931-f4db2e353010 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:04.857068 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.883767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d0f5b25d-1bb4-4524-a834-dd5bad54f573 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1536684 Oct 27 16:17:04.884384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36748) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:04.889131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f54d5-9f83-44eb-9f23-fefaba6f67f3 req-31612cf3-b958-4cdd-93a1-602b482f0503 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.889131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-245f54d5-9f83-44eb-9f23-fefaba6f67f3 req-31612cf3-b958-4cdd-93a1-602b482f0503 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1888726 Oct 27 16:17:04.890283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': '2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:04.901075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.903005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Transition to ACTIVE for port object 3575bd35-fb38-419e-b931-f4db2e353010 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:04.947376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.963449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:04.984095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-245f54d5-9f83-44eb-9f23-fefaba6f67f3 req-e4582be5-b033-4657-ae9c-572013c19151 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Oct 27 16:17:04.984197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.010008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.106296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Pushing event updated for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.147356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86477-7ffb-4b5b-aed9-5375a0390b84 req-25a65f75-6495-4e00-9d3c-2b8513ba9f07 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.153777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86477-7ffb-4b5b-aed9-5375a0390b84 req-25a65f75-6495-4e00-9d3c-2b8513ba9f07 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.160859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86477-7ffb-4b5b-aed9-5375a0390b84 req-25a65f75-6495-4e00-9d3c-2b8513ba9f07 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.163005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde86477-7ffb-4b5b-aed9-5375a0390b84 req-25a65f75-6495-4e00-9d3c-2b8513ba9f07 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2399 time: 0.1546807 Oct 27 16:17:05.167057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:05.178294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:05.179548 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.217737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.221556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.225480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1497f208-763a-45b1-bbfc-7dd05fe99d93 HTTP/1.1" status: 204 len: 168 time: 0.5445547 Oct 27 16:17:05.265215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1bf0c-3125-423c-82bd-3e5bb3c1d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1497f208-763a-45b1-bbfc-7dd05fe99d93,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.275297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde86477-7ffb-4b5b-aed9-5375a0390b84 req-de27d074-7a26-4705-bf9b-ee8e4da94aa9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934200 Oct 27 16:17:05.276521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Attempting to bind port 3575bd35-fb38-419e-b931-f4db2e353010 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:05.276854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Attempting to bind port 3575bd35-fb38-419e-b931-f4db2e353010 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:05.277179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Attempting to bind port 3575bd35-fb38-419e-b931-f4db2e353010 on network 9fd8eda3-650c-46f6-b934-ed9870da7bac {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:05.295992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Port 3575bd35-fb38-419e-b931-f4db2e353010 on network 9fd8eda3-650c-46f6-b934-ed9870da7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:05.299322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Attempting to bind port 3575bd35-fb38-419e-b931-f4db2e353010 on network 9fd8eda3-650c-46f6-b934-ed9870da7bac {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:05.322280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:05.322624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Checking segment: {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:05.323372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Bound using segment: {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:05.323534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Bound port: 3575bd35-fb38-419e-b931-f4db2e353010, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2c197e-17ef-4972-a9f7-e228c8594a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:05.323837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.356930 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.383653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:05.387159 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956c12f-e534-41a4-b284-ef6c3a4dade6" -d '{"events": [{"server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "name": "network-vif-plugged", "status": "completed", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:05.405368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:05.454305 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598b390-d57a-473b-bddc-a7c7867d3b5b x-openstack-request-id: req-d598b390-d57a-473b-bddc-a7c7867d3b5b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:05.455157 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "name": "network-vif-plugged", "status": "completed", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:05.455585 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d598b390-d57a-473b-bddc-a7c7867d3b5b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:05.457164 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'code': 200} Oct 27 16:17:05.460777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:05.465691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3575bd35-fb38-419e-b931-f4db2e353010,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:05.503658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.559223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.561958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.606495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.607269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.608557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] 10.222.0.82 "PUT /v2.0/ports/3575bd35-fb38-419e-b931-f4db2e353010 HTTP/1.1" status: 200 len: 1091 time: 1.8877010 Oct 27 16:17:05.661032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bddc5-a6b7-4e5d-9c5b-e16a8adc86b1 req-1e398fc1-1a98-4376-a0c7-50830c205182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.667753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-264bddc5-a6b7-4e5d-9c5b-e16a8adc86b1 req-1e398fc1-1a98-4376-a0c7-50830c205182 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.1477437 Oct 27 16:17:05.755972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Request body: {'port': {'device_id': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:05.761286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac0a1-4972-49e3-af28-723c4e3f7cbf service neutron] Pushing event updated for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.815478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:05.817838 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438d066b-3bf5-4e94-8153-178d951162c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "3575bd35-fb38-419e-b931-f4db2e353010"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:05.899682 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f983a-0294-46b2-a997-80329d383b45 x-openstack-request-id: req-9f1f983a-0294-46b2-a997-80329d383b45 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:05.899978 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "3575bd35-fb38-419e-b931-f4db2e353010", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:05.900236 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f1f983a-0294-46b2-a997-80329d383b45 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:05.900691 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010', 'status': 'completed', 'code': 200} Oct 27 16:17:05.902625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-264bddc5-a6b7-4e5d-9c5b-e16a8adc86b1 req-d3d485d7-5607-4afc-9da6-59f07dea92f5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257812 Oct 27 16:17:05.942519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.947269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:17:05.974394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.980350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.986313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.992795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.999315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.004014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.004324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.010109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.012056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-19e88e49-127e-4b42-8827-e394388c0aee tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.3057590 Oct 27 16:17:06.122321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54783af2-aeea-42cc-b2cf-083db1f40e2d req-208c23ca-73cd-425b-a729-9e12b0d44a5c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982506 Oct 27 16:17:06.183686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2488a-832f-4ad4-a26e-37e1a0872b72 req-0af941a9-475f-4a4f-9e5a-40414780152f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.185403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abf2488a-832f-4ad4-a26e-37e1a0872b72 req-0af941a9-475f-4a4f-9e5a-40414780152f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1721556 Oct 27 16:17:06.206489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.321727 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP b4c8abba-ad67-45b1-b217-c4a83241099e associated. External IP: 172.25.5.126, port: 421da44c-00ee-4b0e-aceb-60b559a78eb3. Oct 27 16:17:06.347166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abf2488a-832f-4ad4-a26e-37e1a0872b72 req-ff0ee6a5-ac5c-482e-839a-89bdad617dab tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481187 Oct 27 16:17:06.399925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-bc94e2d5-9567-41e1-b8a4-b7d4cf292c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.399925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-bc94e2d5-9567-41e1-b8a4-b7d4cf292c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.399925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-bc94e2d5-9567-41e1-b8a4-b7d4cf292c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.399925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438d066b-3bf5-4e94-8153-178d951162c0 req-bc94e2d5-9567-41e1-b8a4-b7d4cf292c5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2797 time: 0.1739013 Oct 27 16:17:06.424945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2c724-5f01-4394-aa12-d8ad3b8ab3ab req-7b9fb53c-68df-4138-bc74-f4d732914bc3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.426548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2a2c724-5f01-4394-aa12-d8ad3b8ab3ab req-7b9fb53c-68df-4138-bc74-f4d732914bc3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1379933 Oct 27 16:17:06.457510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36776) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:06.508233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99aa448f-11d9-4802-ac3c-15c593f95516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.603590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2a2c724-5f01-4394-aa12-d8ad3b8ab3ab req-e3908718-d58e-4759-b184-5d2d52548a82 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628833 Oct 27 16:17:06.624151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:06.658269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99aa448f-11d9-4802-ac3c-15c593f95516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.660568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539aca10-73ad-4a3d-b723-745fc9d3fd7e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:06.672951 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.682397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-9c0b13df-5cce-4669-a937-a89994e94acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.682869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-9c0b13df-5cce-4669-a937-a89994e94acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.683353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-9c0b13df-5cce-4669-a937-a89994e94acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.685095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438d066b-3bf5-4e94-8153-178d951162c0 req-9c0b13df-5cce-4669-a937-a89994e94acb service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=b46f34387ca1403f879f490737acf752&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2715011 Oct 27 16:17:06.715312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f72f-97cc-476c-a421-cc1ce597e2bf req-ab2e9530-a9e1-4faa-b341-4c5b1f696949 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.721387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f72f-97cc-476c-a421-cc1ce597e2bf req-ab2e9530-a9e1-4faa-b341-4c5b1f696949 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.727462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f72f-97cc-476c-a421-cc1ce597e2bf req-ab2e9530-a9e1-4faa-b341-4c5b1f696949 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.729103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f589f72f-97cc-476c-a421-cc1ce597e2bf req-ab2e9530-a9e1-4faa-b341-4c5b1f696949 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2399 time: 0.1733150 Oct 27 16:17:06.730636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99aa448f-11d9-4802-ac3c-15c593f95516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.740663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Transition to ACTIVE for port object 539aca10-73ad-4a3d-b723-745fc9d3fd7e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:06.785783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-99aa448f-11d9-4802-ac3c-15c593f95516 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdd0c7800adc4a1b9fd726e155f1ebc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260636 Oct 27 16:17:06.786547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36778) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:06.811417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa448f-11d9-4802-ac3c-15c593f95516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a354a08-0cfe-4cba-98b6-d1e4564d408e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:06.830547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:06.835129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f589f72f-97cc-476c-a421-cc1ce597e2bf req-f079975a-ba90-4918-a34e-7eb4d674cc54 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Oct 27 16:17:06.845093 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.850123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:06.873704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:06.874687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:06.916706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d066b-3bf5-4e94-8153-178d951162c0 req-0ddf1410-ad15-4ab3-b860-e88a80c05318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.916706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438d066b-3bf5-4e94-8153-178d951162c0 req-0ddf1410-ad15-4ab3-b860-e88a80c05318 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209680 Oct 27 16:17:06.925631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:06.939912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:06.941130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:06.945684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:06.977183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.999020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:07.000027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6da2d-3649-4dfe-82b1-2eff6f829e3c None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:07.025863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db839-8249-4c27-8ab1-20e8cdeabd22 req-8c515f47-d2d0-4e7f-926c-5495be3f28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.036300 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e7db839-8249-4c27-8ab1-20e8cdeabd22 req-8c515f47-d2d0-4e7f-926c-5495be3f28e7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.1242378 Oct 27 16:17:07.036567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Attempting to bind port 539aca10-73ad-4a3d-b723-745fc9d3fd7e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:07.036567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Attempting to bind port 539aca10-73ad-4a3d-b723-745fc9d3fd7e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:07.036567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Attempting to bind port 539aca10-73ad-4a3d-b723-745fc9d3fd7e on network 4fd018de-6114-477f-ac14-68bf127ed268 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:07.036797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.036884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Port 539aca10-73ad-4a3d-b723-745fc9d3fd7e on network 4fd018de-6114-477f-ac14-68bf127ed268 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:07.036884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Attempting to bind port 539aca10-73ad-4a3d-b723-745fc9d3fd7e on network 4fd018de-6114-477f-ac14-68bf127ed268 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:07.040692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:07.041043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Checking segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:07.041433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Bound using segment: {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:07.041873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Bound port: 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f38c586-bf77-496e-bea4-f704e35cc23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:07.042234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.115172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:07.118821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:07.177180 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1e7db839-8249-4c27-8ab1-20e8cdeabd22 req-374472a8-ec01-4235-b93b-24c55a07612f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191974 Oct 27 16:17:07.206932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.227751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:07.266008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.270127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.270127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/539aca10-73ad-4a3d-b723-745fc9d3fd7e HTTP/1.1" status: 200 len: 1092 time: 1.5350771 Oct 27 16:17:07.274447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.277246 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.278762 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a354a08-0cfe-4cba-98b6-d1e4564d408e HTTP/1.1" status: 204 len: 168 time: 0.4911790 Oct 27 16:17:07.331283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2be2-e050-487e-8cc9-04ab52bc86dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a354a08-0cfe-4cba-98b6-d1e4564d408e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:07.388453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.396398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.400944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.401351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:07.407177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.413299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.413773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.423588 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:07.441695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:07.442651 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:07.443484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.464794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.466743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-08c4c4ae-5d30-47ed-af78-4f2a100f57b4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.2228251 Oct 27 16:17:07.467449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc7469-b7e0-4f4f-9656-ca002f3dc4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:07.542105 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:07.570707 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8876d5f8-c784-4dee-87b6-61b5552cd773 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/b4c8abba-ad67-45b1-b217-c4a83241099e HTTP/1.1" status: 200 len: 977 time: 2.6849837 Oct 27 16:17:07.570926 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:07.571499 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:07.571717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36794) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:07.581817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:07.594242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec991eeb-bc3a-4ce5-9a08-eb9c007ee6fc req-e64170ed-63f8-49ff-aa10-383789d4cac8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079657 Oct 27 16:17:07.637872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:07.638534 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e8157-c397-40c1-b277-a00d821404d9 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:07.748004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.805107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c58dd-3fd2-4314-9f88-01f6b62a0fed req-1bf544cb-db96-48be-aa04-0583144cf718 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.806770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a59c58dd-3fd2-4314-9f88-01f6b62a0fed req-1bf544cb-db96-48be-aa04-0583144cf718 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.2305193 Oct 27 16:17:07.829864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cce481f1-2245-462f-91c8-e90ebe635dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.830520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cce481f1-2245-462f-91c8-e90ebe635dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.831030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cce481f1-2245-462f-91c8-e90ebe635dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.832799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-cce481f1-2245-462f-91c8-e90ebe635dca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2864 time: 0.2055008 Oct 27 16:17:07.922304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.927873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:07.930033 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab954f44-714d-48c1-a5da-9bbabcb19da7" -d '{"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:07.946106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-f0ba6be6-5068-42b4-9728-8ccdb694b9a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094 HTTP/1.1" status: 200 len: 217 time: 0.0882459 Oct 27 16:17:07.991180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a59c58dd-3fd2-4314-9f88-01f6b62a0fed req-0c2550d6-8665-41ef-8966-900c30814809 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655040 Oct 27 16:17:08.008563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249991c9-2b44-4761-8f46-2b33f95724a1 req-dd66c279-41f7-4fe9-881b-135eef131a68 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.008563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-249991c9-2b44-4761-8f46-2b33f95724a1 req-dd66c279-41f7-4fe9-881b-135eef131a68 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2377813 Oct 27 16:17:08.050303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-356ed52a-842e-4a2f-b856-def798d796ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.052004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-356ed52a-842e-4a2f-b856-def798d796ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6864bfa3-02b9-41e7-87d1-31bc54e1fb3c HTTP/1.1" status: 200 len: 801 time: 0.0971458 Oct 27 16:17:08.057836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-249991c9-2b44-4761-8f46-2b33f95724a1 req-88960294-01ea-4d57-95d8-fd3be1249b05 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472465 Oct 27 16:17:08.107231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-520bc722-094b-48fc-8db7-2eef305c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.108965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-520bc722-094b-48fc-8db7-2eef305c35bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4fd018de-6114-477f-ac14-68bf127ed268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489001 Oct 27 16:17:08.126100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.128328 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP b4c8abba-ad67-45b1-b217-c4a83241099e disassociated. External IP: 172.25.5.126, port: 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305. Oct 27 16:17:08.154942 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cfbe19-127c-4484-9481-cb65facf487f x-openstack-request-id: req-d2cfbe19-127c-4484-9481-cb65facf487f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:08.155268 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:08.155524 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2cfbe19-127c-4484-9481-cb65facf487f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:08.155911 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e', 'status': 'completed', 'code': 200} Oct 27 16:17:08.215218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36812) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:08.269121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7892-d43c-4bdc-a3db-f1495d49ae30 req-e4e39cc4-25ad-42ac-ad37-4973a6506281 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.282644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7892-d43c-4bdc-a3db-f1495d49ae30 req-e4e39cc4-25ad-42ac-ad37-4973a6506281 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.300756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7892-d43c-4bdc-a3db-f1495d49ae30 req-e4e39cc4-25ad-42ac-ad37-4973a6506281 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.302725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-425a7892-d43c-4bdc-a3db-f1495d49ae30 req-e4e39cc4-25ad-42ac-ad37-4973a6506281 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.1867518 Oct 27 16:17:08.380563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-8fa1af45-cb43-469d-a5ae-0b9d32d26cb2 service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276912 Oct 27 16:17:08.390200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3f8f-b686-4138-b403-4ea6c30eba55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.415431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-425a7892-d43c-4bdc-a3db-f1495d49ae30 req-5b615171-1d39-414b-836c-9b4b49d52885 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846820 Oct 27 16:17:08.415639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:08.537372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:08.543841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.549644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:08.557973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-7854a7b3-9fb4-4bdd-a072-ea30baba55d8 service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623673 Oct 27 16:17:08.562965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:08.564458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:08.572580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3f8f-b686-4138-b403-4ea6c30eba55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.576512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bfe35872-7772-4a7f-b9a6-e012df0c51c2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/b4c8abba-ad67-45b1-b217-c4a83241099e HTTP/1.1" status: 200 len: 688 time: 1.0037503 Oct 27 16:17:08.577113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36820) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:08.605525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:08.614696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-a1c171f2-c686-427f-9b98-96988211e1bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=3575bd35-fb38-419e-b931-f4db2e353010 HTTP/1.1" status: 200 len: 217 time: 0.0443637 Oct 27 16:17:08.616722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:08.617377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:08.693370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:08.694058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a60ec4-88a2-486f-934c-325795de7be6 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:08.763240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port df806c15-a7bb-442a-9018-149b01c16edf {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:08.763240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.858628 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.858960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.876292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for df806c15-a7bb-442a-9018-149b01c16edf owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:09.052255 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3f8f-b686-4138-b403-4ea6c30eba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.087476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-3cc30437-85e0-4601-a680-4e1a44d0fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.088985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-3cc30437-85e0-4601-a680-4e1a44d0fab8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d8c868e-e491-4a56-b2b1-e7534d810433 HTTP/1.1" status: 200 len: 801 time: 0.4664333 Oct 27 16:17:09.134100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7d1f3f8f-b686-4138-b403-4ea6c30eba55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f02c92bda5ee412b8004d908e9f0f027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161737 Oct 27 16:17:09.136932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36838) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.147091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.169528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f3f8f-b686-4138-b403-4ea6c30eba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466fd14e-ade8-49f7-8512-9dcca5a56268,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:09.172732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=df806c15-a7bb-442a-9018-149b01c16edf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:09.210189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.216476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.225261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.234412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.240979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.246998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.253799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.261634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080c109e-130a-43fc-9c89-a34170daad8e req-3b397c13-c97e-49f5-b93e-fbad1a3578b0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.5785408 Oct 27 16:17:09.276664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.296924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.299550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.303192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40f19c54-8980-4b9b-8922-913f4297dc79 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/b4c8abba-ad67-45b1-b217-c4a83241099e HTTP/1.1" status: 204 len: 168 time: 0.7224805 Oct 27 16:17:09.305313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.315862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.316845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4d241-42cf-40e8-b53c-665705eb7e04 req-2303b240-e8d5-4f48-abe2-6a904fbb1c7b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.319258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddc4d241-42cf-40e8-b53c-665705eb7e04 req-2303b240-e8d5-4f48-abe2-6a904fbb1c7b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.2236161 Oct 27 16:17:09.328258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-1f410bec-3cfa-4756-a641-b0a18458536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.330476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-1f410bec-3cfa-4756-a641-b0a18458536b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9fd8eda3-650c-46f6-b934-ed9870da7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2270141 Oct 27 16:17:09.337015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-080c109e-130a-43fc-9c89-a34170daad8e req-95d86fd1-2609-4c08-987c-7df0edfa770a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745265 Oct 27 16:17:09.351667 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-1d8540ce-f434-4657-9961-c7c45371e6e8 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] delete failed (client error): The resource could not be found. Oct 27 16:17:09.359970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d8540ce-f434-4657-9961-c7c45371e6e8 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/b4c8abba-ad67-45b1-b217-c4a83241099e HTTP/1.1" status: 404 len: 345 time: 0.0464885 Oct 27 16:17:09.360433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36844) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.480393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.483121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.486819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/466fd14e-ade8-49f7-8512-9dcca5a56268 HTTP/1.1" status: 204 len: 168 time: 0.3461363 Oct 27 16:17:09.492115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77091a18-b387-4f8b-864c-8fdc3cacd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466fd14e-ade8-49f7-8512-9dcca5a56268,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:09.508832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddc4d241-42cf-40e8-b53c-665705eb7e04 req-7168352d-6f5c-4dc4-8e9c-48ceb1673a2a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775010 Oct 27 16:17:09.545073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472779d-6682-4a3e-967c-cd5ca65e74aa tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.551526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472779d-6682-4a3e-967c-cd5ca65e74aa tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.558898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472779d-6682-4a3e-967c-cd5ca65e74aa tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.562430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3472779d-6682-4a3e-967c-cd5ca65e74aa tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/ports?network_id=03057775-b31a-40e2-83b7-726345b4b2ea HTTP/1.1" status: 200 len: 2356 time: 0.1993442 Oct 27 16:17:09.563743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36854) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.597602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0c20-6655-4ee6-90c3-50a93cf59bca req-f31405bf-3c5b-484e-af76-d6304a9d3b6a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.599312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d76a0c20-6655-4ee6-90c3-50a93cf59bca req-f31405bf-3c5b-484e-af76-d6304a9d3b6a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1558185 Oct 27 16:17:09.611752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-dd220fcf-22e3-418a-ac42-4acbfc0eb426 service neutron] 10.222.0.82 "GET /v2.0/networks/9fd8eda3-650c-46f6-b934-ed9870da7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685189 Oct 27 16:17:09.626769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5783b4-5192-427a-83fe-6d8598f1d86b tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.632249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ce5783b4-5192-427a-83fe-6d8598f1d86b tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/subnets/30b90e25-c14f-438d-a9e1-3a807518bcfd HTTP/1.1" status: 200 len: 797 time: 0.0635202 Oct 27 16:17:09.633008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.637744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'port': {'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea', 'name': 'tempest-FloatingIPTestJSON-1918786763', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:09.715945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d76a0c20-6655-4ee6-90c3-50a93cf59bca req-c5c2d8ab-9f7a-4e61-bbc3-231af7370817 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032231 Oct 27 16:17:09.746901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3735a0-5326-45a6-ae10-2c917ad80ea4 req-7d8b4f45-10f9-4c05-9456-746ab5814f4d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.753492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3735a0-5326-45a6-ae10-2c917ad80ea4 req-7d8b4f45-10f9-4c05-9456-746ab5814f4d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.759893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3735a0-5326-45a6-ae10-2c917ad80ea4 req-7d8b4f45-10f9-4c05-9456-746ab5814f4d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.762024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f3735a0-5326-45a6-ae10-2c917ad80ea4 req-7d8b4f45-10f9-4c05-9456-746ab5814f4d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.1617272 Oct 27 16:17:09.859940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-10b0c372-65a2-450d-96cd-ff1c7bcc6199 service neutron] 10.222.0.82 "GET /v2.0/networks/9fd8eda3-650c-46f6-b934-ed9870da7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387526 Oct 27 16:17:09.865514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f3735a0-5326-45a6-ae10-2c917ad80ea4 req-a60746fd-486b-4819-92fb-867b7e67cde4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881267 Oct 27 16:17:09.909188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:09.919682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a273f0-89f7-4001-93e8-79302f70fe87 req-c584b07e-1dba-4ab4-a552-65860c2f03f0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.921252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39a273f0-89f7-4001-93e8-79302f70fe87 req-c584b07e-1dba-4ab4-a552-65860c2f03f0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1080050 Oct 27 16:17:09.922860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-656dd107-3fa2-4540-baf5-6cfa3516f937 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e HTTP/1.1" status: 200 len: 217 time: 0.0532060 Oct 27 16:17:09.931439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36866) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:09.957579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'floatingip': {'port_id': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:10.065411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.100709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-57dc6167-5ba1-4ab8-8a9c-53986ec4b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.101153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.102238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-57dc6167-5ba1-4ab8-8a9c-53986ec4b20d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6864bfa3-02b9-41e7-87d1-31bc54e1fb3c HTTP/1.1" status: 200 len: 801 time: 0.1686380 Oct 27 16:17:10.123671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] device_id is not set on port 2a2842b0-7a84-4830-9181-b654000704b9 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:17:10.211817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8333-7795-4332-b18e-66afa9110001 req-c20b51b8-e2ea-4e07-b087-cf44c2fd30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.213371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-c20b51b8-e2ea-4e07-b087-cf44c2fd30d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4fd018de-6114-477f-ac14-68bf127ed268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019881 Oct 27 16:17:10.517569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.14 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/2a2842b0-7a84-4830-9181-b654000704b9) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:10.524154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726afb75-a18c-4452-82eb-f27506c3b414 req-e0af3776-1a7d-47f6-b749-155fe3a974c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.530968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-e0af3776-1a7d-47f6-b749-155fe3a974c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.1040697 Oct 27 16:17:10.530968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.13 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/2a2842b0-7a84-4830-9181-b654000704b9) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:10.556033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-a64ae2b3-e9cf-42d7-8494-47cff30a9a00 service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321409 Oct 27 16:17:10.643904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ddd6-aaf3-41d0-ad7a-70839d886e9b req-11d3bb75-88de-4277-9819-634e1b4979b3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.651544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2148ddd6-aaf3-41d0-ad7a-70839d886e9b req-11d3bb75-88de-4277-9819-634e1b4979b3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2758317 Oct 27 16:17:10.713917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726afb75-a18c-4452-82eb-f27506c3b414 req-61ea401a-fb1d-494f-9021-d8c4649f4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.715612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-61ea401a-fb1d-494f-9021-d8c4649f4426 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 919 time: 0.1804631 Oct 27 16:17:10.770329 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-fc2c6378-8ddf-44a0-a763-6b0e02f199a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0460324 Oct 27 16:17:10.854061 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.866147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726afb75-a18c-4452-82eb-f27506c3b414 req-d3545a01-206f-4396-a265-c5b2a54d908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.868092 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-d3545a01-206f-4396-a265-c5b2a54d908a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.0850642 Oct 27 16:17:10.908510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.917575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-5557736b-530e-4229-88e3-d1c410fd4b0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361648 Oct 27 16:17:10.923079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.929589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.937207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.945374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.952298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.959414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.967271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-e981e587-8580-4228-8202-b9f65ec6414a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.5366385 Oct 27 16:17:10.982505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2148ddd6-aaf3-41d0-ad7a-70839d886e9b req-1a216b39-6d60-4459-a89f-cdb6cd53d4e6 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300114 Oct 27 16:17:11.055489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.112819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=2a2842b0-7a84-4830-9181-b654000704b9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:11.143795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c207e1b-ccbc-4ff7-a8a8-0283217a147d req-14ecba85-8eae-49e2-a80a-6feaea63f2fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752968 Oct 27 16:17:11.161732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:11.167359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:11.171595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:11.191083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4c7e8333-7795-4332-b18e-66afa9110001 req-f2142a50-aeb4-407b-8597-61b2b15859f2 service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312901 Oct 27 16:17:11.213509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:17:11.248451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.249753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.255013 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-d6ad50f2-e976-4b9f-8238-d5133b581bd7 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184640 Oct 27 16:17:11.258889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf9d49-12ab-4e9c-8591-d3f175c710c7 req-e15ec4d6-2816-40e2-9f26-6f4b5b40e951 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.266036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf9d49-12ab-4e9c-8591-d3f175c710c7 req-e15ec4d6-2816-40e2-9f26-6f4b5b40e951 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.273488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf9d49-12ab-4e9c-8591-d3f175c710c7 req-e15ec4d6-2816-40e2-9f26-6f4b5b40e951 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.287196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66cf9d49-12ab-4e9c-8591-d3f175c710c7 req-e15ec4d6-2816-40e2-9f26-6f4b5b40e951 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.2102506 Oct 27 16:17:11.331500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.351835 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e82eb2e4-c66e-496a-9ed5-e2ecc6e9049b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.365678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66cf9d49-12ab-4e9c-8591-d3f175c710c7 req-188aa2ef-2a5e-4134-9a96-794bb65bd19b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702217 Oct 27 16:17:11.423770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.432090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-08a38ea1-c14f-4b76-958d-afcb8e4f7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.432833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-08a38ea1-c14f-4b76-958d-afcb8e4f7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.433463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-08a38ea1-c14f-4b76-958d-afcb8e4f7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.435534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-08a38ea1-c14f-4b76-958d-afcb8e4f7f68 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2864 time: 0.0603111 Oct 27 16:17:11.623602 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Floating IP 4269b87f-77ae-4117-936c-23549f982245 associated. External IP: 172.25.5.127, port: 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6. Oct 27 16:17:11.628399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-243d5818-6469-4823-b36a-21ef4ad31a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.630202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-243d5818-6469-4823-b36a-21ef4ad31a2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=4fd018de-6114-477f-ac14-68bf127ed268 HTTP/1.1" status: 200 len: 902 time: 0.1604149 Oct 27 16:17:11.733498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-02bc63c5-5a36-4ade-8c28-3545aca3f4cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e HTTP/1.1" status: 200 len: 217 time: 0.0711353 Oct 27 16:17:11.814272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-081d7727-b001-4ce9-b6cb-aaef4e0a7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.815974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-081d7727-b001-4ce9-b6cb-aaef4e0a7e31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6864bfa3-02b9-41e7-87d1-31bc54e1fb3c HTTP/1.1" status: 200 len: 801 time: 0.0718117 Oct 27 16:17:11.818741 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15b6f78d-828d-40c9-b526-a90b2ddce8d7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1840868 Oct 27 16:17:11.821173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36920) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:11.826069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '2a2842b0-7a84-4830-9181-b654000704b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:11.896533 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-726afb75-a18c-4452-82eb-f27506c3b414 req-9c0f2c95-f354-4ea3-9320-8dae0f259334 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310792 Oct 27 16:17:11.942689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-5a35bbdc-6fcd-4a28-9d9d-b22073af8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.944615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-5a35bbdc-6fcd-4a28-9d9d-b22073af8f11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4fd018de-6114-477f-ac14-68bf127ed268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194410 Oct 27 16:17:11.984811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:12.052294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.198919 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.313885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.187 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/97317aff-095e-40a9-bc2a-33b9fa3a8435) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:12.478611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.602220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.642210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56130e26-301c-4f97-aa70-7b35eea3d851 req-1a79331d-8422-40b7-a027-fdae9da069d1 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.643781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56130e26-301c-4f97-aa70-7b35eea3d851 req-1a79331d-8422-40b7-a027-fdae9da069d1 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.5299134 Oct 27 16:17:12.645094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:12.648429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:12.652290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:12.658218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=97317aff-095e-40a9-bc2a-33b9fa3a8435,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.673258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-32d13734-a743-459a-bd54-7d325c84e3f5 service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859918 Oct 27 16:17:12.680568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:12.689118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.705851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:12.709244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.717699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.722058 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:12.722433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.723137 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:12.728650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.734646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.741539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.747946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.749961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-5c7e818a-57e9-4c07-ba8d-a7b7dde3a667 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5428 time: 0.1892061 Oct 27 16:17:12.865719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a875b0a6-7eed-4d95-a7d1-9f9081d15041 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "PUT /v2.0/floatingips/4269b87f-77ae-4117-936c-23549f982245 HTTP/1.1" status: 200 len: 991 time: 2.9330602 Oct 27 16:17:12.869494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:12.871852 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2" -d '{"events": [{"name": "network-changed", "server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:12.885798 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:12.893249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56130e26-301c-4f97-aa70-7b35eea3d851 req-aa951fac-8807-4914-8ce1-7638007b91ad tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200518 Oct 27 16:17:12.931008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57462ca6-4370-4024-8c5a-58e60a32f9be req-80726036-098e-4cb7-be18-2f300d608ce4 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691232 Oct 27 16:17:12.981181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab954f44-714d-48c1-a5da-9bbabcb19da7 req-9aba240e-a8fe-4ece-84c2-2c43bf36f81c service neutron] 10.222.0.82 "GET /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967222 Oct 27 16:17:13.006259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9597372b-54f7-483d-91f9-1748a7c42064 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:13.089057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6811-6a6c-4fc8-8fde-291909839ee7 req-a9134080-42ed-4aa9-88ef-7525f7a160d5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.096330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6811-6a6c-4fc8-8fde-291909839ee7 req-a9134080-42ed-4aa9-88ef-7525f7a160d5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.102503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6811-6a6c-4fc8-8fde-291909839ee7 req-a9134080-42ed-4aa9-88ef-7525f7a160d5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.104461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb8d6811-6a6c-4fc8-8fde-291909839ee7 req-a9134080-42ed-4aa9-88ef-7525f7a160d5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.0842009 Oct 27 16:17:13.157467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb8d6811-6a6c-4fc8-8fde-291909839ee7 req-96ec9c1d-9cdc-48ae-8f08-a876cc67be16 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Oct 27 16:17:13.207388 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f45608-eea9-4a8c-9498-2f5500b9e546 x-openstack-request-id: req-57f45608-eea9-4a8c-9498-2f5500b9e546 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:13.207801 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:13.208134 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57f45608-eea9-4a8c-9498-2f5500b9e546 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:13.208612 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'status': 'completed', 'code': 200} Oct 27 16:17:13.238599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9597372b-54f7-483d-91f9-1748a7c42064,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:13.252115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '9597372b-54f7-483d-91f9-1748a7c42064', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'port_id': '9597372b-54f7-483d-91f9-1748a7c42064', 'mac_address': 'fa:16:3e:81:b8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:13.292400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-00aaaca2-ae13-42bd-8592-ba4b87a86669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.295272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-00aaaca2-ae13-42bd-8592-ba4b87a86669 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.0645046 Oct 27 16:17:13.303572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.328176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9597372b-54f7-483d-91f9-1748a7c42064 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:13.352189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.356671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4269b87f-77ae-4117-936c-23549f982245', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:47:3f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:17:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:13.359092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9597372b-54f7-483d-91f9-1748a7c42064,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:13.404802 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:13.413730 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:13.414349 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:16:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:13.414809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-7fb538ae-cec9-46ed-9485-a76996b408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.416801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-7fb538ae-cec9-46ed-9485-a76996b408dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.1128471 Oct 27 16:17:13.491066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-6dbf3c26-aad2-4843-94bf-c0607506278a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 999 time: 0.0654695 Oct 27 16:17:13.492309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.492979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:13.546547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-7655271a-8a2c-4836-8b9a-47859b78cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.548854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-7655271a-8a2c-4836-8b9a-47859b78cfc9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.0503185 Oct 27 16:17:13.566160 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:13.568248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.608110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:13.646015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'port_id': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4', 'mac_address': 'fa:16:3e:c8:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:13.646285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-c69b6f37-c50e-402a-b231-6a8caac08265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.649462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-c69b6f37-c50e-402a-b231-6a8caac08265 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921075 Oct 27 16:17:13.653412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:13.766834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-019f161c-183f-4b9d-b157-267ca3c4f00b service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059000 Oct 27 16:17:13.789846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.880760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.892927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:13.896267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1d652ae-9e3a-405c-85c2-ae2b09418726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.909684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.926841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:13.950559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:13.977216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ea7fd22-a6e3-4835-bc5a-e74f7c9174c2 req-36ab0459-5f49-44b9-a9ed-f4319dae0302 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951721 Oct 27 16:17:14.033870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8f48-db91-4d09-b831-5c6db49e5fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.034455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=97317aff-095e-40a9-bc2a-33b9fa3a8435,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.044035 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4269b87f-77ae-4117-936c-23549f982245', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:47:3f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:17:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.061597 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1d652ae-9e3a-405c-85c2-ae2b09418726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.074661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.075549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.076653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6222ba2c-f903-4cc6-9198-b1e1ca72488f details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:14.092538 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f0774-c748-4e97-b83d-74d6dcf01530 None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4269b87f-77ae-4117-936c-23549f982245', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:47:3f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:17:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:14.123997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde4f78-eee9-40d8-abc4-4e86df545fcc req-3ff16cd6-a34e-4ab7-9cf1-5e7718faf221 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.132398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fde4f78-eee9-40d8-abc4-4e86df545fcc req-3ff16cd6-a34e-4ab7-9cf1-5e7718faf221 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0912366 Oct 27 16:17:14.163090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:14.167565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.202653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6222ba2c-f903-4cc6-9198-b1e1ca72488f', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'port_id': '6222ba2c-f903-4cc6-9198-b1e1ca72488f', 'mac_address': 'fa:16:3e:87:45:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:14.218190 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP fe0da438-38bd-4c4a-9b9f-d6a99dcfcb76 associated. External IP: 172.25.5.187, port: 2a2842b0-7a84-4830-9181-b654000704b9. Oct 27 16:17:14.230578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.238145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.245410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.249743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.252456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.258602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.265066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.267661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6222ba2c-f903-4cc6-9198-b1e1ca72488f {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:14.272776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.274471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-efdf6f9b-a22f-4bd0-afad-b018e9f6a6d2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5430 time: 0.1762598 Oct 27 16:17:14.290354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:14.299149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fde4f78-eee9-40d8-abc4-4e86df545fcc req-c6365925-1ada-4e4a-9ae6-5c88e0e3c063 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563575 Oct 27 16:17:14.299149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c1d652ae-9e3a-405c-85c2-ae2b09418726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.389033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d652ae-9e3a-405c-85c2-ae2b09418726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95790da-bdca-4026-82c9-c6f7751da68b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.398780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c1d652ae-9e3a-405c-85c2-ae2b09418726 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0172805171a44bfcb168eb340ccfb78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442195 Oct 27 16:17:14.406258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.408132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36980) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:14.408916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:14.445946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cff4f591-deb1-4137-bc86-622b1ec1fa51 req-bb606920-620d-4905-b24c-b9a29003817c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329870 Oct 27 16:17:14.532687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.550861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:14.565482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee9e49-d5dc-4977-9b98-5609916caf77 None None] New status for floating IP 4269b87f-77ae-4117-936c-23549f982245: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:17:14.596547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.647321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcfccb-7763-4412-a42e-1edf8ff1cdf8 req-5e4a1b67-7ba9-418d-b5ee-3061b1a86ae1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.653355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcfccb-7763-4412-a42e-1edf8ff1cdf8 req-5e4a1b67-7ba9-418d-b5ee-3061b1a86ae1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.660708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcfccb-7763-4412-a42e-1edf8ff1cdf8 req-5e4a1b67-7ba9-418d-b5ee-3061b1a86ae1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.667403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:14.668092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfcfccb-7763-4412-a42e-1edf8ff1cdf8 req-5e4a1b67-7ba9-418d-b5ee-3061b1a86ae1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.1290321 Oct 27 16:17:14.677948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:14.679195 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:14.692966 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:14.697727 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.727070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfcfccb-7763-4412-a42e-1edf8ff1cdf8 req-921c3bc1-a550-4fba-9d3f-e525406455ba tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Oct 27 16:17:14.737336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.741010 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.744410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'port_id': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'mac_address': 'fa:16:3e:a0:41:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:14.751347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.754464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.761516 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:14.762752 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.781125 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d8484674-5b7e-4fbd-8fb3-2b37c9b598ab tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9584711 Oct 27 16:17:14.783975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36982) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:14.790174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': '2a2842b0-7a84-4830-9181-b654000704b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:14.805466 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.806048 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53b3a8-6c37-4ec3-a525-2041675f3032 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:14.828450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.838077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.840744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.844252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e95790da-bdca-4026-82c9-c6f7751da68b HTTP/1.1" status: 204 len: 168 time: 0.4329493 Oct 27 16:17:14.844437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:14.857946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804a68-10cd-48f8-928b-c3197e63cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95790da-bdca-4026-82c9-c6f7751da68b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.868587 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.874097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:14.949653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.950547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8d9c7ad-9c6c-4341-927e-1262cfda5afe details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:15.066172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.076221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:15.083829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe', 'network_id': '9101a026-8f80-438d-abbf-047252ed3e41', 'port_id': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe', 'mac_address': 'fa:16:3e:91:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8108fb3b-55a8-4406-8ae5-6c2f7e396818', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:15.109386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.126568 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.127722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.141450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d9c7ad-9c6c-4341-927e-1262cfda5afe {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:15.164564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.263467 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.294639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3ff9eec9-7a5a-4e10-b28c-beb317df907d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:15.312502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2235f234-c175-4e97-bc27-fa30bfab1a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.385924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:15.391445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.427953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2235f234-c175-4e97-bc27-fa30bfab1a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.438175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.451569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'port_id': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'mac_address': 'fa:16:3e:ec:fd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dee51f-ae92-49c5-9f9b-f27243b92142', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:15.474660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded26e4-c1d1-49eb-9eb3-5d0c8957f8dc req-049b8396-d9fd-4314-9200-116c2ffcc0ef tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.476451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dded26e4-c1d1-49eb-9eb3-5d0c8957f8dc req-049b8396-d9fd-4314-9200-116c2ffcc0ef tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0649540 Oct 27 16:17:15.489759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.499416 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.515855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff9eec9-7a5a-4e10-b28c-beb317df907d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:15.527761 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2235f234-c175-4e97-bc27-fa30bfab1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.539515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.574268 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2235f234-c175-4e97-bc27-fa30bfab1a09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f7eb43637ee4a4e98e253820e9b4ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621148 Oct 27 16:17:15.574268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235f234-c175-4e97-bc27-fa30bfab1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c3ab9-3e20-45e0-b5b3-b5c89c0dfa74,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:15.576134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37002) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.627553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dded26e4-c1d1-49eb-9eb3-5d0c8957f8dc req-a28211dc-df68-42bc-a1ef-b5a324cb174b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451457 Oct 27 16:17:15.628744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.629428 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3575bd35-fb38-419e-b931-f4db2e353010 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:15.638699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.686494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.693326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.700277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.712720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.718691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.727899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c58ec0-d8c7-4805-ba27-c473891e549a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.732902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.755274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.770499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.792717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.798211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-07b33bff-a844-495e-a523-3585ffa2f5e2 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5433 time: 0.2537429 Oct 27 16:17:15.803928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:15.870729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c58ec0-d8c7-4805-ba27-c473891e549a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.871673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.871796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3575bd35-fb38-419e-b931-f4db2e353010,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.874552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.878571 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed1c3ab9-3e20-45e0-b5b3-b5c89c0dfa74 HTTP/1.1" status: 204 len: 168 time: 0.3014700 Oct 27 16:17:15.884843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3575bd35-fb38-419e-b931-f4db2e353010', 'network_id': '9fd8eda3-650c-46f6-b934-ed9870da7bac', 'port_id': '3575bd35-fb38-419e-b931-f4db2e353010', 'mac_address': 'fa:16:3e:88:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c868e-e491-4a56-b2b1-e7534d810433', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:15.887357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc17eba-4e28-44c7-8d68-fc8e13f0bc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c3ab9-3e20-45e0-b5b3-b5c89c0dfa74,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:15.937319 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.956761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3575bd35-fb38-419e-b931-f4db2e353010 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:15.972500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-62c58ec0-d8c7-4805-ba27-c473891e549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.995656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3575bd35-fb38-419e-b931-f4db2e353010,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:15.999903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8344387f-db33-4f64-9633-1c5c48aea1ee req-1f42f065-1f2c-4ef3-8bb6-e0a9318037ae tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659253 Oct 27 16:17:16.014406 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-62c58ec0-d8c7-4805-ba27-c473891e549a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5842fca71bd944888b7eb67cf1086430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122320 Oct 27 16:17:16.019857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:16.039081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1a47-d5cb-4481-a2fb-4350254c7437 req-37743c4e-aafb-4d9d-b474-42c1930e17c9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.040742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c58ec0-d8c7-4805-ba27-c473891e549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e2433-9711-4a89-a590-3835c7abd999,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.046730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1a47-d5cb-4481-a2fb-4350254c7437 req-37743c4e-aafb-4d9d-b474-42c1930e17c9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.053776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1a47-d5cb-4481-a2fb-4350254c7437 req-37743c4e-aafb-4d9d-b474-42c1930e17c9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.059689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4ad1a47-d5cb-4481-a2fb-4350254c7437 req-37743c4e-aafb-4d9d-b474-42c1930e17c9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2411 time: 0.2088673 Oct 27 16:17:16.114246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:16.144593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4ad1a47-d5cb-4481-a2fb-4350254c7437 req-e9cf3b0a-0cb1-4714-91b1-6c9a858e27f0 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Oct 27 16:17:16.195417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.196096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d6ff062a-6c03-46ad-ba21-93d7a8379094 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:16.220504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.255360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.292432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.298246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a8d9c7ad-9c6c-4341-927e-1262cfda5afe'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:16.300265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:16.304717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.337642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['9597372b-54f7-483d-91f9-1748a7c42064'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:16.354987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2f2c13ad-fb10-474b-aac5-c7d9dff925f8'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:16.357626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:16.394254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-57830fd0-c7e1-40e2-a111-cdec9a3eb48f tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/fe0da438-38bd-4c4a-9b9f-d6a99dcfcb76 HTTP/1.1" status: 200 len: 979 time: 1.6086955 Oct 27 16:17:16.396777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37020) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:16.441035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:16.475839 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.478601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.479797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f7e2433-9711-4a89-a590-3835c7abd999 HTTP/1.1" status: 204 len: 168 time: 0.4589994 Oct 27 16:17:16.536817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e3cb9-640f-42d6-a952-18353ca07fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e2433-9711-4a89-a590-3835c7abd999,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.542515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:16.543668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.624136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 97317aff-095e-40a9-bc2a-33b9fa3a8435 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:16.624613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.634060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.664467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:16.721321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.721932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.731802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'd6ff062a-6c03-46ad-ba21-93d7a8379094', 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'port_id': 'd6ff062a-6c03-46ad-ba21-93d7a8379094', 'mac_address': 'fa:16:3e:73:c7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6864bfa3-02b9-41e7-87d1-31bc54e1fb3c', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:16.734036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 97317aff-095e-40a9-bc2a-33b9fa3a8435 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:16.734663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:16.735397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.810770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.811687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9ca3-af6a-4150-af1b-5a5f48e9316c None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:16.824785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:16.846596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72d93814-d2d2-4acd-bf87-73507432b537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.922047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6222ba2c-f903-4cc6-9198-b1e1ca72488f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:17.081116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.144487 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72d93814-d2d2-4acd-bf87-73507432b537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.171768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=97317aff-095e-40a9-bc2a-33b9fa3a8435,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:17.223376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72d93814-d2d2-4acd-bf87-73507432b537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.250451 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.283551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d93814-d2d2-4acd-bf87-73507432b537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432388c-2901-430f-9f95-2cf24e726374,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:17.300113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.312663 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72d93814-d2d2-4acd-bf87-73507432b537 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1ab5e0a3ff34d949cf356d077c6532e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853389 Oct 27 16:17:17.323774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:17.354119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff062a-6c03-46ad-ba21-93d7a8379094 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:17.361309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.362839 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP fe0da438-38bd-4c4a-9b9f-d6a99dcfcb76 disassociated (deleted). External IP: 172.25.5.187, port: 2a2842b0-7a84-4830-9181-b654000704b9. Oct 27 16:17:17.422217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:17.537935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.539916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a21efbbd-5152-48d6-a3b3-6405d4abd2f1 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:17.601968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816049-3520-4400-80cb-213e7c4f5b4a req-632ad1bb-71b2-40cb-9a42-fd0659bcd87e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.607966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816049-3520-4400-80cb-213e7c4f5b4a req-632ad1bb-71b2-40cb-9a42-fd0659bcd87e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.614028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816049-3520-4400-80cb-213e7c4f5b4a req-632ad1bb-71b2-40cb-9a42-fd0659bcd87e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.615949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2816049-3520-4400-80cb-213e7c4f5b4a req-632ad1bb-71b2-40cb-9a42-fd0659bcd87e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2412 time: 0.3706691 Oct 27 16:17:17.633786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:17.636099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.636279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:17.642192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.648347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.649280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1', 'network_id': 'c5f36272-3b4d-4e69-be58-fba9b268dcc6', 'port_id': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1', 'mac_address': 'fa:16:3e:d8:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dee51f-ae92-49c5-9f9b-f27243b92142', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:17.654490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.661154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.667379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.673587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.675633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-41854fe4-07f2-4321-8a4d-514fa0940acb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5434 time: 0.5201395 Oct 27 16:17:17.700984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.720863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21efbbd-5152-48d6-a3b3-6405d4abd2f1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:17.783586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:17.816893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2816049-3520-4400-80cb-213e7c4f5b4a req-5e73dc4b-6b80-4112-9209-9fc6957e41fa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377733 Oct 27 16:17:17.820358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.836336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4ff5296-5685-419d-81f1-b85fe5b5bf80 req-07b2e756-57eb-4580-ad2f-d521963e9fc5 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515794 Oct 27 16:17:17.872098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:17.878289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.898133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.898826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 539aca10-73ad-4a3d-b723-745fc9d3fd7e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:17.981548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:18.004574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '539aca10-73ad-4a3d-b723-745fc9d3fd7e', 'network_id': '4fd018de-6114-477f-ac14-68bf127ed268', 'port_id': '539aca10-73ad-4a3d-b723-745fc9d3fd7e', 'mac_address': 'fa:16:3e:78:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6864bfa3-02b9-41e7-87d1-31bc54e1fb3c', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:18.018918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.058910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:18.064831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.071734 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.079847 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:18.088189 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:18.088732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539aca10-73ad-4a3d-b723-745fc9d3fd7e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:18.088861 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:18.098982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-05d2c1c7-2db8-4ed4-b2d0-5101e5da9a4c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/fe0da438-38bd-4c4a-9b9f-d6a99dcfcb76 HTTP/1.1" status: 204 len: 168 time: 1.6987982 Oct 27 16:17:18.099336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37066) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:18.110665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:18.127118 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:18.132044 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.134765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.136559 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:18.136975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f432388c-2901-430f-9f95-2cf24e726374 HTTP/1.1" status: 204 len: 168 time: 0.8086412 Oct 27 16:17:18.137176 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:18.151482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adc94c-6358-4d7b-9cf5-e8454d92cec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432388c-2901-430f-9f95-2cf24e726374,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.187313 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:18.188499 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642731bf-57bb-4530-bf6d-4afa74ef7826 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:18.234114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 2a2842b0-7a84-4830-9181-b654000704b9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:18.234469 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.246869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.305447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.342928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.358650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 2a2842b0-7a84-4830-9181-b654000704b9 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:18.805832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36e57d-a119-4d90-98aa-04a03f9f697a req-a8a0abae-3f1d-41a6-9a72-bc2af77882b6 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:18.807345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be36e57d-a119-4d90-98aa-04a03f9f697a req-a8a0abae-3f1d-41a6-9a72-bc2af77882b6 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0764086 Oct 27 16:17:18.878536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be36e57d-a119-4d90-98aa-04a03f9f697a req-fbf29369-9c31-4425-99f5-7b2a1c07a909 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Oct 27 16:17:19.070750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e8ac-1d69-4109-8333-dbd0c986c70f req-1c911c6a-d7db-4074-a729-b7ca277c8f28 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.077263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e8ac-1d69-4109-8333-dbd0c986c70f req-1c911c6a-d7db-4074-a729-b7ca277c8f28 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.083268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e8ac-1d69-4109-8333-dbd0c986c70f req-1c911c6a-d7db-4074-a729-b7ca277c8f28 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.084982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd44e8ac-1d69-4109-8333-dbd0c986c70f req-1c911c6a-d7db-4074-a729-b7ca277c8f28 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.1581841 Oct 27 16:17:19.114027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.120137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.126301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.132445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.138568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.144696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.150732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.152674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-08ea1723-1e96-4245-88a5-2b81efc09e3c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5435 time: 0.1768286 Oct 27 16:17:19.182604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.237548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd44e8ac-1d69-4109-8333-dbd0c986c70f req-8ac329e7-2690-435e-8973-08788d724927 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441984 Oct 27 16:17:19.240611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=2a2842b0-7a84-4830-9181-b654000704b9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:19.252120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9916779b-1da4-4ffd-8515-42067a9f9076 req-e41b24b5-bc43-401c-bb6a-d941d49c3c20 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900788 Oct 27 16:17:19.365596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.374675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37120) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:19.375305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bbc6fead-979d-45ac-b8df-3696e7672942 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/2a2842b0-7a84-4830-9181-b654000704b9 HTTP/1.1" status: 204 len: 168 time: 1.2748027 Oct 27 16:17:19.385476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:19.486455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.589158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.715801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.44 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/8682e5a0-a11b-4dfa-b1fd-5f98c34945ab) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:19.828090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.977922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.019528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:20.022282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:20.025803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:20.051458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=8682e5a0-a11b-4dfa-b1fd-5f98c34945ab,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:20.120395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.209390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3ff9eec9-7a5a-4e10-b28c-beb317df907d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:20.220507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.236110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['539aca10-73ad-4a3d-b723-745fc9d3fd7e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:20.291834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d6ff062a-6c03-46ad-ba21-93d7a8379094'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:20.295730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3575bd35-fb38-419e-b931-f4db2e353010'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:20.312713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37148) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:20.378013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a21efbbd-5152-48d6-a3b3-6405d4abd2f1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:20.586138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.633530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c385a560-8ffa-4d5d-9e9b-79a56d767c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.679205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.680841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.685167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.691871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.697929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.704918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.711547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.718274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.720353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-cbd0638c-5995-4e68-821b-68f15e06a824 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5435 time: 0.2473841 Oct 27 16:17:20.740132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21201b39-1d3e-4c68-a82e-ea8fc4ccc43d req-8480b362-a5ca-43eb-a963-8c6e56df5fd4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.746318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21201b39-1d3e-4c68-a82e-ea8fc4ccc43d req-8480b362-a5ca-43eb-a963-8c6e56df5fd4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.752452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21201b39-1d3e-4c68-a82e-ea8fc4ccc43d req-8480b362-a5ca-43eb-a963-8c6e56df5fd4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.754182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21201b39-1d3e-4c68-a82e-ea8fc4ccc43d req-8480b362-a5ca-43eb-a963-8c6e56df5fd4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.2838542 Oct 27 16:17:20.807580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.823799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=8682e5a0-a11b-4dfa-b1fd-5f98c34945ab,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:20.848193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8be3a7f-6e16-49f7-bf13-6aaaba041977 req-8475ae00-0abb-46e3-ae9e-82e88eecdc1a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190257 Oct 27 16:17:20.855772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21201b39-1d3e-4c68-a82e-ea8fc4ccc43d req-977b6c9e-5f0c-49f9-968f-7fb37f910fdc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Oct 27 16:17:20.895762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c385a560-8ffa-4d5d-9e9b-79a56d767c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.905451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.910161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dcb7da72-4720-44db-a55e-3b58399ed108 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5306592 Oct 27 16:17:20.910161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37162) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:20.914940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'port': {'network_id': '03057775-b31a-40e2-83b7-726345b4b2ea', 'name': 'tempest-FloatingIPTestJSON-2024150903'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:21.023417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c385a560-8ffa-4d5d-9e9b-79a56d767c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.089341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c385a560-8ffa-4d5d-9e9b-79a56d767c4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e9ee43d6e35462ba7e54fb6e2191d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740324 Oct 27 16:17:21.090114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385a560-8ffa-4d5d-9e9b-79a56d767c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e1e47-a186-4ee2-a556-75021816744b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:21.092453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37166) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:21.143375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.168729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.183613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:21.190900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.209136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] device_id is not set on port b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:17:21.281571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.285576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.287386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb9e1e47-a186-4ee2-a556-75021816744b HTTP/1.1" status: 204 len: 168 time: 0.1939492 Oct 27 16:17:21.300763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ee477-dbe3-4ab8-9469-1f712124ee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e1e47-a186-4ee2-a556-75021816744b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:21.440992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.4 (03057775-b31a-40e2-83b7-726345b4b2ea/30b90e25-c14f-438d-a9e1-3a807518bcfd/b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:21.634891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.750164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.847071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 03057775-b31a-40e2-83b7-726345b4b2ea is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:21.850662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:21.854622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:21.888156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:21.941235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:21.942472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.052599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.059498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.066421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.072398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.079155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.083355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-57a23df2-153e-408a-8113-5e014f989c9a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1723022 Oct 27 16:17:22.084800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:22.086082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.090918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': 'b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:22.092179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.094173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-3a26341e-79f1-4582-a029-afca70e46087 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5435 time: 0.1319818 Oct 27 16:17:22.111804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a348-13cf-4552-a9ff-3c38772318cf req-3f3cc11a-f98f-4738-a141-bf270690eda7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.120099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a348-13cf-4552-a9ff-3c38772318cf req-3f3cc11a-f98f-4738-a141-bf270690eda7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.131980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a348-13cf-4552-a9ff-3c38772318cf req-3f3cc11a-f98f-4738-a141-bf270690eda7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.135606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6c3a348-13cf-4552-a9ff-3c38772318cf req-3f3cc11a-f98f-4738-a141-bf270690eda7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.1712594 Oct 27 16:17:22.151878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37206) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:22.173355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.194488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b68d4e0-e2c6-4a55-ad77-349646b2adff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.245080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-675746ee-295b-4573-bf74-2bc1ee0dd3df req-9d74ae59-99d6-4f63-a321-79b473a88e57 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079895 Oct 27 16:17:22.264874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9597372b-54f7-483d-91f9-1748a7c42064 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:22.277810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6c3a348-13cf-4552-a9ff-3c38772318cf req-8054850e-1469-4e63-9564-303affbb166f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141753 Oct 27 16:17:22.419582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b68d4e0-e2c6-4a55-ad77-349646b2adff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.440563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 9597372b-54f7-483d-91f9-1748a7c42064 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:22.445012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 9597372b-54f7-483d-91f9-1748a7c42064 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:22.446560 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.544272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b68d4e0-e2c6-4a55-ad77-349646b2adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.552766 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.579243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:22.582291 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26628e1-ce04-4237-aa88-18fc6023c9d1" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "9597372b-54f7-483d-91f9-1748a7c42064"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:22.596676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9597372b-54f7-483d-91f9-1748a7c42064,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:22.609453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3b68d4e0-e2c6-4a55-ad77-349646b2adff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bad5fcd192df41b58903cc2e2b98f84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562850 Oct 27 16:17:22.610318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37218) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:22.628175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d4e0-e2c6-4a55-ad77-349646b2adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302cd10-9ab3-4cf1-8ad8-ca20f6c8e2e5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:22.674666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.676072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:22.709144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.744940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.866749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:22.876963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.877313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.877729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.877985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.878315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.878642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.878965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.879316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.879640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.879963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.880292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.880614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:22.888520 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a2aa44-5717-44cc-8859-173ad4b6d41a x-openstack-request-id: req-a1a2aa44-5717-44cc-8859-173ad4b6d41a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:22.888813 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "9597372b-54f7-483d-91f9-1748a7c42064", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:22.896138 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1a2aa44-5717-44cc-8859-173ad4b6d41a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:22.896138 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064', 'code': 200} Oct 27 16:17:22.921974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.070836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.072426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:23.073693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.078060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9302cd10-9ab3-4cf1-8ad8-ca20f6c8e2e5 HTTP/1.1" status: 204 len: 168 time: 0.4589071 Oct 27 16:17:23.083835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ba572-87eb-4fea-9c96-6ceb8f1891de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302cd10-9ab3-4cf1-8ad8-ca20f6c8e2e5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:23.085531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:23.087105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.097124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.260572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.263535 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP 107db037-c037-490f-b8de-d343dc89fd72 associated. External IP: 172.25.5.44, port: b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf. Oct 27 16:17:23.308805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:23.458092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.459266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8d9c7ad-9c6c-4341-927e-1262cfda5afe up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:23.484737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f352f-94f2-4242-a250-a133e4e91314 req-83bd9e95-8627-4b8c-bc34-3b4301376bab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.491302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f352f-94f2-4242-a250-a133e4e91314 req-83bd9e95-8627-4b8c-bc34-3b4301376bab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.497595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f352f-94f2-4242-a250-a133e4e91314 req-83bd9e95-8627-4b8c-bc34-3b4301376bab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.499520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-976f352f-94f2-4242-a250-a133e4e91314 req-83bd9e95-8627-4b8c-bc34-3b4301376bab tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.1414411 Oct 27 16:17:23.536952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.545017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.553176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:23.553403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.568521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.577750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.584953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.592902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.600985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-57775d6e-359f-43b5-80eb-6afd4e631e4c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5436 time: 0.1982839 Oct 27 16:17:23.674927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a8d9c7ad-9c6c-4341-927e-1262cfda5afe completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:23.679613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a8d9c7ad-9c6c-4341-927e-1262cfda5afe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:23.680027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cc19512-2ce6-48aa-8b8d-8477692b361b req-f9f97b72-4db9-4b9e-9d1a-136c844c7416 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767303 Oct 27 16:17:23.680383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.688505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:23.735922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-976f352f-94f2-4242-a250-a133e4e91314 req-d5b03dfb-00d2-45cf-b66d-452e9fe0e2d7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180928 Oct 27 16:17:23.855183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.896205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:23.901456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.909345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:23.930163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:23.930163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:23.930771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:23.976459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:23.988079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:23.988843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:23.989878 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c12f03ba-9d88-4699-a53d-5d5fd439cfcf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/107db037-c037-490f-b8de-d343dc89fd72 HTTP/1.1" status: 200 len: 977 time: 1.9022563 Oct 27 16:17:23.997032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:24.028385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:24.029181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762c02d-7a8f-48dc-9dfc-8a13d022f9c2 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:24.032839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.033738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:24.131089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:24.139626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:24.140166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.243449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.243647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:24.247946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:24.248507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.357819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.403972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:24.466564 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.466957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.467555 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP 107db037-c037-490f-b8de-d343dc89fd72 disassociated. External IP: 172.25.5.44, port: b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf. Oct 27 16:17:24.468426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:24.468946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.477230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37260) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:24.520034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6222ba2c-f903-4cc6-9198-b1e1ca72488f up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:24.650305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:24.651404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb637a30-7b58-4bcd-b968-dafd6219d922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.722011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 6222ba2c-f903-4cc6-9198-b1e1ca72488f completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:24.726751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6222ba2c-f903-4cc6-9198-b1e1ca72488f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:24.727255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.778124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.863004 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.865598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:24.871511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb637a30-7b58-4bcd-b968-dafd6219d922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.890939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4'}, {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe'}, {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}, {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:24.893420 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aeb8af-3706-4bed-9087-f4cd056eae4e" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4"}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "a8d9c7ad-9c6c-4341-927e-1262cfda5afe"}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8"}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:24.905528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:24.943214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb637a30-7b58-4bcd-b968-dafd6219d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.967081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.007119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fb637a30-7b58-4bcd-b968-dafd6219d922 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b25e0d2a0dc48088d9b6912fea50a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279710 Oct 27 16:17:25.008528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb637a30-7b58-4bcd-b968-dafd6219d922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace04b20-15aa-481b-af4f-a530022a25fb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:25.011265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:25.098030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.144889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.178227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b05e1-a18d-4be8-9719-0be9e761a679 req-0018c937-3a7a-470e-9a9f-02acb9cb0449 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.184356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b05e1-a18d-4be8-9719-0be9e761a679 req-0018c937-3a7a-470e-9a9f-02acb9cb0449 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.204362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b05e1-a18d-4be8-9719-0be9e761a679 req-0018c937-3a7a-470e-9a9f-02acb9cb0449 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.208611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-301b05e1-a18d-4be8-9719-0be9e761a679 req-0018c937-3a7a-470e-9a9f-02acb9cb0449 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.3593128 Oct 27 16:17:25.229540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.234349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:25.237347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.245847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.252554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.258513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.264495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.270476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.272429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-7b827674-7730-4f88-a98f-391e256d8296 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5439 time: 0.4150264 Oct 27 16:17:25.285952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.288694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.290015 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ace04b20-15aa-481b-af4f-a530022a25fb HTTP/1.1" status: 204 len: 168 time: 0.2777290 Oct 27 16:17:25.299766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a356f-62bc-41a1-8498-45e2cfb20009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace04b20-15aa-481b-af4f-a530022a25fb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:25.347575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-301b05e1-a18d-4be8-9719-0be9e761a679 req-5ad49933-e0ca-4649-997d-4db6ca4ff3d7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741165 Oct 27 16:17:25.355736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:25.391719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3daa7d3c-a3de-4725-a090-d6e3bed9a3a5 req-daca06f1-91cd-42c4-b9dd-f60ad730a75b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067846 Oct 27 16:17:25.549000 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a27302-c954-4e2b-b750-9082998947d4 x-openstack-request-id: req-14a27302-c954-4e2b-b750-9082998947d4 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:25.549500 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4", "code": 200}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "a8d9c7ad-9c6c-4341-927e-1262cfda5afe", "code": 200}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8", "code": 200}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:25.549693 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14a27302-c954-4e2b-b750-9082998947d4 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:25.550130 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4', 'code': 200} Oct 27 16:17:25.550414 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d9c7ad-9c6c-4341-927e-1262cfda5afe', 'code': 200} Oct 27 16:17:25.550693 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'code': 200} Oct 27 16:17:25.550972 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f', 'code': 200} Oct 27 16:17:25.593965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:25.604605 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:25.614096 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:25.614725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:25.651004 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:25.660437 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:25.661086 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:25.670745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:25.686134 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.691215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-936d3758-a103-4ed9-bd09-b8970eac7a86 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/b7b7fb10-f1a1-417d-bac3-fb645b1b0dcf HTTP/1.1" status: 204 len: 168 time: 1.6921809 Oct 27 16:17:25.693711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:25.697643 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:25.698294 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ab01e-108a-4936-9c17-d431a7de2e29 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:25.752159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ecf6364-dd44-4738-b885-2f011db27266 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/floatingips/107db037-c037-490f-b8de-d343dc89fd72 HTTP/1.1" status: 200 len: 687 time: 0.0541556 Oct 27 16:17:25.752419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:25.846242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a8c55c3-97a0-4c6b-a360-a9f15ed41dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.896378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 8682e5a0-a11b-4dfa-b1fd-5f98c34945ab {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:25.896731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.942274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a8c55c3-97a0-4c6b-a360-a9f15ed41dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.986194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.986194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.999259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 8682e5a0-a11b-4dfa-b1fd-5f98c34945ab owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:26.108732 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a8c55c3-97a0-4c6b-a360-a9f15ed41dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.148231 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a8c55c3-97a0-4c6b-a360-a9f15ed41dc7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b60007e503dd43e2a20140fb9d9e1e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738150 Oct 27 16:17:26.150285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c55c3-97a0-4c6b-a360-a9f15ed41dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6036d393-7ec1-42d1-9142-5c509773d87c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:26.151012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:26.205417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.227675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.290212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3ff9eec9-7a5a-4e10-b28c-beb317df907d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:26.351189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.380151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=8682e5a0-a11b-4dfa-b1fd-5f98c34945ab,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:26.471213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.473781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.474924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7c27e060-80e0-474d-a3b7-0e0cfa56094d tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/107db037-c037-490f-b8de-d343dc89fd72 HTTP/1.1" status: 204 len: 168 time: 0.7217090 Oct 27 16:17:26.478474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37318) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:26.483355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:26.515163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3ff9eec9-7a5a-4e10-b28c-beb317df907d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:26.524086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:26.526067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.528702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.528979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3ff9eec9-7a5a-4e10-b28c-beb317df907d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:26.529545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.533696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6036d393-7ec1-42d1-9142-5c509773d87c HTTP/1.1" status: 204 len: 168 time: 0.3789082 Oct 27 16:17:26.555300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b88108f2-3bd4-4861-ba7b-1aabcad731b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.557679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b45c1-8198-4b8b-a256-d1070614906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036d393-7ec1-42d1-9142-5c509773d87c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:26.572356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08751122-2efa-45cc-a3ad-b8fe31de1fd4 req-7a4b9f2d-28ce-454b-be13-53636177be39 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.578848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08751122-2efa-45cc-a3ad-b8fe31de1fd4 req-7a4b9f2d-28ce-454b-be13-53636177be39 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.584497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08751122-2efa-45cc-a3ad-b8fe31de1fd4 req-7a4b9f2d-28ce-454b-be13-53636177be39 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.586247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08751122-2efa-45cc-a3ad-b8fe31de1fd4 req-7a4b9f2d-28ce-454b-be13-53636177be39 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2414 time: 0.1453605 Oct 27 16:17:26.616608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.623466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.631800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.638434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.645212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.652811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.661403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:26.664103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-99213b2a-d90a-4412-a394-b760733926cc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5440 time: 0.1870804 Oct 27 16:17:26.667031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.720049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b88108f2-3bd4-4861-ba7b-1aabcad731b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.726628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.762972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:26.772613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08751122-2efa-45cc-a3ad-b8fe31de1fd4 req-c245ad5b-1f6b-40e6-816d-1869f7fea729 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732883 Oct 27 16:17:26.801297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38815eb3-c876-4a24-b8d6-105382a0b1f9 req-2ded4b7c-14cb-44b3-9838-208c23d79466 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208570 Oct 27 16:17:26.882896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.001646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.171 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/d432b509-c635-43bc-a327-ab9664636c5f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:27.034866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b88108f2-3bd4-4861-ba7b-1aabcad731b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.040127 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.041878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3575bd35-fb38-419e-b931-f4db2e353010 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:27.107587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b88108f2-3bd4-4861-ba7b-1aabcad731b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=042d4f38490448d586755f1745ceef84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787485 Oct 27 16:17:27.107587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88108f2-3bd4-4861-ba7b-1aabcad731b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acda05-c4f5-4869-81ec-8181c24e1786,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.109603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37332) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:27.173105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.181217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.201303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.235822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.257289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3575bd35-fb38-419e-b931-f4db2e353010 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:27.261890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3575bd35-fb38-419e-b931-f4db2e353010 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:27.262437 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.352519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.366428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.388749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3575bd35-fb38-419e-b931-f4db2e353010,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:27.405315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:27.410148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:27.414200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:27.416091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.422703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.422703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13acda05-c4f5-4869-81ec-8181c24e1786 HTTP/1.1" status: 204 len: 168 time: 0.3075900 Oct 27 16:17:27.457006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ad7b9-a5b9-4de7-ba41-9d16fca597f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acda05-c4f5-4869-81ec-8181c24e1786,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.457006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=d432b509-c635-43bc-a327-ab9664636c5f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.542472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.543455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d6ff062a-6c03-46ad-ba21-93d7a8379094 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:27.570179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d'}, {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:27.575211 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a1cbb-40ac-4aad-a2e1-df0ea1860b0c" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d"}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "3575bd35-fb38-419e-b931-f4db2e353010"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:27.637232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.643216 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bdebd6-6f40-4e11-a534-e4cf9c15c377 x-openstack-request-id: req-b2bdebd6-6f40-4e11-a534-e4cf9c15c377 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:27.649584 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d", "code": 200}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "3575bd35-fb38-419e-b931-f4db2e353010", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:27.649584 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2bdebd6-6f40-4e11-a534-e4cf9c15c377 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:27.649584 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'code': 200} Oct 27 16:17:27.649584 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010', 'code': 200} Oct 27 16:17:27.760511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port d6ff062a-6c03-46ad-ba21-93d7a8379094 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:27.765526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port d6ff062a-6c03-46ad-ba21-93d7a8379094 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:27.767484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.847562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.900424 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.907538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.986571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f8b8-5ce2-4cff-bafa-a9f4a36477aa req-c246cb9d-7d2d-4ab8-8acb-446d86f59d94 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:27.993521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:28.003220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f8b8-5ce2-4cff-bafa-a9f4a36477aa req-c246cb9d-7d2d-4ab8-8acb-446d86f59d94 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.003220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f8b8-5ce2-4cff-bafa-a9f4a36477aa req-c246cb9d-7d2d-4ab8-8acb-446d86f59d94 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.003220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9910f8b8-5ce2-4cff-bafa-a9f4a36477aa req-c246cb9d-7d2d-4ab8-8acb-446d86f59d94 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2415 time: 0.1204097 Oct 27 16:17:28.076442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9910f8b8-5ce2-4cff-bafa-a9f4a36477aa req-7f537574-6a23-49a7-9f0e-f89333cc1266 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 Oct 27 16:17:28.106969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.106969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.113568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.128233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.134714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.140910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.147640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.155613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-b9edf087-c967-4daf-ac52-d2364dfe44fe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5441 time: 0.1813500 Oct 27 16:17:28.201787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.202946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a21efbbd-5152-48d6-a3b3-6405d4abd2f1 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:28.228762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde01def-0086-41eb-bcf7-2d339e836b08 req-deb90eb2-4242-43ef-b069-ecc6a66b9af8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657358 Oct 27 16:17:28.240290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.346657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:28.423868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.435121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:28.438525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.441100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:28.441449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.522412 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.554491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.559854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:28.637375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=d432b509-c635-43bc-a327-ab9664636c5f,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:28.642563 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.674794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.676204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 539aca10-73ad-4a3d-b723-745fc9d3fd7e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:28.759758 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP df694709-52c5-4289-8a8b-18a8625c1c2e associated. External IP: 172.25.5.171, port: 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305. Oct 27 16:17:28.764926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:28.863872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 539aca10-73ad-4a3d-b723-745fc9d3fd7e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:28.870335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 539aca10-73ad-4a3d-b723-745fc9d3fd7e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:28.871557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.963548 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:29.003854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:29.113018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:29.166268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:29.398629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35672-60d7-405a-bec6-31ebe1b22c4b req-b8aaa8b7-1494-4623-9d72-b0104f1e986b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.405024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35672-60d7-405a-bec6-31ebe1b22c4b req-b8aaa8b7-1494-4623-9d72-b0104f1e986b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.410915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35672-60d7-405a-bec6-31ebe1b22c4b req-b8aaa8b7-1494-4623-9d72-b0104f1e986b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.412590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ff35672-60d7-405a-bec6-31ebe1b22c4b req-b8aaa8b7-1494-4623-9d72-b0104f1e986b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.1243227 Oct 27 16:17:29.460278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.466220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.472133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.478378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.484394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.490308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.496228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.498355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1268547f-df50-47cd-a08e-5706eb627c16 req-d8c6febf-6967-48d4-a15a-b9fa713db22f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1543067 Oct 27 16:17:29.507387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:29.539857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ff35672-60d7-405a-bec6-31ebe1b22c4b req-f2ab116d-c712-45a1-b76c-cedd58f1c231 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197464 Oct 27 16:17:29.634681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1268547f-df50-47cd-a08e-5706eb627c16 req-e369c44d-faff-4110-bfd1-0878fc7aa1b3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147630 Oct 27 16:17:29.645040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094'}, {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1'}, {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:29.651803 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0620140-76e9-4ddb-b24e-14e4174984c2" -d '{"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094"}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1"}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:29.683303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:29.699826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:29.711228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:29.711877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:29.714721 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eadeab1-d031-404c-b036-e0766e48a53f x-openstack-request-id: req-8eadeab1-d031-404c-b036-e0766e48a53f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:29.715020 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094", "code": 200}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-plugged", "status": "completed", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1", "code": 200}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-plugged", "status": "completed", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:29.715296 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8eadeab1-d031-404c-b036-e0766e48a53f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:29.715684 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094', 'code': 200} Oct 27 16:17:29.715941 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1', 'code': 200} Oct 27 16:17:29.716185 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e', 'code': 200} Oct 27 16:17:29.749227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:29.759825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:29.760463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:29.791612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:29.816892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:29.822574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f157f73c-5074-4261-ba34-6b7c17d95888 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:29.836062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:29.836619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-251594f6-1cf5-4396-ae0f-fa364aee1e99 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3565469 Oct 27 16:17:29.841154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2025559870'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:29.907825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f4f4-aef3-43aa-860f-070503aee2e3 req-6e566b1e-84a9-42de-8b7d-665ef990ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.908307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f4f4-aef3-43aa-860f-070503aee2e3 req-6e566b1e-84a9-42de-8b7d-665ef990ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.908785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f4f4-aef3-43aa-860f-070503aee2e3 req-6e566b1e-84a9-42de-8b7d-665ef990ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.911164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d891f4f4-aef3-43aa-860f-070503aee2e3 req-6e566b1e-84a9-42de-8b7d-665ef990ffcc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2870 time: 0.0617957 Oct 27 16:17:29.967305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d891f4f4-aef3-43aa-860f-070503aee2e3 req-0e1f4a62-3cfa-41c6-9bb8-bce9a287d145 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Oct 27 16:17:30.230867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.231281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.231740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.232193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.232639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.233382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.233913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.237641 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cb934141-17df-4169-b71e-640ab3ba1692 req-cb7edf69-f342-4d6f-b2a0-c92e517956ed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6499 time: 0.3843803 Oct 27 16:17:30.252169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:30.256013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.280000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:30.289761 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.290098 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Added segment 75669e96-72d1-4352-97a5-bc24a1e5c9bd of type vlan for network 96876225-811d-4788-b360-64b6a7a3462b Oct 27 16:17:30.358145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.370120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cb934141-17df-4169-b71e-640ab3ba1692 req-6d84301d-6da1-473d-b143-593241ad8a2f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682850 Oct 27 16:17:30.502159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.502159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.502159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.565022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Network': ['ID=96876225-811d-4788-b360-64b6a7a3462b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:30.577688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 96876225-811d-4788-b360-64b6a7a3462b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:30.630024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37454) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:30.661381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d23e65af-d198-43c9-8b2d-e87c8b798002 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7946877 Oct 27 16:17:30.662563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'subnet': {'network_id': '96876225-811d-4788-b360-64b6a7a3462b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:30.769387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049a2b-a25f-4601-b29d-830cdf2567cd req-f288b134-543b-46f1-956c-ebd5fa8454dd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.775473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049a2b-a25f-4601-b29d-830cdf2567cd req-f288b134-543b-46f1-956c-ebd5fa8454dd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.782154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049a2b-a25f-4601-b29d-830cdf2567cd req-f288b134-543b-46f1-956c-ebd5fa8454dd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.783860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72049a2b-a25f-4601-b29d-830cdf2567cd req-f288b134-543b-46f1-956c-ebd5fa8454dd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.1548898 Oct 27 16:17:30.857351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72049a2b-a25f-4601-b29d-830cdf2567cd req-9cdfa77b-137b-4df3-80f1-67b180d4f69f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666661 Oct 27 16:17:30.872416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.878955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.884923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.891516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.897490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.903430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.909402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.911346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-159dfd7f-5298-448f-b033-040e6688731b req-4fe03e15-7dc2-41de-821e-bebafd7c61cf tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1201160 Oct 27 16:17:30.953301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-159dfd7f-5298-448f-b033-040e6688731b req-fef39726-6832-4737-9bc8-ae6d1020e4c1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354886 Oct 27 16:17:30.983362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:30.993201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.315267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.398501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Checking segment: {'id': '75669e96-72d1-4352-97a5-bc24a1e5c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '96876225-811d-4788-b360-64b6a7a3462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:31.398957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network hostable DHCP agents. Network: 96876225-811d-4788-b360-64b6a7a3462b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:31.402845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Subnet': ['ID=084d598a-aff2-4adb-9347-639c5a66e233,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:31.532417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 96876225-811d-4788-b360-64b6a7a3462b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:31.634297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 96876225-811d-4788-b360-64b6a7a3462b) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:31.638674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:31.639793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.643581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e447ed-18d0-4947-bb11-1666d92e42bc None None] Network 96876225-811d-4788-b360-64b6a7a3462b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:31.774221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54674894-806a-4269-85d3-3e9831e936bf tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1426713 Oct 27 16:17:31.776845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37494) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:31.782861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2019016358', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:31.791724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-96876225-811d-4788-b360-64b6a7a3462b', 'network_id': '96876225-811d-4788-b360-64b6a7a3462b', 'tenant_id': '7c3df0a143ff4460b032b684b39fea42', 'fixed_ips': [{'subnet_id': '084d598a-aff2-4adb-9347-639c5a66e233'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:17:31.792737 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.932129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Allocated IP 172.20.0.2 (96876225-811d-4788-b360-64b6a7a3462b/084d598a-aff2-4adb-9347-639c5a66e233/304313c9-8a46-43e9-a249-4f7b749ce2c0) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:31.972056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.973130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.045840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.098201 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.245640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.251406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.257375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.263908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.270528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.276652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.283210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.285187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-b29cc5d6-fa2c-4129-91c7-f8177a102777 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1304495 Oct 27 16:17:32.309179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84379acb-ee0e-4c31-b69a-3ce6e521543b req-5597f309-277f-4ce6-845a-e55a457900a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.316680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84379acb-ee0e-4c31-b69a-3ce6e521543b req-5597f309-277f-4ce6-845a-e55a457900a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.322757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84379acb-ee0e-4c31-b69a-3ce6e521543b req-5597f309-277f-4ce6-845a-e55a457900a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.324509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84379acb-ee0e-4c31-b69a-3ce6e521543b req-5597f309-277f-4ce6-845a-e55a457900a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.1400707 Oct 27 16:17:32.383152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca368993-305a-4264-a7ee-ede53b6f12e3 req-a9c4cd48-cd83-4ad0-a46f-0079626cd839 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576093 Oct 27 16:17:32.389293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.400491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84379acb-ee0e-4c31-b69a-3ce6e521543b req-eec0c554-5e6e-438e-92d1-1408f026e869 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 Oct 27 16:17:32.429266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Network 96876225-811d-4788-b360-64b6a7a3462b is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:32.433987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:32.436835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:32.487191 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:17:32.488141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Pushing event updated for resources: {'Port': ['ID=304313c9-8a46-43e9-a249-4f7b749ce2c0,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:32.512413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Attempting to bind port 304313c9-8a46-43e9-a249-4f7b749ce2c0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:32.512782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Attempting to bind port 304313c9-8a46-43e9-a249-4f7b749ce2c0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '75669e96-72d1-4352-97a5-bc24a1e5c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '96876225-811d-4788-b360-64b6a7a3462b'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:32.513144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Attempting to bind port 304313c9-8a46-43e9-a249-4f7b749ce2c0 on network 96876225-811d-4788-b360-64b6a7a3462b {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:32.519236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:32.519606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Checking segment: {'id': '75669e96-72d1-4352-97a5-bc24a1e5c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '96876225-811d-4788-b360-64b6a7a3462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:32.519996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.520383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Bound using segment: {'id': '75669e96-72d1-4352-97a5-bc24a1e5c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '96876225-811d-4788-b360-64b6a7a3462b'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:32.520848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Bound port: 304313c9-8a46-43e9-a249-4f7b749ce2c0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75669e96-72d1-4352-97a5-bc24a1e5c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '96876225-811d-4788-b360-64b6a7a3462b'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:32.521219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.545044 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.592108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] For port 304313c9-8a46-43e9-a249-4f7b749ce2c0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:32.597112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] For port 304313c9-8a46-43e9-a249-4f7b749ce2c0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304313c9-8a46-43e9-a249-4f7b749ce2c0,segment=NetworkSegment(75669e96-72d1-4352-97a5-bc24a1e5c9bd),segment_id=75669e96-72d1-4352-97a5-bc24a1e5c9bd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:32.607217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37522) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:32.730782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ffd2ab-40df-4d5e-9f36-7a553dd7ef77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.789711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.808664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ffd2ab-40df-4d5e-9f36-7a553dd7ef77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.856325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.878760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd2db4-46a3-4c20-8b65-24b138560e9d None None] Pushing event updated for resources: {'Port': ['ID=304313c9-8a46-43e9-a249-4f7b749ce2c0,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:32.892963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.900561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-07ffd2ab-40df-4d5e-9f36-7a553dd7ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.957223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-07ffd2ab-40df-4d5e-9f36-7a553dd7ef77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65a52c4765f14648b6e27623d6c998f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488452 Oct 27 16:17:32.958441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffd2ab-40df-4d5e-9f36-7a553dd7ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467bfc50-3a7b-43f4-82bd-4b0b3ec46985,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:32.959996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37530) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:33.086028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.25.5.142 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/71b6690e-dea1-431f-b888-0434f396ce93) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:33.104006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.131700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.291296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.411701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.414321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.419331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/467bfc50-3a7b-43f4-82bd-4b0b3ec46985 HTTP/1.1" status: 204 len: 168 time: 0.4450986 Oct 27 16:17:33.427618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011d80-acfa-4244-a704-be844f039fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467bfc50-3a7b-43f4-82bd-4b0b3ec46985,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:33.512025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.597791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:33.610902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:33.615120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:33.619722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=71b6690e-dea1-431f-b888-0434f396ce93,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:33.646176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91aeb9-79ea-4a8c-98f2-a4221fb14d33 req-fa514807-086a-4e07-b6e2-dc441d5c3acb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.646176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91aeb9-79ea-4a8c-98f2-a4221fb14d33 req-fa514807-086a-4e07-b6e2-dc441d5c3acb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.646176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91aeb9-79ea-4a8c-98f2-a4221fb14d33 req-fa514807-086a-4e07-b6e2-dc441d5c3acb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.646176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b91aeb9-79ea-4a8c-98f2-a4221fb14d33 req-fa514807-086a-4e07-b6e2-dc441d5c3acb tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.1643834 Oct 27 16:17:33.717939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.724367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.730715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.737458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.743773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.750055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.756884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.765075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-70edfe48-925d-48a7-85ed-a1d213fb3b92 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.2120700 Oct 27 16:17:33.839146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b91aeb9-79ea-4a8c-98f2-a4221fb14d33 req-87db71b9-7036-48bd-bf9d-f3b8d4e03868 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715851 Oct 27 16:17:33.893826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7613574-204e-459b-b23b-bfb70d2c2172 req-6aedffd7-d100-42df-91e2-ae3ce7b125a9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272976 Oct 27 16:17:33.918947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dcf6df-2167-44ae-b8e0-605fcc7a3152 None None] Network 96876225-811d-4788-b360-64b6a7a3462b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:34.066578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] Provisioning complete for port 304313c9-8a46-43e9-a249-4f7b749ce2c0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:34.067033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.200262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.251691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.291086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] For port 304313c9-8a46-43e9-a249-4f7b749ce2c0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304313c9-8a46-43e9-a249-4f7b749ce2c0,segment=NetworkSegment(75669e96-72d1-4352-97a5-bc24a1e5c9bd),segment_id=75669e96-72d1-4352-97a5-bc24a1e5c9bd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:34.366058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.472808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ff0d-101b-4f07-98f6-bd947331b98d None None] Pushing event updated for resources: {'Port': ['ID=304313c9-8a46-43e9-a249-4f7b749ce2c0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:34.526492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.550962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304313c9-8a46-43e9-a249-4f7b749ce2c0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:34.617968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 304313c9-8a46-43e9-a249-4f7b749ce2c0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:34.619565 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.691600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba59d-ce35-40bb-a7bb-cea3d2ef1394 req-610364df-7703-4ed0-a899-99d5804e4f4a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:34.697864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba59d-ce35-40bb-a7bb-cea3d2ef1394 req-610364df-7703-4ed0-a899-99d5804e4f4a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:34.704744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba59d-ce35-40bb-a7bb-cea3d2ef1394 req-610364df-7703-4ed0-a899-99d5804e4f4a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:34.706376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-787ba59d-ce35-40bb-a7bb-cea3d2ef1394 req-610364df-7703-4ed0-a899-99d5804e4f4a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.0919187 Oct 27 16:17:34.765166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3d8ed41b-22ef-418e-a8d9-42c2d84e86fe None None] Provisioning complete for port 304313c9-8a46-43e9-a249-4f7b749ce2c0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:34.765533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed41b-22ef-418e-a8d9-42c2d84e86fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.767533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-787ba59d-ce35-40bb-a7bb-cea3d2ef1394 req-08ef9449-338e-45c9-bc49-ab2c96e67a83 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533257 Oct 27 16:17:34.961123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 2d2931cd-a004-462c-996b-deaa5beb8c97 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:17:35.116945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.123000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.129148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.135475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.142126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.148101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.154166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.156097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-c5fc4883-53c5-45e0-86a7-9fe9721ef081 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1483505 Oct 27 16:17:35.161794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:35.172611 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] Sync routers for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:35.186890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:35.187542 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:35.217845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7becc7b8-c1bd-4461-9ea9-2424d34771b6 req-e0fd60cd-c45f-4f3d-82a1-d862119c5f2b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468705 Oct 27 16:17:35.226839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:35.237596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:35.238169 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:35.275281 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:35.275936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b09c7-064c-4975-911d-6ce98639323f None None] The sync data for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:35.335316 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.337360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7d37f75a-9813-4432-8ee5-cf0ef03137fb tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5592372 Oct 27 16:17:35.343730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37612) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:35.454889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.465639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.472512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.479196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.485843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.491884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.497810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.499751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a15df8e7-c541-4919-bf4e-f9b510e5701b req-a2c55cff-4cfd-44c7-9b27-c5288ab78e66 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1392541 Oct 27 16:17:35.511973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37620) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:35.517598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Request body: {'floatingip': {'port_id': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:35.559917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-70d135b9-f32e-4562-a9b5-8f63c3478831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.561957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-70d135b9-f32e-4562-a9b5-8f63c3478831 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.1069112 Oct 27 16:17:35.576671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.630208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e189e6e-d18d-47de-9d62-5ed1082c136f req-c3abbb50-8c96-4b6b-94a7-1dc0868b4ba4 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.631763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e189e6e-d18d-47de-9d62-5ed1082c136f req-c3abbb50-8c96-4b6b-94a7-1dc0868b4ba4 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1310761 Oct 27 16:17:35.736038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e189e6e-d18d-47de-9d62-5ed1082c136f req-d7c342a5-2bbf-4ce5-90e3-6947f1d112e4 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Oct 27 16:17:35.793107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-d1def5b8-4d7d-4352-a3b5-724ea1a07c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.795086 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-d1def5b8-4d7d-4352-a3b5-724ea1a07c59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 919 time: 0.2070265 Oct 27 16:17:35.890696 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-d2a96600-ca7b-464d-94b1-86415af727c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0795698 Oct 27 16:17:35.926679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc764e-5a73-4aee-b119-35d2504cb07b req-800b98fb-545b-4fd0-8de0-59f78285b28a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.937177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc764e-5a73-4aee-b119-35d2504cb07b req-800b98fb-545b-4fd0-8de0-59f78285b28a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.943976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc764e-5a73-4aee-b119-35d2504cb07b req-800b98fb-545b-4fd0-8de0-59f78285b28a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.945641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbcc764e-5a73-4aee-b119-35d2504cb07b req-800b98fb-545b-4fd0-8de0-59f78285b28a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.0972979 Oct 27 16:17:35.986301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-cad13f43-f075-4cf1-a2aa-2d9f73186163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.987745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-cad13f43-f075-4cf1-a2aa-2d9f73186163 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.0672789 Oct 27 16:17:36.036711 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-c8f34e05-ae2d-4d9a-99ca-9c55c2da4a48 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331190 Oct 27 16:17:36.112210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbcc764e-5a73-4aee-b119-35d2504cb07b req-ba1985a9-51ac-4a7c-9634-6b0de13c7d1d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400230 Oct 27 16:17:36.195377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-5a7c9063-2770-429b-8aae-2256c6af5bb6 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377990 Oct 27 16:17:36.220162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.285312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.320684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37644) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.338229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.404668 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-66cd7c2f-7e8d-4a20-aee7-e37fe11cc600 req-31499249-230b-4569-8d84-56796699d25c service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864157 Oct 27 16:17:36.470380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304313c9-8a46-43e9-a249-4f7b749ce2c0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:36.556672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 304313c9-8a46-43e9-a249-4f7b749ce2c0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:36.557449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.672240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.1 (96876225-811d-4788-b360-64b6a7a3462b/084d598a-aff2-4adb-9347-639c5a66e233/e5212ec8-7081-43c8-ba05-dc4beb492c0e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:36.695400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.813444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.849654 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-367f285d-8b42-4526-b185-2dc0a9855fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.883372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f4120d9a-ef80-4442-bb79-23481d578ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.932576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-367f285d-8b42-4526-b185-2dc0a9855fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.941175 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Floating IP 4288a518-ba90-40e3-83f8-e06bbd98634e associated. External IP: 172.25.5.160, port: 2f2c13ad-fb10-474b-aac5-c7d9dff925f8. Oct 27 16:17:36.949990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40a6f-61f7-4ad3-afe9-bb29421e8c11 req-65e39b9a-6572-4a88-9e9f-d747afea876b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:36.951487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51c40a6f-61f7-4ad3-afe9-bb29421e8c11 req-65e39b9a-6572-4a88-9e9f-d747afea876b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1134155 Oct 27 16:17:37.012167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.044917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-367f285d-8b42-4526-b185-2dc0a9855fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.081141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 96876225-811d-4788-b360-64b6a7a3462b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:37.082218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51c40a6f-61f7-4ad3-afe9-bb29421e8c11 req-47d137bb-c3b3-4ef8-bcb9-098c7483c136 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918155 Oct 27 16:17:37.098576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=e5212ec8-7081-43c8-ba05-dc4beb492c0e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.106337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:37.113939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:37.117227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f4120d9a-ef80-4442-bb79-23481d578ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.117801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f285d-8b42-4526-b185-2dc0a9855fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c185760-c968-468d-a8e5-65a4173f4f98,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.150528 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-367f285d-8b42-4526-b185-2dc0a9855fe9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bb6b15fb9074b0d8a907c6c889a8bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539964 Oct 27 16:17:37.163811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:37.208945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.279019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.280044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Router 0a6989ff-632b-4ba8-8255-017a950c7b2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:37.291494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e0ba-6d64-48ac-a076-a7d5283c8eda req-b4fb3ef9-8cd3-4ac3-8066-f6b11f32521a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.298073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e0ba-6d64-48ac-a076-a7d5283c8eda req-b4fb3ef9-8cd3-4ac3-8066-f6b11f32521a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.304196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e0ba-6d64-48ac-a076-a7d5283c8eda req-b4fb3ef9-8cd3-4ac3-8066-f6b11f32521a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.306041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f4e0ba-6d64-48ac-a076-a7d5283c8eda req-b4fb3ef9-8cd3-4ac3-8066-f6b11f32521a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.0845673 Oct 27 16:17:37.307654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f4120d9a-ef80-4442-bb79-23481d578ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.332023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.374199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f4120d9a-ef80-4442-bb79-23481d578ae2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9f6d3f4746548858aa7a98781ef0e44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0523589 Oct 27 16:17:37.376955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37666) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:37.380914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120d9a-ef80-4442-bb79-23481d578ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65433526-cb80-4901-890e-b1c96acb87c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.400406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c5aff361-b0da-4960-8aff-e9ec94e93760 None None] Provisioning complete for port e5212ec8-7081-43c8-ba05-dc4beb492c0e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:37.400989 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5aff361-b0da-4960-8aff-e9ec94e93760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.441918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c5aff361-b0da-4960-8aff-e9ec94e93760 None None] Port e5212ec8-7081-43c8-ba05-dc4beb492c0e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:37.472267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f4e0ba-6d64-48ac-a076-a7d5283c8eda req-b11a52df-725b-4bd2-aca2-1682fef765ed tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484249 Oct 27 16:17:37.514399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.517316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.518622 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c185760-c968-468d-a8e5-65a4173f4f98 HTTP/1.1" status: 204 len: 168 time: 0.3538744 Oct 27 16:17:37.522464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.535284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f3be1-17e6-4d4c-ba9c-72b85c4ffe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c185760-c968-468d-a8e5-65a4173f4f98,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.536280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.542747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:37.552476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.575368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Sync routers for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:37.587421 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.603729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bf876f8c-aad8-435b-891f-9974c43e9594 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "PUT /v2.0/floatingips/4288a518-ba90-40e3-83f8-e06bbd98634e HTTP/1.1" status: 200 len: 991 time: 2.0895221 Oct 27 16:17:37.607112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:37.610542 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74560cc2-7380-4e24-a92d-e9a1cd408fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:37.631294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:37.632260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:37.736920 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.739710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.743540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65433526-cb80-4901-890e-b1c96acb87c9 HTTP/1.1" status: 204 len: 168 time: 0.3610423 Oct 27 16:17:37.748105 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962ef00-2eb4-4cd5-b999-95fb61ff09aa x-openstack-request-id: req-8962ef00-2eb4-4cd5-b999-95fb61ff09aa {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:37.748613 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:37.749026 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8962ef00-2eb4-4cd5-b999-95fb61ff09aa {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:37.749601 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'status': 'completed', 'code': 200} Oct 27 16:17:37.756877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1316-5f25-4195-9c57-7e6ccef395d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65433526-cb80-4901-890e-b1c96acb87c9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.884195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-cb5eb0cd-c9eb-45ef-8455-72b15b1136e4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.896012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-cb5eb0cd-c9eb-45ef-8455-72b15b1136e4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.905379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-cb5eb0cd-c9eb-45ef-8455-72b15b1136e4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.908559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-cb5eb0cd-c9eb-45ef-8455-72b15b1136e4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 2417 time: 0.0932760 Oct 27 16:17:37.923964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:37.926862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.927353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.927809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.928262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.928741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.929138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.929583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.931498 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-4a246e05-4efc-4441-9498-f0b8588e537c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6499 time: 0.1306822 Oct 27 16:17:38.029245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.065725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port 539aca10-73ad-4a3d-b723-745fc9d3fd7e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:38.069291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.069642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-9f877a64-c60c-447d-b5b4-18874d18327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.071162 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-9f877a64-c60c-447d-b5b4-18874d18327f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b793b50b-6784-4a47-b8b7-7da0a483bae8 HTTP/1.1" status: 200 len: 918 time: 0.1300564 Oct 27 16:17:38.156072 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.194402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port 539aca10-73ad-4a3d-b723-745fc9d3fd7e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=539aca10-73ad-4a3d-b723-745fc9d3fd7e,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:38.195445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.219333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for 539aca10-73ad-4a3d-b723-745fc9d3fd7e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:38.251999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-b5dd093a-29b5-49fd-b4d3-e2343de7ac6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 200 len: 999 time: 0.1706300 Oct 27 16:17:38.254730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=e5212ec8-7081-43c8-ba05-dc4beb492c0e,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.272382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.345236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4288a518-ba90-40e3-83f8-e06bbd98634e', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'port_id': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'mac_address': 'fa:16:3e:a0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:17:36Z', 'revision_number': 1, 'project_id': '2d254190ba734763abea568f42bc2898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:38.371915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44500128-4604-4af9-99c6-715ec9cf500a req-680f825f-e52d-42cf-aedf-d8ef389a15ae tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.373533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44500128-4604-4af9-99c6-715ec9cf500a req-680f825f-e52d-42cf-aedf-d8ef389a15ae tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0794315 Oct 27 16:17:38.379603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Checking router: 0a6989ff-632b-4ba8-8255-017a950c7b2d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:38.381207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-7d3c7313-45ce-4983-9af1-ce9e1e3f2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.383197 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-7d3c7313-45ce-4983-9af1-ce9e1e3f2520 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e17bb172-1327-436b-b535-5d5bbe7ccaac HTTP/1.1" status: 200 len: 856 time: 0.1211178 Oct 27 16:17:38.388165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:38.388770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:38.461297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-fb48839d-e500-4a29-8928-871736032870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.463122 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-fb48839d-e500-4a29-8928-871736032870 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b793b50b-6784-4a47-b8b7-7da0a483bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678070 Oct 27 16:17:38.467488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44500128-4604-4af9-99c6-715ec9cf500a req-f7b9c4ee-7964-4c0e-b9cc-3882dfe54149 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Oct 27 16:17:38.471397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 96876225-811d-4788-b360-64b6a7a3462b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:38.474680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:38.527630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:38.572148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.612206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d6ff062a-6c03-46ad-ba21-93d7a8379094', '539aca10-73ad-4a3d-b723-745fc9d3fd7e', '3575bd35-fb38-419e-b931-f4db2e353010'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:38.725339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=539aca10-73ad-4a3d-b723-745fc9d3fd7e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.734954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37704) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:38.777142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port 539aca10-73ad-4a3d-b723-745fc9d3fd7e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:38.780068 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-36f1dc87-7e64-4414-a394-58047ed7ac50 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061798 Oct 27 16:17:38.782689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.787273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-3a48774f-50e3-4e55-9d3b-0cb8dccd458e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "DELETE /v2.0/ports/539aca10-73ad-4a3d-b723-745fc9d3fd7e HTTP/1.1" status: 204 len: 173 time: 0.8670263 Oct 27 16:17:38.842940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d792588-fa11-44d0-a728-ec0893b7f7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.932683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575469c-fb1c-42ab-abce-a1a54f01a78f req-d61ec566-b8f2-452f-b8ca-0410f2cbcb54 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.953950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575469c-fb1c-42ab-abce-a1a54f01a78f req-d61ec566-b8f2-452f-b8ca-0410f2cbcb54 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.963618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e575469c-fb1c-42ab-abce-a1a54f01a78f req-d61ec566-b8f2-452f-b8ca-0410f2cbcb54 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 1681 time: 0.2921486 Oct 27 16:17:39.064828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e575469c-fb1c-42ab-abce-a1a54f01a78f req-2eba0086-a228-4c37-babf-6ab546646bc5 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002345 Oct 27 16:17:39.075856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c38ddfcb-f008-425c-9085-4c3d54ffc048 None None] Provisioning complete for port e5212ec8-7081-43c8-ba05-dc4beb492c0e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:39.076158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c38ddfcb-f008-425c-9085-4c3d54ffc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.094364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port 3575bd35-fb38-419e-b931-f4db2e353010 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:39.094720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.145269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c38ddfcb-f008-425c-9085-4c3d54ffc048 None None] Port e5212ec8-7081-43c8-ba05-dc4beb492c0e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:39.195589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4288a518-ba90-40e3-83f8-e06bbd98634e', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'port_id': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'mac_address': 'fa:16:3e:a0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:17:36Z', 'revision_number': 1, 'project_id': '2d254190ba734763abea568f42bc2898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.212401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port 3575bd35-fb38-419e-b931-f4db2e353010, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3575bd35-fb38-419e-b931-f4db2e353010,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:39.213021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.231251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193a882-8303-43c1-8776-2099d077dbb7 None None] The sync data for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 is: [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4288a518-ba90-40e3-83f8-e06bbd98634e', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'port_id': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'mac_address': 'fa:16:3e:a0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:17:36Z', 'revision_number': 1, 'project_id': '2d254190ba734763abea568f42bc2898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:39.237698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for 3575bd35-fb38-419e-b931-f4db2e353010 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:39.275591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 2d2931cd-a004-462c-996b-deaa5beb8c97 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:39.405628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74560cc2-7380-4e24-a92d-e9a1cd408fe0 req-dc0d2742-dd5d-45e3-baf9-ea14aa7a1982 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093369 Oct 27 16:17:39.449467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:39.455630 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-904db630-3ddf-4fb3-9536-69c0e1414bb5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/routers/2d2931cd-a004-462c-996b-deaa5beb8c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1108010 Oct 27 16:17:39.458834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37714) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:39.461364 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] Sync routers for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:39.465053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'port': {'network_id': '96876225-811d-4788-b360-64b6a7a3462b', 'name': 'tempest-FloatingIPTestJSON-758799333'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:39.476348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:39.480443 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.511729 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.521388 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:39.522255 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.539975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.554921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['539aca10-73ad-4a3d-b723-745fc9d3fd7e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:39.599144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d792588-fa11-44d0-a728-ec0893b7f7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.613686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64629896-b2dd-4634-ae37-bd1603b56b34 None None] New status for floating IP 4288a518-ba90-40e3-83f8-e06bbd98634e: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:17:39.624028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=3575bd35-fb38-419e-b931-f4db2e353010,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:39.629481 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.630031 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5a895-aefe-4c3d-ab52-736ea636e376 None None] The sync data for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:39.663969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d792588-fa11-44d0-a728-ec0893b7f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.741106 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d792588-fa11-44d0-a728-ec0893b7f7b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af7dfcc61bf9474a8e258ce9fcf8234b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0050144 Oct 27 16:17:39.742120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792588-fa11-44d0-a728-ec0893b7f7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d54a3-6e27-49e0-b01e-eceefeb9fd66,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:39.744478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37722) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:39.771180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:39.773771 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2640c8a-6eb8-4608-b924-e9e9184ae5b9" -d '{"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:39.787168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port 3575bd35-fb38-419e-b931-f4db2e353010 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:39.811697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.816086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-c5a73512-ba83-45b7-84e5-1a9ee176911c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "DELETE /v2.0/ports/3575bd35-fb38-419e-b931-f4db2e353010 HTTP/1.1" status: 204 len: 173 time: 0.9987919 Oct 27 16:17:39.824757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.856812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.881000 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4125ff-d206-4a55-9d45-e1b3e2314b81 x-openstack-request-id: req-8f4125ff-d206-4a55-9d45-e1b3e2314b81 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:39.881394 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "539aca10-73ad-4a3d-b723-745fc9d3fd7e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:39.881522 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f4125ff-d206-4a55-9d45-e1b3e2314b81 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:39.881867 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': '539aca10-73ad-4a3d-b723-745fc9d3fd7e', 'status': 'completed', 'code': 200} Oct 27 16:17:39.922887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0e2f-fa89-433e-99eb-29d7f95e15e2 req-236d1c32-e452-4385-b727-f411b7f7835b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:39.930604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72fb0e2f-fa89-433e-99eb-29d7f95e15e2 req-236d1c32-e452-4385-b727-f411b7f7835b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2203779 Oct 27 16:17:40.026379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72fb0e2f-fa89-433e-99eb-29d7f95e15e2 req-4ba8edc5-68ce-46f1-a4af-889d4061099f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948799 Oct 27 16:17:40.038159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port d6ff062a-6c03-46ad-ba21-93d7a8379094 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:40.038507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.052238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.055510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.056111 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f18d54a3-6e27-49e0-b01e-eceefeb9fd66 HTTP/1.1" status: 204 len: 168 time: 0.3107338 Oct 27 16:17:40.067625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a2d6d-818b-4b5e-81d6-fdcdc07eaeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d54a3-6e27-49e0-b01e-eceefeb9fd66,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:40.088788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Made reservation on behalf of 7c3df0a143ff4460b032b684b39fea42 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:40.092711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.127328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] device_id is not set on port a8ae9ccf-9cec-4ed5-b460-583db69fe625 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:17:40.242904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port d6ff062a-6c03-46ad-ba21-93d7a8379094, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d6ff062a-6c03-46ad-ba21-93d7a8379094,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:40.243613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.267654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for d6ff062a-6c03-46ad-ba21-93d7a8379094 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:40.312123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d1d7-3781-4d89-a1fe-f6f5857932da req-0eb4c615-aede-4266-87c2-101b3f76bcae tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:40.314235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e09d1d7-3781-4d89-a1fe-f6f5857932da req-0eb4c615-aede-4266-87c2-101b3f76bcae tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 945 time: 0.1364453 Oct 27 16:17:40.392663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Allocated IP 172.20.0.12 (96876225-811d-4788-b360-64b6a7a3462b/084d598a-aff2-4adb-9347-639c5a66e233/a8ae9ccf-9cec-4ed5-b460-583db69fe625) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:40.429910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e09d1d7-3781-4d89-a1fe-f6f5857932da req-18f238df-d5e3-4551-af63-ff82fd0a1c99 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081469 Oct 27 16:17:40.616556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.662830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.735638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=d6ff062a-6c03-46ad-ba21-93d7a8379094,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:40.754316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port d6ff062a-6c03-46ad-ba21-93d7a8379094 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:40.757588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.761285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad1be166-c573-4057-bcb8-86a4c8cf6ab6 req-664f4b81-6fa3-43c9-84b0-a3a04f7def8e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "DELETE /v2.0/ports/d6ff062a-6c03-46ad-ba21-93d7a8379094 HTTP/1.1" status: 204 len: 173 time: 0.9329636 Oct 27 16:17:40.762622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.822939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Network 96876225-811d-4788-b360-64b6a7a3462b is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:40.826527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:40.829182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:40.857592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event updated for resources: {'Port': ['ID=a8ae9ccf-9cec-4ed5-b460-583db69fe625,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:40.896563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:40.897646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.061370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a5c1e49c-b490-4309-bf3c-734532a9e31a tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6002452 Oct 27 16:17:41.065486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37780) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:41.069663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Request body: {'floatingip': {'port_id': 'a8ae9ccf-9cec-4ed5-b460-583db69fe625'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:41.187466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3bd590fa-c58c-40f5-8de1-d117ac03bf8f None None] Provisioning complete for port a8ae9ccf-9cec-4ed5-b460-583db69fe625 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:41.188426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3bd590fa-c58c-40f5-8de1-d117ac03bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.192766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.235973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3bd590fa-c58c-40f5-8de1-d117ac03bf8f None None] Port a8ae9ccf-9cec-4ed5-b460-583db69fe625 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:41.258661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb39c77-c498-4545-a297-367d14a582bd req-559f1c79-e67b-4414-b358-1fa6157f888f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:41.260175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cb39c77-c498-4545-a297-367d14a582bd req-559f1c79-e67b-4414-b358-1fa6157f888f tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1095979 Oct 27 16:17:41.305006 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-556ec876-952f-44dd-9bae-e87b7b239343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.364323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cb39c77-c498-4545-a297-367d14a582bd req-073f1ec8-cde5-48b1-a04e-483b6cbfefb8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746036 Oct 27 16:17:41.572237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32e64a0c-f08b-428a-9a29-00650afaec63 req-902d9514-ae4b-4c2a-8a4c-4470258e89a1 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38b71a5-709a-43c2-bb1d-1d0038c0e71d HTTP/1.1" status: 200 len: 210 time: 0.0374432 Oct 27 16:17:41.776023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.882719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010'}, {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:41.885278 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13182cd-6d74-4465-aed2-b5b68e9ec15a" -d '{"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "3575bd35-fb38-419e-b931-f4db2e353010"}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:41.888795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.924182 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe9120-8e58-4b1f-b915-2582c13dc061 x-openstack-request-id: req-4abe9120-8e58-4b1f-b915-2582c13dc061 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:41.924639 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "3575bd35-fb38-419e-b931-f4db2e353010", "status": "completed", "code": 200}, {"server_uuid": "b38b71a5-709a-43c2-bb1d-1d0038c0e71d", "name": "network-vif-deleted", "tag": "d6ff062a-6c03-46ad-ba21-93d7a8379094", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:41.924971 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4abe9120-8e58-4b1f-b915-2582c13dc061 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:41.925314 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': '3575bd35-fb38-419e-b931-f4db2e353010', 'status': 'completed', 'code': 200} Oct 27 16:17:41.925570 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b71a5-709a-43c2-bb1d-1d0038c0e71d', 'name': 'network-vif-deleted', 'tag': 'd6ff062a-6c03-46ad-ba21-93d7a8379094', 'status': 'completed', 'code': 200} Oct 27 16:17:42.006110 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP df694709-52c5-4289-8a8b-18a8625c1c2e associated. External IP: 172.25.5.171, port: 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305. Oct 27 16:17:42.271211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:42.382676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:42.393819 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:42.407647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 539aca10-73ad-4a3d-b723-745fc9d3fd7e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:42.409654 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:42.410340 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.428342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 539aca10-73ad-4a3d-b723-745fc9d3fd7e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:42.428693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 539aca10-73ad-4a3d-b723-745fc9d3fd7e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:42.431555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3575bd35-fb38-419e-b931-f4db2e353010 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:42.451587 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.453419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3575bd35-fb38-419e-b931-f4db2e353010 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:42.453770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3575bd35-fb38-419e-b931-f4db2e353010 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:42.454185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d6ff062a-6c03-46ad-ba21-93d7a8379094 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:42.464315 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:42.465086 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.481330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: d6ff062a-6c03-46ad-ba21-93d7a8379094 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:42.481330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d6ff062a-6c03-46ad-ba21-93d7a8379094 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:42.503790 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.509219 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7666f9-10ce-46f4-98a8-8f987de812df None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:42.641230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37882) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:42.698511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting subnet 3d8c868e-e491-4a56-b2b1-e7534d810433 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:42.701898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.751929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.880840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.961569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9642f55-b5fa-43b9-8898-4a58bd19f9c2 req-bbe224a0-59d5-454d-81a6-91208f6d87f7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:42.963103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9642f55-b5fa-43b9-8898-4a58bd19f9c2 req-bbe224a0-59d5-454d-81a6-91208f6d87f7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.4869804 Oct 27 16:17:43.022803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9642f55-b5fa-43b9-8898-4a58bd19f9c2 req-d9d06d23-9ff7-43b6-8c38-28babfe79826 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Oct 27 16:17:43.036473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 2d2931cd-a004-462c-996b-deaa5beb8c97 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:43.058351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.086345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8c868e-e491-4a56-b2b1-e7534d810433,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:43.098378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.105540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b2fa939b-0e06-4043-a503-4afdb4f30bfd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/subnets/3d8c868e-e491-4a56-b2b1-e7534d810433 HTTP/1.1" status: 204 len: 168 time: 0.4631963 Oct 27 16:17:43.106183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37898) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:43.108524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c827c1d-6694-4b3a-9062-1f1d57605780 None None] Network 9fd8eda3-650c-46f6-b934-ed9870da7bac requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:43.202692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:43.211866 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.223595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] Sync routers for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:43.261611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.303862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a45c8bc8-8278-48a7-89d0-2a0066a89264 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/floatingips/df694709-52c5-4289-8a8b-18a8625c1c2e HTTP/1.1" status: 200 len: 978 time: 2.2352822 Oct 27 16:17:43.304714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37908) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:43.322734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:43.323524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.334399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port a642b97b-20b1-49b6-a79e-47db8c1ea31c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:43.334820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.361438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.379210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:43.379943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.425899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port a642b97b-20b1-49b6-a79e-47db8c1ea31c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a642b97b-20b1-49b6-a79e-47db8c1ea31c,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:43.426351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.439130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.439130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e211-d161-40fc-aad6-2d2950752b25 None None] The sync data for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:43.445537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:43.452850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port a8ae9ccf-9cec-4ed5-b460-583db69fe625 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:43.453875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.468010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for a642b97b-20b1-49b6-a79e-47db8c1ea31c owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:43.476214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] DHCP port deletion for 9fd8eda3-650c-46f6-b934-ed9870da7bac request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:43.571174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Deleting port a642b97b-20b1-49b6-a79e-47db8c1ea31c {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:43.571174 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.598992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.606088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-581ccb51-dddc-471e-8a1c-023a615b27fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.643961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] For port a642b97b-20b1-49b6-a79e-47db8c1ea31c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a642b97b-20b1-49b6-a79e-47db8c1ea31c,segment=NetworkSegment(2a2c197e-17ef-4972-a9f7-e228c8594a11),segment_id=2a2c197e-17ef-4972-a9f7-e228c8594a11)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:43.644427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.658354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Calling delete_port for a642b97b-20b1-49b6-a79e-47db8c1ea31c owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:43.684023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.730504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=a642b97b-20b1-49b6-a79e-47db8c1ea31c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:43.739367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port a642b97b-20b1-49b6-a79e-47db8c1ea31c on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: from cryptography.utils import int_from_bytes Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: from cryptography.utils import int_from_bytes Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.760914 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:43.763739 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:17:43.768914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.794546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] Pushing event deleted for resources: {'Port': ['ID=a642b97b-20b1-49b6-a79e-47db8c1ea31c,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:43.801106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e063ff8-b826-441c-9065-015d2d76698a None None] No DVR routers for this DVR port a642b97b-20b1-49b6-a79e-47db8c1ea31c on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:43.822444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.829248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.829248 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Floating IP df694709-52c5-4289-8a8b-18a8625c1c2e disassociated. External IP: 172.25.5.171, port: a8ae9ccf-9cec-4ed5-b460-583db69fe625. Oct 27 16:17:43.829248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for a8ae9ccf-9cec-4ed5-b460-583db69fe625 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:43.866009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.892681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-581ccb51-dddc-471e-8a1c-023a615b27fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.896150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd8eda3-650c-46f6-b934-ed9870da7bac']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.905749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2c197e-17ef-4972-a9f7-e228c8594a11') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.906593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2c197e-17ef-4972-a9f7-e228c8594a11') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:43.916655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.937603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.948358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:43.948358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:43.953761 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:44.016112 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-789a2daa-7522-4a95-9500-b02a6c083cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.062052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704083da-089e-44ad-97a8-66f9f981bfbf req-b5881f03-55c1-4a6c-9641-6689674c927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.063547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-704083da-089e-44ad-97a8-66f9f981bfbf req-b5881f03-55c1-4a6c-9641-6689674c927a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.0480208 Oct 27 16:17:44.103299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-704083da-089e-44ad-97a8-66f9f981bfbf req-d7388faf-0e07-4af8-83ce-e2b9d47e44cb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Oct 27 16:17:44.148661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-581ccb51-dddc-471e-8a1c-023a615b27fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.153882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd1e3-7fa5-403a-bf75-51ade64aef89 req-91df6887-736c-4993-b563-160d9e1883dc tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.155396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827bd1e3-7fa5-403a-bf75-51ade64aef89 req-91df6887-736c-4993-b563-160d9e1883dc tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0551312 Oct 27 16:17:44.193116 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-581ccb51-dddc-471e-8a1c-023a615b27fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c5b835796ff4f98b8c327f745528bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457917 Oct 27 16:17:44.194021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ccb51-dddc-471e-8a1c-023a615b27fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c3c97-0f77-4a63-9680-0386feab8db7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.197441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:44.199598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827bd1e3-7fa5-403a-bf75-51ade64aef89 req-05b52f60-1598-473d-abf1-33bcd8bc9cae tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Oct 27 16:17:44.200490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.205586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.209817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.213245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/networks/9fd8eda3-650c-46f6-b934-ed9870da7bac HTTP/1.1" status: 204 len: 168 time: 1.1060886 Oct 27 16:17:44.226224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37930) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:44.234549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=a8ae9ccf-9cec-4ed5-b460-583db69fe625,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.272357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24bba-64da-4b38-866d-fbadce8f80ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Network': ['ID=9fd8eda3-650c-46f6-b934-ed9870da7bac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.387170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 2d2931cd-a004-462c-996b-deaa5beb8c97 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:44.403233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.433623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting subnet 6864bfa3-02b9-41e7-87d1-31bc54e1fb3c {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:44.442535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a642b97b-20b1-49b6-a79e-47db8c1ea31c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:44.450692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.455216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.506583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a642b97b-20b1-49b6-a79e-47db8c1ea31c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:44.506917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a642b97b-20b1-49b6-a79e-47db8c1ea31c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:44.529699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.534866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:44.547424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] Sync routers for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:44.559335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:44.560302 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:44.598846 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:44.607399 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:44.607994 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:44.616333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.622606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a3daf4f6-8f58-4531-a907-92f6c2f88df5 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/a8ae9ccf-9cec-4ed5-b460-583db69fe625 HTTP/1.1" status: 204 len: 168 time: 1.3142765 Oct 27 16:17:44.625621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:44.625844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.643212 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:44.643983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd3951-6d44-46c2-843e-921b82e5fc50 None None] The sync data for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:44.658135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.788581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.791731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.799273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d78c3c97-0f77-4a63-9680-0386feab8db7 HTTP/1.1" status: 204 len: 168 time: 0.5940814 Oct 27 16:17:44.802950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bca9a8-2f55-4966-bc54-3ec92275f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c3c97-0f77-4a63-9680-0386feab8db7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.819401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.862826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Subnet': ['ID=6864bfa3-02b9-41e7-87d1-31bc54e1fb3c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.869704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.874533 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f2fdfd2-f149-4a0d-9d52-8860704e4cfc tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/subnets/6864bfa3-02b9-41e7-87d1-31bc54e1fb3c HTTP/1.1" status: 204 len: 168 time: 0.6476538 Oct 27 16:17:44.875965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37948) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:44.881090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55115846-c4be-4488-a64a-520176ffaeea None None] Network 4fd018de-6114-477f-ac14-68bf127ed268 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:44.969774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.071804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port 1e003aff-86ff-41f3-940e-2a7a1055f324 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:45.072401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.114011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.138275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] DHCP port deletion for 4fd018de-6114-477f-ac14-68bf127ed268 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:45.168808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.169515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port 1e003aff-86ff-41f3-940e-2a7a1055f324, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e003aff-86ff-41f3-940e-2a7a1055f324,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:45.169896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.184716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for 1e003aff-86ff-41f3-940e-2a7a1055f324 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:45.201873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Deleting port 1e003aff-86ff-41f3-940e-2a7a1055f324 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:45.202504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.285646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] For port 1e003aff-86ff-41f3-940e-2a7a1055f324, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1e003aff-86ff-41f3-940e-2a7a1055f324,segment=NetworkSegment(2f38c586-bf77-496e-bea4-f704e35cc23e),segment_id=2f38c586-bf77-496e-bea4-f704e35cc23e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:45.287465 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.306416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Calling delete_port for 1e003aff-86ff-41f3-940e-2a7a1055f324 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:45.355401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.384962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd9de-e7b1-40e6-934e-8ec0eb096939 req-01237dc7-32ff-470d-8e69-df069defc81c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:45.395568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad8dd9de-e7b1-40e6-934e-8ec0eb096939 req-01237dc7-32ff-470d-8e69-df069defc81c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0893474 Oct 27 16:17:45.396213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=1e003aff-86ff-41f3-940e-2a7a1055f324,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.404123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port 1e003aff-86ff-41f3-940e-2a7a1055f324 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:45.462578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.491348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad8dd9de-e7b1-40e6-934e-8ec0eb096939 req-226f684c-966f-4d22-b5d6-01b70941866a tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904591 Oct 27 16:17:45.526995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] Pushing event deleted for resources: {'Port': ['ID=1e003aff-86ff-41f3-940e-2a7a1055f324,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.529146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2ac8b-a244-4e02-b44e-c5defd9e23b8 None None] No DVR routers for this DVR port 1e003aff-86ff-41f3-940e-2a7a1055f324 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:45.613648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.627242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port e5212ec8-7081-43c8-ba05-dc4beb492c0e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:45.627242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.653864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37964) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.662311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd018de-6114-477f-ac14-68bf127ed268']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:45.672907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f38c586-bf77-496e-bea4-f704e35cc23e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:45.673266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f38c586-bf77-496e-bea4-f704e35cc23e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:45.686314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.704629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.716972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ae64261d-5299-4833-9a80-be8d42b58009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.719546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:45.719960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:45.728288 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:45.752271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37966) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.805840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.820642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for e5212ec8-7081-43c8-ba05-dc4beb492c0e owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:45.868641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.876546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.880545 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/networks/4fd018de-6114-477f-ac14-68bf127ed268 HTTP/1.1" status: 204 len: 168 time: 1.0026519 Oct 27 16:17:45.895790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.901451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1197277339'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:45.904742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81cdf-1b3f-4386-af0b-d642cb45cf6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Network': ['ID=4fd018de-6114-477f-ac14-68bf127ed268,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.910260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-035591d6-aa91-4341-a686-7b1aed477f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.994673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:45.998290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.023113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:46.033764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.034249 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Added segment c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe of type vlan for network 7ce3675d-8ce8-4777-9efe-aa9adc895857 Oct 27 16:17:46.046414 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ae64261d-5299-4833-9a80-be8d42b58009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.083123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.115632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ae64261d-5299-4833-9a80-be8d42b58009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.140536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-035591d6-aa91-4341-a686-7b1aed477f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.179261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ae64261d-5299-4833-9a80-be8d42b58009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ed9b3c8a3f846d28f0d099d30bf7e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243053 Oct 27 16:17:46.180517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64261d-5299-4833-9a80-be8d42b58009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e12716e-30e8-4848-9a5d-02be53539d0a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.182458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37974) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:46.183819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.198349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:46.198349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.211652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-035591d6-aa91-4341-a686-7b1aed477f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.253257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-035591d6-aa91-4341-a686-7b1aed477f61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d825f20eca174c389e7d239127ad4843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035708 Oct 27 16:17:46.254247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035591d6-aa91-4341-a686-7b1aed477f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ccacc-aa71-4d09-a7a7-1ecd322f0c1c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.256734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:46.298745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Network': ['ID=7ce3675d-8ce8-4777-9efe-aa9adc895857,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.307648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.309886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:46.317727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.322329 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.345036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.357600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.366889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=e5212ec8-7081-43c8-ba05-dc4beb492c0e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.415344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51ae2716-dcf2-478c-9750-03c567b6eccd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5179741 Oct 27 16:17:46.418021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37978) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:46.425137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'subnet': {'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:46.521347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.526279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.529971 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e12716e-30e8-4848-9a5d-02be53539d0a HTTP/1.1" status: 204 len: 168 time: 0.3310568 Oct 27 16:17:46.563973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde197c-7278-4d88-9668-4c20daa6d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e12716e-30e8-4848-9a5d-02be53539d0a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.568777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e003aff-86ff-41f3-940e-2a7a1055f324 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:46.617842 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.618377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1e003aff-86ff-41f3-940e-2a7a1055f324 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:46.618638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1e003aff-86ff-41f3-940e-2a7a1055f324 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:46.622002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.635186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.637817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d03ccacc-aa71-4d09-a7a7-1ecd322f0c1c HTTP/1.1" status: 204 len: 168 time: 0.3800633 Oct 27 16:17:46.671473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcd06f-3a34-411e-9343-074dafef591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ccacc-aa71-4d09-a7a7-1ecd322f0c1c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.711967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:46.717829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.806175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e2d27-51d1-40b1-aa11-e49789107321 req-5ef138d8-8fdd-4eb8-a1f3-a5552b2c9010 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:46.807878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-260e2d27-51d1-40b1-aa11-e49789107321 req-5ef138d8-8fdd-4eb8-a1f3-a5552b2c9010 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1546707 Oct 27 16:17:46.884647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-260e2d27-51d1-40b1-aa11-e49789107321 req-41ea97b4-9a5f-4a76-ac1e-07d42c7589dc tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Oct 27 16:17:46.997649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 2d2931cd-a004-462c-996b-deaa5beb8c97 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:47.083839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.121123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.131778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:47.137392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-353a5e1d-bd72-4332-b07c-e531b80e370c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/routers/2d2931cd-a004-462c-996b-deaa5beb8c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5104282 Oct 27 16:17:47.140437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:47.145934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] Sync routers for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:47.162308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:47.165362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:47.205317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Subnet': ['ID=f1a3136c-78c2-420b-869a-d26a7bf99900,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:47.232339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Checking segment: {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:47.235342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network hostable DHCP agents. Network: 7ce3675d-8ce8-4777-9efe-aa9adc895857, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:47.254073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:47.266229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] Routers {'2d2931cd-a004-462c-996b-deaa5beb8c97'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:47.267390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2d2931cd-a004-462c-996b-deaa5beb8c97'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:47.284991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.306366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:47.307031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236ff15-252e-4472-9289-d4665a76edfc None None] The sync data for ids ['2d2931cd-a004-462c-996b-deaa5beb8c97'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:47.349343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:47.407263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.477193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634a93-fb89-4606-8531-f678efb85063 req-d6bd9782-563b-4fac-80f4-e03152ef8854 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.478765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5634a93-fb89-4606-8531-f678efb85063 req-d6bd9782-563b-4fac-80f4-e03152ef8854 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0571816 Oct 27 16:17:47.519809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5634a93-fb89-4606-8531-f678efb85063 req-c3b4e138-de39-4bec-9d5f-1c3f2955e5e9 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Oct 27 16:17:47.526115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 7ce3675d-8ce8-4777-9efe-aa9adc895857) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:47.537754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.537754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.543334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60cf9e0-ab44-4c6d-bd07-32005c6b73a0 None None] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:47.626914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-b4274351-7272-4440-b3f3-d0b489b5781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.628499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-b4274351-7272-4440-b3f3-d0b489b5781e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83750aeb949841d1b0d6563903c1478b&device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 1097 time: 0.0709808 Oct 27 16:17:47.655397 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a279b92-e537-49ec-9529-5bb626cf8872 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2360716 Oct 27 16:17:47.658526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:47.667727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-346278362'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:47.707797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:47.712347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 71b6690e-dea1-431f-b888-0434f396ce93 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:47.712556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.756848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-7ce3675d-8ce8-4777-9efe-aa9adc895857', 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'fixed_ips': [{'subnet_id': 'f1a3136c-78c2-420b-869a-d26a7bf99900'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:17:47.758148 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.767841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d27cbac1-ad77-446e-bec5-6737f4488410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.939378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d27cbac1-ad77-446e-bec5-6737f4488410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.941445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Allocated IP 19.80.0.2 (7ce3675d-8ce8-4777-9efe-aa9adc895857/f1a3136c-78c2-420b-869a-d26a7bf99900/f4bc6164-3d22-464a-9717-ccc4bfb40f4d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:47.942111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:47.947289 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.979645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:47.992937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.993756 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Added segment 063d95b0-0c98-44ad-9604-da01fbd36b75 of type vlan for network d97c5d35-e6b2-4e90-a404-0385ceee1f84 Oct 27 16:17:48.033336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d27cbac1-ad77-446e-bec5-6737f4488410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.087872 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.104457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.123770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cbac1-ad77-446e-bec5-6737f4488410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01208ce8-a148-4599-bc83-d19ab6f25a33,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.132700 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d27cbac1-ad77-446e-bec5-6737f4488410 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59dabcbbc1814300b7f806411d2019a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232223 Oct 27 16:17:48.138876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:48.214943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.219954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.221534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.224958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-10dc2d67-30cd-46ed-b969-ba04c2a20c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.226649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-10dc2d67-30cd-46ed-b969-ba04c2a20c9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 200 len: 919 time: 0.5902336 Oct 27 16:17:48.244688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 71b6690e-dea1-431f-b888-0434f396ce93 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:48.248104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.251329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.258012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.258833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.275390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:48.278782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:48.284454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:48.288090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Pushing event updated for resources: {'Port': ['ID=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.330603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-5f4c151f-8944-40bd-b868-4478e88f22e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0889790 Oct 27 16:17:48.344548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Network': ['ID=d97c5d35-e6b2-4e90-a404-0385ceee1f84,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.350710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Attempting to bind port f4bc6164-3d22-464a-9717-ccc4bfb40f4d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:48.351369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Attempting to bind port f4bc6164-3d22-464a-9717-ccc4bfb40f4d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:48.351907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Attempting to bind port f4bc6164-3d22-464a-9717-ccc4bfb40f4d on network 7ce3675d-8ce8-4777-9efe-aa9adc895857 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:48.357954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:48.358628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Checking segment: {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:48.359194 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-71101e23-6df1-4e68-a604-8f4a4cd0eb8d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6968381 Oct 27 16:17:48.359671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.360851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Bound using segment: {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:48.361604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Bound port: f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:48.362182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.362310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38038) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:48.367686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'subnet': {'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:48.406284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:48.526700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] For port f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:48.531031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] For port f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:48.539213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-b6039dac-634f-444a-8615-fe02721e0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.540756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-b6039dac-634f-444a-8615-fe02721e0c50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 200 len: 858 time: 0.1251631 Oct 27 16:17:48.544488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.547180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.548346 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01208ce8-a148-4599-bc83-d19ab6f25a33 HTTP/1.1" status: 204 len: 168 time: 0.4081347 Oct 27 16:17:48.559989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f904b-d4bb-4ce1-a722-2e285a8b9c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01208ce8-a148-4599-bc83-d19ab6f25a33,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.566010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:48.570172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.605516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-9092e20f-ef25-4314-be04-1a0677578a73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4501cc91-c71d-40c5-838b-684ba5c0a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496840 Oct 27 16:17:48.623733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.744431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094df6-4ec6-489d-b9b1-df727e82281d None None] Pushing event updated for resources: {'Port': ['ID=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.818681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80b448-fa8f-4065-8b8f-543018231774 req-9b5fc9b8-9418-45e9-a5d3-cfce063f65af tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.822662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e80b448-fa8f-4065-8b8f-543018231774 req-9b5fc9b8-9418-45e9-a5d3-cfce063f65af tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1348567 Oct 27 16:17:48.857567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-5b1865fd-0d44-4851-b55b-a11046fa83ea service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390742 Oct 27 16:17:48.908455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e80b448-fa8f-4065-8b8f-543018231774 req-76e8b04c-86d0-421a-9b2a-4f5f8ba98720 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783727 Oct 27 16:17:48.961364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.988288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=71b6690e-dea1-431f-b888-0434f396ce93,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.998646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.115913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-097a3307-9229-4f6a-bbf8-18cffcda0339 req-9e4bd436-2a89-4aea-ba3a-abea02474fb9 service neutron] 10.222.0.82 "GET /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494767 Oct 27 16:17:49.119424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.146171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Subnet': ['ID=1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:49.179834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Checking segment: {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:49.180170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network hostable DHCP agents. Network: d97c5d35-e6b2-4e90-a404-0385ceee1f84, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:49.263596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:49.272181 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.275779 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.349735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d97c5d35-e6b2-4e90-a404-0385ceee1f84) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:49.358445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e74eac-74bc-4051-9e33-4c430f73c4db None None] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:49.362255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:49.362985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.377198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.377786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Fanout notify agent at l3_agent the message router_deleted on router 2d2931cd-a004-462c-996b-deaa5beb8c97 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:17:49.389551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.390756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c576ede4-851f-43c8-8dc2-5d2e730a8f26 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/routers/2d2931cd-a004-462c-996b-deaa5beb8c97 HTTP/1.1" status: 204 len: 168 time: 2.2493107 Oct 27 16:17:49.394287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38072) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:49.467862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting subnet 084d598a-aff2-4adb-9347-639c5a66e233 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:49.476402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e34bcebd-d474-4cd7-8196-5250212220ce tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1129637 Oct 27 16:17:49.477214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.524140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.616990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-d97c5d35-e6b2-4e90-a404-0385ceee1f84', 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'fixed_ips': [{'subnet_id': '1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:17:49.617856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.652505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.784364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Allocated IP 19.86.0.2 (d97c5d35-e6b2-4e90-a404-0385ceee1f84/1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f/475ba4cc-f355-4406-a949-3e376c1e9741) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:49.857256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.902239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Subnet': ['ID=084d598a-aff2-4adb-9347-639c5a66e233,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:49.916196 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:49.920379 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9c8fbb40-e90b-4e2b-adeb-e45b16b4ca72 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/subnets/084d598a-aff2-4adb-9347-639c5a66e233 HTTP/1.1" status: 204 len: 168 time: 0.5247104 Oct 27 16:17:49.924894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:49.957958 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a59513-ab9d-45c1-8205-04260e352d97 None None] Network 96876225-811d-4788-b360-64b6a7a3462b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:50.073775 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.107164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-a6504ac7-edfb-4931-8153-b7feac0f9c7a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.110246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.117366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-a6504ac7-edfb-4931-8153-b7feac0f9c7a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.125978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-a6504ac7-edfb-4931-8153-b7feac0f9c7a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/networks?id=7ce3675d-8ce8-4777-9efe-aa9adc895857&id=d97c5d35-e6b2-4e90-a404-0385ceee1f84 HTTP/1.1" status: 200 len: 1391 time: 0.2213449 Oct 27 16:17:50.144902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-6288afb4-b957-4c1e-8cc9-6290b270973a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/quotas/b46f34387ca1403f879f490737acf752 HTTP/1.1" status: 200 len: 375 time: 0.0180397 Oct 27 16:17:50.151696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b134bd0-3b77-4170-b15e-e2b93155d107 None None] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:50.164417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 304313c9-8a46-43e9-a249-4f7b749ce2c0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:50.164956 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.180654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c969-8a8d-45ed-9e91-9ad0da3e0515 req-49200d11-e081-452f-a681-c67b7d5f2c9e tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.182710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d17c969-8a8d-45ed-9e91-9ad0da3e0515 req-49200d11-e081-452f-a681-c67b7d5f2c9e tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1600368 Oct 27 16:17:50.269044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] For port 304313c9-8a46-43e9-a249-4f7b749ce2c0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304313c9-8a46-43e9-a249-4f7b749ce2c0,segment=NetworkSegment(75669e96-72d1-4352-97a5-bc24a1e5c9bd),segment_id=75669e96-72d1-4352-97a5-bc24a1e5c9bd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:50.269417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.273390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e92f1f50-c122-427a-80b0-87d80c7e0216 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206758 Oct 27 16:17:50.276781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d17c969-8a8d-45ed-9e91-9ad0da3e0515 req-8c73e10c-f491-4440-8780-9fe91bc40472 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766189 Oct 27 16:17:50.294599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 304313c9-8a46-43e9-a249-4f7b749ce2c0 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:50.300272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.415412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] Provisioning complete for port f4bc6164-3d22-464a-9717-ccc4bfb40f4d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:50.416064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.426875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:50.434963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:50.437864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:50.479659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-428e0ecc-0b5a-47e4-8419-006c1161ae81 service neutron] 10.222.0.70 "GET /v2.0/networks/7ce3675d-8ce8-4777-9efe-aa9adc895857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987352 Oct 27 16:17:50.519366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47a46b-e660-46dd-83cd-72718385db95 None None] DHCP port deletion for 96876225-811d-4788-b360-64b6a7a3462b request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:50.546918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Pushing event updated for resources: {'Port': ['ID=475ba4cc-f355-4406-a949-3e376c1e9741,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:50.604915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.607787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Attempting to bind port 475ba4cc-f355-4406-a949-3e376c1e9741 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:50.608207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Attempting to bind port 475ba4cc-f355-4406-a949-3e376c1e9741 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:50.608634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Attempting to bind port 475ba4cc-f355-4406-a949-3e376c1e9741 on network d97c5d35-e6b2-4e90-a404-0385ceee1f84 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:50.615734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f4bc6164-3d22-464a-9717-ccc4bfb40f4d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:50.634053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-055a189b-fef8-494b-92be-b8d04b85b762 service neutron] 10.222.0.70 "GET /v2.0/networks/7ce3675d-8ce8-4777-9efe-aa9adc895857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534035 Oct 27 16:17:50.641374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=304313c9-8a46-43e9-a249-4f7b749ce2c0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:50.643419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] No DVR routers for this DVR port 304313c9-8a46-43e9-a249-4f7b749ce2c0 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:50.654769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:50.655287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Checking segment: {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:50.655732 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.656217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Bound using segment: {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:50.656799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Bound port: 475ba4cc-f355-4406-a949-3e376c1e9741, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:50.657245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.747198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.771757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-6f8af655-fccd-42eb-b658-afe389ce4aab service neutron] 10.222.0.70 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367514 Oct 27 16:17:50.772594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96876225-811d-4788-b360-64b6a7a3462b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:50.786521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75669e96-72d1-4352-97a5-bc24a1e5c9bd') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:50.786814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75669e96-72d1-4352-97a5-bc24a1e5c9bd') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:50.799303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.814301 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.822478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:50.822931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.823279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:50.827611 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:50.883434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-98d28ac6-3f52-42cf-8097-a7868ac88eb0 service neutron] 10.222.0.70 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099594 Oct 27 16:17:51.029550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.066608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.071199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/networks/96876225-811d-4788-b360-64b6a7a3462b HTTP/1.1" status: 204 len: 168 time: 1.1453786 Oct 27 16:17:51.072379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156a88c-6e44-4abb-aaa7-02668e7d2b11 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Network': ['ID=96876225-811d-4788-b360-64b6a7a3462b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:51.074014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38156) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:51.091734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fb47a46b-e660-46dd-83cd-72718385db95 None None] Deleting port 304313c9-8a46-43e9-a249-4f7b749ce2c0 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:51.096269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fb47a46b-e660-46dd-83cd-72718385db95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.096269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f4bc6164-3d22-464a-9717-ccc4bfb40f4d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:51.096269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.114072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] For port f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-fb47a46b-e660-46dd-83cd-72718385db95 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 96876225-811d-4788-b360-64b6a7a3462b could not be found. Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:17:51.181628 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 96876225-811d-4788-b360-64b6a7a3462b could not be found. Oct 27 16:17:51.186087 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:17:51.189154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] For port 475ba4cc-f355-4406-a949-3e376c1e9741, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:51.209060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] For port 475ba4cc-f355-4406-a949-3e376c1e9741, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=475ba4cc-f355-4406-a949-3e376c1e9741,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:51.211811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.263364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port d432b509-c635-43bc-a327-ab9664636c5f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:51.263922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.290311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b5732-3ac5-4170-bb18-b4efe2280ea9 None None] DHCP port deletion for 96876225-811d-4788-b360-64b6a7a3462b request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:51.294487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66a41a-ea83-4303-95ac-343b57c5b173 None None] Pushing event updated for resources: {'Port': ['ID=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:51.318394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.363943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f304c35b-0e6e-4f5c-9d6f-55b3b347e9d5 req-25f7e00c-3c74-4a89-92c8-c56128340425 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0849440 Oct 27 16:17:51.387781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1295b9-82f8-42ab-9692-0a3d045517e6 None None] Pushing event updated for resources: {'Port': ['ID=475ba4cc-f355-4406-a949-3e376c1e9741,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:51.447739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.448254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.466334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-13b2f216-500f-4ac7-ba76-80600714d895 None None] Provisioning complete for port f4bc6164-3d22-464a-9717-ccc4bfb40f4d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:51.467307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-13b2f216-500f-4ac7-ba76-80600714d895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.481157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for d432b509-c635-43bc-a327-ab9664636c5f owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:51.601218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:51.665523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275440f6-913f-4841-bf55-b0e6afe7d863 req-290f8080-24c0-47c0-af82-aeecc186b203 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.672001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-275440f6-913f-4841-bf55-b0e6afe7d863 req-290f8080-24c0-47c0-af82-aeecc186b203 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1697571 Oct 27 16:17:51.799243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-275440f6-913f-4841-bf55-b0e6afe7d863 req-6a013890-5b05-42ec-b5eb-9ec3ff873106 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190803 Oct 27 16:17:52.042782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05927a2c-2d13-404f-a8ad-6efd7322fd46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.085842 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.114040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=d432b509-c635-43bc-a327-ab9664636c5f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:52.157160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05927a2c-2d13-404f-a8ad-6efd7322fd46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.187132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.189825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.196594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2e668183-df94-4eed-bbf3-c669a3def877 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/floatingips/df694709-52c5-4289-8a8b-18a8625c1c2e HTTP/1.1" status: 204 len: 168 time: 1.1160417 Oct 27 16:17:52.199545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38192) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.224631 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-274f264c-a661-4450-b796-20fe0100306c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] DELETE failed (client error): The resource could not be found. Oct 27 16:17:52.225343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274f264c-a661-4450-b796-20fe0100306c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:17:52.228720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-274f264c-a661-4450-b796-20fe0100306c tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/a8ae9ccf-9cec-4ed5-b460-583db69fe625 HTTP/1.1" status: 404 len: 333 time: 0.0275228 Oct 27 16:17:52.231449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38194) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.257694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05927a2c-2d13-404f-a8ad-6efd7322fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.260045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fc02272d-8b1b-4f88-a440-a0fb18871540 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d2931cd-a004-462c-996b-deaa5beb8c97 HTTP/1.1" status: 200 len: 205 time: 0.0273910 Oct 27 16:17:52.262387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38196) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.307093 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-d3dc2e59-d6a9-4fe4-b8ec-f5efc8dcd96e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] delete failed (client error): The resource could not be found. Oct 27 16:17:52.308232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d3dc2e59-d6a9-4fe4-b8ec-f5efc8dcd96e tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/routers/2d2931cd-a004-462c-996b-deaa5beb8c97 HTTP/1.1" status: 404 len: 336 time: 0.0445924 Oct 27 16:17:52.308815 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05927a2c-2d13-404f-a8ad-6efd7322fd46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86178bfe832c472e91ebbcdd63ce8f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065175 Oct 27 16:17:52.309658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927a2c-2d13-404f-a8ad-6efd7322fd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080d321d-0352-44d0-a350-c63cc97f3944,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:52.312651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38200) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.315986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38202) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.365215 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-77034818-2247-4028-b985-7c02d0332b41 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] DELETE failed (client error): The resource could not be found. Oct 27 16:17:52.365441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77034818-2247-4028-b985-7c02d0332b41 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:17:52.369027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77034818-2247-4028-b985-7c02d0332b41 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/subnets/084d598a-aff2-4adb-9347-639c5a66e233 HTTP/1.1" status: 404 len: 337 time: 0.0517592 Oct 27 16:17:52.376876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38204) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.448794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.491894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.492854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc9c17fa-ddfd-4786-a424-80fd1d16f13f req-3b9a8dd6-904e-4037-ae08-6a162bdd23e8 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0316992 Oct 27 16:17:52.565632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f4bc6164-3d22-464a-9717-ccc4bfb40f4d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:52.586190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:52.586673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.667520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.671765 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.671765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/080d321d-0352-44d0-a350-c63cc97f3944 HTTP/1.1" status: 204 len: 168 time: 0.3575222 Oct 27 16:17:52.684215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fbda2-0888-4f46-b3d1-88567a496fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080d321d-0352-44d0-a350-c63cc97f3944,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:52.705310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f4bc6164-3d22-464a-9717-ccc4bfb40f4d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:52.705844 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.738189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.767709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:52.826455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 475ba4cc-f355-4406-a949-3e376c1e9741 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:52.918855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 475ba4cc-f355-4406-a949-3e376c1e9741 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:52.921246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.984288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aac95-451f-4dca-b5ab-27e1321447b1 req-cf5fa694-5df5-42ac-a990-a4faf4277425 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:53.004957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e13aac95-451f-4dca-b5ab-27e1321447b1 req-cf5fa694-5df5-42ac-a990-a4faf4277425 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0826330 Oct 27 16:17:53.024318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84c47f-bebb-47e0-af41-620f5e4c0611 None None] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:53.076789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e13aac95-451f-4dca-b5ab-27e1321447b1 req-3c7606d1-c94a-4d30-ac75-6e2ad6f673e9 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Oct 27 16:17:53.129938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.154340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1921f063-d93e-4a81-803a-e980e1671a1d None None] Provisioning complete for port 475ba4cc-f355-4406-a949-3e376c1e9741 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:53.154340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1921f063-d93e-4a81-803a-e980e1671a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.160485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.198376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.204188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 475ba4cc-f355-4406-a949-3e376c1e9741, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=475ba4cc-f355-4406-a949-3e376c1e9741,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:53.298301 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.302216 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1d1a68e-9b19-4f8b-9e36-4ea583508fd2 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/2709b1aa-eee3-4d0e-9a7a-7cd8e68dc305 HTTP/1.1" status: 204 len: 168 time: 0.9243615 Oct 27 16:17:53.304709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:53.319685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.448908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304313c9-8a46-43e9-a249-4f7b749ce2c0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:53.463704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 421da44c-00ee-4b0e-aceb-60b559a78eb3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:53.464675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.487232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 304313c9-8a46-43e9-a249-4f7b749ce2c0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:53.487571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304313c9-8a46-43e9-a249-4f7b749ce2c0 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:53.515025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=475ba4cc-f355-4406-a949-3e376c1e9741,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.593214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.598311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87bc63b1-f12c-4eef-8a54-8359cfbe9d3a req-7c4f2e27-6bc6-4658-a3b5-0e76f58f7f77 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0291276 Oct 27 16:17:53.609875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 421da44c-00ee-4b0e-aceb-60b559a78eb3 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:53.798146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aae3ff-4814-4008-af1b-da4fc5c66688 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:17:53.846256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.880704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=421da44c-00ee-4b0e-aceb-60b559a78eb3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.889960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dc0dd761-0e16-46fc-ae12-9ba70f4752db None None] Provisioning complete for port 475ba4cc-f355-4406-a949-3e376c1e9741 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:53.912139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd761-0e16-46fc-ae12-9ba70f4752db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.983483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.984854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:53.987080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6987ef53-02cd-4ff7-adf9-e48e4d798ca6 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/ports/421da44c-00ee-4b0e-aceb-60b559a78eb3 HTTP/1.1" status: 204 len: 168 time: 0.6808176 Oct 27 16:17:53.990722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38252) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:54.013458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b05c36-a40b-4e02-a1b5-e8ee0f0fbb67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.069290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aae3ff-4814-4008-af1b-da4fc5c66688 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:17:54.098807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65ed6e-1682-4591-bb4f-04f531456642 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.100623 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec65ed6e-1682-4591-bb4f-04f531456642 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd HTTP/1.1" status: 200 len: 913 time: 0.1084657 Oct 27 16:17:54.103291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:54.149858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b05c36-a40b-4e02-a1b5-e8ee0f0fbb67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.267492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-72b05c36-a40b-4e02-a1b5-e8ee0f0fbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.330474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b05c36-a40b-4e02-a1b5-e8ee0f0fbb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aff24a-f888-4692-b2a8-888f73526be5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:54.339429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-72b05c36-a40b-4e02-a1b5-e8ee0f0fbb67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a47ba6bc5faf48d187b27c3d03c22c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508260 Oct 27 16:17:54.342169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38262) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:54.399445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-09fa8e35-8893-45f5-9b45-12a83091654d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.405624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-09fa8e35-8893-45f5-9b45-12a83091654d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.408041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-09fa8e35-8893-45f5-9b45-12a83091654d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "GET /v2.0/networks?id=7ce3675d-8ce8-4777-9efe-aa9adc895857&id=d97c5d35-e6b2-4e90-a404-0385ceee1f84 HTTP/1.1" status: 200 len: 1391 time: 0.2023387 Oct 27 16:17:54.430962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'port': {'device_id': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857', 'admin_state_up': True, 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:54.435830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.507241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.507541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 475ba4cc-f355-4406-a949-3e376c1e9741 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:54.643116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.683228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 475ba4cc-f355-4406-a949-3e376c1e9741 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:54.683602 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.699842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:54.705254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.708969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.715334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.722208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26aff24a-f888-4692-b2a8-888f73526be5 HTTP/1.1" status: 204 len: 168 time: 0.3790951 Oct 27 16:17:54.765595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052484ee-4ff5-4d2d-8272-6855340904b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aff24a-f888-4692-b2a8-888f73526be5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:54.881869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-761e53fb-e79d-45bd-854f-0d047a84f3e7 req-40f9bf0d-0250-4973-be57-fa42af81e057 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0458891 Oct 27 16:17:55.106966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Allocated IP 19.80.0.74 (7ce3675d-8ce8-4777-9efe-aa9adc895857/f1a3136c-78c2-420b-869a-d26a7bf99900/d77c1b94-107c-4ec5-b125-2e62bafffdbf) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:55.394411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.516305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 07058256-a823-4aae-99dd-98ca1f83e80c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:55.517396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.533824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.603313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:55.609374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:55.614749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:55.621165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:55.644248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.667566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 07058256-a823-4aae-99dd-98ca1f83e80c owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:55.705813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:55.706617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.815887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e220c8ce-8a2f-4c44-a560-4682ae4c264f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3890743 Oct 27 16:17:55.831983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Request body: {'port': {'device_id': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84', 'admin_state_up': True, 'tenant_id': 'b46f34387ca1403f879f490737acf752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:55.962629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f80734fc-3f5b-40a0-ac69-c9ac90a43570 None None] Provisioning complete for port d77c1b94-107c-4ec5-b125-2e62bafffdbf triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:55.962629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f80734fc-3f5b-40a0-ac69-c9ac90a43570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.012248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.058502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f80734fc-3f5b-40a0-ac69-c9ac90a43570 None None] Port d77c1b94-107c-4ec5-b125-2e62bafffdbf cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:56.081251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=07058256-a823-4aae-99dd-98ca1f83e80c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:56.193945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ae7a-1c5a-4014-9ebe-ff1945cdecfb req-9bd849dd-cf4d-45b3-a450-8ed7506acd06 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.205569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e697ae7a-1c5a-4014-9ebe-ff1945cdecfb req-9bd849dd-cf4d-45b3-a450-8ed7506acd06 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 931 time: 0.1920998 Oct 27 16:17:56.265213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Made reservation on behalf of b46f34387ca1403f879f490737acf752 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:56.269007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.418244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.477097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e697ae7a-1c5a-4014-9ebe-ff1945cdecfb req-f096ded9-7b90-46ec-9f0f-a932cec6b58b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649603 Oct 27 16:17:56.508112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Allocated IP 19.86.0.164 (d97c5d35-e6b2-4e90-a404-0385ceee1f84/1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f/f7f7a193-1a30-4671-9ecd-ce9a9258c205) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:56.707177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.717510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:56.857387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:56.869162 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] Sync routers for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:56.874141 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-77a4a7bd-88e8-43ea-b3bb-3aa0fcfc9944 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "PUT /v2.0/routers/7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676775 Oct 27 16:17:56.875129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38328) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:56.884310 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.902482 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:56.903134 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:56.961859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:56.972760 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] Routers {'7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:56.973392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:57.011080 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:57.011744 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba3bf8-1097-4e34-b69d-9d3b4fce1a78 None None] The sync data for ids ['7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:57.029949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:57.036978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:57.046182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:57.052631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event updated for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:57.143974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.144683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.154268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.305213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5f5fd0e4-3a5d-42e5-b4c1-66baa735eaff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4781551 Oct 27 16:17:57.323284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.351710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Request body: {'port': {'device_id': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:57.396542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-271a66bd-94eb-4da8-bfff-6152ac1328ce None None] Provisioning complete for port f7f7a193-1a30-4671-9ecd-ce9a9258c205 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:57.397684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-271a66bd-94eb-4da8-bfff-6152ac1328ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.446540 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-271a66bd-94eb-4da8-bfff-6152ac1328ce None None] Port f7f7a193-1a30-4671-9ecd-ce9a9258c205 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:57.447885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.698879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting port 0621e140-0d1e-4798-8ced-a201500c8fd0 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:57.699269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.763011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db2e6b-87ae-468f-8e1a-bcebb5bb061e req-00f3712d-ffa6-4981-8525-792c4bccf64c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.770871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db2e6b-87ae-468f-8e1a-bcebb5bb061e req-00f3712d-ffa6-4981-8525-792c4bccf64c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.778980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25db2e6b-87ae-468f-8e1a-bcebb5bb061e req-00f3712d-ffa6-4981-8525-792c4bccf64c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1654 time: 0.1845746 Oct 27 16:17:57.870700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25db2e6b-87ae-468f-8e1a-bcebb5bb061e req-fd3eaf41-2ebd-41f9-a005-f5b3328b0763 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912330 Oct 27 16:17:57.893953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.915980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Calling delete_port for 0621e140-0d1e-4798-8ced-a201500c8fd0 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:58.000516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77c1b94-107c-4ec5-b125-2e62bafffdbf {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:58.024717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.034059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Transition to ACTIVE for port object d77c1b94-107c-4ec5-b125-2e62bafffdbf will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:58.154433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.206240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.293188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.406398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.434486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:58.581469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:58.606067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:58.860833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-223532777'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:58.999797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Made reservation on behalf of 35134afa316d46b887dae48ebc84cecf for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:59.006096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.020840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.085042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.086849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Port': ['ID=0621e140-0d1e-4798-8ced-a201500c8fd0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:59.089341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.148831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.187591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Attempting to bind port d77c1b94-107c-4ec5-b125-2e62bafffdbf on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:59.188017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Attempting to bind port d77c1b94-107c-4ec5-b125-2e62bafffdbf by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:59.188349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Attempting to bind port d77c1b94-107c-4ec5-b125-2e62bafffdbf on network 7ce3675d-8ce8-4777-9efe-aa9adc895857 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:59.200770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69271f7d-538a-4ae5-a327-427387fdc010 req-eb10dcce-1412-4c6d-968c-3b631dc87ae7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.207497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69271f7d-538a-4ae5-a327-427387fdc010 req-eb10dcce-1412-4c6d-968c-3b631dc87ae7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.209251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69271f7d-538a-4ae5-a327-427387fdc010 req-eb10dcce-1412-4c6d-968c-3b631dc87ae7 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1666 time: 0.1584313 Oct 27 16:17:59.211938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Port d77c1b94-107c-4ec5-b125-2e62bafffdbf on network 7ce3675d-8ce8-4777-9efe-aa9adc895857 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Attempting to bind port d77c1b94-107c-4ec5-b125-2e62bafffdbf on network 7ce3675d-8ce8-4777-9efe-aa9adc895857 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Checking segment: {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Bound using segment: {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Bound port: d77c1b94-107c-4ec5-b125-2e62bafffdbf, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:59.225965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.300378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69271f7d-538a-4ae5-a327-427387fdc010 req-acaf17b2-0949-4306-8abe-456f12c56201 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 Oct 27 16:17:59.302482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.308104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.308769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:17:59.318192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.319639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49227bcd-797d-4953-9270-f124cf703fb7 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/routers/7c9616a8-e9a7-4fca-9bbb-82c0494cb0dd HTTP/1.1" status: 204 len: 168 time: 2.4431481 Oct 27 16:17:59.326191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38394) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:59.355742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:59.363375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:59.369506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a83a93-344b-48fa-bafc-3480ae3a127a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:59.369889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:59.384651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.384651 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Added segment 9fc5ddd0-bce3-4393-9fd6-5fb565e8e967 of type vlan for network 5c76a5ea-ea73-46c3-8eea-0ae6892072de Oct 27 16:17:59.433231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Deleting subnet 30b90e25-c14f-438d-a9e1-3a807518bcfd {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:59.439944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.460669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.492484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.535658 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.541632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.542213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.543749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] 10.222.0.82 "PUT /v2.0/ports/d77c1b94-107c-4ec5-b125-2e62bafffdbf HTTP/1.1" status: 200 len: 1091 time: 2.1981575 Oct 27 16:17:59.565745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:59.569148 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fded6849-cfcc-412b-8d37-330f7f8be24d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:59.600392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.614595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681f464-f5b1-46e5-9b1f-b7989c6b3b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:59.626227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.629384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.630036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.679510 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08c86f-9459-428e-aa47-f4d3024b7953 x-openstack-request-id: req-cc08c86f-9459-428e-aa47-f4d3024b7953 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:59.679778 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:59.680019 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc08c86f-9459-428e-aa47-f4d3024b7953 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:59.680406 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf', 'status': 'completed', 'code': 200} Oct 27 16:17:59.698496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Request body: {'port': {'device_id': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:59.808700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Pushing event updated for resources: {'Network': ['ID=5c76a5ea-ea73-46c3-8eea-0ae6892072de,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:59.817098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:59.828128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-86d3ca0d-430c-44a1-b4a4-b9900f15dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.831629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-86d3ca0d-430c-44a1-b4a4-b9900f15dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.837628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-86d3ca0d-430c-44a1-b4a4-b9900f15dcd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1913 time: 0.1020381 Oct 27 16:17:59.892869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.936364 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8a027b9-26e6-4fc3-ad4e-81fbcf22278f tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3285193 Oct 27 16:17:59.969479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.000719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Subnet': ['ID=30b90e25-c14f-438d-a9e1-3a807518bcfd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:00.015825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.019166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c7017462-cf35-4a96-9c77-efa9c1622966 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/subnets/30b90e25-c14f-438d-a9e1-3a807518bcfd HTTP/1.1" status: 204 len: 168 time: 0.6918912 Oct 27 16:18:00.023705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38414) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:00.037945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-1c4218e0-9ba0-48b2-a625-7d792b0c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.038410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-1c4218e0-9ba0-48b2-a625-7d792b0c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.038921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-1c4218e0-9ba0-48b2-a625-7d792b0c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.040572 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-1c4218e0-9ba0-48b2-a625-7d792b0c74fb service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=b46f34387ca1403f879f490737acf752&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1924963 Oct 27 16:18:00.230109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-4996e789-98f7-453e-890a-ce75be3cac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.232616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fded6849-cfcc-412b-8d37-330f7f8be24d req-4996e789-98f7-453e-890a-ce75be3cac31 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834099 Oct 27 16:18:00.242420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.329096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:00.335392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de', 'binding:host_id': 'n-h2-814735-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1864009432'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:00.365736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.410168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03057775-b31a-40e2-83b7-726345b4b2ea']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:00.441981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca209520-3b1b-4869-80d9-2a854c109a24') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:00.442292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca209520-3b1b-4869-80d9-2a854c109a24') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:00.456735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Made reservation on behalf of 8561b45614af44f3a5bb3d2c0a2f17e1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:00.459620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.473457 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.488702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.526912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f7a193-1a30-4671-9ecd-ce9a9258c205 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:00.531986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.547673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb3126-d5b6-4e7a-a1ca-9f078e283632 req-6bd68d9f-c16e-4949-b7a2-6909e7e511fd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.550047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb3126-d5b6-4e7a-a1ca-9f078e283632 req-6bd68d9f-c16e-4949-b7a2-6909e7e511fd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.551720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5fb3126-d5b6-4e7a-a1ca-9f078e283632 req-6bd68d9f-c16e-4949-b7a2-6909e7e511fd tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1666 time: 0.1329732 Oct 27 16:18:00.556103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.561275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:00.561694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:00.564983 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:00.582103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.623488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Transition to ACTIVE for port object f7f7a193-1a30-4671-9ecd-ce9a9258c205 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:00.662931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.665691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5fb3126-d5b6-4e7a-a1ca-9f078e283632 req-bc1d326c-31e7-477e-ad65-d2edc148010c tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975864 Oct 27 16:18:00.674895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:00.707623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.751326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cde7f1b-0a3a-42fc-89b0-06b2d8e4479d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:00.768919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.788267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:00.889678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.893481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] 10.222.0.70 "DELETE /v2.0/networks/03057775-b31a-40e2-83b7-726345b4b2ea HTTP/1.1" status: 204 len: 168 time: 0.8688178 Oct 27 16:18:00.897468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe177a-450d-4c17-a850-9468b5b654d3 tempest-FloatingIPTestJSON-580825061 tempest-FloatingIPTestJSON-580825061-project] Pushing event deleted for resources: {'Network': ['ID=03057775-b31a-40e2-83b7-726345b4b2ea,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:00.926015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Attempting to bind port f7f7a193-1a30-4671-9ecd-ce9a9258c205 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:00.926365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Attempting to bind port f7f7a193-1a30-4671-9ecd-ce9a9258c205 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:00.926706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Attempting to bind port f7f7a193-1a30-4671-9ecd-ce9a9258c205 on network d97c5d35-e6b2-4e90-a404-0385ceee1f84 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:00.946279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Port f7f7a193-1a30-4671-9ecd-ce9a9258c205 on network d97c5d35-e6b2-4e90-a404-0385ceee1f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:00.946689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Attempting to bind port f7f7a193-1a30-4671-9ecd-ce9a9258c205 on network d97c5d35-e6b2-4e90-a404-0385ceee1f84 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:00.957032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:00.957382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Checking segment: {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:00.957770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Bound using segment: {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:00.958215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Bound port: f7f7a193-1a30-4671-9ecd-ce9a9258c205, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063d95b0-0c98-44ad-9604-da01fbd36b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:00.958581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.998219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:01.014561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.059946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:01.064567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:01.245311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.257642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.291297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.292338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.293923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] 10.222.0.82 "PUT /v2.0/ports/f7f7a193-1a30-4671-9ecd-ce9a9258c205 HTTP/1.1" status: 200 len: 1092 time: 1.6160712 Oct 27 16:18:01.304173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=b810d171-d9d0-4fe6-9b2d-7cd68137b1f7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:01.325677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3c109-8b71-4819-a0e7-f89f93769e7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:01.325812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Checking segment: {'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:01.325812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Network hostable DHCP agents. Network: 5c76a5ea-ea73-46c3-8eea-0ae6892072de, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:01.491657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:01.571446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e42dc520-0141-429e-a0e9-40a52f49e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.571940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e42dc520-0141-429e-a0e9-40a52f49e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.573696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-e42dc520-0141-429e-a0e9-40a52f49e4b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1980 time: 0.0525527 Oct 27 16:18:01.605965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5c76a5ea-ea73-46c3-8eea-0ae6892072de) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:01.610645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:01.615934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fcc9f-c00d-4628-837e-fd8a414bb180 None None] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:01.630858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.632514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.632898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.646177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.646534 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.646928 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 2 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.650338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-0e137d3d-1295-4017-9fe8-10120cd23991 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf HTTP/1.1" status: 200 len: 217 time: 0.0658355 Oct 27 16:18:01.661467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.661815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.662155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.675459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.676119 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.676280 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 3 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.694030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.694380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.694722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.700178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.700736 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.701437 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 4 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.722349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.723087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.723749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.737252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.738632 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.743084 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 5 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.774983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.777188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.778679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.788363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:01.788530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38468) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:01.791798 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92e911c-cc5e-4b73-b805-471c007e2c38" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:01.803248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.803765 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.804320 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 6 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.816369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-19c98cde-1d2a-4fad-87a4-694de2b9ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.819707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-19c98cde-1d2a-4fad-87a4-694de2b9ed61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a3136c-78c2-420b-869a-d26a7bf99900 HTTP/1.1" status: 200 len: 801 time: 0.1618428 Oct 27 16:18:01.822493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.823031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.823558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.832332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.833035 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.833593 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 7 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.850180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.850794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.851405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.856741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.857278 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.857971 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 8 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.873800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.874922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.875459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.883331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.883907 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.884461 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 9 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.907665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.912542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.913794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.915510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-d0c807a3-aa5b-4284-8aaf-4a5099bc9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.917176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-d0c807a3-aa5b-4284-8aaf-4a5099bc9eb3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ce3675d-8ce8-4777-9efe-aa9adc895857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805564 Oct 27 16:18:01.924111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.924647 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.925280 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 10 to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 Oct 27 16:18:01.945748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:01.946232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:01.946657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:01.952277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:01.952745 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:01.953419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.003973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e4175-31cf-4295-99fc-bd88859e5044 req-f3baa365-d234-48dd-8167-a2017692ba0a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.012396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e4175-31cf-4295-99fc-bd88859e5044 req-f3baa365-d234-48dd-8167-a2017692ba0a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.021700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-592e4175-31cf-4295-99fc-bd88859e5044 req-f3baa365-d234-48dd-8167-a2017692ba0a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1678 time: 0.1997058 Oct 27 16:18:02.082037 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f048db-e29a-4f07-b89b-abcc8744bb64 x-openstack-request-id: req-17f048db-e29a-4f07-b89b-abcc8744bb64 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:02.082618 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:02.083080 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17f048db-e29a-4f07-b89b-abcc8744bb64 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:02.083807 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205', 'status': 'completed', 'code': 200} Oct 27 16:18:02.089663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:02.090049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempted to set empty binding levels {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:18:02.093519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37fde88e-4381-46ae-baef-26446e0071ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c3df0a143ff4460b032b684b39fea42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039129 Oct 27 16:18:02.097991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:02.126530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-592e4175-31cf-4295-99fc-bd88859e5044 req-59e98481-0d47-40f2-acdd-f1e8316fee6a tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037831 Oct 27 16:18:02.163377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.187844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.202323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-044b6cf2-aa7c-4668-9ba1-f7bc3a3ac91e service neutron] 10.222.0.82 "GET /v2.0/networks/7ce3675d-8ce8-4777-9efe-aa9adc895857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648630 Oct 27 16:18:02.235085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.236062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.244782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.271109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=b810d171-d9d0-4fe6-9b2d-7cd68137b1f7,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:02.376882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-c381057f-df22-487c-80de-84080a115bd8 service neutron] 10.222.0.82 "GET /v2.0/networks/7ce3675d-8ce8-4777-9efe-aa9adc895857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657567 Oct 27 16:18:02.386762 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8ff14c8e-f0f1-49bc-9e57-9153467d1d87 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0563748 Oct 27 16:18:02.391968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38494) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:02.474981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-6091b7c5-bc2e-4b97-a868-31aea358a12e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205 HTTP/1.1" status: 200 len: 217 time: 0.0815578 Oct 27 16:18:02.476591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.481127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.482927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24be8ca7-f07e-482f-80f5-a3816a80eef3 HTTP/1.1" status: 204 len: 168 time: 0.3837876 Oct 27 16:18:02.501524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Deleting port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:02.502252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.534133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be8ca7-f07e-482f-80f5-a3816a80eef3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:02.564169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.564611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.564865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.565213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.565922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.565922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.566214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.566552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.566887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.567371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.568007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.568334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2af11f-4ed3-4cc3-933f-8fe66a5ffdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.605065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port b810d171-d9d0-4fe6-9b2d-7cd68137b1f7, host n-h2-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:02.605977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.625915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Calling delete_port for b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:02.633807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-da7061ba-8932-41cd-b5ab-5c0d8a6e3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.636504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-da7061ba-8932-41cd-b5ab-5c0d8a6e3968 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f HTTP/1.1" status: 200 len: 801 time: 0.1400537 Oct 27 16:18:02.727798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-13fa1b46-2ca9-46ee-8077-556c9e1fc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.729880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-13fa1b46-2ca9-46ee-8077-556c9e1fc8dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d97c5d35-e6b2-4e90-a404-0385ceee1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776563 Oct 27 16:18:02.823352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.841824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-a8f73126-b5e0-43fc-9a58-1768c8d3d45a service neutron] 10.222.0.82 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975809 Oct 27 16:18:02.868398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event deleted for resources: {'Port': ['ID=b810d171-d9d0-4fe6-9b2d-7cd68137b1f7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:02.882848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.886505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 HTTP/1.1" status: 204 len: 168 time: 0.4931350 Oct 27 16:18:02.888636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.889335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862acace-0b29-4664-b918-be1044baf835 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:02.895936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:02.937401 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-201098ad-41b9-40fa-b584-e5f6cad71926 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:18:02.941595 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-201098ad-41b9-40fa-b584-e5f6cad71926 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports/b810d171-d9d0-4fe6-9b2d-7cd68137b1f7 HTTP/1.1" status: 404 len: 333 time: 0.0450139 Oct 27 16:18:02.945291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:02.951821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1758873675'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:03.023705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f2a598-f4f0-48fd-85ea-1496c0e42fa0 req-44645cd6-1abf-4c4e-b6df-8842e7330713 service neutron] 10.222.0.82 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761618 Oct 27 16:18:03.090433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Made reservation on behalf of 8561b45614af44f3a5bb3d2c0a2f17e1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:03.093090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.112742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port de5db677-a3fb-411c-9020-984fc36393ce yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:03.361707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.390138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f1da-c567-4449-bd4a-873c359b6b76 req-091b3ef3-5ab3-4c4c-a541-750ca3aaa674 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.397545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f1da-c567-4449-bd4a-873c359b6b76 req-091b3ef3-5ab3-4c4c-a541-750ca3aaa674 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.403847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52f9f1da-c567-4449-bd4a-873c359b6b76 req-091b3ef3-5ab3-4c4c-a541-750ca3aaa674 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1678 time: 0.1290140 Oct 27 16:18:03.424169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-8df5ef39-f361-4fd5-8a4d-07f09e1a15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.424646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-8df5ef39-f361-4fd5-8a4d-07f09e1a15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.426245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-8df5ef39-f361-4fd5-8a4d-07f09e1a15da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b46f34387ca1403f879f490737acf752&device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1980 time: 0.1096597 Oct 27 16:18:03.517252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52f9f1da-c567-4449-bd4a-873c359b6b76 req-e21a7267-95c9-4baf-b704-105547e2781f tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079247 Oct 27 16:18:03.520807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.576394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:03.580149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:03.584428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:03.585370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.586046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.604073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-9b3baad7-f724-447c-b76c-730cefd7a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.605729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-9b3baad7-f724-447c-b76c-730cefd7a349 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d97c5d35-e6b2-4e90-a404-0385ceee1f84 HTTP/1.1" status: 200 len: 902 time: 0.1579080 Oct 27 16:18:03.625157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db677-a3fb-411c-9020-984fc36393ce,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:03.674503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-8e8f4e21-d1ec-496e-8924-276e36ff4be8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205 HTTP/1.1" status: 200 len: 217 time: 0.0547221 Oct 27 16:18:03.713429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-27e9e1c8-206c-4f17-ad25-48d73e3d243a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7642009 Oct 27 16:18:03.713574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:03.726078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:03.798543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-785ba397-21a4-4352-9f18-6da217deccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.800507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-785ba397-21a4-4352-9f18-6da217deccd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f HTTP/1.1" status: 200 len: 801 time: 0.1171618 Oct 27 16:18:03.813885 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.861980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-169aa1b1-4abe-451a-8a5a-7eb56d379d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.863928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-169aa1b1-4abe-451a-8a5a-7eb56d379d46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d97c5d35-e6b2-4e90-a404-0385ceee1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541835 Oct 27 16:18:04.035567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-200d2bea-0f89-4337-af31-d70b1ad27076 service neutron] 10.222.0.82 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478601 Oct 27 16:18:04.087709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port de5db677-a3fb-411c-9020-984fc36393ce yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:04.096353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.157903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e92e911c-cc5e-4b73-b805-471c007e2c38 req-e6beef82-883e-4288-859c-9672dac07932 service neutron] 10.222.0.82 "GET /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145530 Oct 27 16:18:04.246380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.300093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db677-a3fb-411c-9020-984fc36393ce,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:04.338889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.340235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.348083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.356340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.356982 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.358484 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 2 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.376035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.376580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.377013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.385592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.386024 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.386512 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 3 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.404154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.404751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.405089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.411323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.412640 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.412640 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 4 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.440234 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 5 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.460858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.461629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.462175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.473185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.473185 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.473185 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 6 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.474826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:04.496964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.496964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.496964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.504834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.507330 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.508477 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 7 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.535198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.536186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.536391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.541789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.542342 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.543164 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 8 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.566140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.566535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.566816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.581443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.581799 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.582518 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 9 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.612366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.612706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.615481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.628367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.629070 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.630963 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 10 to bind port de5db677-a3fb-411c-9020-984fc36393ce Oct 27 16:18:04.650790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:04.652263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:04.652785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:04.661805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:04.662387 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port de5db677-a3fb-411c-9020-984fc36393ce on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:04.662909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.734602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6df01-977d-4ae1-98cd-ffa06fb81885 req-a47ab8ff-34d1-40d0-b02d-9fce467c1288 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:04.746693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6df01-977d-4ae1-98cd-ffa06fb81885 req-a47ab8ff-34d1-40d0-b02d-9fce467c1288 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:04.760795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca6df01-977d-4ae1-98cd-ffa06fb81885 req-a47ab8ff-34d1-40d0-b02d-9fce467c1288 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1678 time: 0.1336234 Oct 27 16:18:04.804052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port de5db677-a3fb-411c-9020-984fc36393ce, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:04.942066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempted to set empty binding levels {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:18:04.942917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca6df01-977d-4ae1-98cd-ffa06fb81885 req-76b6f9af-ee12-4290-a217-71c89d0dfb94 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548823 Oct 27 16:18:04.942917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'networks': [{'name': 'tempest-network--536363017'}, {'name': 'tempest-network--92221131'}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:04.942917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-network--536363017'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:04.942917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-network--92221131'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:04.982650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.015516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] In _notify_port_updated(), no bound segment for port de5db677-a3fb-411c-9020-984fc36393ce on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:18:05.016372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.016979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.018448 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "PUT /v2.0/ports/de5db677-a3fb-411c-9020-984fc36393ce HTTP/1.1" status: 200 len: 975 time: 1.3034985 Oct 27 16:18:05.021459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38568) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:05.046283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7695e6f-eede-405f-a0b9-77e9b2ba750a tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db677-a3fb-411c-9020-984fc36393ce,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.061251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'network': 2} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:05.062140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.102024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.193875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.205255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.206323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.207641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e2ecc3e-59f3-489b-a0da-ae4793bd12ba tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35210 time: 0.1736879 Oct 27 16:18:05.207743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:05.286065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Deleting port de5db677-a3fb-411c-9020-984fc36393ce {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:05.286706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.291225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.355906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port de5db677-a3fb-411c-9020-984fc36393ce, host n-h2-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:05.356179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.369693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Calling delete_port for de5db677-a3fb-411c-9020-984fc36393ce owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:05.415789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.415789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.486699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce099c-e49b-40c9-a932-d269ea758471,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.496626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:05.511423 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.511692 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment 15d433b4-8774-437c-8087-c486ecefede2 of type vlan for network 718b2df9-3359-4d28-abcc-7d73434e0146 Oct 27 16:18:05.573123 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.605985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.624392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:05.645505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.645998 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment cae35630-afd9-4b52-8902-c1069f2453a5 of type vlan for network 3813a0a4-87b6-489a-9601-8b16e0fa3cc6 Oct 27 16:18:05.649914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.656585 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "DELETE /v2.0/ports/de5db677-a3fb-411c-9020-984fc36393ce HTTP/1.1" status: 204 len: 168 time: 0.4493864 Oct 27 16:18:05.656585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9c5f-98bd-436c-88d6-e4d236459ad1 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event deleted for resources: {'Port': ['ID=de5db677-a3fb-411c-9020-984fc36393ce,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.658271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38582) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:05.683086 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ef1084-62ed-43a3-b994-1756b4bf3dd5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:18:05.685148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75ef1084-62ed-43a3-b994-1756b4bf3dd5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports/de5db677-a3fb-411c-9020-984fc36393ce HTTP/1.1" status: 404 len: 333 time: 0.0271993 Oct 27 16:18:05.691588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:05.696950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1370778260', 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:05.714062 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.795554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Made reservation on behalf of 8561b45614af44f3a5bb3d2c0a2f17e1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:05.798541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.823741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.824009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port 8099d24a-2b2a-42c8-89a5-d21eb463bc2a yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:05.825400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.832675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.839876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.839876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.977569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=718b2df9-3359-4d28-abcc-7d73434e0146,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.997246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 718b2df9-3359-4d28-abcc-7d73434e0146 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:06.033221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.055369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5768685 Oct 27 16:18:06.066049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545679c8-1afa-466b-9c0c-59f9db08a520 req-e70773ae-27ce-4eaa-a569-675ad5c459b4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.070191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.072849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545679c8-1afa-466b-9c0c-59f9db08a520 req-e70773ae-27ce-4eaa-a569-675ad5c459b4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.080959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-545679c8-1afa-466b-9c0c-59f9db08a520 req-e70773ae-27ce-4eaa-a569-675ad5c459b4 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1678 time: 0.1700621 Oct 27 16:18:06.107097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fe12-ebea-4f44-8b88-a30997ea8ef3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=3813a0a4-87b6-489a-9601-8b16e0fa3cc6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:06.154600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3813a0a4-87b6-489a-9601-8b16e0fa3cc6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:06.156474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-545679c8-1afa-466b-9c0c-59f9db08a520 req-a9c14437-7edd-458c-9868-e3990cf86bff tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746250 Oct 27 16:18:06.304887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7c0f3-03df-4dd9-8470-e4bf666b7402 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.310933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7c0f3-03df-4dd9-8470-e4bf666b7402 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.318499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7c0f3-03df-4dd9-8470-e4bf666b7402 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.324698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7c0f3-03df-4dd9-8470-e4bf666b7402 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.326332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0cb7c0f3-03df-4dd9-8470-e4bf666b7402 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2551608 Oct 27 16:18:06.338760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38598) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.416233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.476621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:06.480765 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.486424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:06.489075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:06.489994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.490586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.494426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=8099d24a-2b2a-42c8-89a5-d21eb463bc2a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:06.501778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f7f7a193-1a30-4671-9ecd-ce9a9258c205 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:06.593700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.617890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b2df9-3359-4d28-abcc-7d73434e0146']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:06.618285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:06.632008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205', 'network_id': 'd97c5d35-e6b2-4e90-a404-0385ceee1f84', 'port_id': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205', 'mac_address': 'fa:16:3e:df:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:06.635566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d433b4-8774-437c-8087-c486ecefede2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:06.635889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d433b4-8774-437c-8087-c486ecefede2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:06.664504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.684524 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2c865ef8-72c2-4088-963b-438fb2307b29 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9875567 Oct 27 16:18:06.684760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38610) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.706129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.713629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.719294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:06.719706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:06.722803 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:06.744777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf93b9-00dd-4b10-8105-f68d33075f4f tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.750638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-68cf93b9-00dd-4b10-8105-f68d33075f4f tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports/8099d24a-2b2a-42c8-89a5-d21eb463bc2a HTTP/1.1" status: 200 len: 955 time: 0.0659163 Oct 27 16:18:06.751583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.752114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f7a193-1a30-4671-9ecd-ce9a9258c205 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:06.798140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:06.859359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Deleting port 8099d24a-2b2a-42c8-89a5-d21eb463bc2a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:06.859695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.913987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.923882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.928410 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/718b2df9-3359-4d28-abcc-7d73434e0146 HTTP/1.1" status: 204 len: 168 time: 0.5885668 Oct 27 16:18:06.929585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.932149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38618) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.940021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e4c94-6e56-4a9f-88c2-56dfcab5b51b tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=718b2df9-3359-4d28-abcc-7d73434e0146,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:06.961893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Calling delete_port for 8099d24a-2b2a-42c8-89a5-d21eb463bc2a owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:06.967835 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.969072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d77c1b94-107c-4ec5-b125-2e62bafffdbf details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:07.075763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.170194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.230145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.252058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:07.263709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3813a0a4-87b6-489a-9601-8b16e0fa3cc6']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.276825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae35630-afd9-4b52-8902-c1069f2453a5') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.277134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae35630-afd9-4b52-8902-c1069f2453a5') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.278077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf', 'network_id': '7ce3675d-8ce8-4777-9efe-aa9adc895857', 'port_id': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf', 'mac_address': 'fa:16:3e:8b:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a3136c-78c2-420b-869a-d26a7bf99900', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:07.290072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.320865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.343540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.344369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.362090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77c1b94-107c-4ec5-b125-2e62bafffdbf {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:07.386428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event deleted for resources: {'Port': ['ID=8099d24a-2b2a-42c8-89a5-d21eb463bc2a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.391935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.396534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b2555b59-5326-4924-bba8-724edf88f5f5 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8099d24a-2b2a-42c8-89a5-d21eb463bc2a HTTP/1.1" status: 204 len: 168 time: 0.6435859 Oct 27 16:18:07.397771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:07.398183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.399338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38632) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:07.409910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:07.420200 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:07.443075 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-07856f5e-d7b6-4f97-a041-2d3cfc625c1b tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:18:07.444647 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-07856f5e-d7b6-4f97-a041-2d3cfc625c1b tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports/8099d24a-2b2a-42c8-89a5-d21eb463bc2a HTTP/1.1" status: 404 len: 333 time: 0.0443068 Oct 27 16:18:07.454565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38634) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:07.461256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1956835527'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:07.508943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3d2a-f557-49d1-af13-0bb68278fe63 req-3dfedf1f-60e1-42b8-8f9f-abb0048521a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.516136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3d2a-f557-49d1-af13-0bb68278fe63 req-3dfedf1f-60e1-42b8-8f9f-abb0048521a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.517910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25ee3d2a-f557-49d1-af13-0bb68278fe63 req-3dfedf1f-60e1-42b8-8f9f-abb0048521a6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1679 time: 0.2190566 Oct 27 16:18:07.558494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.574215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25ee3d2a-f557-49d1-af13-0bb68278fe63 req-08e838fa-91b0-4fcb-a764-0ec3c08f7506 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Oct 27 16:18:07.584651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Made reservation on behalf of 8561b45614af44f3a5bb3d2c0a2f17e1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:07.586981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.641738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port 77bc4370-da6c-4d17-9fb3-4671479b2e4c yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:07.717319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.730761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.787262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.792231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/3813a0a4-87b6-489a-9601-8b16e0fa3cc6 HTTP/1.1" status: 204 len: 168 time: 0.8587980 Oct 27 16:18:07.795769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b0a39-34fe-49a8-a12a-9245ae9b1ff3 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=3813a0a4-87b6-489a-9601-8b16e0fa3cc6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.800048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38642) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:07.999718 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.155091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d77c1b94-107c-4ec5-b125-2e62bafffdbf'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:08.155527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.200604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725bde1-55de-447d-b7c0-6228079b2361 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.208156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725bde1-55de-447d-b7c0-6228079b2361 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.210117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3725bde1-55de-447d-b7c0-6228079b2361 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4084241 Oct 27 16:18:08.214871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38648) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:08.222274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f7f7a193-1a30-4671-9ecd-ce9a9258c205'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:08.224529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1275543408'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:08.260250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Network 5c76a5ea-ea73-46c3-8eea-0ae6892072de is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:08.263343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:08.266104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=77bc4370-da6c-4d17-9fb3-4671479b2e4c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:08.268284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:08.269404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.269992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.400495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:08.406093 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.444025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:08.462700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.463227 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment 1177105b-817f-46be-b457-91815f69b514 of type vlan for network 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb Oct 27 16:18:08.528714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.540004 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9e0ddbbf-707e-4f0e-b128-ba567c77e6be tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0864964 Oct 27 16:18:08.540947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:08.553312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:08.633330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.636987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.642301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.642301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.886444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] device_id is not set on port 77bc4370-da6c-4d17-9fb3-4671479b2e4c yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:08.909630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.056707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.065447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8493400 Oct 27 16:18:09.082015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38668) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.095536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1151744532'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:09.122411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=77bc4370-da6c-4d17-9fb3-4671479b2e4c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:09.129800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.130452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.130763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.131428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aac68-c7c3-4995-9491-e26f58c5bb3c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:09.136196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.136606 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.137152 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 2 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.150564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:09.170276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.170617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.170958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.175344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb705a-696d-4c1e-8c54-adae9cfaa0b3 req-8ead449d-f5e6-474b-8fbe-abf0e50c41c2 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.179937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.180304 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.180666 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 3 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.198521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb705a-696d-4c1e-8c54-adae9cfaa0b3 req-8ead449d-f5e6-474b-8fbe-abf0e50c41c2 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.201082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.201526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.201992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.206091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38fb705a-696d-4c1e-8c54-adae9cfaa0b3 req-8ead449d-f5e6-474b-8fbe-abf0e50c41c2 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1680 time: 0.1483111 Oct 27 16:18:09.210177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.210700 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.211312 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 4 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.239741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:09.243349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.248428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.248765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.249177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.260883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.261223 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.264862 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 5 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.292078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.292765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.293315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.303803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.305841 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.307094 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 6 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.312778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38fb705a-696d-4c1e-8c54-adae9cfaa0b3 req-c5fafe69-08cc-44b5-90d6-df1f208e0548 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058042 Oct 27 16:18:09.317516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:09.345637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.345637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.345818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.345818 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment 5ada1344-300e-48d7-ac95-433682465839 of type vlan for network b9c9d73b-fbea-45bb-9e0e-e09734789f1b Oct 27 16:18:09.346235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.352812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.353341 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.353740 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 7 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.367922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.368257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.368596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.373666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.373992 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.375062 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 8 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.388876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.389211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.389550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.396191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.396520 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.396758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.397370 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 9 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.410906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.411273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.411609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.416526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.416849 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.417234 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempt 10 to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c Oct 27 16:18:09.431331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:09.431642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:09.431986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempting to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:09.439578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:09.439578 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Failed to bind port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on host n-h2-814735-4 for vnic_type normal using segments [{'id': '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5c76a5ea-ea73-46c3-8eea-0ae6892072de'}] Oct 27 16:18:09.439578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.471122 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:18:09.491996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.498700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.498907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.519470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port 77bc4370-da6c-4d17-9fb3-4671479b2e4c, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:09.534225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attempted to set empty binding levels {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:18:09.574163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=b9c9d73b-fbea-45bb-9e0e-e09734789f1b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:09.585562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b9c9d73b-fbea-45bb-9e0e-e09734789f1b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:09.641845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.684216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] In _notify_port_updated(), no bound segment for port 77bc4370-da6c-4d17-9fb3-4671479b2e4c on network 5c76a5ea-ea73-46c3-8eea-0ae6892072de {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:18:09.685074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.686008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.688201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "PUT /v2.0/ports/77bc4370-da6c-4d17-9fb3-4671479b2e4c HTTP/1.1" status: 200 len: 975 time: 1.1460912 Oct 27 16:18:09.700277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.707566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e4ed-3f25-4e32-b8f6-80fa11ed0a80 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event updated for resources: {'Port': ['ID=77bc4370-da6c-4d17-9fb3-4671479b2e4c,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:09.768120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9abb7683-325a-451a-b316-4483321d7a2c tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6855085 Oct 27 16:18:09.772097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38690) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.777521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'ports': [{'network_id': '671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb', 'name': 'tempest-port--495634841', 'admin_state_up': True}, {'network_id': 'b9c9d73b-fbea-45bb-9e0e-e09734789f1b', 'admin_state_up': False}]} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:09.777830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'port': {'network_id': '671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb', 'name': 'tempest-port--495634841', 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:09.778305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'port': {'network_id': 'b9c9d73b-fbea-45bb-9e0e-e09734789f1b', 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:09.801242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Deleting port 77bc4370-da6c-4d17-9fb3-4671479b2e4c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:09.801907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.881400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] For port 77bc4370-da6c-4d17-9fb3-4671479b2e4c, host n-h2-814735-4, got binding levels [] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:09.882719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.903289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Calling delete_port for 77bc4370-da6c-4d17-9fb3-4671479b2e4c owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:10.143319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'port': 2} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:10.144015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.148377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.166090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.178488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Pushing event deleted for resources: {'Port': ['ID=77bc4370-da6c-4d17-9fb3-4671479b2e4c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:10.192182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.192182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fe8a378-e1d9-4975-a902-6969e0e62384 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "DELETE /v2.0/ports/77bc4370-da6c-4d17-9fb3-4671479b2e4c HTTP/1.1" status: 204 len: 168 time: 0.4902952 Oct 27 16:18:10.194200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:10.219193 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc37f33-ad46-42a3-83ee-e5807f5d7a46 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:18:10.224266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-afc37f33-ad46-42a3-83ee-e5807f5d7a46 tempest-PortsAdminExtendedAttrsTestJSON-819250944 tempest-PortsAdminExtendedAttrsTestJSON-819250944-project-admin] 10.222.0.70 "GET /v2.0/ports/77bc4370-da6c-4d17-9fb3-4671479b2e4c HTTP/1.1" status: 404 len: 333 time: 0.0257144 Oct 27 16:18:10.225248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38700) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:10.266430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] device_id is not set on port dc578321-c81e-4577-a058-c98822bb955d yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:10.330278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.439895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.515748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.535534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f7f7a193-1a30-4671-9ecd-ce9a9258c205 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:10.561352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3118-aad0-4381-abc6-f48ab8cd52de req-01a1804d-4615-474d-b4ef-0880c5e44712 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:10.570654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3118-aad0-4381-abc6-f48ab8cd52de req-01a1804d-4615-474d-b4ef-0880c5e44712 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:10.579097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30c3118-aad0-4381-abc6-f48ab8cd52de req-01a1804d-4615-474d-b4ef-0880c5e44712 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1680 time: 0.1462417 Oct 27 16:18:10.600708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c76a5ea-ea73-46c3-8eea-0ae6892072de']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.626941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.627328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc5ddd0-bce3-4393-9fd6-5fb565e8e967') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.653813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b30c3118-aad0-4381-abc6-f48ab8cd52de req-29b43adb-5aa9-46a6-8491-0fbac98d3d3d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736537 Oct 27 16:18:10.661755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.695467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.715592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:10.716224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:10.724460 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:10.914947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f7f7a193-1a30-4671-9ecd-ce9a9258c205 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:10.914947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f7f7a193-1a30-4671-9ecd-ce9a9258c205 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:10.914947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.020595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.033119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] device_id is not set on port 51db8d8d-fddf-41a3-ad15-399e3f1e0589 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:11.059611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:11.063244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.067716 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8613ee-4ea0-476e-9c83-fab93dc33e92" -d '{"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:11.071712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.075018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] 10.222.0.70 "DELETE /v2.0/networks/5c76a5ea-ea73-46c3-8eea-0ae6892072de HTTP/1.1" status: 204 len: 168 time: 0.8490546 Oct 27 16:18:11.086916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:11.159372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde4ea9-4267-46e0-ae46-59eedb3aed1d tempest-PortsAdminExtendedAttrsTestJSON-1565483420 tempest-PortsAdminExtendedAttrsTestJSON-1565483420-project] Pushing event deleted for resources: {'Network': ['ID=5c76a5ea-ea73-46c3-8eea-0ae6892072de,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:11.172791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.173648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d77c1b94-107c-4ec5-b125-2e62bafffdbf up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:11.303074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.331803 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dd1f50-97ea-4733-b466-6d4f2027ef5f x-openstack-request-id: req-53dd1f50-97ea-4733-b466-6d4f2027ef5f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:11.332375 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:11.332995 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53dd1f50-97ea-4733-b466-6d4f2027ef5f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:11.333547 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205', 'code': 200} Oct 27 16:18:11.334367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d682ff-777a-49e5-8e33-1c44f8e5434f req-3045e6a6-9155-4513-b454-58a6a2726301 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.344196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d682ff-777a-49e5-8e33-1c44f8e5434f req-3045e6a6-9155-4513-b454-58a6a2726301 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1211178 Oct 27 16:18:11.365553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:11.400578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d682ff-777a-49e5-8e33-1c44f8e5434f req-6b1dd053-4b76-45b6-9792-59946286beb1 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Oct 27 16:18:11.422537 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-70059551-3df6-49d2-b6e0-5d4fe01f3ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.479203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.502991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port d77c1b94-107c-4ec5-b125-2e62bafffdbf completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:11.510664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port d77c1b94-107c-4ec5-b125-2e62bafffdbf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:11.511284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.546144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Port': ['ID=dc578321-c81e-4577-a058-c98822bb955d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:11.572499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Checking segment: {'id': '1177105b-817f-46be-b457-91815f69b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:11.573021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network hostable DHCP agents. Network: 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:11.676590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.783021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:11.795673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:11.805271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:11.913661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b99d6-6111-4bc2-a37b-be6d1f0b8fc1 req-3fe109ee-1708-4f94-bdb0-0d1bcab4fa63 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.920361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b99d6-6111-4bc2-a37b-be6d1f0b8fc1 req-3fe109ee-1708-4f94-bdb0-0d1bcab4fa63 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.930295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.943764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed4b99d6-6111-4bc2-a37b-be6d1f0b8fc1 req-3fe109ee-1708-4f94-bdb0-0d1bcab4fa63 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1681 time: 0.1312757 Oct 27 16:18:11.954603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:11.960754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:11.960754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.071878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed4b99d6-6111-4bc2-a37b-be6d1f0b8fc1 req-d3becddd-b6d1-4d2d-ab1c-5caaaa2fbf19 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269801 Oct 27 16:18:12.083760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:12.086804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955bfbf-1c87-4c1c-b1f1-000f696d41e3 None None] Network 671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:12.146620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Port': ['ID=51db8d8d-fddf-41a3-ad15-399e3f1e0589,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:12.152810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Checking segment: {'id': '5ada1344-300e-48d7-ac95-433682465839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9c9d73b-fbea-45bb-9e0e-e09734789f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:12.153852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network hostable DHCP agents. Network: b9c9d73b-fbea-45bb-9e0e-e09734789f1b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:12.273613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network b9c9d73b-fbea-45bb-9e0e-e09734789f1b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:12.336503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d84e47f7-aa29-4615-81d7-54ca5375f601 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35134afa316d46b887dae48ebc84cecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516512 Oct 27 16:18:12.340314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38750) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:12.366014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b9c9d73b-fbea-45bb-9e0e-e09734789f1b) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:12.379575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:12.389082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60980e-2b87-46c5-9001-a360080af194 None None] Network b9c9d73b-fbea-45bb-9e0e-e09734789f1b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:12.391396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.401522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.409675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.411746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.453848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.542294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ebc1332-2e22-461b-a923-e3afbef792bf tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7610357 Oct 27 16:18:12.542294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38754) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:12.571508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817ff86-15fe-4040-aec4-71872519b72a req-b460bbdb-8ef3-4891-9cf4-685b13802630 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.573747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9817ff86-15fe-4040-aec4-71872519b72a req-b460bbdb-8ef3-4891-9cf4-685b13802630 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.0777721 Oct 27 16:18:12.639477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b7cbb-4b54-46f6-b2eb-dca6b0eec515 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.647884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b7cbb-4b54-46f6-b2eb-dca6b0eec515 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.648174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9817ff86-15fe-4040-aec4-71872519b72a req-8fe5ab6c-0cac-4b3f-b2fb-8ab247e574e3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673313 Oct 27 16:18:12.650148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-509b7cbb-4b54-46f6-b2eb-dca6b0eec515 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1130977 Oct 27 16:18:12.650478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.652909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38758) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:12.657559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.658136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6a83a93-344b-48fa-bafc-3480ae3a127a HTTP/1.1" status: 204 len: 168 time: 0.3164155 Oct 27 16:18:12.698646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df55a4e-ef1d-4b89-b2d6-5b9b5a1e9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a83a93-344b-48fa-bafc-3480ae3a127a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:12.790390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting port dc578321-c81e-4577-a058-c98822bb955d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:12.790798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.893292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.920846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Calling delete_port for dc578321-c81e-4577-a058-c98822bb955d owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:13.172632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.215463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Port': ['ID=dc578321-c81e-4577-a058-c98822bb955d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.221578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.225148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-56be9735-239e-440a-a254-93318de12eef tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/ports/dc578321-c81e-4577-a058-c98822bb955d HTTP/1.1" status: 204 len: 168 time: 0.5710583 Oct 27 16:18:13.227832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:13.246847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d916e-42ce-47fe-a2b7-97668f40f40a req-b6d47feb-4415-479f-8d6f-c1a7bcd8fe0d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.252519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d916e-42ce-47fe-a2b7-97668f40f40a req-b6d47feb-4415-479f-8d6f-c1a7bcd8fe0d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.254325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6d916e-42ce-47fe-a2b7-97668f40f40a req-b6d47feb-4415-479f-8d6f-c1a7bcd8fe0d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.1146801 Oct 27 16:18:13.314747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6d916e-42ce-47fe-a2b7-97668f40f40a req-ebb3e41e-dca7-4844-aff1-2764037f4549 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Oct 27 16:18:13.334939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:13.337617 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ed031-61b7-449c-bf25-0a8c32c5a5f0" -d '{"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-plugged", "status": "completed", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:13.370014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting port 51db8d8d-fddf-41a3-ad15-399e3f1e0589 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:13.370482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.411906 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c97033a-c8a5-4bf6-83ec-1730fd1c5cde x-openstack-request-id: req-9c97033a-c8a5-4bf6-83ec-1730fd1c5cde {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:13.411906 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-plugged", "status": "completed", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:13.411906 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c97033a-c8a5-4bf6-83ec-1730fd1c5cde {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:13.411906 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf', 'code': 200} Oct 27 16:18:13.457146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.476277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Calling delete_port for 51db8d8d-fddf-41a3-ad15-399e3f1e0589 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:13.533777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311edfb-31d8-49ba-9674-db83be1819df req-9c3df73f-6942-4c7f-af08-26cad6b61c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.534633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311edfb-31d8-49ba-9674-db83be1819df req-9c3df73f-6942-4c7f-af08-26cad6b61c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.535966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9311edfb-31d8-49ba-9674-db83be1819df req-9c3df73f-6942-4c7f-af08-26cad6b61c59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1984 time: 0.0502043 Oct 27 16:18:13.579655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9311edfb-31d8-49ba-9674-db83be1819df req-1b480c6e-e284-4e0d-b301-a8ed2cc8a230 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350780 Oct 27 16:18:13.709430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.748006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.751825 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/ports/51db8d8d-fddf-41a3-ad15-399e3f1e0589 HTTP/1.1" status: 204 len: 168 time: 0.5203061 Oct 27 16:18:13.753614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c0730-755a-4fba-a462-b960bd0d1bac tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Port': ['ID=51db8d8d-fddf-41a3-ad15-399e3f1e0589,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.754579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:13.828451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9806a4f7-b0ac-4ed7-ba67-8a1f688e8514 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695343 Oct 27 16:18:13.833272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:13.838691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1412948540'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:13.856234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cba32-1f6f-413d-8bd0-e61ffde9fde7 req-8a44b034-36a4-45c7-b223-ba8040317920 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.857797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d64cba32-1f6f-413d-8bd0-e61ffde9fde7 req-8a44b034-36a4-45c7-b223-ba8040317920 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.1208448 Oct 27 16:18:13.890313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38788) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:13.920043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d64cba32-1f6f-413d-8bd0-e61ffde9fde7 req-272fccf5-726c-4fbd-af04-9f8ec36ffece tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518968 Oct 27 16:18:13.950429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2bed2694-58ad-4849-a44e-68b94b482f04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8561b45614af44f3a5bb3d2c0a2f17e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581889 Oct 27 16:18:13.953368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:13.969505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-59016308-c4a6-4e3f-b340-01bacb69c11e tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.971366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-59016308-c4a6-4e3f-b340-01bacb69c11e tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 945 time: 0.0671780 Oct 27 16:18:14.007792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c21b-4733-42dc-9314-224d1df8aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.019733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.029361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:14.034039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.062778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.096405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:14.112479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.112698 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment bea24654-d867-4707-ade2-22cd7d4b4ca2 of type vlan for network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 Oct 27 16:18:14.134288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Deleting port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:14.134717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.214984 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.278638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] For port a113cb8d-c1be-4796-8bde-2497ea2a1bd6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:14.278960 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.281557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.290765 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.290765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cde7f1b-0a3a-42fc-89b0-06b2d8e4479d HTTP/1.1" status: 204 len: 168 time: 0.3308628 Oct 27 16:18:14.293242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30592d7-b192-470f-ba85-c842a4917199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cde7f1b-0a3a-42fc-89b0-06b2d8e4479d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:14.296469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Calling delete_port for a113cb8d-c1be-4796-8bde-2497ea2a1bd6 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:14.417765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.423504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:14.424116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.569323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=3098764b-a8d7-4d31-9df6-1f4cbd89d948,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:14.583974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3637efa-3000-4c53-b494-5fae038f5358 req-5d5fda88-4c0e-4631-88b5-ab82e3e31389 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:14.590524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3637efa-3000-4c53-b494-5fae038f5358 req-5d5fda88-4c0e-4631-88b5-ab82e3e31389 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:14.591932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3637efa-3000-4c53-b494-5fae038f5358 req-5d5fda88-4c0e-4631-88b5-ab82e3e31389 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.1942537 Oct 27 16:18:14.605237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:14.639835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-86efedf3-2cae-42b7-86d6-12688a462b06 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8057847 Oct 27 16:18:14.642547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:14.643290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3637efa-3000-4c53-b494-5fae038f5358 req-07c49c64-3784-40e2-9100-0dcd14dff9d2 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Oct 27 16:18:14.653291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-794214059'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:14.687743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.714392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.727403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['fead062d-e3c0-40b0-8176-421e3d56f8f2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:14.745983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Pushing event deleted for resources: {'Port': ['ID=a113cb8d-c1be-4796-8bde-2497ea2a1bd6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:14.771646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:14.776521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.802828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] No DVR routers for this DVR port a113cb8d-c1be-4796-8bde-2497ea2a1bd6 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:14.806824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.810675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef48919d-5308-4b34-bde2-7f290ba7d731 req-213978be-8226-4d86-8525-f75d3c737600 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "DELETE /v2.0/ports/a113cb8d-c1be-4796-8bde-2497ea2a1bd6 HTTP/1.1" status: 204 len: 173 time: 0.8315461 Oct 27 16:18:14.811244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'name': 'network-vif-deleted', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:14.815229 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105bd117-bc78-4902-88b6-be81a2d39e9d" -d '{"events": [{"server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "name": "network-vif-deleted", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:14.822557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:14.840014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.843820 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Added segment 3b02050f-2f69-4776-87bf-f8d74b19e157 of type vlan for network 9160fdd4-2b4e-45fe-8978-24458d5fb406 Oct 27 16:18:14.880305 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c508e-6cdc-4dd2-a7fc-0982301295c0 x-openstack-request-id: req-6a5c508e-6cdc-4dd2-a7fc-0982301295c0 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:14.880683 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5423ad-2629-4f83-9194-ed9c906251dc", "name": "network-vif-deleted", "tag": "a113cb8d-c1be-4796-8bde-2497ea2a1bd6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:14.881009 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a5c508e-6cdc-4dd2-a7fc-0982301295c0 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:14.881491 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5423ad-2629-4f83-9194-ed9c906251dc', 'name': 'network-vif-deleted', 'tag': 'a113cb8d-c1be-4796-8bde-2497ea2a1bd6', 'status': 'completed', 'code': 200} Oct 27 16:18:14.907296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.046059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.057626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.057626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.069352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-495c8d7b-f68c-4f9a-9028-738e6c1e1db5 req-811dbded-a540-43e2-8007-6d7c899566f7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.0478613 Oct 27 16:18:15.149974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Network': ['ID=9160fdd4-2b4e-45fe-8978-24458d5fb406,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:15.154870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.166596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9160fdd4-2b4e-45fe-8978-24458d5fb406 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:15.272030 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ae7d7878-55fb-4504-824c-fcad435f5c81 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6272750 Oct 27 16:18:15.863198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b34e9-df58-4ef3-a8b4-93e53c19d949 req-e29e21ec-a56a-4494-a23a-21505001ce06 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.871646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b34e9-df58-4ef3-a8b4-93e53c19d949 req-e29e21ec-a56a-4494-a23a-21505001ce06 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.873278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-482b34e9-df58-4ef3-a8b4-93e53c19d949 req-e29e21ec-a56a-4494-a23a-21505001ce06 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.0673881 Oct 27 16:18:15.919289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-482b34e9-df58-4ef3-a8b4-93e53c19d949 req-9122c975-b9bd-454c-850b-15e26d2392b0 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Oct 27 16:18:16.148575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38846) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:16.228780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cfac7f9-06a0-4e12-b7ae-6f03f21c4c98 req-eb630143-6b6c-4217-9ecb-8ed3fbdd1fed tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5423ad-2629-4f83-9194-ed9c906251dc HTTP/1.1" status: 200 len: 210 time: 0.0625212 Oct 27 16:18:16.316868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-668471958'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:16.445419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:16.492633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Made reservation on behalf of e4b678c8dfa14ed3829e7408ca9b27f5 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:16.498502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.508820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.582274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a113cb8d-c1be-4796-8bde-2497ea2a1bd6 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:16.597964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c024d7c-dfec-4a4c-b466-f6ce03373f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.608048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a113cb8d-c1be-4796-8bde-2497ea2a1bd6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:16.608048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a113cb8d-c1be-4796-8bde-2497ea2a1bd6 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:16.642500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.699779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.737495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:16.777666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.778085 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Added segment 7daea483-7212-4f95-a5ec-2e9e986d97ee of type vlan for network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 Oct 27 16:18:16.796708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8698ab-9909-4037-85f4-29f224b037c0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:16.802194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c024d7c-dfec-4a4c-b466-f6ce03373f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.850133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.913294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c024d7c-dfec-4a4c-b466-f6ce03373f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.928464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.961022 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c024d7c-dfec-4a4c-b466-f6ce03373f5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eda95b3679dc40378b19d5e89db53762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119650 Oct 27 16:18:16.961022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024d7c-dfec-4a4c-b466-f6ce03373f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01be250-a202-4927-9fc8-dbda1fd01a96,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:16.961536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38864) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:17.000537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.007607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.008742 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.033264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.096228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.102500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Network': ['ID=18ed4572-6b47-4e04-8d9c-35d9555c4dc8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.115812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:17.141731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad50b-63d6-49fa-8311-6318cdc9eb93 req-31c95f2e-4a88-44dc-8a5a-3755d66064a9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.147979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad50b-63d6-49fa-8311-6318cdc9eb93 req-31c95f2e-4a88-44dc-8a5a-3755d66064a9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.149753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639ad50b-63d6-49fa-8311-6318cdc9eb93 req-31c95f2e-4a88-44dc-8a5a-3755d66064a9 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.1177034 Oct 27 16:18:17.208271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-639ad50b-63d6-49fa-8311-6318cdc9eb93 req-3ab4e230-6f26-4ef7-ba84-2c0e674c0c2d tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Oct 27 16:18:17.248992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f343730-e24a-4aa5-837f-7df64658e62e tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0987737 Oct 27 16:18:17.253371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38868) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:17.258566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'subnet': {'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:17.348164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.350929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.355934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d01be250-a202-4927-9fc8-dbda1fd01a96 HTTP/1.1" status: 204 len: 168 time: 0.3932507 Oct 27 16:18:17.373200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfb94a-71cd-4c97-9779-d2929d823108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01be250-a202-4927-9fc8-dbda1fd01a96,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.497127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Made reservation on behalf of e4b678c8dfa14ed3829e7408ca9b27f5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:17.501221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.766977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.838024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Subnet': ['ID=3558a529-4c6c-4e0f-8a3a-35747b6a18a0,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.850152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Checking segment: {'id': '7daea483-7212-4f95-a5ec-2e9e986d97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:17.851100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network hostable DHCP agents. Network: 18ed4572-6b47-4e04-8d9c-35d9555c4dc8, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:18.026233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:18.122395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 18ed4572-6b47-4e04-8d9c-35d9555c4dc8) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:18.134599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd9cfe-2b05-4798-901b-dea09a644c78 None None] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:18.137614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e06b-119d-4dd6-adc7-21e6a6cf5289 req-fb371553-4630-45c8-9128-b13a125ca95e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.141915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.143259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.144413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e06b-119d-4dd6-adc7-21e6a6cf5289 req-fb371553-4630-45c8-9128-b13a125ca95e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.146211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c07e06b-119d-4dd6-adc7-21e6a6cf5289 req-fb371553-4630-45c8-9128-b13a125ca95e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.1179998 Oct 27 16:18:18.169634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef7ac1-bfe4-4874-aae0-85395bdfdf68 req-3f370449-bfb6-4451-87c9-217f97901ebb tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.173144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07ef7ac1-bfe4-4874-aae0-85395bdfdf68 req-3f370449-bfb6-4451-87c9-217f97901ebb tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1349683 Oct 27 16:18:18.253961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c07e06b-119d-4dd6-adc7-21e6a6cf5289 req-3ff0bc90-0f61-4bae-b933-d9a0df470456 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Oct 27 16:18:18.266386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07ef7ac1-bfe4-4874-aae0-85395bdfdf68 req-541d2494-d86c-45f5-9c43-3088411b595d tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682437 Oct 27 16:18:18.283102 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6489a56c-3368-4855-9d00-2be1dcae503d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0278633 Oct 27 16:18:18.283591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.292768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1071637331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:18.416628 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.419833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.450181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38892) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.500409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66da0514-4d0d-462e-af4f-eb3c538b3117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.503635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.532631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-18ed4572-6b47-4e04-8d9c-35d9555c4dc8', 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8', 'tenant_id': 'e4b678c8dfa14ed3829e7408ca9b27f5', 'fixed_ips': [{'subnet_id': '3558a529-4c6c-4e0f-8a3a-35747b6a18a0'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:18.532631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.584544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66da0514-4d0d-462e-af4f-eb3c538b3117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.629636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.632789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.638362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'subnets': [{'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1936648559', 'ip_version': 6}, {'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:18.638680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'subnet': {'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1936648559', 'ip_version': 6}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:18.639518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Request body: {'subnet': {'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:18.682990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Allocated IP 172.20.0.2 (18ed4572-6b47-4e04-8d9c-35d9555c4dc8/3558a529-4c6c-4e0f-8a3a-35747b6a18a0/787553ea-31a7-4e52-994f-46418b4392bc) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:18.720491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66da0514-4d0d-462e-af4f-eb3c538b3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.775500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-66da0514-4d0d-462e-af4f-eb3c538b3117 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d9872d577474575a5a3400023eeaa13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243563 Oct 27 16:18:18.778322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.780282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da0514-4d0d-462e-af4f-eb3c538b3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7554fa27-8d08-43f4-adcb-2f8f66b9851f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:18.789304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.789304 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1afaef28-08cb-443c-ad18-ffdf17ecc241 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5037351 Oct 27 16:18:18.791644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38898) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.842010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.853792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.878331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.923340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Made reservation on behalf of 0d54d551e5164663b66f25be37945129 for: {'subnet': 2} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:18.925672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.926020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.966602 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.029891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Pushing event updated for resources: {'Port': ['ID=787553ea-31a7-4e52-994f-46418b4392bc,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.054161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:19.060836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.064046 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.069627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7554fa27-8d08-43f4-adcb-2f8f66b9851f HTTP/1.1" status: 204 len: 168 time: 0.2859554 Oct 27 16:18:19.069898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:19.082066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:19.082192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70c0d-af13-4143-9357-f32cf8c64c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7554fa27-8d08-43f4-adcb-2f8f66b9851f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.178726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Attempting to bind port 787553ea-31a7-4e52-994f-46418b4392bc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:19.184204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Attempting to bind port 787553ea-31a7-4e52-994f-46418b4392bc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7daea483-7212-4f95-a5ec-2e9e986d97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:19.184204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Attempting to bind port 787553ea-31a7-4e52-994f-46418b4392bc on network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:19.189430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:19.190386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Checking segment: {'id': '7daea483-7212-4f95-a5ec-2e9e986d97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:19.191186 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.191673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Bound using segment: {'id': '7daea483-7212-4f95-a5ec-2e9e986d97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:19.192577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Bound port: 787553ea-31a7-4e52-994f-46418b4392bc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daea483-7212-4f95-a5ec-2e9e986d97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:19.193518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.197565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.281922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] For port 787553ea-31a7-4e52-994f-46418b4392bc, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:19.288310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] For port 787553ea-31a7-4e52-994f-46418b4392bc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=787553ea-31a7-4e52-994f-46418b4392bc,segment=NetworkSegment(7daea483-7212-4f95-a5ec-2e9e986d97ee),segment_id=7daea483-7212-4f95-a5ec-2e9e986d97ee)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:19.481091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.489127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Allocated IP 172.20.0.1 (18ed4572-6b47-4e04-8d9c-35d9555c4dc8/3558a529-4c6c-4e0f-8a3a-35747b6a18a0/340a074f-c015-4b6c-b154-a4ca352a5501) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:19.509849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a7c0d-f652-4db9-9cda-d8534cfd37f2 req-83d2c451-b7da-4a16-9b9e-f704d3bde74e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.525812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a7c0d-f652-4db9-9cda-d8534cfd37f2 req-83d2c451-b7da-4a16-9b9e-f704d3bde74e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.539026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a42a7c0d-f652-4db9-9cda-d8534cfd37f2 req-83d2c451-b7da-4a16-9b9e-f704d3bde74e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.1780686 Oct 27 16:18:19.559603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45934c-c41d-435a-b1c0-6e009aaf18d3 None None] Pushing event updated for resources: {'Port': ['ID=787553ea-31a7-4e52-994f-46418b4392bc,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.565825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedfff8-435a-4b00-a48a-7b62d9ee3666 req-70359c72-5795-4d9f-aa39-ef186ae850a3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.567395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fedfff8-435a-4b00-a48a-7b62d9ee3666 req-70359c72-5795-4d9f-aa39-ef186ae850a3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1929436 Oct 27 16:18:19.648015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a42a7c0d-f652-4db9-9cda-d8534cfd37f2 req-762eefbd-bc13-424a-9767-f3977fd5fb0b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991871 Oct 27 16:18:19.658734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fedfff8-435a-4b00-a48a-7b62d9ee3666 req-a34ad30c-7271-40b4-a54f-3f1e7bb23ab3 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568683 Oct 27 16:18:19.659098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.768076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.831328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Subnet': ['ID=9eabd1f8-fded-4b57-9a3c-c812e6f1836d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.846469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.907204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Checking segment: {'id': 'bea24654-d867-4707-ade2-22cd7d4b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:19.908562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network hostable DHCP agents. Network: 3098764b-a8d7-4d31-9df6-1f4cbd89d948, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:19.924406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:19.928513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:19.933398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:19.959205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-68326dc3-cf9d-4ebb-a313-ab0b4484f6af tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.963529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=340a074f-c015-4b6c-b154-a4ca352a5501,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.966513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-68326dc3-cf9d-4ebb-a313-ab0b4484f6af tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.968254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-68326dc3-cf9d-4ebb-a313-ab0b4484f6af tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 1682 time: 0.0998282 Oct 27 16:18:19.990550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.099465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port f7f7a193-1a30-4671-9ecd-ce9a9258c205 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:20.099826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.155956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:20.204182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port f7f7a193-1a30-4671-9ecd-ce9a9258c205, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f7f7a193-1a30-4671-9ecd-ce9a9258c205,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:20.204546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.217830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for f7f7a193-1a30-4671-9ecd-ce9a9258c205 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:20.268575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3098764b-a8d7-4d31-9df6-1f4cbd89d948) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:20.275007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.282155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6b83c-bff0-4ac6-b0df-31de37ee732c None None] Network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:20.306029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.483694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event updated for resources: {'Subnet': ['ID=d7700b99-22e4-431d-93b9-01f8b7818f2f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:20.504756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Checking segment: {'id': '3b02050f-2f69-4776-87bf-f8d74b19e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:20.504756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network hostable DHCP agents. Network: 9160fdd4-2b4e-45fe-8978-24458d5fb406, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:20.584689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7b462-e339-4934-8855-919789a2999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3098764b-a8d7-4d31-9df6-1f4cbd89d948', 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948', 'tenant_id': '0d54d551e5164663b66f25be37945129', 'fixed_ips': [{'subnet_id': '9eabd1f8-fded-4b57-9a3c-c812e6f1836d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:20.585705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.606462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 787553ea-31a7-4e52-994f-46418b4392bc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:20.628229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.721900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Network 9160fdd4-2b4e-45fe-8978-24458d5fb406 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:20.737426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=f7f7a193-1a30-4671-9ecd-ce9a9258c205,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:20.850906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 787553ea-31a7-4e52-994f-46418b4392bc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:20.851678 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.912569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.937335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-16b7b462-e339-4934-8855-919789a2999a None None] Allocated IP 2001:db8::1 (3098764b-a8d7-4d31-9df6-1f4cbd89d948/9eabd1f8-fded-4b57-9a3c-c812e6f1836d/7543e76e-7cd0-4c7a-879a-d0b906aa739a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:20.974483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port f7f7a193-1a30-4671-9ecd-ce9a9258c205 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:20.978378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.984279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-ee37515d-57d5-45c6-bb16-96a3f77c3f15 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "DELETE /v2.0/ports/f7f7a193-1a30-4671-9ecd-ce9a9258c205 HTTP/1.1" status: 204 len: 173 time: 1.0059633 Oct 27 16:18:20.990610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-deleted', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:20.994541 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1809c2bb-84a2-4098-9536-22eb58bd00c7" -d '{"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-deleted", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:20.998022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9160fdd4-2b4e-45fe-8978-24458d5fb406) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:21.003875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.004845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.005494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.017551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.026302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7320a3-7dc2-4798-bb6b-087300f26517 None None] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:21.029030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da908e8c-a523-4e19-9068-1e710b0ec883 None None] Network 9160fdd4-2b4e-45fe-8978-24458d5fb406 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:21.141838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f9009be2-9f74-4b4b-a8c9-3fe96e3bf05a tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5051041 Oct 27 16:18:21.148538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38946) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:21.161199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.186140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=340a074f-c015-4b6c-b154-a4ca352a5501,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:21.246500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2c89-d154-4a0f-a4cb-f199394e69bd req-f43ef747-1126-4136-b1fb-c139dae1c92b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.248209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596c2c89-d154-4a0f-a4cb-f199394e69bd req-f43ef747-1126-4136-b1fb-c139dae1c92b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 945 time: 0.4369233 Oct 27 16:18:21.258635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5e2c3-e510-48e7-a7dd-fc190683e6b0 req-50accb98-4e45-4c00-a461-d451a3f023f5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.260535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09d5e2c3-e510-48e7-a7dd-fc190683e6b0 req-50accb98-4e45-4c00-a461-d451a3f023f5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.3223622 Oct 27 16:18:21.302749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:21.305110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:21.308557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.325688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7e5fa7c2-df6b-4c96-b496-8d508321a394 None None] Provisioning complete for port 787553ea-31a7-4e52-994f-46418b4392bc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:21.326067 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e5fa7c2-df6b-4c96-b496-8d508321a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.346507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7dea8-b68e-4d6d-a20d-22db066811a5 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.348130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7dea8-b68e-4d6d-a20d-22db066811a5 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.349887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7dea8-b68e-4d6d-a20d-22db066811a5 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.351630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8bf7dea8-b68e-4d6d-a20d-22db066811a5 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1991653 Oct 27 16:18:21.367800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38954) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:21.421391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09d5e2c3-e510-48e7-a7dd-fc190683e6b0 req-6145457c-7550-49bd-b367-00b6b354f22b tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461635 Oct 27 16:18:21.435907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596c2c89-d154-4a0f-a4cb-f199394e69bd req-1320e4a2-7d14-4d19-8da5-609ec30e3e27 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/security-groups?id=8780158c-1914-47f9-9464-8b056ee8bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651175 Oct 27 16:18:21.472284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting subnet 9eabd1f8-fded-4b57-9a3c-c812e6f1836d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:21.496346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port d77c1b94-107c-4ec5-b125-2e62bafffdbf {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:21.497162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.505330 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5cd35-4998-4253-8699-31e54cb35cf8 x-openstack-request-id: req-efd5cd35-4998-4253-8699-31e54cb35cf8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:21.506320 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-deleted", "tag": "f7f7a193-1a30-4671-9ecd-ce9a9258c205", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:21.506726 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efd5cd35-4998-4253-8699-31e54cb35cf8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:21.507329 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-deleted', 'tag': 'f7f7a193-1a30-4671-9ecd-ce9a9258c205', 'status': 'completed', 'code': 200} Oct 27 16:18:21.579187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 787553ea-31a7-4e52-994f-46418b4392bc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=787553ea-31a7-4e52-994f-46418b4392bc,segment=NetworkSegment(7daea483-7212-4f95-a5ec-2e9e986d97ee),segment_id=7daea483-7212-4f95-a5ec-2e9e986d97ee)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:21.579187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9160fdd4-2b4e-45fe-8978-24458d5fb406', 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406', 'tenant_id': '0d54d551e5164663b66f25be37945129', 'fixed_ips': [{'subnet_id': 'd7700b99-22e4-431d-93b9-01f8b7818f2f'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:21.579187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.597640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.626444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port d77c1b94-107c-4ec5-b125-2e62bafffdbf, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d77c1b94-107c-4ec5-b125-2e62bafffdbf,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:21.626846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.644581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for d77c1b94-107c-4ec5-b125-2e62bafffdbf owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:21.740522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Router 8d7312b8-b1cf-4657-8402-3ef006db2dea is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:18:21.748836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.782719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.790551 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e5fa7c2-df6b-4c96-b496-8d508321a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.794758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.850187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.903788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:21.921702 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b19726ff-9fc1-437f-a3cf-d059d2e7cbbb tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "PUT /v2.0/routers/8d7312b8-b1cf-4657-8402-3ef006db2dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1280880 Oct 27 16:18:21.923880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38962) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:21.926132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] Sync routers for ids ['8d7312b8-b1cf-4657-8402-3ef006db2dea'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:21.931900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'port': {'network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8', 'name': 'tempest-FloatingIPNegativeTestJSON-1611038394'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:21.937726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.953449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7b462-e339-4934-8855-919789a2999a None None] Network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:21.976337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Allocated IP 2001:db8:0:1::1 (9160fdd4-2b4e-45fe-8978-24458d5fb406/d7700b99-22e4-431d-93b9-01f8b7818f2f/4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:21.979013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-16b7b462-e339-4934-8855-919789a2999a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:21.988892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=787553ea-31a7-4e52-994f-46418b4392bc,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.010662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7b462-e339-4934-8855-919789a2999a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:22.052988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=d77c1b94-107c-4ec5-b125-2e62bafffdbf,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.089532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port d77c1b94-107c-4ec5-b125-2e62bafffdbf on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:22.094197 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.098018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a30e132-40f5-44f8-955e-b78cc5ee0ee5 req-c2a7a206-5967-4195-b8b2-10cd178ce0ac tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.82 "DELETE /v2.0/ports/d77c1b94-107c-4ec5-b125-2e62bafffdbf HTTP/1.1" status: 204 len: 173 time: 1.0602102 Oct 27 16:18:22.157535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] Routers {'8d7312b8-b1cf-4657-8402-3ef006db2dea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:22.158609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d7312b8-b1cf-4657-8402-3ef006db2dea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:22.180200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.303738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Made reservation on behalf of e4b678c8dfa14ed3829e7408ca9b27f5 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:22.308365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.344129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] device_id is not set on port b1f30225-9c52-423d-a4c6-b3ddca9c2b30 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:18:22.388159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.408223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.412687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/subnets/9eabd1f8-fded-4b57-9a3c-c812e6f1836d HTTP/1.1" status: 204 len: 168 time: 1.0408933 Oct 27 16:18:22.419513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:22.439684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2e8fa-6052-4ac3-8c3f-bbb00c9edcea tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Subnet': ['ID=9eabd1f8-fded-4b57-9a3c-c812e6f1836d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.485252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7b462-e339-4934-8855-919789a2999a None None] Pushing event updated for resources: {'Port': ['ID=7543e76e-7cd0-4c7a-879a-d0b906aa739a,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.518501 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-7e5fa7c2-df6b-4c96-b496-8d508321a394 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:18:22.520445 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-7e5fa7c2-df6b-4c96-b496-8d508321a394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:18:22.524762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:22.527351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 787553ea-31a7-4e52-994f-46418b4392bc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:22.584509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Allocated IP 172.20.0.9 (18ed4572-6b47-4e04-8d9c-35d9555c4dc8/3558a529-4c6c-4e0f-8a3a-35747b6a18a0/b1f30225-9c52-423d-a4c6-b3ddca9c2b30) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:22.631707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-921e12f4-1286-413e-8208-e8d8856a7125 req-60605cfc-2c2e-44f2-bb1d-747ee768b46b tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0550215 Oct 27 16:18:22.712644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting subnet d7700b99-22e4-431d-93b9-01f8b7818f2f {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:22.716446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b694833-58d5-4f81-a699-9ce418dd74c7 req-eb34e316-789b-4238-bd50-85bcd00f04e5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.730938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b694833-58d5-4f81-a699-9ce418dd74c7 req-eb34e316-789b-4238-bd50-85bcd00f04e5 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1417708 Oct 27 16:18:22.745318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f7f7a193-1a30-4671-9ecd-ce9a9258c205 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:22.778535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f7f7a193-1a30-4671-9ecd-ce9a9258c205 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:22.778921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f7f7a193-1a30-4671-9ecd-ce9a9258c205 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:22.779484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d77c1b94-107c-4ec5-b125-2e62bafffdbf no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:22.804342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b694833-58d5-4f81-a699-9ce418dd74c7 req-06f86354-0677-4f73-87db-300b7c0ac967 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Oct 27 16:18:22.887200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-16b7b462-e339-4934-8855-919789a2999a None None] Attempting to bind port 7543e76e-7cd0-4c7a-879a-d0b906aa739a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:22.893698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-16b7b462-e339-4934-8855-919789a2999a None None] Attempting to bind port 7543e76e-7cd0-4c7a-879a-d0b906aa739a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'bea24654-d867-4707-ade2-22cd7d4b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:22.896498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7b462-e339-4934-8855-919789a2999a None None] Attempting to bind port 7543e76e-7cd0-4c7a-879a-d0b906aa739a on network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:22.902724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-37efa71c-e597-4c36-948e-cd4e2c0b227b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974250 Oct 27 16:18:22.922646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: d77c1b94-107c-4ec5-b125-2e62bafffdbf {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:22.930554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d77c1b94-107c-4ec5-b125-2e62bafffdbf not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:22.934625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7b462-e339-4934-8855-919789a2999a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:22.935588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7b462-e339-4934-8855-919789a2999a None None] Checking segment: {'id': 'bea24654-d867-4707-ade2-22cd7d4b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:22.936059 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.937166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7b462-e339-4934-8855-919789a2999a None None] Bound using segment: {'id': 'bea24654-d867-4707-ade2-22cd7d4b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:22.937724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-16b7b462-e339-4934-8855-919789a2999a None None] Bound port: 7543e76e-7cd0-4c7a-879a-d0b906aa739a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea24654-d867-4707-ade2-22cd7d4b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3098764b-a8d7-4d31-9df6-1f4cbd89d948'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:22.938333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.942658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] Routers {'8d7312b8-b1cf-4657-8402-3ef006db2dea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:22.943607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d7312b8-b1cf-4657-8402-3ef006db2dea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:22.956972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.989410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:22.992534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c91231-8608-447b-b9b6-e001e5de5f10 None None] The sync data for ids ['8d7312b8-b1cf-4657-8402-3ef006db2dea'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:23.022237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.031603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95ba3-31a0-42c1-addc-431581350080 req-1744eb6a-9964-49e6-b2c1-daf722fb1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.033757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-1744eb6a-9964-49e6-b2c1-daf722fb1566 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1097 time: 0.0549932 Oct 27 16:18:23.080032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 787553ea-31a7-4e52-994f-46418b4392bc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:23.080396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.149135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.151709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95ba3-31a0-42c1-addc-431581350080 req-eff07f8e-4ccd-4e29-987b-e4f3a2249b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.154120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-eff07f8e-4ccd-4e29-987b-e4f3a2249b70 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.0981202 Oct 27 16:18:23.167362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-16b7b462-e339-4934-8855-919789a2999a None None] For port 7543e76e-7cd0-4c7a-879a-d0b906aa739a, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:23.171308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-16b7b462-e339-4934-8855-919789a2999a None None] For port 7543e76e-7cd0-4c7a-879a-d0b906aa739a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7543e76e-7cd0-4c7a-879a-d0b906aa739a,segment=NetworkSegment(bea24654-d867-4707-ade2-22cd7d4b4ca2),segment_id=bea24654-d867-4707-ade2-22cd7d4b4ca2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:23.244372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.244740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.262702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-5975f8a1-775d-4d5e-832b-6e32b146b84c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1002 time: 0.1013594 Oct 27 16:18:23.270682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:23.283646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:23.288636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-33d8c9ff-c358-4e29-8822-b2d17cbf2b9f None None] Provisioning complete for port 787553ea-31a7-4e52-994f-46418b4392bc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:23.289557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33d8c9ff-c358-4e29-8822-b2d17cbf2b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.291441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:23.301727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=b1f30225-9c52-423d-a4c6-b3ddca9c2b30,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.306084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.335166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Network 9160fdd4-2b4e-45fe-8978-24458d5fb406 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:23.337660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95ba3-31a0-42c1-addc-431581350080 req-1a2c4ed8-df00-4f48-9155-0147cda8ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.338378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:23.339244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-1a2c4ed8-df00-4f48-9155-0147cda8ce54 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0683632 Oct 27 16:18:23.342151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:23.350631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b7b462-e339-4934-8855-919789a2999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.397965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.397965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.422642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95ba3-31a0-42c1-addc-431581350080 req-d6d6ae8d-553f-4ad8-a646-77aba9f0aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.428690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-d6d6ae8d-553f-4ad8-a646-77aba9f0aa51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747457 Oct 27 16:18:23.496288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.514271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Pushing event updated for resources: {'Port': ['ID=4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.553414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f77b4-7f19-4803-b170-a2659b2de248 None None] Network 3098764b-a8d7-4d31-9df6-1f4cbd89d948 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:23.569739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.570009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.570945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.571332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.571676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.572014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.572928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.573328 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-94e74f4d-90da-4da7-9122-cd2fe170ccb7 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6477354 Oct 27 16:18:23.573570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.573785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.577048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:23.577455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.577906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.584098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:23.584669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:23.606370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Attempting to bind port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:23.606760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Attempting to bind port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '3b02050f-2f69-4776-87bf-f8d74b19e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:23.607165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Attempting to bind port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 on network 9160fdd4-2b4e-45fe-8978-24458d5fb406 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:23.679545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:23.679929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Checking segment: {'id': '3b02050f-2f69-4776-87bf-f8d74b19e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:23.680335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.680744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Bound using segment: {'id': '3b02050f-2f69-4776-87bf-f8d74b19e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:23.681307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Bound port: 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b02050f-2f69-4776-87bf-f8d74b19e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9160fdd4-2b4e-45fe-8978-24458d5fb406'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:23.681696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.791455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.796435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.843180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7b462-e339-4934-8855-919789a2999a None None] Pushing event updated for resources: {'Port': ['ID=7543e76e-7cd0-4c7a-879a-d0b906aa739a,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.905922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Subnet': ['ID=d7700b99-22e4-431d-93b9-01f8b7818f2f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.933298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] For port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:23.938836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] For port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200,segment=NetworkSegment(3b02050f-2f69-4776-87bf-f8d74b19e157),segment_id=3b02050f-2f69-4776-87bf-f8d74b19e157)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:23.955759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-33d8c9ff-c358-4e29-8822-b2d17cbf2b9f None None] Provisioning complete for port 340a074f-c015-4b6c-b154-a4ca352a5501 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:23.956133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33d8c9ff-c358-4e29-8822-b2d17cbf2b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.959537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.964512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9333a60d-52ec-424b-8db3-3b003aaa1b88 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/subnets/d7700b99-22e4-431d-93b9-01f8b7818f2f HTTP/1.1" status: 204 len: 168 time: 1.5403719 Oct 27 16:18:23.967458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:24.004057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-33d8c9ff-c358-4e29-8822-b2d17cbf2b9f None None] Port 340a074f-c015-4b6c-b154-a4ca352a5501 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:24.032384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-deleted', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:24.034649 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98091ec-1163-4a17-a2eb-1e3889be820b" -d '{"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-deleted", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:24.085373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.103536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe2dc4c3-3ee2-46a8-a018-0efadbcb7f6b req-2006fbc9-da30-46d1-a8e7-fd646b9ed910 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5a55777-19b7-46b4-9e14-88eea1761f7f HTTP/1.1" status: 200 len: 210 time: 0.0644011 Oct 27 16:18:24.156127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c1f-f6ea-447b-aba0-20755d069a4c req-b9dc4f93-1c82-4446-af72-670c91c498a8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:24.161913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34881350-09ff-4bb5-b5a9-a7a3fc4a8e74 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:24.161913 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-34881350-09ff-4bb5-b5a9-a7a3fc4a8e74 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1896336 Oct 27 16:18:24.163344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39016) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:24.166552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aaa6c1f-f6ea-447b-aba0-20755d069a4c req-b9dc4f93-1c82-4446-af72-670c91c498a8 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.1287425 Oct 27 16:18:24.176808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-9f0dc24d-b33b-40a9-a603-2f8020066643 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:24.178432 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-9f0dc24d-b33b-40a9-a603-2f8020066643 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.2125366 Oct 27 16:18:24.188438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c480e-d01b-4ae6-8ff0-b112fcc113e7 None None] Pushing event updated for resources: {'Port': ['ID=4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:24.192482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cf7369ca-6d4e-432c-8784-560a5f3ebd7a None None] Provisioning complete for port b1f30225-9c52-423d-a4c6-b3ddca9c2b30 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:24.192974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf7369ca-6d4e-432c-8784-560a5f3ebd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.201311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-8075724e-6bb9-4eff-a64c-9f661040be72 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669129 Oct 27 16:18:24.235971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cf7369ca-6d4e-432c-8784-560a5f3ebd7a None None] Port b1f30225-9c52-423d-a4c6-b3ddca9c2b30 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:24.319595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2aaa6c1f-f6ea-447b-aba0-20755d069a4c req-c1ff216c-c9eb-42ab-afba-03e0907666c9 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425459 Oct 27 16:18:24.374667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cf95ba3-31a0-42c1-addc-431581350080 req-b4180ad1-1df1-480b-8314-7741da263cea service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629980 Oct 27 16:18:24.416490 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cb3e9-be9f-4865-9823-1b3021946701 x-openstack-request-id: req-628cb3e9-be9f-4865-9823-1b3021946701 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:24.416490 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a55777-19b7-46b4-9e14-88eea1761f7f", "name": "network-vif-deleted", "tag": "d77c1b94-107c-4ec5-b125-2e62bafffdbf", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:24.416490 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-628cb3e9-be9f-4865-9823-1b3021946701 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:24.416490 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a55777-19b7-46b4-9e14-88eea1761f7f', 'name': 'network-vif-deleted', 'tag': 'd77c1b94-107c-4ec5-b125-2e62bafffdbf', 'status': 'completed', 'code': 200} Oct 27 16:18:24.714399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.750955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.842122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Deleting port fead062d-e3c0-40b0-8176-421e3d56f8f2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:24.843594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.984011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:24.984675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.051758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Allocated IP 172.25.5.52 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/bcfcada4-100a-4a40-be95-5f2900d1fd7c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:25.085045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] For port fead062d-e3c0-40b0-8176-421e3d56f8f2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=fead062d-e3c0-40b0-8176-421e3d56f8f2,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:25.092795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.105982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Calling delete_port for fead062d-e3c0-40b0-8176-421e3d56f8f2 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:25.117236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] For port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200,segment=NetworkSegment(3b02050f-2f69-4776-87bf-f8d74b19e157),segment_id=3b02050f-2f69-4776-87bf-f8d74b19e157)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:25.117605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.175593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Calling delete_port for 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:25.208860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:25.294344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting subnet 1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:25.301858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.365348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca36c12-fbdd-4699-8b99-3e21b25fe7eb None None] Network 9160fdd4-2b4e-45fe-8978-24458d5fb406 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:25.395454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.405023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.500026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-80562984-b04f-45dc-9b24-93e2859f6617 None None] Provisioning complete for port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:25.500389 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80562984-b04f-45dc-9b24-93e2859f6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.559887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8585c-8a8e-4a2d-b326-9c5a1eb4c3f3 req-7bd5f1ac-1076-4841-8ee6-6eff26924a2c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:25.562333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ed8585c-8a8e-4a2d-b326-9c5a1eb4c3f3 req-7bd5f1ac-1076-4841-8ee6-6eff26924a2c tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 946 time: 0.0894742 Oct 27 16:18:25.563934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.606969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.644641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80562984-b04f-45dc-9b24-93e2859f6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.653654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ed8585c-8a8e-4a2d-b326-9c5a1eb4c3f3 req-e76eef26-41f6-46da-83b8-7447289d8bf0 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d3040db-b92d-4bb5-921d-28795662089b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636029 Oct 27 16:18:25.661118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.673856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:25.681117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:25.687713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] No DVR routers for this DVR port 4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:25.689284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:25.696053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=bcfcada4-100a-4a40-be95-5f2900d1fd7c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.718192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8888e-d553-4e74-81d6-f70f478bb53d None None] DHCP port deletion for 9160fdd4-2b4e-45fe-8978-24458d5fb406 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:25.738624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7d168-60f1-4e4c-bf72-623d7829e791 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:18:25.744652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.784677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Port': ['ID=4b9bdfe5-c2d1-4faa-a4bd-ff678d52a200,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.790135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.819333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Subnet': ['ID=1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.824151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.830214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-df834634-ee51-4933-8913-1dfc5798bd51 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/subnets/1283e72b-1f47-4ad3-aaa7-8fc4a9eeec9f HTTP/1.1" status: 204 len: 168 time: 0.6165974 Oct 27 16:18:25.830761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:25.870572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Pushing event deleted for resources: {'Port': ['ID=fead062d-e3c0-40b0-8176-421e3d56f8f2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.890783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.896917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7d168-60f1-4e4c-bf72-623d7829e791 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:18:25.930700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] No DVR routers for this DVR port fead062d-e3c0-40b0-8176-421e3d56f8f2 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:25.930828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.930929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.932690 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-df80ea9b-b75c-4185-a0a9-ac1429c96174 req-06cabd9d-f2c5-4769-90a4-beddb39223d7 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.82 "DELETE /v2.0/ports/fead062d-e3c0-40b0-8176-421e3d56f8f2 HTTP/1.1" status: 204 len: 173 time: 1.7447340 Oct 27 16:18:25.938442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'name': 'network-vif-deleted', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:25.940840 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9f8951-550a-48c6-9b27-9c4d094527c2" -d '{"events": [{"server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "name": "network-vif-deleted", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:25.976400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9160fdd4-2b4e-45fe-8978-24458d5fb406']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.010240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port 475ba4cc-f355-4406-a949-3e376c1e9741 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:26.010755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.023565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b02050f-2f69-4776-87bf-f8d74b19e157') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.024175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b02050f-2f69-4776-87bf-f8d74b19e157') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.039518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.051748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.062080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.079069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:26.079945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.096144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:26.138948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port 475ba4cc-f355-4406-a949-3e376c1e9741, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=475ba4cc-f355-4406-a949-3e376c1e9741,segment=NetworkSegment(063d95b0-0c98-44ad-9604-da01fbd36b75),segment_id=063d95b0-0c98-44ad-9604-da01fbd36b75)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:26.140831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:26.149186 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:26.165575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for 475ba4cc-f355-4406-a949-3e376c1e9741 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:26.257087 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.259937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.267944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.272550 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/9160fdd4-2b4e-45fe-8978-24458d5fb406 HTTP/1.1" status: 204 len: 168 time: 2.1079054 Oct 27 16:18:26.279314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39062) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:26.310917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-179374b5-b52a-4b80-9459-c6ea57ca04d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.317809 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b421d2-36df-4e8b-ba53-58244db2cdd5 x-openstack-request-id: req-91b421d2-36df-4e8b-ba53-58244db2cdd5 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:26.318311 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a637d8a-261e-48f9-8d2c-a86f4581745f", "name": "network-vif-deleted", "tag": "fead062d-e3c0-40b0-8176-421e3d56f8f2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:26.318561 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91b421d2-36df-4e8b-ba53-58244db2cdd5 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:26.319167 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a637d8a-261e-48f9-8d2c-a86f4581745f', 'name': 'network-vif-deleted', 'tag': 'fead062d-e3c0-40b0-8176-421e3d56f8f2', 'status': 'completed', 'code': 200} Oct 27 16:18:26.319859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf833cdb-9c4b-4333-8abc-25a735e4fc32 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=9160fdd4-2b4e-45fe-8978-24458d5fb406,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.384644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb680b-e5ea-4170-bed5-fcd0b8bc6e9a None None] Network d97c5d35-e6b2-4e90-a404-0385ceee1f84 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:26.406814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.466966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.477700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=475ba4cc-f355-4406-a949-3e376c1e9741,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.490984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port 475ba4cc-f355-4406-a949-3e376c1e9741 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:26.505897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.583022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.604121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fead062d-e3c0-40b0-8176-421e3d56f8f2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:26.632944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616bbe5-cfbf-4d91-a5dd-ad3477453e58 None None] DHCP port deletion for d97c5d35-e6b2-4e90-a404-0385ceee1f84 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:26.635395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: fead062d-e3c0-40b0-8176-421e3d56f8f2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:26.635733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device fead062d-e3c0-40b0-8176-421e3d56f8f2 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:26.637736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.649657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-179374b5-b52a-4b80-9459-c6ea57ca04d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.663148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=bcfcada4-100a-4a40-be95-5f2900d1fd7c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.674868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97c5d35-e6b2-4e90-a404-0385ceee1f84']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.675011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.690855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063d95b0-0c98-44ad-9604-da01fbd36b75') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.691232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063d95b0-0c98-44ad-9604-da01fbd36b75') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:26.704261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.707565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Deleting port 7543e76e-7cd0-4c7a-879a-d0b906aa739a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:26.708055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.733669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-179374b5-b52a-4b80-9459-c6ea57ca04d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.777653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.785969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.791219 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad20fdf6-077b-44b9-bc0a-5738caabee23 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2092435 Oct 27 16:18:26.791529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39070) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:26.796255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-aabaf4a9-f26a-41ce-a3da-994146e18524 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'floatingip': {'port_id': 'b1f30225-9c52-423d-a4c6-b3ddca9c2b30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:26.840359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-605d0e33-27d1-453c-b384-20201886f243 req-3c1e0eb4-1db1-45df-b354-7cb32bf82236 tempest-ServerRescueNegativeTestJSON-97869173 tempest-ServerRescueNegativeTestJSON-97869173-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a637d8a-261e-48f9-8d2c-a86f4581745f HTTP/1.1" status: 200 len: 210 time: 0.0745866 Oct 27 16:18:26.842548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aabaf4a9-f26a-41ce-a3da-994146e18524 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.844576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:26.844925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:26.853908 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:26.904727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-179374b5-b52a-4b80-9459-c6ea57ca04d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3d26061a6314d4aaa61cd742bad141a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8049355 Oct 27 16:18:26.912482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] For port 7543e76e-7cd0-4c7a-879a-d0b906aa739a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7543e76e-7cd0-4c7a-879a-d0b906aa739a,segment=NetworkSegment(bea24654-d867-4707-ade2-22cd7d4b4ca2),segment_id=bea24654-d867-4707-ade2-22cd7d4b4ca2)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:26.912482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.912717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39072) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:26.912807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179374b5-b52a-4b80-9459-c6ea57ca04d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d9f0e-8870-4c26-b199-bcbf0238163f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.935289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Calling delete_port for 7543e76e-7cd0-4c7a-879a-d0b906aa739a owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:27.013079 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-aabaf4a9-f26a-41ce-a3da-994146e18524 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] update failed (client error): The resource could not be found. Oct 27 16:18:27.014148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aabaf4a9-f26a-41ce-a3da-994146e18524 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "PUT /v2.0/floatingips/49c82c44-45f8-40b1-a00d-63db0bbf6173 HTTP/1.1" status: 404 len: 507 time: 0.2217393 Oct 27 16:18:27.017755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.019268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39074) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.069341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.082418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.083299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.087585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/networks/d97c5d35-e6b2-4e90-a404-0385ceee1f84 HTTP/1.1" status: 204 len: 168 time: 1.2557387 Oct 27 16:18:27.099450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.109559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cbdf3-0bea-43fa-8216-2a79c752e9aa tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Network': ['ID=d97c5d35-e6b2-4e90-a404-0385ceee1f84,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.159300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting subnet f1a3136c-78c2-420b-869a-d26a7bf99900 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:27.163117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.190138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.197769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting port bcfcada4-100a-4a40-be95-5f2900d1fd7c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:27.198112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.227402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Port': ['ID=7543e76e-7cd0-4c7a-879a-d0b906aa739a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.232882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] No DVR routers for this DVR port 7543e76e-7cd0-4c7a-879a-d0b906aa739a on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:27.243251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.289515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.289925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.306248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Calling delete_port for bcfcada4-100a-4a40-be95-5f2900d1fd7c owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:27.367363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.372874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.376392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.379962 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a7d9f0e-8870-4c26-b199-bcbf0238163f HTTP/1.1" status: 204 len: 168 time: 0.4690504 Oct 27 16:18:27.396461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb5de9-6811-4cc8-afb8-7cbe461fcacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d9f0e-8870-4c26-b199-bcbf0238163f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.411536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3098764b-a8d7-4d31-9df6-1f4cbd89d948']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.428640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea24654-d867-4707-ade2-22cd7d4b4ca2') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.435945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea24654-d867-4707-ade2-22cd7d4b4ca2') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.442636 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.444874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.481870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.495632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:27.496048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:27.499796 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:27.623352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.649091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Port': ['ID=bcfcada4-100a-4a40-be95-5f2900d1fd7c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.675524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.677540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.691056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.694286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/3098764b-a8d7-4d31-9df6-1f4cbd89d948 HTTP/1.1" status: 204 len: 168 time: 1.4127600 Oct 27 16:18:27.702294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39086) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.723638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a3136c-78c2-420b-869a-d26a7bf99900,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.725475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b8356-5a80-4f1c-a720-721ce2c20257 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=3098764b-a8d7-4d31-9df6-1f4cbd89d948,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:27.729215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.732847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd426634-f08a-447b-830f-f4309d7081d6 tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/subnets/f1a3136c-78c2-420b-869a-d26a7bf99900 HTTP/1.1" status: 204 len: 168 time: 0.6316519 Oct 27 16:18:27.736168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39088) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.747387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2128e-50f4-4def-806e-f198b6d8e658 None None] Network 7ce3675d-8ce8-4777-9efe-aa9adc895857 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:27.788082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.791407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.792766 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-141510e3-5c2f-433f-a877-d9bcc54b94b3 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "DELETE /v2.0/floatingips/49c82c44-45f8-40b1-a00d-63db0bbf6173 HTTP/1.1" status: 204 len: 168 time: 0.7724917 Oct 27 16:18:27.802389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39092) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.807255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7c15ef1c-5002-4db8-8720-87490fae09ac tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'floatingip': {'floating_network_id': '18ed4572-6b47-4e04-8d9c-35d9555c4dc8', 'port_id': 'b1f30225-9c52-423d-a4c6-b3ddca9c2b30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:27.813155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.859890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.903858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c15ef1c-5002-4db8-8720-87490fae09ac tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.914621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.926610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.937381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39096) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:27.954032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c9d73b-fbea-45bb-9e0e-e09734789f1b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.965748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ada1344-300e-48d7-ac95-433682465839') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.966052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ada1344-300e-48d7-ac95-433682465839') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:27.977481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:27.996037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.003934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:28.005235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:28.007491 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:28.022600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] DHCP port deletion for 7ce3675d-8ce8-4777-9efe-aa9adc895857 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:28.085494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Deleting port f4bc6164-3d22-464a-9717-ccc4bfb40f4d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:28.085867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.113690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Deleting port f4bc6164-3d22-464a-9717-ccc4bfb40f4d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:28.114042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.161212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] For port f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:28.162332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.179902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Calling delete_port for f4bc6164-3d22-464a-9717-ccc4bfb40f4d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:28.188970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.207524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.211318 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/b9c9d73b-fbea-45bb-9e0e-e09734789f1b HTTP/1.1" status: 204 len: 168 time: 0.5080290 Oct 27 16:18:28.216832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39100) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:28.238048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510bc38-9fa0-4911-a41d-8add8aa308a8 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=b9c9d73b-fbea-45bb-9e0e-e09734789f1b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:28.267213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] For port f4bc6164-3d22-464a-9717-ccc4bfb40f4d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,segment=NetworkSegment(c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe),segment_id=c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:28.267611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.288349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Calling delete_port for f4bc6164-3d22-464a-9717-ccc4bfb40f4d owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:28.321088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.355303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:28.422795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e81f510-15f2-4a94-8bd3-4e2e964e9bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.458794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.492476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.508130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f4bc6164-3d22-464a-9717-ccc4bfb40f4d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:28.510753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1177105b-817f-46be-b457-91815f69b514') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.510753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1177105b-817f-46be-b457-91815f69b514') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.523986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.546109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.557136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:28.557563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:28.560809 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:28.584827 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-7c15ef1c-5002-4db8-8720-87490fae09ac tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:18:28.593061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7c15ef1c-5002-4db8-8720-87490fae09ac tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7889111 Oct 27 16:18:28.594147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39106) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:28.598426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.600347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'b1f30225-9c52-423d-a4c6-b3ddca9c2b30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:28.644075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.648757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e81f510-15f2-4a94-8bd3-4e2e964e9bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.648990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.662574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.664987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.715972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] Pushing event deleted for resources: {'Port': ['ID=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:28.718572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 475ba4cc-f355-4406-a949-3e376c1e9741 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:28.723275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a71da-9115-477e-81a9-fef71e40faab None None] No DVR routers for this DVR port f4bc6164-3d22-464a-9717-ccc4bfb40f4d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:28.744395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Port': ['ID=f4bc6164-3d22-464a-9717-ccc4bfb40f4d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:28.744999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 475ba4cc-f355-4406-a949-3e376c1e9741 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:28.744999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 475ba4cc-f355-4406-a949-3e376c1e9741 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:28.747496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] No DVR routers for this DVR port f4bc6164-3d22-464a-9717-ccc4bfb40f4d on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:28.856969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.943268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce3675d-8ce8-4777-9efe-aa9adc895857']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.943268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.943268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e4ecb9-b0e1-4f0a-9b2a-1e2ee2520fbe') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:28.959102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.975705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.989013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:28.989414 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:28.992442 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:29.023244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e81f510-15f2-4a94-8bd3-4e2e964e9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.027185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.031956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.032272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.038757 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] 10.222.0.70 "DELETE /v2.0/networks/671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb HTTP/1.1" status: 204 len: 168 time: 0.8087139 Oct 27 16:18:29.089838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f510-15f2-4a94-8bd3-4e2e964e9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd5b65-7927-4402-b7eb-acb3ca56b35a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:29.093870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2e9ec-68f9-4d6b-a360-d7d4846ade02 tempest-BulkNetworkOpsIpV6Test-1651879807 tempest-BulkNetworkOpsIpV6Test-1651879807-project] Pushing event deleted for resources: {'Network': ['ID=671ab7ea-9cd7-4a3b-8ba0-9a94a8e955eb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:29.101462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39112) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:29.101580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e81f510-15f2-4a94-8bd3-4e2e964e9bb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8ffa259f1aa4358bfce31e6ba55bc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7445412 Oct 27 16:18:29.198396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.212359 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.215543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] 10.222.0.70 "DELETE /v2.0/networks/7ce3675d-8ce8-4777-9efe-aa9adc895857 HTTP/1.1" status: 204 len: 168 time: 1.4780998 Oct 27 16:18:29.244310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df87d0-5633-4b18-8393-5f6d28559b6e tempest-ServersTestMultiNic-1613420617 tempest-ServersTestMultiNic-1613420617-project] Pushing event deleted for resources: {'Network': ['ID=7ce3675d-8ce8-4777-9efe-aa9adc895857,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:29.262827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.339146 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.354671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Deleting port 9e775d25-62f1-43b9-8d66-38f8903b33ae {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:29.355174 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.381103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39124) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:29.421028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.594977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39128) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:29.807325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b6451fd8-42bd-4246-890d-859671a09d75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d54d551e5164663b66f25be37945129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111487 Oct 27 16:18:29.810640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39136) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:29.882210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.917869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.965905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] For port 9e775d25-62f1-43b9-8d66-38f8903b33ae, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e775d25-62f1-43b9-8d66-38f8903b33ae,segment=NetworkSegment(b8a04c10-09f8-40c2-8ef7-58ba6d544fe0),segment_id=b8a04c10-09f8-40c2-8ef7-58ba6d544fe0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:29.966536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.983464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.988612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Calling delete_port for 9e775d25-62f1-43b9-8d66-38f8903b33ae owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:30.013297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Allocated IP 172.25.5.202 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/a35c09f5-3a43-4fda-bec3-2a4b82ced17e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:30.062713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.065687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.066837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4bd5b65-7927-4402-b7eb-acb3ca56b35a HTTP/1.1" status: 204 len: 168 time: 0.9653473 Oct 27 16:18:30.132780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d0e6-2ff5-43ff-989f-373493bcd378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd5b65-7927-4402-b7eb-acb3ca56b35a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:30.168844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.171474 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.172614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3dce099c-e49b-40c9-a932-d269ea758471 HTTP/1.1" status: 204 len: 168 time: 0.3609684 Oct 27 16:18:30.188256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67d17-e26f-47e3-9435-652963042746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce099c-e49b-40c9-a932-d269ea758471,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:30.212570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Deleting port b3f27028-9fac-4dba-bed2-1ce4e802affb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:30.214118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.286737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.318524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] For port b3f27028-9fac-4dba-bed2-1ce4e802affb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3f27028-9fac-4dba-bed2-1ce4e802affb,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:30.319029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.335256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Calling delete_port for b3f27028-9fac-4dba-bed2-1ce4e802affb owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:30.485580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.490004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.539998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:30.559604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:30.586411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:30.597168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event updated for resources: {'Port': ['ID=a35c09f5-3a43-4fda-bec3-2a4b82ced17e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:30.643233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e775d25-62f1-43b9-8d66-38f8903b33ae,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:30.667202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.693612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f27028-9fac-4dba-bed2-1ce4e802affb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:30.976492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.015118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.099130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting port a35c09f5-3a43-4fda-bec3-2a4b82ced17e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:31.099529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.284920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:31.304038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.304451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.323390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Calling delete_port for a35c09f5-3a43-4fda-bec3-2a4b82ced17e owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:31.398934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Router 8551524b-00ee-4b2e-8b8f-78ebc208c553 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:31.406521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:31.414797 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-249b7a78-0651-450f-9c27-727e1836ca3d admin admin] 10.222.0.70 "PUT /v2.0/routers/cf760417-d0b1-4f0e-bf84-c32ecbcc2c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325050 Oct 27 16:18:31.415488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39182) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:31.417766 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Sync routers for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:31.439214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:31.440901 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:31.563650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.626706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:31.633586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1573bb28-becb-482e-965a-0e0d25c3098a admin admin] 10.222.0.70 "PUT /v2.0/routers/8551524b-00ee-4b2e-8b8f-78ebc208c553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6942127 Oct 27 16:18:31.637579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39188) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:31.639674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Sync routers for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:31.655488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:31.657095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:31.662966 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:31.724969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.735708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.766899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Port': ['ID=a35c09f5-3a43-4fda-bec3-2a4b82ced17e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:31.852129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:31.919288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:31.951145 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:18:30Z', 'revision_number': 5, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port': {'id': 'ec810b67-b92c-4278-8488-6ba0ba327a11', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:31.975785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Deleting port ec810b67-b92c-4278-8488-6ba0ba327a11 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:31.976122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.021350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39198) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:32.026527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Checking router: cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:32.075227 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Routers {'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:32.075875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:32.097206 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.182851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] Set router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:32.193711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498311681'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:32.229452 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] create failed (client error): The resource could not be found. Oct 27 16:18:32.234775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0783e4e3-67ca-4aa9-88f0-e7a8c7ad0cb4 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6341481 Oct 27 16:18:32.236918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:18:30Z', 'revision_number': 5, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port': {'id': 'e5052f0d-3893-4709-8eb4-953ff611b01c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:12Z', 'updated_at': '2021-10-27T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:32.267360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Checking router: 8551524b-00ee-4b2e-8b8f-78ebc208c553 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:32.272453 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:18:31Z', 'revision_number': 6, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:32.277653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Routers {'8551524b-00ee-4b2e-8b8f-78ebc208c553'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:32.278350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8551524b-00ee-4b2e-8b8f-78ebc208c553'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:32.283536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39204) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:32.427185 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484d568-50fa-4394-a92a-4c3404bf4b19 None None] The sync data for ids ['cf760417-d0b1-4f0e-bf84-c32ecbcc2c38'] in n-d-814735-4 is: [{'id': 'cf760417-d0b1-4f0e-bf84-c32ecbcc2c38', 'name': 'tempest-ServersTestMultiNic-339166391-router', 'tenant_id': 'b46f34387ca1403f879f490737acf752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:18:31Z', 'revision_number': 6, 'project_id': 'b46f34387ca1403f879f490737acf752', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:32.467275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:32.472231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] Set router 8551524b-00ee-4b2e-8b8f-78ebc208c553 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:32.472501 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] For port ec810b67-b92c-4278-8488-6ba0ba327a11, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec810b67-b92c-4278-8488-6ba0ba327a11,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:32.472501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.472739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.487199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting port b1f30225-9c52-423d-a4c6-b3ddca9c2b30 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:32.490188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.490343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.493278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Calling delete_port for ec810b67-b92c-4278-8488-6ba0ba327a11 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:32.517463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Deleting port e5052f0d-3893-4709-8eb4-953ff611b01c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:32.517959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.557590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:18:32Z', 'revision_number': 6, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:32.593358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0e4d2-78ad-42d8-a508-5f985738662f None None] The sync data for ids ['8551524b-00ee-4b2e-8b8f-78ebc208c553'] in n-d-814735-4 is: [{'id': '8551524b-00ee-4b2e-8b8f-78ebc208c553', 'name': 'tempest-ServerRescueNegativeTestJSON-641289779-router', 'tenant_id': '83750aeb949841d1b0d6563903c1478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:10Z', 'updated_at': '2021-10-27T16:18:32Z', 'revision_number': 6, 'project_id': '83750aeb949841d1b0d6563903c1478b', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:32.694300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] For port e5052f0d-3893-4709-8eb4-953ff611b01c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e5052f0d-3893-4709-8eb4-953ff611b01c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:32.694671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.722293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Calling delete_port for e5052f0d-3893-4709-8eb4-953ff611b01c owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:32.755648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.795891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.833321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ec810b67-b92c-4278-8488-6ba0ba327a11,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:32.840501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Calling delete_port for b1f30225-9c52-423d-a4c6-b3ddca9c2b30 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:32.869047 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.899375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.972137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.001053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.003461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.024606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:33.039105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85ef0aa-1b1b-44be-8452-c8654b845651,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.046566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.046865 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 813b6aa3-7010-46d9-9e51-9dbaaf97ed66 of type vlan for network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 Oct 27 16:18:33.151679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.206357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.206940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:33.222037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.222037 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8045ddd1-204b-4ff8-b52d-b48e0ae972ca admin admin] 10.222.0.70 "DELETE /v2.0/routers/cf760417-d0b1-4f0e-bf84-c32ecbcc2c38 HTTP/1.1" status: 204 len: 168 time: 1.7963204 Oct 27 16:18:33.223641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:33.271865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Deleting subnet 13acae08-9f07-496e-94a0-1c93317ff0e7 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:33.279163 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.310627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.389035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.470555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.485195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:33.485195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.485195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.485195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.560075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5052f0d-3893-4709-8eb4-953ff611b01c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.629920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Port': ['ID=b1f30225-9c52-423d-a4c6-b3ddca9c2b30,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.649185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.661681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=0b2218c7-5a9b-4447-9366-3cd3c1b89966,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.677991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:33.678430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13acae08-9f07-496e-94a0-1c93317ff0e7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.687509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.691906 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dc7fe256-2023-44de-bbd6-31346eed9ee0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/13acae08-9f07-496e-94a0-1c93317ff0e7 HTTP/1.1" status: 204 len: 168 time: 0.4672568 Oct 27 16:18:33.695008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:33.782956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f89057-ea91-4451-bdb8-176ab84e7d94 None None] Network 35a9dd22-a9e6-48b1-9f00-71202915bb19 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:33.837100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8074de03-d2fe-4ece-822b-05b0f771955e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8146422 Oct 27 16:18:33.852705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.927477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.997631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:34.012600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:34.022791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.022791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fa15b677-b042-4aec-bd28-07eeebaff337 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "DELETE /v2.0/ports/b1f30225-9c52-423d-a4c6-b3ddca9c2b30 HTTP/1.1" status: 204 len: 168 time: 1.7103608 Oct 27 16:18:34.024449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39238) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:34.064933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.068161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.128803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] DHCP port deletion for 35a9dd22-a9e6-48b1-9f00-71202915bb19 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:34.130992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1f92c-2377-4d27-b338-d32e159b373c tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:34.132954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aed1f92c-2377-4d27-b338-d32e159b373c tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d7312b8-b1cf-4657-8402-3ef006db2dea HTTP/1.1" status: 200 len: 913 time: 0.1072795 Oct 27 16:18:34.135461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39240) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:34.153185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Deleting port c69ff648-ec17-4caf-b391-cc95d88e87e6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:34.153530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.228426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Deleting port c69ff648-ec17-4caf-b391-cc95d88e87e6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:34.229150 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.259138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] For port c69ff648-ec17-4caf-b391-cc95d88e87e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c69ff648-ec17-4caf-b391-cc95d88e87e6,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:34.263267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.264862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.265451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8551524b-00ee-4b2e-8b8f-78ebc208c553 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:34.271261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.275128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dd75eac4-f4a3-4e10-91f2-06fb453aad2c admin admin] 10.222.0.70 "DELETE /v2.0/routers/8551524b-00ee-4b2e-8b8f-78ebc208c553 HTTP/1.1" status: 204 len: 168 time: 2.6364996 Oct 27 16:18:34.275769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39246) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:34.282040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:34.297177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.316585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Calling delete_port for c69ff648-ec17-4caf-b391-cc95d88e87e6 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:34.328782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] For port c69ff648-ec17-4caf-b391-cc95d88e87e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c69ff648-ec17-4caf-b391-cc95d88e87e6,segment=NetworkSegment(f57f9939-2114-4ef2-9f2c-71c6d78b37dd),segment_id=f57f9939-2114-4ef2-9f2c-71c6d78b37dd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:34.329222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.346737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Calling delete_port for c69ff648-ec17-4caf-b391-cc95d88e87e6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:34.363924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Deleting subnet 0bfd0390-99f6-4db4-854d-1c301f6d8acc {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:34.372888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.506031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec810b67-b92c-4278-8488-6ba0ba327a11 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:34.524881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.528097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ec810b67-b92c-4278-8488-6ba0ba327a11 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:34.528525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec810b67-b92c-4278-8488-6ba0ba327a11 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:34.528955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3f27028-9fac-4dba-bed2-1ce4e802affb no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:34.554206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b3f27028-9fac-4dba-bed2-1ce4e802affb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:34.554555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3f27028-9fac-4dba-bed2-1ce4e802affb not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:34.554983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e5052f0d-3893-4709-8eb4-953ff611b01c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:34.581936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: e5052f0d-3893-4709-8eb4-953ff611b01c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:34.582582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e5052f0d-3893-4709-8eb4-953ff611b01c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:34.583006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e775d25-62f1-43b9-8d66-38f8903b33ae no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:34.587409 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.588951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.634562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] Pushing event deleted for resources: {'Port': ['ID=c69ff648-ec17-4caf-b391-cc95d88e87e6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:34.640893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9e775d25-62f1-43b9-8d66-38f8903b33ae {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:34.641244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e775d25-62f1-43b9-8d66-38f8903b33ae not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:34.641974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c69ff648-ec17-4caf-b391-cc95d88e87e6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:34.643097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69ff648-ec17-4caf-b391-cc95d88e87e6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:34.649981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43efecb9-01d8-49de-8d2a-68576e1e4104 None None] No DVR routers for this DVR port c69ff648-ec17-4caf-b391-cc95d88e87e6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:34.675964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c69ff648-ec17-4caf-b391-cc95d88e87e6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:34.676313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c69ff648-ec17-4caf-b391-cc95d88e87e6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:34.680059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] No DVR routers for this DVR port c69ff648-ec17-4caf-b391-cc95d88e87e6 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:34.770718 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.796203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a9dd22-a9e6-48b1-9f00-71202915bb19']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:34.809485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:34.810284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57f9939-2114-4ef2-9f2c-71c6d78b37dd') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:34.823924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.826189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.876693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.891845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:34.892427 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:34.894547 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:34.947211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=3f832ee1-62fb-4d23-b077-18fd2d4a0efa,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:34.965874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.976724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '813b6aa3-7010-46d9-9e51-9dbaaf97ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:34.977086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 0b2218c7-5a9b-4447-9366-3cd3c1b89966, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:35.107496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.116890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.118096 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/35a9dd22-a9e6-48b1-9f00-71202915bb19 HTTP/1.1" status: 204 len: 168 time: 1.4131060 Oct 27 16:18:35.137588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d595898-57ff-458b-b33f-1fc55581f4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a9dd22-a9e6-48b1-9f00-71202915bb19,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:35.150254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.200201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:35.293762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.325201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.332110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0bfd0390-99f6-4db4-854d-1c301f6d8acc HTTP/1.1" status: 204 len: 168 time: 1.0531714 Oct 27 16:18:35.332814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:35.334106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd50f25-c58c-463b-8f74-da74a6b4c3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfd0390-99f6-4db4-854d-1c301f6d8acc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:35.386399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 0b2218c7-5a9b-4447-9366-3cd3c1b89966) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:35.394180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:35.394793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.399238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f9bb0-e157-43a4-b765-836d47c454cc None None] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:35.437969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.473752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting port 340a074f-c015-4b6c-b154-a4ca352a5501 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:35.474159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.544869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.567538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4501cc91-c71d-40c5-838b-684ba5c0a339']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:35.574971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-0b2218c7-5a9b-4447-9366-3cd3c1b89966', 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '3f832ee1-62fb-4d23-b077-18fd2d4a0efa'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:35.575874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.578511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:35.579070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a04c10-09f8-40c2-8ef7-58ba6d544fe0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:35.587863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.589020 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b52fff43-0a12-4bc0-b250-62f3a452f640 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5886958 Oct 27 16:18:35.592889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39274) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:35.595861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.600524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762704385'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:35.606775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Calling delete_port for 340a074f-c015-4b6c-b154-a4ca352a5501 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:35.632463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.642912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:35.643397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:35.645315 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:35.737321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:35.741423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.750301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Allocated IP 172.20.255.242 (0b2218c7-5a9b-4447-9366-3cd3c1b89966/3f832ee1-62fb-4d23-b077-18fd2d4a0efa/e9644a1e-d851-4b75-8096-29a81c43775e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:35.766335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39278) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:35.781142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:35.790398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.793533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.793533 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment eaacb1b3-a1e5-4113-94ee-24dadb725300 of type vlan for network 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 Oct 27 16:18:35.805127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.810748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4501cc91-c71d-40c5-838b-684ba5c0a339 HTTP/1.1" status: 204 len: 168 time: 0.4755235 Oct 27 16:18:35.825904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153e81-7c7e-44dd-a429-6e38b3bf2ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4501cc91-c71d-40c5-838b-684ba5c0a339,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:35.831072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39282) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:35.832102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38f98433-16d7-42a0-8d29-32d40129ab09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b46f34387ca1403f879f490737acf752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608976 Oct 27 16:18:35.891181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.934260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:35.960194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.001794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.006461 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.043074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Port': ['ID=340a074f-c015-4b6c-b154-a4ca352a5501,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.063855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.070385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:36.071533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.132143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.149172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=3d9bfcb4-209a-44df-b9f5-c9b61e1443e3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.169160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:36.171920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.174465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.178039 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8780158c-1914-47f9-9464-8b056ee8bc75 HTTP/1.1" status: 204 len: 168 time: 0.3433113 Oct 27 16:18:36.188508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe67a2-9cac-4725-905e-e5eaac69eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780158c-1914-47f9-9464-8b056ee8bc75,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.206237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:36.230284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.237753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dda94155-867e-42a4-8ba3-b1afb4ebf686 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6435592 Oct 27 16:18:36.240142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39294) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:36.245340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '3d9bfcb4-209a-44df-b9f5-c9b61e1443e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:36.270025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:36.273185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:36.288970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Pushing event updated for resources: {'Port': ['ID=e9644a1e-d851-4b75-8096-29a81c43775e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.381904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Attempting to bind port e9644a1e-d851-4b75-8096-29a81c43775e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:36.382282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Attempting to bind port e9644a1e-d851-4b75-8096-29a81c43775e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '813b6aa3-7010-46d9-9e51-9dbaaf97ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:36.382641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Attempting to bind port e9644a1e-d851-4b75-8096-29a81c43775e on network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:36.389069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:36.389789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Checking segment: {'id': '813b6aa3-7010-46d9-9e51-9dbaaf97ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:36.390345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.390897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Bound using segment: {'id': '813b6aa3-7010-46d9-9e51-9dbaaf97ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:36.391893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Bound port: e9644a1e-d851-4b75-8096-29a81c43775e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813b6aa3-7010-46d9-9e51-9dbaaf97ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b2218c7-5a9b-4447-9366-3cd3c1b89966'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:36.392725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.481544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] For port e9644a1e-d851-4b75-8096-29a81c43775e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:36.485497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] For port e9644a1e-d851-4b75-8096-29a81c43775e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9644a1e-d851-4b75-8096-29a81c43775e,segment=NetworkSegment(813b6aa3-7010-46d9-9e51-9dbaaf97ed66),segment_id=813b6aa3-7010-46d9-9e51-9dbaaf97ed66)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:36.496202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Router 8d7312b8-b1cf-4657-8402-3ef006db2dea has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:36.575508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:36.581616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-40c89e68-2b45-420a-89c3-45f96a228644 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "PUT /v2.0/routers/8d7312b8-b1cf-4657-8402-3ef006db2dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450340 Oct 27 16:18:36.584275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39300) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:36.586494 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] Sync routers for ids ['8d7312b8-b1cf-4657-8402-3ef006db2dea'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:36.597876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] Routers {'8d7312b8-b1cf-4657-8402-3ef006db2dea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:36.598503 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d7312b8-b1cf-4657-8402-3ef006db2dea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:36.605390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39302) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:36.634180 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:36.638781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.648046 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] Routers {'8d7312b8-b1cf-4657-8402-3ef006db2dea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:36.648942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d7312b8-b1cf-4657-8402-3ef006db2dea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:36.686428 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:36.687421 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271cca0-9142-489f-a8ee-e7233a186312 None None] The sync data for ids ['8d7312b8-b1cf-4657-8402-3ef006db2dea'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:36.710153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1417a81e-2f3f-40ec-acd7-6b6e5bc58a98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83750aeb949841d1b0d6563903c1478b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033044 Oct 27 16:18:36.710714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39304) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:36.720066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:36.723756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.733177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796810f3-501c-4ccd-8a08-ab515f346fb8 None None] Pushing event updated for resources: {'Port': ['ID=e9644a1e-d851-4b75-8096-29a81c43775e,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.822045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.831192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.887215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.110819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.114815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.116276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d3040db-b92d-4bb5-921d-28795662089b HTTP/1.1" status: 204 len: 168 time: 0.4045720 Oct 27 16:18:37.128053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecac6a-1e4a-4bbb-bcce-5fff30787a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3040db-b92d-4bb5-921d-28795662089b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:37.135308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.137373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.271020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.271617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7312b8-b1cf-4657-8402-3ef006db2dea {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:37.283826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.283826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2d73a95-bf48-453e-92b2-655f00591a9d tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "DELETE /v2.0/routers/8d7312b8-b1cf-4657-8402-3ef006db2dea HTTP/1.1" status: 204 len: 168 time: 0.6958425 Oct 27 16:18:37.284276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:37.341968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting subnet 3558a529-4c6c-4e0f-8a3a-35747b6a18a0 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:37.346063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.351131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.428756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.468285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=7646385e-0b5a-44db-bfd5-a61313faa368,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:37.504547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': 'eaacb1b3-a1e5-4113-94ee-24dadb725300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3d9bfcb4-209a-44df-b9f5-c9b61e1443e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:37.504547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:37.573896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.675196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:37.749286 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.783799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Subnet': ['ID=3558a529-4c6c-4e0f-8a3a-35747b6a18a0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:37.787662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.793768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39334) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:37.798873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f7827-a593-4f77-a23d-76d0b224c456 None None] Network 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:37.805139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e5b6c4ab-35ac-47c1-956c-5499feee3422 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "DELETE /v2.0/subnets/3558a529-4c6c-4e0f-8a3a-35747b6a18a0 HTTP/1.1" status: 204 len: 168 time: 0.5197711 Oct 27 16:18:37.817139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:37.822334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:37.824716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.859333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9c816-7be5-413f-9f12-4cae73f11c82 None None] Network 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:37.909082 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.965900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9ba6408e-3efe-442b-9b08-1517b9b1737a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7215168 Oct 27 16:18:37.965900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39344) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:38.000689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Deleting port 787553ea-31a7-4e52-994f-46418b4392bc {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:38.001725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.103492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] For port 787553ea-31a7-4e52-994f-46418b4392bc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=787553ea-31a7-4e52-994f-46418b4392bc,segment=NetworkSegment(7daea483-7212-4f95-a5ec-2e9e986d97ee),segment_id=7daea483-7212-4f95-a5ec-2e9e986d97ee)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:38.104494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.129017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Calling delete_port for 787553ea-31a7-4e52-994f-46418b4392bc owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:38.150777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.152986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34839d4-181c-4b33-aef9-5854c08d0745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3d9bfcb4-209a-44df-b9f5-c9b61e1443e3', 'network_id': '3d9bfcb4-209a-44df-b9f5-c9b61e1443e3', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '7646385e-0b5a-44db-bfd5-a61313faa368'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:38.153971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b34839d4-181c-4b33-aef9-5854c08d0745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.173089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ccb8a-1474-40ed-b686-1634dfb63379 None None] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:38.237500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] Provisioning complete for port e9644a1e-d851-4b75-8096-29a81c43775e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:38.237877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.277889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558c078-eb29-43e0-8d54-c1360c79bbfc None None] DHCP port deletion for 18ed4572-6b47-4e04-8d9c-35d9555c4dc8 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:38.289215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.348856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.419153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Port': ['ID=787553ea-31a7-4e52-994f-46418b4392bc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:38.425479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] No DVR routers for this DVR port 787553ea-31a7-4e52-994f-46418b4392bc on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:38.439229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:38.582343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.583591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.632839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ed4572-6b47-4e04-8d9c-35d9555c4dc8']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.633464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=7646385e-0b5a-44db-bfd5-a61313faa368,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:38.652171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daea483-7212-4f95-a5ec-2e9e986d97ee') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.652858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daea483-7212-4f95-a5ec-2e9e986d97ee') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.680848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.681161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9644a1e-d851-4b75-8096-29a81c43775e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:38.709234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.724860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:38.725447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:38.731024 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:38.740525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-b34839d4-181c-4b33-aef9-5854c08d0745 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7646385e-0b5a-44db-bfd5-a61313faa368: This subnet is being modified by another concurrent operation. Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:38.762289 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7646385e-0b5a-44db-bfd5-a61313faa368: This subnet is being modified by another concurrent operation. Oct 27 16:18:38.768026 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:18:38.798572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9bfcb4-209a-44df-b9f5-c9b61e1443e3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.816721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaacb1b3-a1e5-4113-94ee-24dadb725300') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.817640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaacb1b3-a1e5-4113-94ee-24dadb725300') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:38.834169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.834312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.851916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.854629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e611cd-a8ff-4ac1-ad8f-e2f844e242f6 None None] Network 3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:38.862234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:38.865320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:38.866909 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:38.884962 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.908090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.913498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] 10.222.0.70 "DELETE /v2.0/networks/18ed4572-6b47-4e04-8d9c-35d9555c4dc8 HTTP/1.1" status: 204 len: 168 time: 1.1177089 Oct 27 16:18:38.929853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa259e-d4c3-4665-8a8d-21cf553f79f1 tempest-FloatingIPNegativeTestJSON-58559187 tempest-FloatingIPNegativeTestJSON-58559187-project] Pushing event deleted for resources: {'Network': ['ID=18ed4572-6b47-4e04-8d9c-35d9555c4dc8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:38.961101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] For port e9644a1e-d851-4b75-8096-29a81c43775e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9644a1e-d851-4b75-8096-29a81c43775e,segment=NetworkSegment(813b6aa3-7010-46d9-9e51-9dbaaf97ed66),segment_id=813b6aa3-7010-46d9-9e51-9dbaaf97ed66)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:38.993950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e9644a1e-d851-4b75-8096-29a81c43775e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:38.994469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.016680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1647073683-network', 'tenant_id': '77633c120dbe448fb1064bff66c0616f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:39.069460 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.099447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.113215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.129188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 HTTP/1.1" status: 204 len: 168 time: 1.1615469 Oct 27 16:18:39.132858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39370) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.141808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046134434'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:39.147574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8fca-56a8-49eb-b43f-3f8370443fa1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=3d9bfcb4-209a-44df-b9f5-c9b61e1443e3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.201999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:39.207024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.210938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55761-5ada-443a-9405-384ed3e8d4ea None None] Pushing event updated for resources: {'Port': ['ID=e9644a1e-d851-4b75-8096-29a81c43775e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.229658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.272567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62635f1-1077-436a-a776-74426b09581d None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:18:39.328362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.343058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7f2f38dd-d5e6-49b9-a1ef-1fbfd27008fd None None] Provisioning complete for port e9644a1e-d851-4b75-8096-29a81c43775e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:39.343433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f2f38dd-d5e6-49b9-a1ef-1fbfd27008fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.344810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:39.348845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.382501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:39.385312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 787553ea-31a7-4e52-994f-46418b4392bc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:39.393325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.393675 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment c4e217f0-6976-4f41-b05e-d695a7bde2bb of type vlan for network fb37c8fb-7e72-4109-aef9-b609ccccb52a Oct 27 16:18:39.424472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 787553ea-31a7-4e52-994f-46418b4392bc {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:39.424827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 787553ea-31a7-4e52-994f-46418b4392bc not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:39.441096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.473089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62635f1-1077-436a-a776-74426b09581d None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:18:39.503018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.535814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:39.546439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daace9cc-9151-4d62-a431-546e3fe68201,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.551615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.551971 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Added segment f56f9a81-3961-458c-99de-3ddc34402b43 of type vlan for network a62795b4-b1b0-4c4a-9f29-b457d12e917f Oct 27 16:18:39.602129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.607857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:39.608515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.619487 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.684692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=fb37c8fb-7e72-4109-aef9-b609ccccb52a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.711080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fb37c8fb-7e72-4109-aef9-b609ccccb52a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:39.812566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.813781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:39.814632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.820067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-08f53d65-c5ba-46aa-be9c-42c3cb70c6d5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6849294 Oct 27 16:18:39.822181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.828361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': 'fb37c8fb-7e72-4109-aef9-b609ccccb52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:39.960105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39388) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.971833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] Pushing event updated for resources: {'Network': ['ID=a62795b4-b1b0-4c4a-9f29-b457d12e917f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.981787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:40.105819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-116afee6-08cc-4d79-9146-2e126bffb931 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6645644 Oct 27 16:18:40.109374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39392) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.114113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Request body: {'subnet': {'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1647073683-subnet', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:40.245890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:40.250375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.314113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing IP validity checks on allocation pools {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:18:40.314937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:18:40.349953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:40.356036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.376241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39400) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.488277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9644a1e-d851-4b75-8096-29a81c43775e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:40.518897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1266729453-network', 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:40.519158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7d05ddf-ad8b-4650-9221-f02200535c93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4b678c8dfa14ed3829e7408ca9b27f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447447 Oct 27 16:18:40.519158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39404) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.557709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e9644a1e-d851-4b75-8096-29a81c43775e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:40.558226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.582175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.609645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.657068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:40.658411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.659425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.667801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.726023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=c982422e-116b-44ee-bb83-7ffe7e0fcee2,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.734879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': 'c4e217f0-6976-4f41-b05e-d695a7bde2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fb37c8fb-7e72-4109-aef9-b609ccccb52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:40.735284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: fb37c8fb-7e72-4109-aef9-b609ccccb52a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:40.742952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.746941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.794118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.797047 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.800780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f8698ab-9909-4037-85f4-29f224b037c0 HTTP/1.1" status: 204 len: 168 time: 0.2851381 Oct 27 16:18:40.801049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3048bf-2281-4dd1-9df8-b27feb5ac83b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.809464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d8bc9-64bf-40ac-b729-34c350842f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8698ab-9909-4037-85f4-29f224b037c0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.812685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Checking segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:40.813045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Network hostable DHCP agents. Network: a62795b4-b1b0-4c4a-9f29-b457d12e917f, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:40.875994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.904607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:40.915097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.921042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.921381 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Added segment 1ea5caa5-e4cd-4371-a84c-73976a4ea5b7 of type vlan for network 558302fe-6b6b-406c-974d-d03e03072610 Oct 27 16:18:40.964086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.971954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network fb37c8fb-7e72-4109-aef9-b609ccccb52a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:41.026675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:41.080207 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.081209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:41.081797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.143582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] Pushing event updated for resources: {'Network': ['ID=558302fe-6b6b-406c-974d-d03e03072610,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:41.153213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 558302fe-6b6b-406c-974d-d03e03072610 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:41.166724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fb37c8fb-7e72-4109-aef9-b609ccccb52a) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:41.169197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a62795b4-b1b0-4c4a-9f29-b457d12e917f) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:41.177884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:41.177884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.178149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:41.178149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.201533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac633db5-0b95-44b7-b16d-11098d06e670 None None] Network fb37c8fb-7e72-4109-aef9-b609ccccb52a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:41.203463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133d9e3-4421-4c20-a286-9c51d4921256 None None] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:41.264210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4866e35-b608-420d-a319-bfda9246f4bb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8842158 Oct 27 16:18:41.264782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39418) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.269429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Request body: {'subnet': {'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1266729453-subnet', 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:41.308735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-351fa16d-ae3a-4424-ac48-07c292fde333 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1983895 Oct 27 16:18:41.313369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5d940027-3b19-449c-9f87-95ccc8ede292 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4894502 Oct 27 16:18:41.314347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.315170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39422) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.331158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:41.450406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfc7b-1e64-46bb-8c16-744acf346b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.468526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:41.477787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.478002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.527300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:41.528368 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.542270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cdede-c57d-4bbf-90a3-dad67dda4ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fb37c8fb-7e72-4109-aef9-b609ccccb52a', 'network_id': 'fb37c8fb-7e72-4109-aef9-b609ccccb52a', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': 'c982422e-116b-44ee-bb83-7ffe7e0fcee2'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:41.543402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-344cdede-c57d-4bbf-90a3-dad67dda4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.585043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.587324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.614638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.692783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.746310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Allocated IP 172.20.0.2 (a62795b4-b1b0-4c4a-9f29-b457d12e917f/7e3048bf-2281-4dd1-9df8-b27feb5ac83b/dd9a1b39-5d38-44b1-856a-2f0763460be3) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:41.989853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.010137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-344cdede-c57d-4bbf-90a3-dad67dda4ea4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c982422e-116b-44ee-bb83-7ffe7e0fcee2: This subnet is being modified by another concurrent operation. Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:42.058927 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c982422e-116b-44ee-bb83-7ffe7e0fcee2: This subnet is being modified by another concurrent operation. Oct 27 16:18:42.063251 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:18:42.076765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4110db2-236a-41ee-b732-f4d16a4dc650 None None] Network fb37c8fb-7e72-4109-aef9-b609ccccb52a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:42.084560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434029d4-cc71-444f-b8fd-38f4dea25396,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.106547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=c982422e-116b-44ee-bb83-7ffe7e0fcee2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.118770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:42.119107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Network hostable DHCP agents. Network: 558302fe-6b6b-406c-974d-d03e03072610, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:42.164861 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.235227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Network 558302fe-6b6b-406c-974d-d03e03072610 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:42.240302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.248145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.263680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.272326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb37c8fb-7e72-4109-aef9-b609ccccb52a']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:42.283866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e217f0-6976-4f41-b05e-d695a7bde2bb') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:42.284296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e217f0-6976-4f41-b05e-d695a7bde2bb') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:42.296573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.306818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:42.310875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:42.316628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:42.317646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.320715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Pushing event updated for resources: {'Port': ['ID=dd9a1b39-5d38-44b1-856a-2f0763460be3,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.332984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:42.334684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:42.338970 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:42.377974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 558302fe-6b6b-406c-974d-d03e03072610) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:42.390262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df947479-197e-4b34-b8c2-e7c8ff914626 None None] Network 558302fe-6b6b-406c-974d-d03e03072610 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:42.390969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:42.401942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.406616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Attempting to bind port dd9a1b39-5d38-44b1-856a-2f0763460be3 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:42.407091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Attempting to bind port dd9a1b39-5d38-44b1-856a-2f0763460be3 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:42.407458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Attempting to bind port dd9a1b39-5d38-44b1-856a-2f0763460be3 on network a62795b4-b1b0-4c4a-9f29-b457d12e917f {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:42.442031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:42.442837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Checking segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:42.443277 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.443696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Bound using segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:42.444734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Bound port: dd9a1b39-5d38-44b1-856a-2f0763460be3, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:42.445305 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.542023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:42.566825 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2dcde9fb-3f4c-4490-861a-2250b5fc9764 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3012202 Oct 27 16:18:42.597683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] For port dd9a1b39-5d38-44b1-856a-2f0763460be3, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:42.603159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4e8b2-0201-41fa-a6b0-d2265fc7bfcd None None] Network 558302fe-6b6b-406c-974d-d03e03072610 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:42.640583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.646554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.652138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] For port dd9a1b39-5d38-44b1-856a-2f0763460be3, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd9a1b39-5d38-44b1-856a-2f0763460be3,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:42.654396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:42.656398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/fb37c8fb-7e72-4109-aef9-b609ccccb52a HTTP/1.1" status: 204 len: 168 time: 1.3375549 Oct 27 16:18:42.666655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57559614'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:42.690506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d064-70cc-4a5c-b38f-9245cbbe1765 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=fb37c8fb-7e72-4109-aef9-b609ccccb52a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.695744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-74109405'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:42.743808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.760927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.768393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.802423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:42.808426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.818671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a68e6-d057-4d9a-a32c-d302cf6fce8b None None] Pushing event updated for resources: {'Port': ['ID=dd9a1b39-5d38-44b1-856a-2f0763460be3,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.873199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:42.891216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.891577 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment a55373c1-670b-428a-a767-87a57838d34c of type vlan for network 524a25f0-e680-40a6-a170-58353d38b178 Oct 27 16:18:42.958282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Allocated IP 172.25.5.228 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/0815ed31-4f86-46d3-8dab-f40d9d023e1c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:42.964601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.969538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:42.973832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.987387 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.137432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.158180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.181746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.188108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:43.200755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.267798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=524a25f0-e680-40a6-a170-58353d38b178,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:43.289545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.289793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 524a25f0-e680-40a6-a170-58353d38b178 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:43.304747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:43.321101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccdb35f-6a82-403d-8cc1-5c6a8e3d1921,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:43.324356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.324820 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment e0d018c1-e122-4aab-b857-953d77768407 of type vlan for network b92093b1-50f5-43e5-a756-d0e18c1da567 Oct 27 16:18:43.371018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.380311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-59f06db9-4be2-40c4-82ec-4c1225c5bd56 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:43.382832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-59f06db9-4be2-40c4-82ec-4c1225c5bd56 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.1423070 Oct 27 16:18:43.389211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.456257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-979006b8-bcfa-4000-9797-0d68db2084f9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0638893 Oct 27 16:18:43.464397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:43.483981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73d1f220-ea63-468f-ba78-4daf5dce3d2e tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8281724 Oct 27 16:18:43.489476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:43.489876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:43.490007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:43.492021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '524a25f0-e680-40a6-a170-58353d38b178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:43.492153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Pushing event updated for resources: {'Port': ['ID=0815ed31-4f86-46d3-8dab-f40d9d023e1c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:43.512332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-e9d6801f-bb72-4dab-add6-8a6d7e2b7256 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456481 Oct 27 16:18:43.549516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.555244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:43.555974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.702844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=b92093b1-50f5-43e5-a756-d0e18c1da567,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:43.713931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b92093b1-50f5-43e5-a756-d0e18c1da567 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:43.771291 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c781073a-7066-45e5-88e3-c2f70e9e579f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2291350 Oct 27 16:18:43.778630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-558fed87-5187-4f4c-8eb7-bfd4dba94c4f service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488103 Oct 27 16:18:43.858605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:43.863297 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:43.916382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-c9639e1f-9f44-4b14-a0b6-bfb036d80140 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363740 Oct 27 16:18:44.020750 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-921440fd-5162-4c6b-88ab-f5dc2db360d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.102452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9e8dd-6a4f-48e1-86c9-7c54077e6dac None None] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:44.103582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.208038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] Provisioning complete for port dd9a1b39-5d38-44b1-856a-2f0763460be3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:44.208672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.398503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.628304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=9fffefd8-9dbc-43d0-a49b-aaf124cd6270,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:44.654031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': 'a55373c1-670b-428a-a767-87a57838d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '524a25f0-e680-40a6-a170-58353d38b178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:44.657353 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.658274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 524a25f0-e680-40a6-a170-58353d38b178, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:44.669491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd9a1b39-5d38-44b1-856a-2f0763460be3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:44.808593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] For port dd9a1b39-5d38-44b1-856a-2f0763460be3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd9a1b39-5d38-44b1-856a-2f0763460be3,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:44.816039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 524a25f0-e680-40a6-a170-58353d38b178 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:44.851919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd9a1b39-5d38-44b1-856a-2f0763460be3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:44.852293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.918762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fce7652-9958-4e82-9606-a99b34890d9f req-8191017c-f2ec-4f06-ab3f-8bc10d0bde20 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0441775 Oct 27 16:18:44.939632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 524a25f0-e680-40a6-a170-58353d38b178) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:44.951700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:44.951700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.979920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.989769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b721cf1-246f-49e3-8340-8763e9a5ac94 None None] Network 524a25f0-e680-40a6-a170-58353d38b178 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:44.993214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.102876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76a698b6-99d9-4e7f-9e11-d0c57ec95aca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6152229 Oct 27 16:18:45.103572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:45.152139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.176277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f693b-05a8-4e4e-8a11-a5cd9114c25d None None] Pushing event updated for resources: {'Port': ['ID=dd9a1b39-5d38-44b1-856a-2f0763460be3,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:45.294388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.324344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.329648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:18:45.330497 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:18:45.379629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.392377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b5aefbd-4a8f-4816-adff-4e3f1edc7035 None None] Provisioning complete for port dd9a1b39-5d38-44b1-856a-2f0763460be3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:45.393096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b5aefbd-4a8f-4816-adff-4e3f1edc7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.584112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070672b-9b50-4a37-a8e1-f02e8b0583f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-524a25f0-e680-40a6-a170-58353d38b178', 'network_id': '524a25f0-e680-40a6-a170-58353d38b178', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '9fffefd8-9dbc-43d0-a49b-aaf124cd6270'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:45.585260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3070672b-9b50-4a37-a8e1-f02e8b0583f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.597908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.852332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.853721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Router 54797fc0-27bc-4151-a96a-eea0560c4a3f is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:18:45.922846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=9fffefd8-9dbc-43d0-a49b-aaf124cd6270,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-3070672b-9b50-4a37-a8e1-f02e8b0583f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fffefd8-9dbc-43d0-a49b-aaf124cd6270: This subnet is being modified by another concurrent operation. Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:18:45.943610 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fffefd8-9dbc-43d0-a49b-aaf124cd6270: This subnet is being modified by another concurrent operation. Oct 27 16:18:45.948796 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:18:45.990544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713b7f1-8752-4f89-b149-f6ab4c8e449d None None] Network 524a25f0-e680-40a6-a170-58353d38b178 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:46.102790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.155524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:46.187008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Sync routers for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:46.196592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524a25f0-e680-40a6-a170-58353d38b178']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:46.234474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ffe86-004a-4288-814f-00869f7ac122 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:18:46.236732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55373c1-670b-428a-a767-87a57838d34c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:46.238600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:46.240251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55373c1-670b-428a-a767-87a57838d34c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:46.253427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:46.272781 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.313132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.329795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:46.330560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:46.336200 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:46.342747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-befa3313-f27f-4502-8180-0dbdbbd0d7a3 req-eb1bd9c4-7ae6-44dd-8980-6425c199e539 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.1734421 Oct 27 16:18:46.417953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.419651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44316903-df7c-47ef-b5a9-ea1b360c1dde admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0997880 Oct 27 16:18:46.423554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39534) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:46.479785 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:18:46.638799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.651645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.651645 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/524a25f0-e680-40a6-a170-58353d38b178 HTTP/1.1" status: 204 len: 168 time: 1.5460143 Oct 27 16:18:46.655972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39540) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:46.669002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f78f-b827-4f59-a00f-692ce0c82b8a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=524a25f0-e680-40a6-a170-58353d38b178,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:46.670511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624496459'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:46.735002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd9a1b39-5d38-44b1-856a-2f0763460be3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:46.896885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:46.991987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:47.001947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd9a1b39-5d38-44b1-856a-2f0763460be3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:47.002957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.005679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.106640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:47.110914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.131897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:47.138421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:47.157144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.157993 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 020d1a0f-9bf0-4e03-ba32-567e299f92e1 of type vlan for network 81822312-edfb-48d9-8a78-6d9f796663eb Oct 27 16:18:47.178833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ffe86-004a-4288-814f-00869f7ac122 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:18:47.260659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.277176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.357860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:43Z', 'revision_number': 3, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:47.387716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Checking router: 54797fc0-27bc-4151-a96a-eea0560c4a3f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:47.388066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Updating router 54797fc0-27bc-4151-a96a-eea0560c4a3f port 0815ed31-4f86-46d3-8dab-f40d9d023e1c binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:18:47.438451 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.441933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:47.447514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.460921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.469289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:47.469289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.498219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c80eb874-12f5-4973-8312-ef3c4d304cc9 req-71044a44-5037-4500-b5c7-8a475a9fc392 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0600705 Oct 27 16:18:47.555596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Allocated IP 172.20.0.1 (a62795b4-b1b0-4c4a-9f29-b457d12e917f/7e3048bf-2281-4dd1-9df8-b27feb5ac83b/8bd0734a-729c-455c-bfb6-c1a3022c0a1a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:47.576703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=81822312-edfb-48d9-8a78-6d9f796663eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.599413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 81822312-edfb-48d9-8a78-6d9f796663eb details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:47.676880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-608f0935-1b92-47c5-9fb8-0706e518369a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0200989 Oct 27 16:18:47.680088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:47.692400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '81822312-edfb-48d9-8a78-6d9f796663eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:47.762711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eec342-8fa7-4aa0-bc5b-b14c1b057d6c None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:18:47.816127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.832479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:47.892138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.979126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=84e5f1f9-1b21-45dc-9e0d-e75f91e6e879,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.991834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': 'e0d018c1-e122-4aab-b857-953d77768407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:47.992686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27efb1eb-b178-4d25-a0a1-95f6429ede10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.993710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: b92093b1-50f5-43e5-a756-d0e18c1da567, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:48.042928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.048150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:48.052837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.159025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:48.173663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:48.192164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.194609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:48.206293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eec342-8fa7-4aa0-bc5b-b14c1b057d6c None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:18:48.221130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Pushing event updated for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.254991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27efb1eb-b178-4d25-a0a1-95f6429ede10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.272710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.313931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.394880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27efb1eb-b178-4d25-a0a1-95f6429ede10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.445734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network b92093b1-50f5-43e5-a756-d0e18c1da567 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:48.456673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf0ed4-0bf6-49f4-8cbe-e28fcca082cc None None] Pushing event updated for resources: {'Port': ['ID=0815ed31-4f86-46d3-8dab-f40d9d023e1c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.463625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Attempting to bind port 0815ed31-4f86-46d3-8dab-f40d9d023e1c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:48.464301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Attempting to bind port 0815ed31-4f86-46d3-8dab-f40d9d023e1c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:48.464436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Attempting to bind port 0815ed31-4f86-46d3-8dab-f40d9d023e1c on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:48.477928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:48.478358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:48.478853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.479139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:48.479628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Bound port: 0815ed31-4f86-46d3-8dab-f40d9d023e1c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:48.480013 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.490846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27efb1eb-b178-4d25-a0a1-95f6429ede10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6100a2946fb4f178c84108b6c10ee67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548750 Oct 27 16:18:48.491223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39564) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:48.495776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efb1eb-b178-4d25-a0a1-95f6429ede10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eff920-d27d-4880-a2c0-29cfa57a34fc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.595619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] For port 0815ed31-4f86-46d3-8dab-f40d9d023e1c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:48.614085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-ae927693-8a4b-4a06-ac8e-25ea501c9386 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:48.615754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-ae927693-8a4b-4a06-ac8e-25ea501c9386 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.5945473 Oct 27 16:18:48.627476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e5761d1-486e-4f5e-99bc-f1a88ef82190 req-6997771d-2bb6-4575-9782-a709bbf107e4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0282540 Oct 27 16:18:48.630515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:48.672202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.672318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] For port 0815ed31-4f86-46d3-8dab-f40d9d023e1c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0815ed31-4f86-46d3-8dab-f40d9d023e1c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:48.682229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b92093b1-50f5-43e5-a756-d0e18c1da567) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:48.694853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:48.695528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.713969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.736985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b92093b1-50f5-43e5-a756-d0e18c1da567', 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '84e5f1f9-1b21-45dc-9e0d-e75f91e6e879'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:48.738406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.750814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.808633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.846144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.871778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:48.872515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:48.878049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf0ed4-0bf6-49f4-8cbe-e28fcca082cc None None] Pushing event updated for resources: {'Port': ['ID=0815ed31-4f86-46d3-8dab-f40d9d023e1c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.885905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=eaf3b16a-1c81-4157-a59d-e2e844719b75,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.925454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '020d1a0f-9bf0-4e03-ba32-567e299f92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '81822312-edfb-48d9-8a78-6d9f796663eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:48.925728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 81822312-edfb-48d9-8a78-6d9f796663eb, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:48.958387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b9f26723-8e73-454d-bc1e-cb6ac1847214 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8230956 Oct 27 16:18:48.959790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:48.965739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019598262'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:48.978202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.981077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.996477 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5eff920-d27d-4880-a2c0-29cfa57a34fc HTTP/1.1" status: 204 len: 168 time: 0.4902711 Oct 27 16:18:48.996477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a979e-727c-495d-ba93-c0f1fe0c7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eff920-d27d-4880-a2c0-29cfa57a34fc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.123267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.165958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 81822312-edfb-48d9-8a78-6d9f796663eb is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:49.167851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:49.172682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.266719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:49.299429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Allocated IP 2001:db8:0:ffff::2 (b92093b1-50f5-43e5-a756-d0e18c1da567/84e5f1f9-1b21-45dc-9e0d-e75f91e6e879/c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:49.316044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.8 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/2993276a-14b6-40ea-b22d-a673a99f7b45) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:49.387153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.461088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.464514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Pushing event updated for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.466104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:49.470323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.472129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 81822312-edfb-48d9-8a78-6d9f796663eb) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:49.477366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:49.478073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.503019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.517107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:49.534327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.534892 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment 4de666e0-defd-409b-8731-3df55b0050c6 of type vlan for network d6032a1c-cd36-4256-90fe-644b9d60dc33 Oct 27 16:18:49.585338 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.599805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5fbf8bab-af5c-40a3-9c3f-4027dae77eab tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9184721 Oct 27 16:18:49.602617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39580) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:49.610895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:47Z', 'revision_number': 1, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:49.621054 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.644877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246feaaa-8422-470b-b40b-47e5dbc984bb None None] The sync data for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 is: [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:47Z', 'revision_number': 1, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:49.652646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:49.654268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:49.665809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.735175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Network b92093b1-50f5-43e5-a756-d0e18c1da567 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:49.735175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:49.735175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:49.741995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Pushing event updated for resources: {'Port': ['ID=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.768296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.810900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc8955e3-d909-4e6c-97ce-ee61807d95f6 req-2438f329-9af2-48fe-975e-321f3e2bb78b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0435503 Oct 27 16:18:49.814632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Attempting to bind port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:49.815148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Attempting to bind port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e0d018c1-e122-4aab-b857-953d77768407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:49.815624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Attempting to bind port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 on network b92093b1-50f5-43e5-a756-d0e18c1da567 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:49.823297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:49.823788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Checking segment: {'id': 'e0d018c1-e122-4aab-b857-953d77768407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:49.824376 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.825260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Bound using segment: {'id': 'e0d018c1-e122-4aab-b857-953d77768407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:49.826064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Bound port: c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d018c1-e122-4aab-b857-953d77768407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92093b1-50f5-43e5-a756-d0e18c1da567'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:49.826916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.856960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.873936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Router 54797fc0-27bc-4151-a96a-eea0560c4a3f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:49.894750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.900680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:49.901818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.929423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] For port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:49.933554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] For port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,segment=NetworkSegment(e0d018c1-e122-4aab-b857-953d77768407),segment_id=e0d018c1-e122-4aab-b857-953d77768407)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:49.942197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.027242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.061832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:50.067854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-23a8feac-9291-4da9-9aca-6a1de1b16e2d admin admin] 10.222.0.70 "PUT /v2.0/routers/54797fc0-27bc-4151-a96a-eea0560c4a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6425071 Oct 27 16:18:50.118698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a909-9f73-4f29-ba4c-a1db71cc054c None None] Pushing event updated for resources: {'Port': ['ID=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:50.137045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=d6032a1c-cd36-4256-90fe-644b9d60dc33,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:50.144754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:50.150185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d6032a1c-cd36-4256-90fe-644b9d60dc33 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:50.152762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:50.155849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:50.160555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:50.191733 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c5f0bd2-bfb1-4c27-893b-5b00d3510240 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2306960 Oct 27 16:18:50.194589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:50.202666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:50.253713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:50.273412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-195ba77e-2b88-466f-b1f5-3fb7e4da8c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.307624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:50.308275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.326478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.452354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf3b16a-1c81-4157-a59d-e2e844719b75,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:50.462007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-195ba77e-2b88-466f-b1f5-3fb7e4da8c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.545514 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-642d09a5-10e3-4a7a-9816-444302cb1b47 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9189439 Oct 27 16:18:50.562439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Request body: {'port': {'device_id': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:50.600817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-195ba77e-2b88-466f-b1f5-3fb7e4da8c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.610086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.627946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:50.643985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:50.648328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.665251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-195ba77e-2b88-466f-b1f5-3fb7e4da8c6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a787eb9099d493aa4c62fd24f6e55de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075198 Oct 27 16:18:50.665251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39600) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:50.673539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ba77e-2b88-466f-b1f5-3fb7e4da8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaba502-0a03-4d0b-9993-a47484a7a48d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:50.744402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.754531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81822312-edfb-48d9-8a78-6d9f796663eb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:50.767836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:50.767836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.782897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020d1a0f-9bf0-4e03-ba32-567e299f92e1') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:50.783235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020d1a0f-9bf0-4e03-ba32-567e299f92e1') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:50.798365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.811034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.823736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.881784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.917681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:50.918090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:50.923519 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:51.005253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.053689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b2cf8-9902-4d19-ab75-f689be439899 req-106d5713-854e-499b-9ee5-873cd79d4f43 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.066782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-500b2cf8-9902-4d19-ab75-f689be439899 req-106d5713-854e-499b-9ee5-873cd79d4f43 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 931 time: 0.0905035 Oct 27 16:18:51.109818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.113417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.117130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffaba502-0a03-4d0b-9993-a47484a7a48d HTTP/1.1" status: 204 len: 168 time: 0.4509821 Oct 27 16:18:51.117695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,segment=NetworkSegment(e0d018c1-e122-4aab-b857-953d77768407),segment_id=e0d018c1-e122-4aab-b857-953d77768407)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:51.180140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-500b2cf8-9902-4d19-ab75-f689be439899 req-db049a59-e676-49c5-96af-59a34f1eafe3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097291 Oct 27 16:18:51.184177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be17bd-3b85-4425-a6f1-c3b43750d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaba502-0a03-4d0b-9993-a47484a7a48d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.338223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.345840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.350802 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/81822312-edfb-48d9-8a78-6d9f796663eb HTTP/1.1" status: 204 len: 168 time: 1.7458763 Oct 27 16:18:51.354498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39644) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:51.360863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-538377603'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:51.409592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d496-4415-4290-9a3c-aa0546dbf538 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=81822312-edfb-48d9-8a78-6d9f796663eb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.452519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.520162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.572594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.585672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eef449-ad1b-4b3f-9a7b-98e62a4de8eb None None] Network b92093b1-50f5-43e5-a756-d0e18c1da567 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:51.587721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e18ac4-b630-438c-81bf-a30f21b870e7 None None] Network 81822312-edfb-48d9-8a78-6d9f796663eb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:51.615845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:51.620457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.656016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e18ac4-b630-438c-81bf-a30f21b870e7 None None] Network 81822312-edfb-48d9-8a78-6d9f796663eb could not be found, it might have been deleted concurrently. {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:18:51.665239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:51.682389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1fa61-2a42-44e9-a3e5-5cbc0655225c None None] Network 81822312-edfb-48d9-8a78-6d9f796663eb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:51.689374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.689726 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 189861a6-f176-4cbe-9f2f-9d1ef072b348 of type vlan for network ddf20a62-7d45-4496-a53a-23ceee7c861e Oct 27 16:18:51.711117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2993276a-14b6-40ea-b22d-a673a99f7b45 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:51.716321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1fa61-2a42-44e9-a3e5-5cbc0655225c None None] Network 81822312-edfb-48d9-8a78-6d9f796663eb could not be found, it might have been deleted concurrently. {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:18:51.728986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=63451a0e-1299-44a2-b0df-cbd04ba20b56,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.732593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.748191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7718757a-0e85-469a-b545-fece7ad5e2b7 None None] Provisioning complete for port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:51.750364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7718757a-0e85-469a-b545-fece7ad5e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.766503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Transition to ACTIVE for port object 2993276a-14b6-40ea-b22d-a673a99f7b45 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:51.778020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.784649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': '4de666e0-defd-409b-8731-3df55b0050c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:51.785015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: d6032a1c-cd36-4256-90fe-644b9d60dc33, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:51.851873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.919253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Pushing event updated for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.948536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network d6032a1c-cd36-4256-90fe-644b9d60dc33 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:52.000184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.006775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Attempting to bind port 2993276a-14b6-40ea-b22d-a673a99f7b45 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:52.007144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Attempting to bind port 2993276a-14b6-40ea-b22d-a673a99f7b45 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:52.007639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Attempting to bind port 2993276a-14b6-40ea-b22d-a673a99f7b45 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:52.015384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Port 2993276a-14b6-40ea-b22d-a673a99f7b45 on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:52.015782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Attempting to bind port 2993276a-14b6-40ea-b22d-a673a99f7b45 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:52.017532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.018196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.028352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:52.028686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:52.029078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:52.030042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Bound port: 2993276a-14b6-40ea-b22d-a673a99f7b45, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:52.031239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.117977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae9304f4-09bd-41ea-bb92-855fe3688ae4 None None] Provisioning complete for port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:52.118406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae9304f4-09bd-41ea-bb92-855fe3688ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.161817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d6032a1c-cd36-4256-90fe-644b9d60dc33) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:52.175280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.175900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.196805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=ddf20a62-7d45-4496-a53a-23ceee7c861e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:52.208052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:52.217656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2993276a-14b6-40ea-b22d-a673a99f7b45,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:52.257080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ae9304f4-09bd-41ea-bb92-855fe3688ae4 None None] Port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:52.259822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80204fb9-0a5c-450a-a4b7-9d8b6afc8e05 None None] Network d6032a1c-cd36-4256-90fe-644b9d60dc33 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:52.265333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ddf20a62-7d45-4496-a53a-23ceee7c861e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:52.397414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac325ee6-2d7d-4371-b96b-4924f41a283f req-30b74cce-6283-4395-90ae-9ce7f9af24ce tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.407951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac325ee6-2d7d-4371-b96b-4924f41a283f req-30b74cce-6283-4395-90ae-9ce7f9af24ce tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.1242092 Oct 27 16:18:52.433153 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-71391811-4b5a-4f86-be34-636a5469c487 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2362976 Oct 27 16:18:52.433532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.436992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:52.437330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:52.438221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15a10992-9cc8-4057-8d01-7140777747ae tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0817130 Oct 27 16:18:52.473290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac325ee6-2d7d-4371-b96b-4924f41a283f req-e8df8c2d-f1b7-4521-afdb-d24e95f72d0d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Oct 27 16:18:52.532435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-16b429e5-5600-4d95-9d17-d9ee554e65d4 None None] Provisioning complete for port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:52.532815 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16b429e5-5600-4d95-9d17-d9ee554e65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.549464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Pushing event updated for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:52.560984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:52.574788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-16b429e5-5600-4d95-9d17-d9ee554e65d4 None None] Port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:52.684310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-d6032a1c-cd36-4256-90fe-644b9d60dc33', 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '63451a0e-1299-44a2-b0df-cbd04ba20b56'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:52.686261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.689403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.690662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.692182 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-6c4c8fe2-34a0-457c-900e-653059b92b9e service neutron] 10.222.0.82 "PUT /v2.0/ports/2993276a-14b6-40ea-b22d-a673a99f7b45 HTTP/1.1" status: 200 len: 1091 time: 2.1348956 Oct 27 16:18:52.696241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:52.700478 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a" -d '{"events": [{"name": "network-changed", "server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:52.764147 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e94c4a-3ba5-4ee2-a1a6-cb2fa9ff4747 x-openstack-request-id: req-a8e94c4a-3ba5-4ee2-a1a6-cb2fa9ff4747 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:52.764470 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:52.764666 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8e94c4a-3ba5-4ee2-a1a6-cb2fa9ff4747 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:52.765061 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45', 'status': 'completed', 'code': 200} Oct 27 16:18:52.827664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0815ed31-4f86-46d3-8dab-f40d9d023e1c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:52.858491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.876431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-cfa91153-fcc3-42fd-a1cb-3790b25982ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.878220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-cfa91153-fcc3-42fd-a1cb-3790b25982ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 1094 time: 0.0931582 Oct 27 16:18:52.989083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.051090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:53.054685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.129970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-60df77d5-12c5-4d06-abf6-c692f5c9430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.131881 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-60df77d5-12c5-4d06-abf6-c692f5c9430e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2178783 Oct 27 16:18:53.136213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing IP validity checks on allocation pools {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:18:53.136739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:18:53.183895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84fb8c-c44f-42c2-84a7-ead4587a3b9f None None] Network b92093b1-50f5-43e5-a756-d0e18c1da567 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:53.244679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Allocated IP 2001:db8::1 (d6032a1c-cd36-4256-90fe-644b9d60dc33/63451a0e-1299-44a2-b0df-cbd04ba20b56/958381aa-bf2f-47b2-9259-d64d661852a6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:53.280597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0815ed31-4f86-46d3-8dab-f40d9d023e1c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:53.281234 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.308764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-02d7ebf6-3451-47f2-abd8-d4a14693e99e None None] Provisioning complete for port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:53.309438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02d7ebf6-3451-47f2-abd8-d4a14693e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.362965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-9b0479f0-5f5f-4442-99b0-50102acc2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.369439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c551d0dd-a8e5-497e-82aa-453ccc7ee49a req-9b0479f0-5f5f-4442-99b0-50102acc2049 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264891 Oct 27 16:18:53.564976 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Sync routers for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:53.597388 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:53.602928 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:53.618144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.726872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335fdc2-1a26-451c-9aa3-146116bf8de8 req-5b0da4df-fb2a-4ef2-9673-bf742499df11 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.730695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c335fdc2-1a26-451c-9aa3-146116bf8de8 req-5b0da4df-fb2a-4ef2-9673-bf742499df11 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.1284070 Oct 27 16:18:53.808110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c335fdc2-1a26-451c-9aa3-146116bf8de8 req-14259ed6-6b35-4588-9050-cfae5c985d83 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710917 Oct 27 16:18:53.821871 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.881120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 0815ed31-4f86-46d3-8dab-f40d9d023e1c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0815ed31-4f86-46d3-8dab-f40d9d023e1c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:53.882458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.906827 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:54.051161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-a9f20090-63d6-489f-b206-30e3fdcaf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.056051 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-a9f20090-63d6-489f-b206-30e3fdcaf180 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 1094 time: 0.6271605 Oct 27 16:18:54.079267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.090698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.090698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:54.165022 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-d0eaa662-6201-49de-b908-87bedef10fc8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2993276a-14b6-40ea-b22d-a673a99f7b45 HTTP/1.1" status: 200 len: 217 time: 0.0848212 Oct 27 16:18:54.165260 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 2, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:54.221460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Network d6032a1c-cd36-4256-90fe-644b9d60dc33 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:54.225603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=3297ff10-f9a2-4b2a-aaf9-8424dd7dbb36,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:54.232165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:54.236978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:54.240209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Pushing event updated for resources: {'Port': ['ID=958381aa-bf2f-47b2-9259-d64d661852a6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:54.246281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '189861a6-f176-4cbe-9f2f-9d1ef072b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:54.246645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: ddf20a62-7d45-4496-a53a-23ceee7c861e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:54.255246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Checking router: 54797fc0-27bc-4151-a96a-eea0560c4a3f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:54.255889 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Updating router 54797fc0-27bc-4151-a96a-eea0560c4a3f port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:18:54.257091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-5eab647a-b2c3-4799-b51a-228b04e4f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.258554 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-5eab647a-b2c3-4799-b51a-228b04e4f487 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.0845783 Oct 27 16:18:54.273631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c7b93183-215d-425f-b777-0d8f9335afd1 None None] Provisioning complete for port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:54.274279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7b93183-215d-425f-b777-0d8f9335afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.298516 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-90be2f23-9a41-4a3d-94c4-a620b49c3a67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318809 Oct 27 16:18:54.306538 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.372276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.393869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:54.394245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.399351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Attempting to bind port 958381aa-bf2f-47b2-9259-d64d661852a6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:54.410614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Attempting to bind port 958381aa-bf2f-47b2-9259-d64d661852a6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4de666e0-defd-409b-8731-3df55b0050c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:54.410614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Attempting to bind port 958381aa-bf2f-47b2-9259-d64d661852a6 on network d6032a1c-cd36-4256-90fe-644b9d60dc33 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:54.412018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=63451a0e-1299-44a2-b0df-cbd04ba20b56,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:54.431559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=0815ed31-4f86-46d3-8dab-f40d9d023e1c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:54.455032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:54.458406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Checking segment: {'id': '4de666e0-defd-409b-8731-3df55b0050c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:54.459741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.461065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Bound using segment: {'id': '4de666e0-defd-409b-8731-3df55b0050c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:54.461943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Bound port: 958381aa-bf2f-47b2-9259-d64d661852a6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de666e0-defd-409b-8731-3df55b0050c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:54.463828 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.472565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network ddf20a62-7d45-4496-a53a-23ceee7c861e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:54.522308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.541125 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-c0645090-541b-4be7-a770-f29c40439f07 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330470 Oct 27 16:18:54.553260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6032a1c-cd36-4256-90fe-644b9d60dc33']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:54.640072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de666e0-defd-409b-8731-3df55b0050c6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:54.640403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de666e0-defd-409b-8731-3df55b0050c6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:54.649781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39734) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:54.715631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.729557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] For port 958381aa-bf2f-47b2-9259-d64d661852a6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:54.736939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] For port 958381aa-bf2f-47b2-9259-d64d661852a6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=958381aa-bf2f-47b2-9259-d64d661852a6,segment=NetworkSegment(4de666e0-defd-409b-8731-3df55b0050c6),segment_id=4de666e0-defd-409b-8731-3df55b0050c6)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:54.756688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ddf20a62-7d45-4496-a53a-23ceee7c861e) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:54.767851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.768581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.769908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45612bfb-8f6b-408e-9994-bc7016a5d507 None None] Network ddf20a62-7d45-4496-a53a-23ceee7c861e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:54.797799 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.843260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4a31be13-7714-4b83-adb3-7ee87ecade1a req-9643ad9f-c07c-4a48-8d0d-96b9dcbb8311 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845943 Oct 27 16:18:54.860130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61904ab4-3dfa-4cef-87f1-26ade24629b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.956866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.957083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0815ed31-4f86-46d3-8dab-f40d9d023e1c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:54.957569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:54.957569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.957761 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:54.957909 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:54.992688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61904ab4-3dfa-4cef-87f1-26ade24629b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.013871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25dee4-e5a6-4188-acff-dd2c732f7e5e req-526a81b6-935f-49a3-ba02-46a8c20b3dd2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:55.025555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b25dee4-e5a6-4188-acff-dd2c732f7e5e req-526a81b6-935f-49a3-ba02-46a8c20b3dd2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.0913842 Oct 27 16:18:55.065756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-ddf20a62-7d45-4496-a53a-23ceee7c861e', 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '3297ff10-f9a2-4b2a-aaf9-8424dd7dbb36'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:55.066606 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.079948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b25dee4-e5a6-4188-acff-dd2c732f7e5e req-b2be1f09-3733-45d4-9339-2d7d623c8192 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530052 Oct 27 16:18:55.112576 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.119877 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2ca45d17-46a7-42aa-94ff-1a70d72b9fa0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6710877 Oct 27 16:18:55.120431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cdafb-4c1d-4688-9b30-624c22d3ae3f None None] Pushing event updated for resources: {'Port': ['ID=958381aa-bf2f-47b2-9259-d64d661852a6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.129486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39742) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:55.176206 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Pushing event updated for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.186525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43dd9a9-5b64-4bd6-b144-f101354848ac None None] Network d6032a1c-cd36-4256-90fe-644b9d60dc33 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:55.186789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.187123 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.187467 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.187797 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.188126 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.188608 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.189401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.189524 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.189813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.190136 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.190471 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.191686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:55.191845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0815ed31-4f86-46d3-8dab-f40d9d023e1c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:55.191845 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.268825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:18:55.268825 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:18:55.268825 n-d-814735-4 neutron-server[114449]: [parameters: {'id': 'd6032a1c-cd36-4256-90fe-644b9d60dc33'}] Oct 27 16:18:55.268825 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:18:55.270493 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:18:55.281937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Attempting to bind port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:55.282673 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Attempting to bind port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:55.283314 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Attempting to bind port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a on network a62795b4-b1b0-4c4a-9f29-b457d12e917f {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:55.284021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.288148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61904ab4-3dfa-4cef-87f1-26ade24629b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.290968 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:55.292261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Checking segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:55.294611 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.296393 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Bound using segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:55.296996 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Bound port: 8bd0734a-729c-455c-bfb6-c1a3022c0a1a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:55.298139 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.356351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61904ab4-3dfa-4cef-87f1-26ade24629b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=195f2482681a42c1832c4352e0aecb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030466 Oct 27 16:18:55.357286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:55.391254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Allocated IP 172.20.0.3 (ddf20a62-7d45-4496-a53a-23ceee7c861e/3297ff10-f9a2-4b2a-aaf9-8424dd7dbb36/7e249532-3f4c-409a-8ff0-8a9a1f60985c) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:55.404814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61904ab4-3dfa-4cef-87f1-26ade24629b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224a51f6-8b27-4e0e-8e8c-5ac8abb97b0e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.438924 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] For port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:55.443944 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] For port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:55.448819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.475618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.526630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.583083 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.617317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] Provisioning complete for port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:55.617752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.645963 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:55.646615 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:55.735440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.736915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.739184 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/224a51f6-8b27-4e0e-8e8c-5ac8abb97b0e HTTP/1.1" status: 204 len: 168 time: 0.3803000 Oct 27 16:18:55.760364 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c735d-b5ad-40dc-ba68-3a64f694e617 None None] Pushing event updated for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.768201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8744a67-8d1b-4c1c-8356-6fbc7b84b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224a51f6-8b27-4e0e-8e8c-5ac8abb97b0e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.778597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.846039 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:55.953121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port 958381aa-bf2f-47b2-9259-d64d661852a6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:55.954811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.015294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.062888 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.101198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port 958381aa-bf2f-47b2-9259-d64d661852a6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=958381aa-bf2f-47b2-9259-d64d661852a6,segment=NetworkSegment(4de666e0-defd-409b-8731-3df55b0050c6),segment_id=4de666e0-defd-409b-8731-3df55b0050c6)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:56.101559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.118692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for 958381aa-bf2f-47b2-9259-d64d661852a6 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:56.128472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] For port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:56.171255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.190955 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:55Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.231832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512162e-7ad3-40ce-9a90-c6abd9ab1894 None None] The sync data for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 is: [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:55Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:56.251555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a0b8-959c-4397-b60f-564aeaae12ec req-6185b9c6-907a-40e3-9de8-d802f78b127f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:56.254167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98d3a0b8-959c-4397-b60f-564aeaae12ec req-6185b9c6-907a-40e3-9de8-d802f78b127f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.0641437 Oct 27 16:18:56.257910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Network ddf20a62-7d45-4496-a53a-23ceee7c861e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:56.263221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:56.270090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:56.287293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Pushing event updated for resources: {'Port': ['ID=7e249532-3f4c-409a-8ff0-8a9a1f60985c,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.322661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98d3a0b8-959c-4397-b60f-564aeaae12ec req-21405599-c7e4-434f-bdc9-48772668b079 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Oct 27 16:18:56.365590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Attempting to bind port 7e249532-3f4c-409a-8ff0-8a9a1f60985c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:56.367736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Attempting to bind port 7e249532-3f4c-409a-8ff0-8a9a1f60985c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '189861a6-f176-4cbe-9f2f-9d1ef072b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:56.367736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Attempting to bind port 7e249532-3f4c-409a-8ff0-8a9a1f60985c on network ddf20a62-7d45-4496-a53a-23ceee7c861e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:56.375083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:56.375461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Checking segment: {'id': '189861a6-f176-4cbe-9f2f-9d1ef072b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:56.378515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.379120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Bound using segment: {'id': '189861a6-f176-4cbe-9f2f-9d1ef072b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:56.379811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Bound port: 7e249532-3f4c-409a-8ff0-8a9a1f60985c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189861a6-f176-4cbe-9f2f-9d1ef072b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:56.380203 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.443561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.444793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.448441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.495300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] For port 7e249532-3f4c-409a-8ff0-8a9a1f60985c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:56.524256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port 958381aa-bf2f-47b2-9259-d64d661852a6 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:56.524560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] For port 7e249532-3f4c-409a-8ff0-8a9a1f60985c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7e249532-3f4c-409a-8ff0-8a9a1f60985c,segment=NetworkSegment(189861a6-f176-4cbe-9f2f-9d1ef072b348),segment_id=189861a6-f176-4cbe-9f2f-9d1ef072b348)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:56.546759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a37572-038f-4779-abe9-2459133ae147 None None] Pushing event updated for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.551892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=3297ff10-f9a2-4b2a-aaf9-8424dd7dbb36,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.586584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fa20f3d9-2d7d-410d-a35c-c51377fbdf1a None None] Provisioning complete for port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:56.586584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa20f3d9-2d7d-410d-a35c-c51377fbdf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.586844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=958381aa-bf2f-47b2-9259-d64d661852a6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.652464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.686024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.690362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.725830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6032a1c-cd36-4256-90fe-644b9d60dc33']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.751668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf20a62-7d45-4496-a53a-23ceee7c861e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.760785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af902fd5-f566-42bf-897e-d4d73a5b3180 None None] Pushing event updated for resources: {'Port': ['ID=7e249532-3f4c-409a-8ff0-8a9a1f60985c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.764539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de666e0-defd-409b-8731-3df55b0050c6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.766291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de666e0-defd-409b-8731-3df55b0050c6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.806340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.814053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189861a6-f176-4cbe-9f2f-9d1ef072b348') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.814288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189861a6-f176-4cbe-9f2f-9d1ef072b348') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:56.837622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.863232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.868585 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.869115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:56.869523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.894793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:56.898573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:56.906713 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:56.970508 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:57.037600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8bd0734a-729c-455c-bfb6-c1a3022c0a1a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:57.111011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:18:57.111011 n-d-814735-4 neutron-server[114448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:18:57.111011 n-d-814735-4 neutron-server[114448]: [parameters: {'id': 'ddf20a62-7d45-4496-a53a-23ceee7c861e'}] Oct 27 16:18:57.111011 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:18:57.112189 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:18:57.132620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.146537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.162892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39776) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:57.163721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/d6032a1c-cd36-4256-90fe-644b9d60dc33 HTTP/1.1" status: 204 len: 168 time: 4.7121644 Oct 27 16:18:57.169093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-579215510'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:57.187612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:57.191296 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.200241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259bd8-d2e1-43f4-935a-057e6a35d57e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=d6032a1c-cd36-4256-90fe-644b9d60dc33,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:57.338532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:57.343186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.387087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:57.398578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.398931 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment b3b8387e-9dc8-411d-9112-5a34e734a454 of type vlan for network a2968e8e-218c-4a88-b228-27d0bc20e864 Oct 27 16:18:57.456382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.508928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d34c9-5945-45e3-8948-59a20735897e req-c14de9df-dc53-42d9-9ef1-dad2fdc0d708 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.510401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-506d34c9-5945-45e3-8948-59a20735897e req-c14de9df-dc53-42d9-9ef1-dad2fdc0d708 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.0674112 Oct 27 16:18:57.584781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-506d34c9-5945-45e3-8948-59a20735897e req-e7c6080d-c731-4299-a828-af62cf5b6529 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647562 Oct 27 16:18:57.613335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.678356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port 7e249532-3f4c-409a-8ff0-8a9a1f60985c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:57.678698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.758994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.766911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.768980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.898413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port 7e249532-3f4c-409a-8ff0-8a9a1f60985c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7e249532-3f4c-409a-8ff0-8a9a1f60985c,segment=NetworkSegment(189861a6-f176-4cbe-9f2f-9d1ef072b348),segment_id=189861a6-f176-4cbe-9f2f-9d1ef072b348)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:57.898710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.912027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=a2968e8e-218c-4a88-b228-27d0bc20e864,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:57.919617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for 7e249532-3f4c-409a-8ff0-8a9a1f60985c owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:57.925874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a2968e8e-218c-4a88-b228-27d0bc20e864 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:57.976177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d72db5b2-caad-4b11-b362-559aaa018811 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8112473 Oct 27 16:18:57.979518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:57.986149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:57.995376 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.182622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be744231-13b7-4c7c-9414-7eaa0515265b None None] Network ddf20a62-7d45-4496-a53a-23ceee7c861e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:58.220745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.250365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6288ef11-5b11-4be4-bb11-476041fb89f5 None None] Could not find standard attr ID for object 7e249532-3f4c-409a-8ff0-8a9a1f60985c. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:18:58.252927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=7e249532-3f4c-409a-8ff0-8a9a1f60985c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.263257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:58.270816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.274956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port 7e249532-3f4c-409a-8ff0-8a9a1f60985c on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:58.415427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.420607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.443566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf20a62-7d45-4496-a53a-23ceee7c861e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:58.454819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189861a6-f176-4cbe-9f2f-9d1ef072b348') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:58.455433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189861a6-f176-4cbe-9f2f-9d1ef072b348') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:58.459851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c7c9d-11d6-4ab8-b3bf-0ebd8bdf3206 None None] DHCP port deletion for ddf20a62-7d45-4496-a53a-23ceee7c861e request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:58.466939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.484760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.488520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d6194-9b9d-45a3-89ee-3bdb1a8dc35c None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:18:58.492331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:58.492915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:58.496388 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:58.652413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d6194-9b9d-45a3-89ee-3bdb1a8dc35c None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:18:58.717388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ade44c-da1c-4a23-9c56-24d58d38aef8 req-4dc0bf07-e58f-4e64-804d-83cd26231880 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.724910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93ade44c-da1c-4a23-9c56-24d58d38aef8 req-4dc0bf07-e58f-4e64-804d-83cd26231880 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.0620294 Oct 27 16:18:58.744098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.762271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.767081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/ddf20a62-7d45-4496-a53a-23ceee7c861e HTTP/1.1" status: 204 len: 168 time: 3.6350949 Oct 27 16:18:58.773353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39828) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:58.779498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaba2e-0b88-49f9-93d5-bed0de3db7b3 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=ddf20a62-7d45-4496-a53a-23ceee7c861e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.782926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267471601'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:58.795897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93ade44c-da1c-4a23-9c56-24d58d38aef8 req-634019e3-2195-4f8a-ba84-877d6c777e36 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638671 Oct 27 16:18:58.852302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.924790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.935459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': 'b3b8387e-9dc8-411d-9112-5a34e734a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:58.935861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: a2968e8e-218c-4a88-b228-27d0bc20e864, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:58.979104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:58.982670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.022406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:59.032134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.032712 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 512f4144-0559-41f3-a4b7-e773a42514f0 of type vlan for network fc541a77-4cb8-479f-bac4-e087c7b31225 Oct 27 16:18:59.093855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.160521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network a2968e8e-218c-4a88-b228-27d0bc20e864 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:59.257510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.263492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.264626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.318323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a2968e8e-218c-4a88-b228-27d0bc20e864) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:59.322830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.323631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.328267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2e52ab-df0d-4d69-99b4-21d4e0107eaf None None] Network a2968e8e-218c-4a88-b228-27d0bc20e864 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:59.356655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=fc541a77-4cb8-479f-bac4-e087c7b31225,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:59.380709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fc541a77-4cb8-479f-bac4-e087c7b31225 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:59.426595 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b6c32d10-7ed1-4ede-92b0-28bfb0358053 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6513782 Oct 27 16:18:59.430081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:59.436349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': 'fc541a77-4cb8-479f-bac4-e087c7b31225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:59.463915 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1276aeb5-a2f9-409d-9a8c-42b2c60920e1 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4829106 Oct 27 16:18:59.468235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39852) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:59.474171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659513798'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:59.560758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a2968e8e-218c-4a88-b228-27d0bc20e864', 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:59.561948 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.699657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Allocated IP 2001:db8::1 (a2968e8e-218c-4a88-b228-27d0bc20e864/7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee/3341067b-54a3-4ab0-9f42-762bd2fd8124) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:59.712295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:59.716069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.744039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:59.762485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.763528 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment 5ddff0a0-a2f3-4d86-b9e4-5e24d239b118 of type vlan for network 3c080f42-5d33-456b-ae4e-e7a74a070bae Oct 27 16:18:59.917867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.112468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:00.116789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.118740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.176832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Network a2968e8e-218c-4a88-b228-27d0bc20e864 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:00.189445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Pushing event updated for resources: {'Port': ['ID=3341067b-54a3-4ab0-9f42-762bd2fd8124,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:00.196546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:00.203219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:00.237742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39864) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:00.272860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.312791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Attempting to bind port 3341067b-54a3-4ab0-9f42-762bd2fd8124 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:00.313552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Attempting to bind port 3341067b-54a3-4ab0-9f42-762bd2fd8124 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b3b8387e-9dc8-411d-9112-5a34e734a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:00.316553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Attempting to bind port 3341067b-54a3-4ab0-9f42-762bd2fd8124 on network a2968e8e-218c-4a88-b228-27d0bc20e864 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:00.317954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969eec3-c339-447e-97bc-5010d30d805a req-e5b7a0fa-a7ec-41fd-8303-97dd410c111e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.322540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6969eec3-c339-447e-97bc-5010d30d805a req-e5b7a0fa-a7ec-41fd-8303-97dd410c111e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 943 time: 0.1073649 Oct 27 16:19:00.332017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:00.332622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Checking segment: {'id': 'b3b8387e-9dc8-411d-9112-5a34e734a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:00.332789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.333192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Bound using segment: {'id': 'b3b8387e-9dc8-411d-9112-5a34e734a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:00.333730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Bound port: 3341067b-54a3-4ab0-9f42-762bd2fd8124, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b8387e-9dc8-411d-9112-5a34e734a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a2968e8e-218c-4a88-b228-27d0bc20e864'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:00.334113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.406425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6969eec3-c339-447e-97bc-5010d30d805a req-c268823f-a1c4-4804-bbca-b3338fd0df9b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Oct 27 16:19:00.424182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.437976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.438633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.471246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] For port 3341067b-54a3-4ab0-9f42-762bd2fd8124, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:00.474433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] For port 3341067b-54a3-4ab0-9f42-762bd2fd8124, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3341067b-54a3-4ab0-9f42-762bd2fd8124,segment=NetworkSegment(b3b8387e-9dc8-411d-9112-5a34e734a454),segment_id=b3b8387e-9dc8-411d-9112-5a34e734a454)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:00.503708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b97-9ec0-4ae3-822b-8efc76532dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.538313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=3c080f42-5d33-456b-ae4e-e7a74a070bae,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:00.548423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3c080f42-5d33-456b-ae4e-e7a74a070bae details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:00.611002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b97-9ec0-4ae3-822b-8efc76532dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.765166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2993276a-14b6-40ea-b22d-a673a99f7b45 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:00.813137 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.867430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2993276a-14b6-40ea-b22d-a673a99f7b45,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:00.891833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '2993276a-14b6-40ea-b22d-a673a99f7b45', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': '2993276a-14b6-40ea-b22d-a673a99f7b45', 'mac_address': 'fa:16:3e:d9:2d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:00.892256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=0690a146-38c8-43cb-b6f6-15487ad0ef85,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:00.894209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '512f4144-0559-41f3-a4b7-e773a42514f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fc541a77-4cb8-479f-bac4-e087c7b31225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:00.894575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: fc541a77-4cb8-479f-bac4-e087c7b31225, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:00.919333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.932407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2993276a-14b6-40ea-b22d-a673a99f7b45 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:00.938987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.959304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7783253-65f0-4f39-9d00-dc5468b1a2d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4700811 Oct 27 16:19:00.959304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:00.959304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '3c080f42-5d33-456b-ae4e-e7a74a070bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:00.985183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2993276a-14b6-40ea-b22d-a673a99f7b45,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:01.018739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73e6d-6d02-4e7b-aeae-ea2495291a9f None None] Pushing event updated for resources: {'Port': ['ID=3341067b-54a3-4ab0-9f42-762bd2fd8124,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:01.201381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b97-9ec0-4ae3-822b-8efc76532dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.261563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8b97-9ec0-4ae3-822b-8efc76532dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57faf2b7-e650-4597-96e2-9812ca650038,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:01.268172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb3f8b97-9ec0-4ae3-822b-8efc76532dd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f6f1d3cc0de4aad9b624dc0301f5f66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0293796 Oct 27 16:19:01.275637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39876) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:01.320673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.328672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network fc541a77-4cb8-479f-bac4-e087c7b31225 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:01.344284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:01.348225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.400551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:01.426541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.432389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Performing IP validity checks on allocation pools {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:19:01.432926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:19:01.469783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.609312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fc541a77-4cb8-479f-bac4-e087c7b31225) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:01.613298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69631-6cfd-4830-a8d9-2437adc2b4ae req-065f4b10-7d0e-47f7-90ee-d4d457712c48 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.613846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.614856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.615002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ef69631-6cfd-4830-a8d9-2437adc2b4ae req-065f4b10-7d0e-47f7-90ee-d4d457712c48 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 944 time: 0.1096854 Oct 27 16:19:01.620806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c399448-849c-42e2-91ed-f282596a2809 None None] Network fc541a77-4cb8-479f-bac4-e087c7b31225 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:01.685125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ef69631-6cfd-4830-a8d9-2437adc2b4ae req-807f18f9-3a11-4755-b980-527073c85087 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 Oct 27 16:19:01.826946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.841581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.841581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57faf2b7-e650-4597-96e2-9812ca650038 HTTP/1.1" status: 204 len: 168 time: 0.5543005 Oct 27 16:19:01.851075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f10dd-3638-4042-8a43-a8c5fbb12506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57faf2b7-e650-4597-96e2-9812ca650038,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:01.901846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:01.914899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.919767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4f9678d7-01ca-4f58-956b-f9ef70abe8cb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4859672 Oct 27 16:19:01.921047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:02.009202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=12e610bc-e8e3-4a77-ae3b-205417b2231d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:02.027178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': '5ddff0a0-a2f3-4d86-b9e4-5e24d239b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3c080f42-5d33-456b-ae4e-e7a74a070bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:02.027386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: 3c080f42-5d33-456b-ae4e-e7a74a070bae, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:02.088542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccd4b7-9cd3-4546-bfc7-927e10b2c413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fc541a77-4cb8-479f-bac4-e087c7b31225', 'network_id': 'fc541a77-4cb8-479f-bac4-e087c7b31225', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '0690a146-38c8-43cb-b6f6-15487ad0ef85'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:02.089777 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-45ccd4b7-9cd3-4546-bfc7-927e10b2c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.103585 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.183501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.262977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 3c080f42-5d33-456b-ae4e-e7a74a070bae is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:02.270979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc48983-2691-40fb-8a39-0439c29c75d8 None None] Network a2968e8e-218c-4a88-b228-27d0bc20e864 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:02.304671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1146887-9f1d-4f7e-a764-db3ade55c32c req-ffbb01f4-5884-4d9c-bfd8-5ebfec100ae1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.306241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1146887-9f1d-4f7e-a764-db3ade55c32c req-ffbb01f4-5884-4d9c-bfd8-5ebfec100ae1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.0547390 Oct 27 16:19:02.359802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1146887-9f1d-4f7e-a764-db3ade55c32c req-341f2f74-5cdc-41b9-8f61-8970234d2ce4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Oct 27 16:19:02.441316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] Provisioning complete for port 3341067b-54a3-4ab0-9f42-762bd2fd8124 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:02.442351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.458481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.490823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=0690a146-38c8-43cb-b6f6-15487ad0ef85,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:02.526046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3c080f42-5d33-456b-ae4e-e7a74a070bae) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:02.545183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.548433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.573632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e96ad5-4ff8-4ab6-b343-10e77a9ad2c4 None None] Network 3c080f42-5d33-456b-ae4e-e7a74a070bae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:02.608361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.643502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc541a77-4cb8-479f-bac4-e087c7b31225']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:02.660637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512f4144-0559-41f3-a4b7-e773a42514f0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:02.663969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512f4144-0559-41f3-a4b7-e773a42514f0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:02.673479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.705750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-45ccd4b7-9cd3-4546-bfc7-927e10b2c413 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0690a146-38c8-43cb-b6f6-15487ad0ef85: This subnet is being modified by another concurrent operation. Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:02.707203 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0690a146-38c8-43cb-b6f6-15487ad0ef85: This subnet is being modified by another concurrent operation. Oct 27 16:19:02.711153 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:19:02.713843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:02.714151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:02.738294 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:02.750654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e7da3-716e-4b98-aa37-1d24306cfb86 None None] Network fc541a77-4cb8-479f-bac4-e087c7b31225 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:02.769605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d59658df-8ea7-441a-89ff-71a765ca39d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8254135 Oct 27 16:19:02.772506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39918) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:02.964772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958eadb-5dc7-41b3-9c3e-f1e2cd912be3 req-58bc0a65-7ed7-4b4f-b2b1-c62c66d69923 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.972638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f958eadb-5dc7-41b3-9c3e-f1e2cd912be3 req-58bc0a65-7ed7-4b4f-b2b1-c62c66d69923 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 944 time: 0.1805189 Oct 27 16:19:02.980107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.003906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.026488 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/fc541a77-4cb8-479f-bac4-e087c7b31225 HTTP/1.1" status: 204 len: 168 time: 1.1046815 Oct 27 16:19:03.027144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39922) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:03.052862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.063353 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.082116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3341067b-54a3-4ab0-9f42-762bd2fd8124 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:03.091275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f958eadb-5dc7-41b3-9c3e-f1e2cd912be3 req-71495a87-83a0-44ba-a465-8b00e9e7d5b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175718 Oct 27 16:19:03.120292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=fc541a77-4cb8-479f-bac4-e087c7b31225,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.133299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497591312'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:03.159618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.161972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.162161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.162517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.162864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.163587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.163587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.163877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.164207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.164532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.164861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.165186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.165508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fbe91-cd07-4a0f-930b-caff8dfbe872 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.202914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] For port 3341067b-54a3-4ab0-9f42-762bd2fd8124, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3341067b-54a3-4ab0-9f42-762bd2fd8124,segment=NetworkSegment(b3b8387e-9dc8-411d-9112-5a34e734a454),segment_id=b3b8387e-9dc8-411d-9112-5a34e734a454)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:03.218624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f183fa-7574-4c57-a019-8c3f7f18dd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3c080f42-5d33-456b-ae4e-e7a74a070bae', 'network_id': '3c080f42-5d33-456b-ae4e-e7a74a070bae', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '12e610bc-e8e3-4a77-ae3b-205417b2231d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:03.225288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-39f183fa-7574-4c57-a019-8c3f7f18dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.274927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3341067b-54a3-4ab0-9f42-762bd2fd8124 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:03.275340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.365974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.380230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:03.380484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.380619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.423789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.428621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:03.444047 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.483710 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 47a0e2e1-0e19-41e6-ac71-9232c1045406 of type vlan for network 31293f9f-9738-4ac3-a97d-1153ec32161e Oct 27 16:19:03.520205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=12e610bc-e8e3-4a77-ae3b-205417b2231d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.531978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.532339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.532689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.533789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.534363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.534960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.535630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.536157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.536847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.537365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.537702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.538071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:03.573268 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:03.573268 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:03.573975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.574161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.575537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaf074-6682-43aa-846b-e10f035f6328 None None] Pushing event updated for resources: {'Port': ['ID=3341067b-54a3-4ab0-9f42-762bd2fd8124,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.585833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7f5d3399-a20d-4ac6-9030-3c7030fc706a None None] Provisioning complete for port 3341067b-54a3-4ab0-9f42-762bd2fd8124 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:03.586211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3399-a20d-4ac6-9030-3c7030fc706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.610333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c080f42-5d33-456b-ae4e-e7a74a070bae']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:03.630041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddff0a0-a2f3-4d86-b9e4-5e24d239b118') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:03.630182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddff0a0-a2f3-4d86-b9e4-5e24d239b118') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:03.642381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.658854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.666073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:03.666477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:03.672026 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-39f183fa-7574-4c57-a019-8c3f7f18dd4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12e610bc-e8e3-4a77-ae3b-205417b2231d: This subnet is being modified by another concurrent operation. Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:03.693114 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12e610bc-e8e3-4a77-ae3b-205417b2231d: This subnet is being modified by another concurrent operation. Oct 27 16:19:03.696817 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:19:03.714625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59904e73-eacb-4082-ae54-bdc5b44b3177 None None] Network 3c080f42-5d33-456b-ae4e-e7a74a070bae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:03.828990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.835125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:03.835736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.857024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1801c-6d02-4b51-b44c-14a96a111f13 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:03.919247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=31293f9f-9738-4ac3-a97d-1153ec32161e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.930397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 31293f9f-9738-4ac3-a97d-1153ec32161e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:03.960101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.967451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.974000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/3c080f42-5d33-456b-ae4e-e7a74a070bae HTTP/1.1" status: 204 len: 168 time: 1.1970460 Oct 27 16:19:03.974362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:03.979856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924454144'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:03.996350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85c6c8-528f-41f1-9c07-7c68161e2be4 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=3c080f42-5d33-456b-ae4e-e7a74a070bae,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:04.061544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1801c-6d02-4b51-b44c-14a96a111f13 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:04.230262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0661a9a-f372-4439-9593-fc2e41d70e89 req-74788a95-6283-4f9a-8cb6-c65444616001 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:04.268843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0661a9a-f372-4439-9593-fc2e41d70e89 req-74788a95-6283-4f9a-8cb6-c65444616001 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 944 time: 0.0546780 Oct 27 16:19:04.273102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0661a9a-f372-4439-9593-fc2e41d70e89 req-7f62d875-d38e-4266-960c-d46b52b30258 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Oct 27 16:19:04.314580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39952) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:04.315567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2eb440fc-f907-42e1-a959-406e436cd7e7 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2016160 Oct 27 16:19:04.322137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:04.420700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f1e76-0c06-415d-99f0-ac2307b58a40 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:04.492162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:04.496330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.522169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:04.533980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.534331 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment 31dbf33a-81eb-47a7-8485-20a34ae326e0 of type vlan for network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec Oct 27 16:19:04.578689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f1e76-0c06-415d-99f0-ac2307b58a40 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:04.579918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.658948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:04.666150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.704725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.710749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:04.711402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.782402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2993276a-14b6-40ea-b22d-a673a99f7b45 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:04.868575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=2fc1a599-51fe-4a3a-b23f-93ee89edeaec,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.032858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a732215-615a-4209-88e8-e79661cf8c77 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0569267 Oct 27 16:19:05.036654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39972) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.041639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:05.045599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3341067b-54a3-4ab0-9f42-762bd2fd8124 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:05.049434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:05.109399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39974) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.138138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.255123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6c3c510e-a44c-4f99-be11-29230a88abc4 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-169264556'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:05.255755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6c3c510e-a44c-4f99-be11-29230a88abc4 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Unknown quota resources ['metering_label']. {{(pid=114449) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:19:05.262748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '47a0e2e1-0e19-41e6-ac71-9232c1045406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:05.263424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 31293f9f-9738-4ac3-a97d-1153ec32161e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:05.275433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3341067b-54a3-4ab0-9f42-762bd2fd8124 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:05.275433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.275669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=5bd84580-5070-448a-a8e3-2c29861630e5,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.387639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 2993276a-14b6-40ea-b22d-a673a99f7b45 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:05.393975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 2993276a-14b6-40ea-b22d-a673a99f7b45 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:05.394374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.437418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e721a-9184-4f69-be21-ae07e00c958c req-c6cba11d-38c2-4472-8acf-3f58e589383a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.438955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a7e721a-9184-4f69-be21-ae07e00c958c req-c6cba11d-38c2-4472-8acf-3f58e589383a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 944 time: 0.0563231 Oct 27 16:19:05.443021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:05.446628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.454394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 31293f9f-9738-4ac3-a97d-1153ec32161e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:05.509987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.529338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:05.531661 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16965991-2dcd-45c1-99b1-977ba15d7140" -d '{"events": [{"server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "name": "network-vif-plugged", "status": "completed", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:05.546605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2993276a-14b6-40ea-b22d-a673a99f7b45,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:05.574513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a7e721a-9184-4f69-be21-ae07e00c958c req-1f7eefeb-9849-46d3-93ab-5b71a1f94b80 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232233 Oct 27 16:19:05.583568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6c3c510e-a44c-4f99-be11-29230a88abc4 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.588197 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6c3c510e-a44c-4f99-be11-29230a88abc4 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4777865 Oct 27 16:19:05.591471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39984) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.594568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-77ee2303-5432-4e20-a31a-f93484e35a49 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '11480175-3aa6-47b3-b440-1742097e375e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:05.595248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-77ee2303-5432-4e20-a31a-f93484e35a49 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:19:05.604244 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b5a93e-1c54-4b3a-bf69-4df7b8c20acc x-openstack-request-id: req-75b5a93e-1c54-4b3a-bf69-4df7b8c20acc {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:05.604748 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "name": "network-vif-plugged", "status": "completed", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:05.604868 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75b5a93e-1c54-4b3a-bf69-4df7b8c20acc {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:05.605188 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45', 'code': 200} Oct 27 16:19:05.691613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.695030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 31293f9f-9738-4ac3-a97d-1153ec32161e) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:05.718353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaba88-7fa4-435d-9518-1dad29a716a0 None None] Network 31293f9f-9738-4ac3-a97d-1153ec32161e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:05.723014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.728983 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.780341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.783892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004484c-a5c5-48c8-a005-39b7147629b4 req-60253068-9356-450e-a8b3-368d6e1c3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.785638 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0004484c-a5c5-48c8-a005-39b7147629b4 req-60253068-9356-450e-a8b3-368d6e1c3812 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 1096 time: 0.1094043 Oct 27 16:19:05.803063 n-d-814735-4 neutron-server[114448]: WARNING neutron.services.metering.metering_plugin [None req-77ee2303-5432-4e20-a31a-f93484e35a49 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:19:05.833240 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0004484c-a5c5-48c8-a005-39b7147629b4 req-4f7268e0-5b7f-4337-a731-a958a4cb2a37 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Oct 27 16:19:05.895484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-84b765b0-2103-4753-a31c-9b4c0c949cde tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5797155 Oct 27 16:19:05.898153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39994) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.950023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77ee2303-5432-4e20-a31a-f93484e35a49 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.951815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77ee2303-5432-4e20-a31a-f93484e35a49 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3612530 Oct 27 16:19:05.955082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39996) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.959382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-97adc51a-37df-4d3f-a51a-fdd6cde9de34 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '11480175-3aa6-47b3-b440-1742097e375e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:05.959886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-97adc51a-37df-4d3f-a51a-fdd6cde9de34 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:19:05.965615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-31293f9f-9738-4ac3-a97d-1153ec32161e', 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '5bd84580-5070-448a-a8e3-2c29861630e5'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:05.966629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.035199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.110874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=1e27ad7a-8caa-41fb-97e2-5aff4fad30f1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:06.147859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': '31dbf33a-81eb-47a7-8485-20a34ae326e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:06.148219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: 2fc1a599-51fe-4a3a-b23f-93ee89edeaec, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:06.158881 n-d-814735-4 neutron-server[114448]: WARNING neutron.services.metering.metering_plugin [None req-97adc51a-37df-4d3f-a51a-fdd6cde9de34 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:19:06.164931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Allocated IP 172.20.0.1 (31293f9f-9738-4ac3-a97d-1153ec32161e/5bd84580-5070-448a-a8e3-2c29861630e5/4f2c74c0-ff85-4945-952c-e1f01b4ae0b4) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:06.259540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97adc51a-37df-4d3f-a51a-fdd6cde9de34 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.260777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97adc51a-37df-4d3f-a51a-fdd6cde9de34 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3047907 Oct 27 16:19:06.263438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39998) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:06.277266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d03e86fe-9d9c-46c7-9a4f-8cc3176d4a04 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=58aaee6f-ae4e-4532-947a-d0fe4d2d7398 HTTP/1.1" status: 200 len: 464 time: 0.0124989 Oct 27 16:19:06.280286 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.286729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:06.309327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:06.344142 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.352740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.535675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c6c39d4-33f0-4491-8011-cd2e71ec12b1 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.536904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7c6c39d4-33f0-4491-8011-cd2e71ec12b1 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/58aaee6f-ae4e-4532-947a-d0fe4d2d7398 HTTP/1.1" status: 204 len: 168 time: 0.2479661 Oct 27 16:19:06.539786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40004) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:06.552881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.556606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2fc1a599-51fe-4a3a-b23f-93ee89edeaec) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:06.559089 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-896bf006-b522-494b-95d4-521af6181c87 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=58aaee6f-ae4e-4532-947a-d0fe4d2d7398 HTTP/1.1" status: 200 len: 221 time: 0.0181477 Oct 27 16:19:06.563424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:06.566422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:06.566994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.569802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-81db2dc6-b8c8-4c0a-ac3a-49f901f13d15 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--886964800', 'description': 'label created by tempest'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:06.570461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-81db2dc6-b8c8-4c0a-ac3a-49f901f13d15 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Unknown quota resources ['metering_label']. {{(pid=114449) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:19:06.591733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e3531-4bb2-4d9a-b029-2fd6ea60f542 None None] Network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:06.669374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Network 31293f9f-9738-4ac3-a97d-1153ec32161e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:06.678368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:06.686633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:06.691274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Pushing event updated for resources: {'Port': ['ID=4f2c74c0-ff85-4945-952c-e1f01b4ae0b4,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:06.730097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b185f7-e51b-4ce6-aca4-b7e54d19093a req-0aff5992-2457-424c-b5e8-83bdbd7b64df tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:06.732126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10b185f7-e51b-4ce6-aca4-b7e54d19093a req-0aff5992-2457-424c-b5e8-83bdbd7b64df tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.0638063 Oct 27 16:19:06.782401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10b185f7-e51b-4ce6-aca4-b7e54d19093a req-a574ac76-9cba-41aa-800e-214017efb090 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Oct 27 16:19:06.786774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-023bd242-0b64-4b39-94da-0009ff0126d8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7481868 Oct 27 16:19:06.789229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40016) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:06.798498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Attempting to bind port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:06.798498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Attempting to bind port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '47a0e2e1-0e19-41e6-ac71-9232c1045406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:06.798498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Attempting to bind port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 on network 31293f9f-9738-4ac3-a97d-1153ec32161e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:06.831878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:06.832363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Checking segment: {'id': '47a0e2e1-0e19-41e6-ac71-9232c1045406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:06.832842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.833311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Bound using segment: {'id': '47a0e2e1-0e19-41e6-ac71-9232c1045406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:06.833866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Bound port: 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a0e2e1-0e19-41e6-ac71-9232c1045406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31293f9f-9738-4ac3-a97d-1153ec32161e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:06.834316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.898988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.918807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-2fc1a599-51fe-4a3a-b23f-93ee89edeaec', 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '1e27ad7a-8caa-41fb-97e2-5aff4fad30f1'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:06.919678 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.957179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] For port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:06.985970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] For port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4f2c74c0-ff85-4945-952c-e1f01b4ae0b4,segment=NetworkSegment(47a0e2e1-0e19-41e6-ac71-9232c1045406),segment_id=47a0e2e1-0e19-41e6-ac71-9232c1045406)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:07.026956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd84580-5070-448a-a8e3-2c29861630e5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.037828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.083026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81db2dc6-b8c8-4c0a-ac3a-49f901f13d15 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.086723 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-81db2dc6-b8c8-4c0a-ac3a-49f901f13d15 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5188818 Oct 27 16:19:07.087251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40018) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.142057 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.146143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Allocated IP 2001:db8::1 (2fc1a599-51fe-4a3a-b23f-93ee89edeaec/1e27ad7a-8caa-41fb-97e2-5aff4fad30f1/7a04cb9f-d090-414a-9745-da189294ef24) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:07.205246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31293f9f-9738-4ac3-a97d-1153ec32161e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.210058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa57dc36-c348-4b20-96e1-8ef6a0766919 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7d0e300a-9427-4ff0-abc7-0eff70f7b525 HTTP/1.1" status: 200 len: 467 time: 0.1215656 Oct 27 16:19:07.213738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40022) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.229532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a0e2e1-0e19-41e6-ac71-9232c1045406') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.229532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a0e2e1-0e19-41e6-ac71-9232c1045406') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.241949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.280556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.329325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.339007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.341840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.342998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:07.343473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:07.349608 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:07.409395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c837673-40c8-4c5f-a45b-ec19252e2131 None None] Pushing event updated for resources: {'Port': ['ID=4f2c74c0-ff85-4945-952c-e1f01b4ae0b4,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.490212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.539956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ea1d-c0fc-4724-9c41-cfc34a8e353e tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.542276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4aa5ea1d-c0fc-4724-9c41-cfc34a8e353e tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/7d0e300a-9427-4ff0-abc7-0eff70f7b525 HTTP/1.1" status: 204 len: 168 time: 0.3251657 Oct 27 16:19:07.547280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40026) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.549575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:19:07.549575 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:19:07.549575 n-d-814735-4 neutron-server[114449]: [parameters: {'id': '31293f9f-9738-4ac3-a97d-1153ec32161e'}] Oct 27 16:19:07.549575 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:07.550093 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:07.562206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-441d62c2-9c40-4fb3-8047-618ac838b16a tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7d0e300a-9427-4ff0-abc7-0eff70f7b525 HTTP/1.1" status: 200 len: 216 time: 0.0136397 Oct 27 16:19:07.565727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.577681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:07.581328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:07.582225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1aa0cc5a-cea7-44ed-93eb-55290a611069 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147507 Oct 27 16:19:07.585334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.598288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Pushing event updated for resources: {'Port': ['ID=7a04cb9f-d090-414a-9745-da189294ef24,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.610448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:07.616649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c070025f-6eab-4a74-a31d-b0cd2f708587 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0260773 Oct 27 16:19:07.617205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.683325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.695335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Attempting to bind port 7a04cb9f-d090-414a-9745-da189294ef24 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:07.702914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Attempting to bind port 7a04cb9f-d090-414a-9745-da189294ef24 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '31dbf33a-81eb-47a7-8485-20a34ae326e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:07.702914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Attempting to bind port 7a04cb9f-d090-414a-9745-da189294ef24 on network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:07.702914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:07.702914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Checking segment: {'id': '31dbf33a-81eb-47a7-8485-20a34ae326e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:07.702914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.703600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Bound using segment: {'id': '31dbf33a-81eb-47a7-8485-20a34ae326e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:07.704037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Bound port: 7a04cb9f-d090-414a-9745-da189294ef24, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dbf33a-81eb-47a7-8485-20a34ae326e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:07.704622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.771730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=1e27ad7a-8caa-41fb-97e2-5aff4fad30f1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.776717 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d52e3f7c-3896-49ea-841a-07b0989aeda3 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/11480175-3aa6-47b3-b440-1742097e375e HTTP/1.1" status: 200 len: 472 time: 0.1579943 Oct 27 16:19:07.783206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.804382 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6c01b5e8-3410-4aea-9fa5-645e4c977729 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/f8c6e559-e777-461c-873c-f60fc54888ca HTTP/1.1" status: 200 len: 461 time: 0.0185747 Oct 27 16:19:07.812038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] For port 7a04cb9f-d090-414a-9745-da189294ef24, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:07.814951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40042) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.828523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] For port 7a04cb9f-d090-414a-9745-da189294ef24, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a04cb9f-d090-414a-9745-da189294ef24,segment=NetworkSegment(31dbf33a-81eb-47a7-8485-20a34ae326e0),segment_id=31dbf33a-81eb-47a7-8485-20a34ae326e0)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:07.893601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.930220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc1a599-51fe-4a3a-b23f-93ee89edeaec']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.937628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032ed3-c514-436a-a881-779829252149 req-0533a0e2-62ff-47c7-ad49-8571c622638a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:07.939562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d032ed3-c514-436a-a881-779829252149 req-0533a0e2-62ff-47c7-ad49-8571c622638a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.0620933 Oct 27 16:19:07.941641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dbf33a-81eb-47a7-8485-20a34ae326e0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.944438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dbf33a-81eb-47a7-8485-20a34ae326e0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:07.957067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.999632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d032ed3-c514-436a-a881-779829252149 req-93da8832-ce43-4c5f-b3d5-ae1343085953 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524039 Oct 27 16:19:08.051184 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.116393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.128229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:08.128581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.135331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.209774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:08.212582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:08.219676 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:08.240023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b890795-e204-4384-8125-1189dd0dc6c5 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.243895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7b890795-e204-4384-8125-1189dd0dc6c5 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/f8c6e559-e777-461c-873c-f60fc54888ca HTTP/1.1" status: 204 len: 168 time: 0.4216261 Oct 27 16:19:08.243895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40046) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.264519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1294c-acaa-4e42-abdf-a6b4a0383efe None None] Network 2fc1a599-51fe-4a3a-b23f-93ee89edeaec requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:08.267152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebf054-e8e7-4ee9-a6cd-3391ff3fb69c None None] Pushing event updated for resources: {'Port': ['ID=7a04cb9f-d090-414a-9745-da189294ef24,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.347336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4f2c74c0-ff85-4945-952c-e1f01b4ae0b4,segment=NetworkSegment(47a0e2e1-0e19-41e6-ac71-9232c1045406),segment_id=47a0e2e1-0e19-41e6-ac71-9232c1045406)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:08.347713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.369863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:08.541528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f03c13-163b-4da6-a4e5-8cfbf9f898ec None None] Network 31293f9f-9738-4ac3-a97d-1153ec32161e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:08.598272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:19:08.598272 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:19:08.598272 n-d-814735-4 neutron-server[114449]: [parameters: {'id': '2fc1a599-51fe-4a3a-b23f-93ee89edeaec'}] Oct 27 16:19:08.598272 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:08.598272 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:08.598788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-47d91a9e-da5a-42e9-b4ab-5bb031051d47 None None] Provisioning complete for port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:08.598788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47d91a9e-da5a-42e9-b4ab-5bb031051d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.636456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.664366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=4f2c74c0-ff85-4945-952c-e1f01b4ae0b4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.667991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:08.683749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-47d91a9e-da5a-42e9-b4ab-5bb031051d47 None None] Could not find standard attr ID for object 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:19:08.689133 n-d-814735-4 neutron-server[114450]: INFO neutron.plugins.ml2.db [None req-47d91a9e-da5a-42e9-b4ab-5bb031051d47 None None] No ports have port_id starting with 4f2c74c0-ff85-4945-952c-e1f01b4ae0b4 Oct 27 16:19:08.690339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83538e85-0b6d-4f28-88cd-b391f206ce30 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.697576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-83538e85-0b6d-4f28-88cd-b391f206ce30 tempest-MeteringTestJSON-1064088968 tempest-MeteringTestJSON-1064088968-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/11480175-3aa6-47b3-b440-1742097e375e HTTP/1.1" status: 204 len: 168 time: 0.4511793 Oct 27 16:19:08.762977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.785627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31293f9f-9738-4ac3-a97d-1153ec32161e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.788744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf17a2-651b-408f-a81f-5733ef61271c None None] DHCP port deletion for 31293f9f-9738-4ac3-a97d-1153ec32161e request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:08.802775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a0e2e1-0e19-41e6-ac71-9232c1045406') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.803103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a0e2e1-0e19-41e6-ac71-9232c1045406') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.820628 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.835671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.842224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:08.842407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee4cf7-3578-4f5c-a9dd-7a2bd97622d3 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:08.842627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:08.846574 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:08.985235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee4cf7-3578-4f5c-a9dd-7a2bd97622d3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:09.085231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.133453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.137356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fee6d2-10dc-419f-99ad-2a30c5be8853 req-e6ccafa7-3481-4cc1-bb4a-309c3e1660d5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:09.139196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7fee6d2-10dc-419f-99ad-2a30c5be8853 req-e6ccafa7-3481-4cc1-bb4a-309c3e1660d5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.0668421 Oct 27 16:19:09.142538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.146257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/31293f9f-9738-4ac3-a97d-1153ec32161e HTTP/1.1" status: 204 len: 168 time: 3.2467158 Oct 27 16:19:09.155916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40062) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.164202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170258690'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:09.168615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b053-961a-4fcd-a464-5e051e6edfe0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=31293f9f-9738-4ac3-a97d-1153ec32161e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:09.188975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port 7a04cb9f-d090-414a-9745-da189294ef24 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:09.189409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.235496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7fee6d2-10dc-419f-99ad-2a30c5be8853 req-53515dcc-7df4-4fc1-b623-255aecb626ad tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Oct 27 16:19:09.281871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port 7a04cb9f-d090-414a-9745-da189294ef24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a04cb9f-d090-414a-9745-da189294ef24,segment=NetworkSegment(31dbf33a-81eb-47a7-8485-20a34ae326e0),segment_id=31dbf33a-81eb-47a7-8485-20a34ae326e0)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:09.283851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.303674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for 7a04cb9f-d090-414a-9745-da189294ef24 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:09.314965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:09.323726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.349715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:09.368670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.369242 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 4cd5118d-6290-4aae-8026-a3a906f39d6e of type vlan for network e36dd598-3ab3-4d00-9a75-844437551ed3 Oct 27 16:19:09.461906 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.525725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.596403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-0bd78050-6b2e-43ce-a9f7-8f8a6869dd7c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:09.597849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-0bd78050-6b2e-43ce-a9f7-8f8a6869dd7c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.1330767 Oct 27 16:19:09.662701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-b1e5bab7-7f24-4b36-a5cc-45950ace0a6d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0158012 Oct 27 16:19:09.662810 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c750b573-e8e7-4456-80e0-4dbef61d3dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.687659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-4ba8d2e2-2982-4309-b2f2-3143cf017538 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608087 Oct 27 16:19:09.848783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-b57ad0f5-ed75-497e-90e5-816e5fbc12d7 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527607 Oct 27 16:19:09.952690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5e2b9a5-2c76-4e09-9584-fdfc2aef541e req-20981b64-09b2-45ec-b4ba-8707d2ce4540 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974967 Oct 27 16:19:10.252723 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.286615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=7a04cb9f-d090-414a-9745-da189294ef24,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.293379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port 7a04cb9f-d090-414a-9745-da189294ef24 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:10.361017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.377254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:10.377254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.397396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.432329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c750b573-e8e7-4456-80e0-4dbef61d3dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.434760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc1a599-51fe-4a3a-b23f-93ee89edeaec']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:10.444017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=e36dd598-3ab3-4d00-9a75-844437551ed3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.446883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dbf33a-81eb-47a7-8485-20a34ae326e0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:10.447227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dbf33a-81eb-47a7-8485-20a34ae326e0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:10.457279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:10.460137 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.475986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.485000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:10.485485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:10.488856 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:10.783310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:11.033031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:11.052463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '16a1dd85-3539-4377-9160-5af348941dea', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:11.110295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.131891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:11.160898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:11.252700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.252882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b3fd5ff9-77b1-4b9d-b937-1de30bd9287b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0953591 Oct 27 16:19:11.258063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:11.327946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c750b573-e8e7-4456-80e0-4dbef61d3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.330091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.356442 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.361101 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/2fc1a599-51fe-4a3a-b23f-93ee89edeaec HTTP/1.1" status: 204 len: 168 time: 4.5702448 Oct 27 16:19:11.365794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40122) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.374665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2142602232'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:11.412737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5577c-5e92-4429-9ee9-12d49faf4434 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=2fc1a599-51fe-4a3a-b23f-93ee89edeaec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.426260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c750b573-e8e7-4456-80e0-4dbef61d3dbe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2993fa8c4c334123962136be676c3e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8993249 Oct 27 16:19:11.429061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40124) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.435855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a92976e6-bb9a-480b-8a2b-67cb89bd1de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.437743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.474624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750b573-e8e7-4456-80e0-4dbef61d3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac5456-a828-4609-9108-68239268bc06,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.556783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.560090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.566607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.618043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.681031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:11.685203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.726295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['16a1dd85-3539-4377-9160-5af348941dea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:11.811802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.824496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network e36dd598-3ab3-4d00-9a75-844437551ed3 is not hosted by any dhcp agent {{(pid=114449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:19:11.833017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:11.833740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.838168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.838830 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "PUT /v2.0/networks/e36dd598-3ab3-4d00-9a75-844437551ed3 HTTP/1.1" status: 200 len: 723 time: 0.5851083 Oct 27 16:19:11.844304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:11.935137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cad7b0-f9fc-447f-9d57-c3bf5a52277b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=e36dd598-3ab3-4d00-9a75-844437551ed3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.959767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:11.996005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:11.996005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.996005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.996005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cac5456-a828-4609-9108-68239268bc06 HTTP/1.1" status: 204 len: 168 time: 0.5636933 Oct 27 16:19:12.011515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.011868 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment c7514030-568d-46d6-83e0-2bfa8bd614e8 of type vlan for network 1fa17383-c35b-4ce0-b762-282d6bff81af Oct 27 16:19:12.029916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972d066-73f3-461f-ac69-628f1e9e150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac5456-a828-4609-9108-68239268bc06,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:12.084770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.209167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:12.218776 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.356609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.368935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.369959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.514230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1443527 Oct 27 16:19:12.516647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193438a-8e17-4852-ade0-4e25d2c95666 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=1fa17383-c35b-4ce0-b762-282d6bff81af,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:12.517418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:12.537987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '1fa17383-c35b-4ce0-b762-282d6bff81af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:12.541083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1fa17383-c35b-4ce0-b762-282d6bff81af details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:12.603882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.793467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=84b17039-161e-4bd7-8ee7-65ef8b23c4b3,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:12.801650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:12.814013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '4cd5118d-6290-4aae-8026-a3a906f39d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:12.814491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: e36dd598-3ab3-4d00-9a75-844437551ed3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:12.859566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-09fee51b-c3b5-470d-bf05-0a20d13e1e49 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.861205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-09fee51b-c3b5-470d-bf05-0a20d13e1e49 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.1736524 Oct 27 16:19:12.878157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-6c1e415f-277c-42bb-95a6-40d4e85bf087 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0101149 Oct 27 16:19:12.886936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:12.890976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.902497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 16a1dd85-3539-4377-9160-5af348941dea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:12.903243 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.940295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-ae81ec76-945f-4dd8-b029-48d4dfa6be68 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560281 Oct 27 16:19:13.018027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network e36dd598-3ab3-4d00-9a75-844437551ed3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:13.071932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.090347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-13597bab-502c-4626-822d-bf236730f9cc service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420310 Oct 27 16:19:13.111138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:13.113550 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a3161a-d84f-42c8-b392-ecea266d378a" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:13.158433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:13.175060 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57025810-4409-4196-89fa-2bf0d810c682 x-openstack-request-id: req-57025810-4409-4196-89fa-2bf0d810c682 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:13.175746 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:13.176230 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57025810-4409-4196-89fa-2bf0d810c682 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:13.176866 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:19:13.372186 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.372420 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.416870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40200) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.451075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f478d599-ab49-4387-8a3b-0491c903fbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.472656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.489190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=1851ed7d-2e83-46a6-a936-d7b9ae486778,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.530750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': 'c7514030-568d-46d6-83e0-2bfa8bd614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1fa17383-c35b-4ce0-b762-282d6bff81af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:13.531505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: 1fa17383-c35b-4ce0-b762-282d6bff81af, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:13.572259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, e36dd598-3ab3-4d00-9a75-844437551ed3) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:13.579305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:13.579959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.583611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ace6b1-548e-4056-bd39-450f1497bfab None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:13.614735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f478d599-ab49-4387-8a3b-0491c903fbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.630108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-66b96406-78ef-4d19-8855-d42946a6d055 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329292 Oct 27 16:19:13.659819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 1fa17383-c35b-4ce0-b762-282d6bff81af is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:13.701589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f478d599-ab49-4387-8a3b-0491c903fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.705350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b469aa0-7707-48d9-b0e5-cab7064ed6bd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8660042 Oct 27 16:19:13.712300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40206) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.730261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:13.812454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40212) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.818933 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f478d599-ab49-4387-8a3b-0491c903fbe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a7fca1d0a674087a27abd1375cdae07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990185 Oct 27 16:19:13.820205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 1fa17383-c35b-4ce0-b762-282d6bff81af) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:13.824128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d599-ab49-4387-8a3b-0491c903fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa7e77-b7c2-4fed-ba7c-5904f07a7ee8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.837367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:13.838102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.848125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b84aae-1f77-4250-b0e0-bbc54ce086d0 None None] Network 1fa17383-c35b-4ce0-b762-282d6bff81af requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:13.956014 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28223122'] for subnet, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.977868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a09c4c9-32d4-4704-901d-0cba43040f35 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4576464 Oct 27 16:19:13.978568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.984478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.024498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-e36dd598-3ab3-4d00-9a75-844437551ed3', 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '84b17039-161e-4bd7-8ee7-65ef8b23c4b3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:14.026573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.031890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.121785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.227860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92abb4ef-856d-4d6d-a71f-24d600f9462e req-200d54f1-dd38-4209-8c63-b64beec586b8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0401256 Oct 27 16:19:14.230211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9d75288-2e3b-4b48-971c-5cab747cfee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.269152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.273621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.274786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bfa7e77-b7c2-4fed-ba7c-5904f07a7ee8 HTTP/1.1" status: 204 len: 168 time: 0.4610212 Oct 27 16:19:14.288391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b574f-d766-4870-b8fc-8332fc2102f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-1fa17383-c35b-4ce0-b762-282d6bff81af', 'network_id': '1fa17383-c35b-4ce0-b762-282d6bff81af', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '1851ed7d-2e83-46a6-a936-d7b9ae486778'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:14.289492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-802b574f-d766-4870-b8fc-8332fc2102f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.292665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f136a-a3e8-42ee-aa7a-71c953e08068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa7e77-b7c2-4fed-ba7c-5904f07a7ee8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:14.295850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.426470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730513296613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28630950'] for subnet, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.537405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.613653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Allocated IP 172.20.0.2 (e36dd598-3ab3-4d00-9a75-844437551ed3/84b17039-161e-4bd7-8ee7-65ef8b23c4b3/aea32c88-2a4b-461c-990d-dc5c5dcd9a06) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:14.668124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=84b17039-161e-4bd7-8ee7-65ef8b23c4b3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:14.682136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:14.682738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.684905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=1851ed7d-2e83-46a6-a936-d7b9ae486778,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:14.695828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:14.697634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9b531da4-f9c6-47f1-93e1-d883fe35b6f6 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "PUT /v2.0/subnets/84b17039-161e-4bd7-8ee7-65ef8b23c4b3 HTTP/1.1" status: 200 len: 806 time: 0.9838753 Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-802b574f-d766-4870-b8fc-8332fc2102f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1851ed7d-2e83-46a6-a936-d7b9ae486778: This subnet is being modified by another concurrent operation. Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:19:14.727115 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1851ed7d-2e83-46a6-a936-d7b9ae486778: This subnet is being modified by another concurrent operation. Oct 27 16:19:14.731449 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:19:14.761153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de168a7-9b98-4046-b48b-efdda6d08021 None None] Network 1fa17383-c35b-4ce0-b762-282d6bff81af requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:14.806341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.833850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa17383-c35b-4ce0-b762-282d6bff81af']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:14.837114 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.844852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7514030-568d-46d6-83e0-2bfa8bd614e8') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:14.845154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7514030-568d-46d6-83e0-2bfa8bd614e8') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:14.856365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.873316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.880553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:14.881214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.003943 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:15.095746 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:15.261596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.262448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.263979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.267302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.273965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.277224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/1fa17383-c35b-4ce0-b762-282d6bff81af HTTP/1.1" status: 204 len: 168 time: 1.2976561 Oct 27 16:19:15.281685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40272) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:15.289183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546911398'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:15.318395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea37634-d0c5-4d3c-97c3-afe4a2888c2c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=1fa17383-c35b-4ce0-b762-282d6bff81af,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.415411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Pushing event updated for resources: {'Port': ['ID=aea32c88-2a4b-461c-990d-dc5c5dcd9a06,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.432335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-952e37d7-0df3-477a-85cb-a05e4c86abd7 req-2bad7ea0-5c42-4e08-9464-583830c6770c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0414579 Oct 27 16:19:15.454680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:15.462033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:15.462033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:15.462703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port aea32c88-2a4b-461c-990d-dc5c5dcd9a06 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:15.463546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.523383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:15.525391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.571800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Attempting to bind port aea32c88-2a4b-461c-990d-dc5c5dcd9a06 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:15.572170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Attempting to bind port aea32c88-2a4b-461c-990d-dc5c5dcd9a06 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4cd5118d-6290-4aae-8026-a3a906f39d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:15.572536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Attempting to bind port aea32c88-2a4b-461c-990d-dc5c5dcd9a06 on network e36dd598-3ab3-4d00-9a75-844437551ed3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:15.581916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:15.583476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Checking segment: {'id': '4cd5118d-6290-4aae-8026-a3a906f39d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:15.583476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.583476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Bound using segment: {'id': '4cd5118d-6290-4aae-8026-a3a906f39d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:15.583874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Bound port: aea32c88-2a4b-461c-990d-dc5c5dcd9a06, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd5118d-6290-4aae-8026-a3a906f39d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e36dd598-3ab3-4d00-9a75-844437551ed3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:15.583992 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.607621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:15.618634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port aea32c88-2a4b-461c-990d-dc5c5dcd9a06, host n-d-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:15.621007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.639734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for aea32c88-2a4b-461c-990d-dc5c5dcd9a06 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:15.647614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.648109 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment de6703d2-2ef2-4a8e-a527-0b86e3c7fef1 of type vlan for network 466467bc-8b02-4cdd-b50e-de2ff89e9437 Oct 27 16:19:15.736652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] For port aea32c88-2a4b-461c-990d-dc5c5dcd9a06, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:15.742669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] For port aea32c88-2a4b-461c-990d-dc5c5dcd9a06, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=aea32c88-2a4b-461c-990d-dc5c5dcd9a06,segment=NetworkSegment(4cd5118d-6290-4aae-8026-a3a906f39d6e),segment_id=4cd5118d-6290-4aae-8026-a3a906f39d6e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:15.752017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.972512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.096640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.110060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:16.111705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.152050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ccd7-00be-476c-a411-5d8e6a72945d None None] Pushing event updated for resources: {'Port': ['ID=aea32c88-2a4b-461c-990d-dc5c5dcd9a06,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:16.244025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.288630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=466467bc-8b02-4cdd-b50e-de2ff89e9437,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:16.306392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:16.314186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=aea32c88-2a4b-461c-990d-dc5c5dcd9a06,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:16.316453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:16.318306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5af6424-9bf3-4c7b-8021-dded93f626a3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0325425 Oct 27 16:19:16.334165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:16.734015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2e28aa6-b6fd-475d-8af1-5f5f2c4253f7 req-87bfe9d9-18b8-4304-b78b-7db5688a361e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0820103 Oct 27 16:19:16.980754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.092638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port aea32c88-2a4b-461c-990d-dc5c5dcd9a06 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:17.098367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-73577bcb-2fed-42ae-99f6-cdf8b44af220 req-a3ebb45a-3ddf-48de-a92a-b3ce5c5cb859 service neutron] (114449) timed out ('10.222.0.82', 58910) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:19:17.264941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.621060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:17.628494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.634922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.896135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed0165-7d19-48e4-835d-c6711b0388d5 None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:17.918534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=84b17039-161e-4bd7-8ee7-65ef8b23c4b3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:17.926790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-677632c6-4d62-4d80-a8cc-8f662db6d607 req-77e02fa5-334d-42e5-a514-51ad76f1aaa4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0419602 Oct 27 16:19:17.993216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-262d2ce8-7793-4a2f-a591-7904be7ff34d None None] Could not find standard attr ID for object aea32c88-2a4b-461c-990d-dc5c5dcd9a06. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:19:18.203226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62cc168-4088-47b4-a408-1e891abef6ce None None] DHCP port deletion for e36dd598-3ab3-4d00-9a75-844437551ed3 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:18.231443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c214b-028f-4797-b7fb-98e41635cffe None None] Network e36dd598-3ab3-4d00-9a75-844437551ed3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:18.365522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.460242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36dd598-3ab3-4d00-9a75-844437551ed3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:18.514498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd5118d-6290-4aae-8026-a3a906f39d6e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:18.514893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd5118d-6290-4aae-8026-a3a906f39d6e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:18.549870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.554813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40342) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:18.572728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.574365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33895432-7f2e-4a20-a9aa-b4abb5a47ebf None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:18.595680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:18.596621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:18.600834 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:18.697569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.780705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1897849891'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:18.834023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device aea32c88-2a4b-461c-990d-dc5c5dcd9a06 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:18.851070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=817f06b8-31fe-4795-aec6-67528b659137,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:18.878760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-86d9cbff-993c-4f96-a6fb-b087478f9d15 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:18.882682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-86d9cbff-993c-4f96-a6fb-b087478f9d15 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.2637925 Oct 27 16:19:18.882682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:18.882682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: 466467bc-8b02-4cdd-b50e-de2ff89e9437, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:18.884539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: aea32c88-2a4b-461c-990d-dc5c5dcd9a06 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:18.884901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device aea32c88-2a4b-461c-990d-dc5c5dcd9a06 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:18.906587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:18.945754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33895432-7f2e-4a20-a9aa-b4abb5a47ebf None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:18.950799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.956060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Made reservation on behalf of d61eb9637325403888d56cf11201e4e1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:18.965541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.974419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.974419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/e36dd598-3ab3-4d00-9a75-844437551ed3 HTTP/1.1" status: 204 len: 168 time: 4.2668502 Oct 27 16:19:18.984576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:18.992720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.000237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab21fbb-84b7-4b0c-b2cc-71d14eab39f9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=e36dd598-3ab3-4d00-9a75-844437551ed3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.018162 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff91b4d-d506-441b-ae40-31806d99868d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:19.018783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff91b4d-d506-441b-ae40-31806d99868d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:19.027383 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9ff91b4d-d506-441b-ae40-31806d99868d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/e36dd598-3ab3-4d00-9a75-844437551ed3 HTTP/1.1" status: 404 len: 339 time: 0.0382416 Oct 27 16:19:19.028558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40350) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:19.036373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963765335', 'description': 'd1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:19.145933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.199720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:19.203914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21210529-ccca-4328-8472-7137ce4ee764 req-401e3db9-e6a1-4d7b-a321-7be1f799e4ee tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0551059 Oct 27 16:19:19.326142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.328599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:19.332556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.339864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:19.351427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.352143 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Added segment 433ddfe8-42db-4a61-b53d-e4eb093490f7 of type vlan for network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 Oct 27 16:19:19.366138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 466467bc-8b02-4cdd-b50e-de2ff89e9437) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:19.382765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.383446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.407475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.415209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:19.427297 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.429192 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 141317ee-d10a-49c8-bb4c-848ace9445e0 of type vlan for network a524fde7-21f7-4458-b866-9a96823b9b14 Oct 27 16:19:19.516100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ace04-cb5f-4aa3-af83-5919011bfcd2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.517240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.526637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3d70e-c5c7-49d0-b4cc-2be67fe350af None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:19.600829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.611362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.616235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.677900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.687524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.688269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.802553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Pushing event updated for resources: {'Network': ['ID=d0b2d23f-263a-4e3a-886a-7450edf7e0d7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.803982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:19.809034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.822544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:19.881098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8497717 Oct 27 16:19:19.881591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40362) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:19.890736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ce0e-1b01-4803-8e18-48823674c1c2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=a524fde7-21f7-4458-b866-9a96823b9b14,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.910677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-466467bc-8b02-4cdd-b50e-de2ff89e9437', 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '817f06b8-31fe-4795-aec6-67528b659137'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:19.915725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.915957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ebdf0100-3d20-4256-8afd-dff116b90fd6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5831306 Oct 27 16:19:19.916176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a524fde7-21f7-4458-b866-9a96823b9b14 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:19.967739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40364) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:19.980973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a6a507c-a8a8-41c8-833a-4f702844f19e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4253376 Oct 27 16:19:20.012590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:20.105596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.10 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/77edd609-35fe-40f5-bb10-8010fa7f2ca0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:20.111841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc4217-1930-43bb-b0f7-97f598e7f237 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:20.115864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0dc4217-1930-43bb-b0f7-97f598e7f237 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks?id=a524fde7-21f7-4458-b866-9a96823b9b14 HTTP/1.1" status: 200 len: 761 time: 0.2320509 Oct 27 16:19:20.119559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40370) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:20.127402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'description': 'd2'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:20.336227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Allocated IP 2001:db8::2 (466467bc-8b02-4cdd-b50e-de2ff89e9437/817f06b8-31fe-4795-aec6-67528b659137/188df2fd-62d7-4f0d-a07e-73c309152db5) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:20.439221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40380) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:20.458210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcf15535-1d96-41b9-9991-9eec0b00eee0 req-0f8956d1-06f9-4932-943e-50131ae9bcd2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0635967 Oct 27 16:19:20.473177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7', 'binding:host_id': 'n-h2-814735-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622388228'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:20.508347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:20.516267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.528129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.602906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.658894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Made reservation on behalf of efcf3246bf3c418688187f3017877a62 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:20.662379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.672814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.675934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.702454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network a524fde7-21f7-4458-b866-9a96823b9b14 is not hosted by any dhcp agent {{(pid=114449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:19:20.709742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:20.710766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.711915 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "PUT /v2.0/networks/a524fde7-21f7-4458-b866-9a96823b9b14 HTTP/1.1" status: 200 len: 758 time: 0.5910809 Oct 27 16:19:20.717536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:20.826433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12191f-a8ab-4c56-9082-952d5f4da2b4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=a524fde7-21f7-4458-b866-9a96823b9b14,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:20.844824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a524fde7-21f7-4458-b866-9a96823b9b14 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:20.869335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.967250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48ea67-af22-490d-9537-db19ba8bfe41 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:20.967539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:20.967656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3b48ea67-af22-490d-9537-db19ba8bfe41 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks?id=a524fde7-21f7-4458-b866-9a96823b9b14 HTTP/1.1" status: 200 len: 761 time: 0.2274981 Oct 27 16:19:20.967656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40388) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:20.967834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:20.967834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:20.972719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:20.976336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139252500'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:20.989999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:21.024437 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.047340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.050268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.051077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.397665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.403448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:21.489708 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.515101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.518369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:21.526358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.560808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:21.576524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:21.578451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6bf852-9afb-4c28-a5ce-e1ca5e630a15,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:21.587781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:21.595229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Pushing event updated for resources: {'Port': ['ID=188df2fd-62d7-4f0d-a07e-73c309152db5,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:21.603933 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3e08cb1d-fcac-455e-ae71-49cd21d2e12e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7024560 Oct 27 16:19:21.620285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Request body: {'port': {'device_id': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:21.635212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:21.653177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:21.661984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=15a7eff6-4306-42dc-bfdb-4748ce2726bd,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:21.666774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.667417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.672970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Attempting to bind port 188df2fd-62d7-4f0d-a07e-73c309152db5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:21.673449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Attempting to bind port 188df2fd-62d7-4f0d-a07e-73c309152db5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:21.674369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Attempting to bind port 188df2fd-62d7-4f0d-a07e-73c309152db5 on network 466467bc-8b02-4cdd-b50e-de2ff89e9437 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:21.681331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:21.681986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Checking segment: {'id': 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:21.682484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.682974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Bound using segment: {'id': 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:21.683596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Bound port: 188df2fd-62d7-4f0d-a07e-73c309152db5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:21.684090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.724510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:21.735003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.777735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.782040 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 30207f89-099a-4d9d-a49e-88ad3fd1a8e7 of type vlan for network d801bc13-1966-46dc-90b3-06f78881abe7 Oct 27 16:19:21.829839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] For port 188df2fd-62d7-4f0d-a07e-73c309152db5, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:21.833991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] For port 188df2fd-62d7-4f0d-a07e-73c309152db5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=188df2fd-62d7-4f0d-a07e-73c309152db5,segment=NetworkSegment(de6703d2-2ef2-4a8e-a527-0b86e3c7fef1),segment_id=de6703d2-2ef2-4a8e-a527-0b86e3c7fef1)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:21.879242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331070e-6204-4bac-af8e-7bbb7d6e39f8 req-d2d5e3d8-f48a-4635-bf7b-9c7ed66f7534 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.885530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6331070e-6204-4bac-af8e-7bbb7d6e39f8 req-d2d5e3d8-f48a-4635-bf7b-9c7ed66f7534 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 932 time: 0.3010342 Oct 27 16:19:21.916244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2745ee03-6fda-4ae5-86de-d5fef6e0d7d3 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9319386 Oct 27 16:19:21.922879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40406) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:21.997547 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.066325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.116942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.116942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.116942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.116942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.116942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.124552 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f599a239-f574-4c60-b931-a8dab397817c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2010245 Oct 27 16:19:22.127522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:22.143692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912917465'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:22.166877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b9dc9-0ecc-4d71-bb3d-ba7f8f609adc None None] Pushing event updated for resources: {'Port': ['ID=188df2fd-62d7-4f0d-a07e-73c309152db5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.197108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6331070e-6204-4bac-af8e-7bbb7d6e39f8 req-8b4a1bb0-ea54-463c-aa85-f18a19964816 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636862 Oct 27 16:19:22.243006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:22.258213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.331623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77edd609-35fe-40f5-bb10-8010fa7f2ca0 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:22.342414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.360602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Transition to ACTIVE for port object 77edd609-35fe-40f5-bb10-8010fa7f2ca0 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:19:22.364235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.371809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.372874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.402270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.534991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.565309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=28b533c5-791d-42b5-8c44-8a0416f3a5f1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.603382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=d801bc13-1966-46dc-90b3-06f78881abe7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.634251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d801bc13-1966-46dc-90b3-06f78881abe7 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:22.640099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:22.644257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.667269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Checking segment: {'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:22.668005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Network hostable DHCP agents. Network: d0b2d23f-263a-4e3a-886a-7450edf7e0d7, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:22.691944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.740493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:22.778257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.781190 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment ad33ba07-529c-4a2c-b4d2-fe4504122a73 of type vlan for network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 Oct 27 16:19:22.794427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-d2cd3a6b-2288-47de-8f03-d0be07c32272 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0685012 Oct 27 16:19:22.866921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.880811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Attempting to bind port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:22.880811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Attempting to bind port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:22.880811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Attempting to bind port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:22.897324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:22.897631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Attempting to bind port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:22.913425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1b36e781-98b1-4747-b228-83ff5e873c8b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9541638 Oct 27 16:19:22.917650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40418) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:22.928500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:22.928940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:22.929420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:22.929947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Bound port: 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:22.930384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.931016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:22.970624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 188df2fd-62d7-4f0d-a07e-73c309152db5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:22.999857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.000499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.001076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.001820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.002416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.003031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.003591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.006397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-7f0bd342-a855-465e-ac0e-789ab19e5a50 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6499 time: 0.1664898 Oct 27 16:19:23.019618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:23.059585 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.069625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.071207 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.079927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:23.080758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.197244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d0b2d23f-263a-4e3a-886a-7450edf7e0d7) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:23.205516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:23.206333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:23.247929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=c91c8f0c-d85c-41ef-a21e-cd82bbc86919,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:23.253015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:23.266782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41d717f8-35aa-498d-9cbe-bba82bc56818 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1380007 Oct 27 16:19:23.275148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:23.275315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12619400-597a-4609-a909-5e5ace771de1 None None] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:23.275600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:23.277922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:23.310072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:23.317665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:23.318244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:23.398274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.408866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:23.408866 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:23.412111 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 2 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:23.462423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:23.462935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:23.465859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:23.492275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:19:23.518367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:23.518986 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:23.521671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-0ea0f7db-e057-4ba7-9653-3b4ad6ff5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.522258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-0ea0f7db-e057-4ba7-9653-3b4ad6ff5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.523224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-0ea0f7db-e057-4ba7-9653-3b4ad6ff5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.525957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-0ea0f7db-e057-4ba7-9653-3b4ad6ff5e3c service neutron] 10.222.0.82 "GET /v2.0/networks?id=b793b50b-6784-4a47-b8b7-7da0a483bae8&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 200 len: 2297 time: 0.4600968 Oct 27 16:19:23.529892 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 3 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:23.548248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:23.557915 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.652997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-c29d4bf8-7208-470e-9739-b4175a6d3d20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 200 len: 1001 time: 0.0996909 Oct 27 16:19:23.660421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:23.665497 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.669387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.669387 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.671183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bdec5831-5b05-4df1-bf93-472974193fe4 service neutron] 10.222.0.82 "PUT /v2.0/ports/77edd609-35fe-40f5-bb10-8010fa7f2ca0 HTTP/1.1" status: 200 len: 1092 time: 2.0572896 Oct 27 16:19:23.671979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:23.684056 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1fd2e-b1a8-45ec-8786-42148938e823" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:23.702015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 188df2fd-62d7-4f0d-a07e-73c309152db5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=188df2fd-62d7-4f0d-a07e-73c309152db5,segment=NetworkSegment(de6703d2-2ef2-4a8e-a527-0b86e3c7fef1),segment_id=de6703d2-2ef2-4a8e-a527-0b86e3c7fef1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:23.770939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:23.770939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:23.771297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:23.777695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.807498 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af8f6b-e65b-4984-a6d0-01b4bec533c1 x-openstack-request-id: req-22af8f6b-e65b-4984-a6d0-01b4bec533c1 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:23.807929 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:23.808264 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22af8f6b-e65b-4984-a6d0-01b4bec533c1 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:23.808801 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0', 'status': 'completed', 'code': 200} Oct 27 16:19:23.815016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:23.815375 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:23.841624 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 4 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:23.846364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.882487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852eaad-48d3-45b1-8972-b1c2a784fbed req-23890e39-40b6-4f2e-9493-19f06e2352a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.884600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9852eaad-48d3-45b1-8972-b1c2a784fbed req-23890e39-40b6-4f2e-9493-19f06e2352a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 944 time: 0.5386515 Oct 27 16:19:23.913184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-eb499ae9-fc5f-411a-8ab1-ec22e45dd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.915300 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-eb499ae9-fc5f-411a-8ab1-ec22e45dd6e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 1095 time: 0.0768561 Oct 27 16:19:23.915695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:23.916058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:23.918160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:23.943337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a66a4ab-cf41-445d-8fd5-6552b1fa8a9e None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:23.945878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:23.946220 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:23.948228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-f11037ab-51a0-44be-80f2-3d12da0ca073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.949815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-f11037ab-51a0-44be-80f2-3d12da0ca073 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e17bb172-1327-436b-b535-5d5bbe7ccaac HTTP/1.1" status: 200 len: 856 time: 0.2756989 Oct 27 16:19:23.955442 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 5 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.038612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.039350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.039858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.057133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.057766 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.063213 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 6 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.068044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=188df2fd-62d7-4f0d-a07e-73c309152db5,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:24.084467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-7fb84277-c119-482d-84cb-b28f23d6e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.086629 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-7fb84277-c119-482d-84cb-b28f23d6e75f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1565349 Oct 27 16:19:24.087647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9852eaad-48d3-45b1-8972-b1c2a784fbed req-ab2d0062-1aa4-40ce-ba61-cc84e36f1db2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810873 Oct 27 16:19:24.089726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.101459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.104834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.105696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.106244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.106758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.107337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:24.146455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.146804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.147221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.155662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-51ff3d6b-6668-48a8-b616-210d00372eff None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:24.156467 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51ff3d6b-6668-48a8-b616-210d00372eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.162247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-dea4a1af-8a15-49bf-87a4-535b0ea22c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.179840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-dea4a1af-8a15-49bf-87a4-535b0ea22c88 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b793b50b-6784-4a47-b8b7-7da0a483bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111523 Oct 27 16:19:24.187104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.190424 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.217601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 is not hosted by any dhcp agent {{(pid=114449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:19:24.218434 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 7 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.225393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.227423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.230135 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "PUT /v2.0/networks/c91c8f0c-d85c-41ef-a21e-cd82bbc86919 HTTP/1.1" status: 200 len: 723 time: 0.9587703 Oct 27 16:19:24.246087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:24.253144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:24.364394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.365058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.365599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.392059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.392669 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.400872 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 8 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.428799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccee87-cc6b-44a4-89ab-4da6d1dabeab tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=c91c8f0c-d85c-41ef-a21e-cd82bbc86919,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:24.437057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.437591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.441465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.462792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:24.474364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.475056 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.482283 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 9 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.502704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.503344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.503844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.508837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-49b59bf5-2204-4e40-8612-6f07a5edd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.511313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-486b2eaf-6b3a-4fb6-ae04-0654633a7dad service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167365 Oct 27 16:19:24.511836 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39a1fd2e-b1a8-45ec-8786-42148938e823 req-49b59bf5-2204-4e40-8612-6f07a5edd2f0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4165833 Oct 27 16:19:24.514663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.515254 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.515811 n-d-814735-4 neutron-server[114448]: INFO neutron.plugins.ml2.plugin [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 10 to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 Oct 27 16:19:24.556758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.571343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:24.584340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.636188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Update dhcp port {'port': {'network_id': '466467bc-8b02-4cdd-b50e-de2ff89e9437', 'fixed_ips': [{'subnet_id': '817f06b8-31fe-4795-aec6-67528b659137', 'ip_address': '2001:db8::2'}, {'subnet_id': '15a7eff6-4306-42dc-bfdb-4748ce2726bd'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '188df2fd-62d7-4f0d-a07e-73c309152db5'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:19:24.674992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.675539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.676044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.683032 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.702720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:24.703560 n-d-814735-4 neutron-server[114448]: ERROR neutron.plugins.ml2.managers [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:24.704343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.768258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=79de3377-b2d9-473c-9b57-1e71b7d0b5be,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:24.791540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-4d34b090-6669-4bef-a58e-6a2744eb12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.793199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-4d34b090-6669-4bef-a58e-6a2744eb12aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 1095 time: 0.1843548 Oct 27 16:19:24.854241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-0f474df8-1835-4d84-9ae3-2b7e54473a10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0 HTTP/1.1" status: 200 len: 217 time: 0.0516534 Oct 27 16:19:24.872819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 28b533c5-791d-42b5-8c44-8a0416f3a5f1, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:24.873529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempted to set empty binding levels {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:24.898752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '30207f89-099a-4d9d-a49e-88ad3fd1a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:24.899313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: d801bc13-1966-46dc-90b3-06f78881abe7, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:24.912715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-23e49946-8960-49a9-9468-c1657e4585f1 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760164 Oct 27 16:19:24.943283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bcb3043f-255f-4c72-8541-a9ada451034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.945081 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-bcb3043f-255f-4c72-8541-a9ada451034d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.0825348 Oct 27 16:19:24.951983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 188df2fd-62d7-4f0d-a07e-73c309152db5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:25.048445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-3a1d2e92-7462-4024-b0e1-a4fdb00a1d5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 217 time: 0.1268349 Oct 27 16:19:25.059819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.098925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:25.099197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.101202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Allocated IP 172.20.0.1 (466467bc-8b02-4cdd-b50e-de2ff89e9437/15a7eff6-4306-42dc-bfdb-4748ce2726bd/188df2fd-62d7-4f0d-a07e-73c309152db5) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:25.146595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-25f0caad-6c78-437d-ac99-bc44729de44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.152876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-25f0caad-6c78-437d-ac99-bc44729de44d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.0873985 Oct 27 16:19:25.180998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-222b0f84-08f2-42c3-854a-7013a557d3e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885731 Oct 27 16:19:25.266291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.266867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.314301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] For port 188df2fd-62d7-4f0d-a07e-73c309152db5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=188df2fd-62d7-4f0d-a07e-73c309152db5,segment=NetworkSegment(de6703d2-2ef2-4a8e-a527-0b86e3c7fef1),segment_id=de6703d2-2ef2-4a8e-a527-0b86e3c7fef1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:25.316730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=28b533c5-791d-42b5-8c44-8a0416f3a5f1,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:25.330509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network d801bc13-1966-46dc-90b3-06f78881abe7 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:25.330509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-cccb6bb5-4dff-4aae-96d9-3d40f96bdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.331492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-cccb6bb5-4dff-4aae-96d9-3d40f96bdc26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177161 Oct 27 16:19:25.343666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4a2f5-ce9d-4fb8-96aa-b0d96a290578 req-68c9afe6-556d-4121-81a7-ba82d042dc96 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.351581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3de4a2f5-ce9d-4fb8-96aa-b0d96a290578 req-68c9afe6-556d-4121-81a7-ba82d042dc96 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 944 time: 0.1473958 Oct 27 16:19:25.367340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.438342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d507df4-5c82-47bd-a52d-afef7169aeb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.9941189 Oct 27 16:19:25.440460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40452) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:25.451139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3de4a2f5-ce9d-4fb8-96aa-b0d96a290578 req-ec3bc134-18f2-4d5a-99de-324620ecf64b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985863 Oct 27 16:19:25.524250 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.547143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d801bc13-1966-46dc-90b3-06f78881abe7) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:25.551516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-a9f6808d-7b1f-4bd8-9403-61bc73a58371 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787791 Oct 27 16:19:25.584316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997e07a-7bfd-4bff-acb4-940f453720d1 None None] Network d801bc13-1966-46dc-90b3-06f78881abe7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:25.601288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.606595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.667986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.691509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Deleting port 28b533c5-791d-42b5-8c44-8a0416f3a5f1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:25.692158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.714639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9fc41-0d98-4b17-8ce4-e72e1b6a5c58 None None] Pushing event updated for resources: {'Port': ['ID=188df2fd-62d7-4f0d-a07e-73c309152db5,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:25.758511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': 'ad33ba07-529c-4a2c-b4d2-fe4504122a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:25.758884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: c91c8f0c-d85c-41ef-a21e-cd82bbc86919, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:25.799391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 28b533c5-791d-42b5-8c44-8a0416f3a5f1, host n-h2-814735-4, got binding levels [] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:25.799674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.810233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=3500677e-edd6-4172-aa1f-f3dc8cd5c836,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:25.837365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Calling delete_port for 28b533c5-791d-42b5-8c44-8a0416f3a5f1 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:25.840744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-3c4c9c21-dbac-4925-abbd-47d914cf6ab4 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425791 Oct 27 16:19:25.850729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5179d80a-c2c1-46c9-90fb-43be01666613 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9265347 Oct 27 16:19:25.859552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40458) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:25.991834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-d801bc13-1966-46dc-90b3-06f78881abe7', 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '79de3377-b2d9-473c-9b57-1e71b7d0b5be'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:25.993528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.008035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.066258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:26.100071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-0f6e7fd9-c49a-40ee-bfec-4316d974b47f service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299950 Oct 27 16:19:26.144940 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6276577f-8a2e-42c1-8dfa-f712fe20adce req-c3db73c3-07b1-48be-86ce-b76912e61c83 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954028 Oct 27 16:19:26.151026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.223821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-01f1820a-02dd-4a4f-867d-f4d1e63deb71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 217 time: 0.0758865 Oct 27 16:19:26.337630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c91c8f0c-d85c-41ef-a21e-cd82bbc86919) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:26.337630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:26.337630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.338450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-49ccd4a2-95de-4fda-86bb-490d2fe85999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:26.338450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-49ccd4a2-95de-4fda-86bb-490d2fe85999 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.0648589 Oct 27 16:19:26.339716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920ba66-50ce-48e1-83e6-00f4f6f01ef9 None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:26.426764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-636e7755-c234-4437-a1a2-a277a5327f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:26.428455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-636e7755-c234-4437-a1a2-a277a5327f99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776160 Oct 27 16:19:26.590218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-8848db2c-e5e4-4e7c-b7db-0625f947925f service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493366 Oct 27 16:19:26.591334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.593883 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dfb099a2-2843-457a-9cd6-cc7b646ae8ad tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3467891 Oct 27 16:19:26.597195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:26.702220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f62d41-04eb-41f0-a753-ee5dc7177251 None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:26.736327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Allocated IP 172.20.0.2 (d801bc13-1966-46dc-90b3-06f78881abe7/79de3377-b2d9-473c-9b57-1e71b7d0b5be/703cc9fe-d471-4a2d-a92c-508b1374924b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:26.923610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 188df2fd-62d7-4f0d-a07e-73c309152db5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:26.965054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-603907d9-bf13-4e23-8eee-2350c731b95f None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:26.965448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-603907d9-bf13-4e23-8eee-2350c731b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.146915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:27.228488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-c91c8f0c-d85c-41ef-a21e-cd82bbc86919', 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '3500677e-edd6-4172-aa1f-f3dc8cd5c836'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:27.229646 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.265240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event deleted for resources: {'Port': ['ID=28b533c5-791d-42b5-8c44-8a0416f3a5f1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:27.298865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.307410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40480) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:27.308331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0035f9db-900b-4e89-ac39-7207ea5ac867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "DELETE /v2.0/ports/28b533c5-791d-42b5-8c44-8a0416f3a5f1 HTTP/1.1" status: 204 len: 168 time: 1.8639684 Oct 27 16:19:27.357689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:27.358263 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.378153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.380550 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-af368477-f3e1-49ab-af96-6fc63b0d82b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:27.385469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-af368477-f3e1-49ab-af96-6fc63b0d82b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports/28b533c5-791d-42b5-8c44-8a0416f3a5f1 HTTP/1.1" status: 404 len: 333 time: 0.0737534 Oct 27 16:19:27.388419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:27.393312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-837561339'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:27.436717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d0fb8-0165-4db4-9cbf-93da5ee55657 req-0ca31677-1f6c-4435-b2d5-12828d617776 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:27.438276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-789d0fb8-0165-4db4-9cbf-93da5ee55657 req-0ca31677-1f6c-4435-b2d5-12828d617776 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 944 time: 0.2795484 Oct 27 16:19:27.444598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-92484e4d-7516-443d-8d6a-c66a2c74ee69 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438911 Oct 27 16:19:27.468165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28223122'] for subnet, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.554887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-d6b6470f-8726-453e-837e-e8e7fd9f30b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=9597372b-54f7-483d-91f9-1748a7c42064 HTTP/1.1" status: 200 len: 217 time: 0.1012964 Oct 27 16:19:27.651923 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.675543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Allocated IP 2001:db8::2 (c91c8f0c-d85c-41ef-a21e-cd82bbc86919/3500677e-edd6-4172-aa1f-f3dc8cd5c836/c79faca1-659b-4a00-8978-92423a2fb685) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:27.697249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Made reservation on behalf of efcf3246bf3c418688187f3017877a62 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:27.698461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-789d0fb8-0165-4db4-9cbf-93da5ee55657 req-a6cd87f4-3a0a-4da6-b1cf-fbadec5a9d4f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384908 Oct 27 16:19:27.708659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.752843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Network d801bc13-1966-46dc-90b3-06f78881abe7 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:27.761209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:27.767601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:27.781964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-6dee3603-c339-47e1-8535-eea605375946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:27.781964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-6dee3603-c339-47e1-8535-eea605375946 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.2009647 Oct 27 16:19:27.791964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Pushing event updated for resources: {'Port': ['ID=703cc9fe-d471-4a2d-a92c-508b1374924b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:27.819305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:27.839540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.921753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=79de3377-b2d9-473c-9b57-1e71b7d0b5be,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.010253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.037948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801bc13-1966-46dc-90b3-06f78881abe7']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:28.039914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Attempting to bind port 703cc9fe-d471-4a2d-a92c-508b1374924b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:28.040660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Attempting to bind port 703cc9fe-d471-4a2d-a92c-508b1374924b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '30207f89-099a-4d9d-a49e-88ad3fd1a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:28.040660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Attempting to bind port 703cc9fe-d471-4a2d-a92c-508b1374924b on network d801bc13-1966-46dc-90b3-06f78881abe7 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:28.055367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30207f89-099a-4d9d-a49e-88ad3fd1a8e7') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:28.055970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30207f89-099a-4d9d-a49e-88ad3fd1a8e7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:28.069779 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.138283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.138489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.138600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:28.138600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Checking segment: {'id': '30207f89-099a-4d9d-a49e-88ad3fd1a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:28.138600 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.138600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Bound using segment: {'id': '30207f89-099a-4d9d-a49e-88ad3fd1a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:28.139009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:28.139140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Bound port: 703cc9fe-d471-4a2d-a92c-508b1374924b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30207f89-099a-4d9d-a49e-88ad3fd1a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd801bc13-1966-46dc-90b3-06f78881abe7'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:28.139140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.139340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.139448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-79fd3e62-08bd-414d-8812-c39ab42ce895 None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:28.139448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79fd3e62-08bd-414d-8812-c39ab42ce895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.139621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:28.167817 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:28.171505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-cb0f7ac9-9c5a-48aa-b1a5-f2be643e28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.172400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-cb0f7ac9-9c5a-48aa-b1a5-f2be643e28a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3887808 Oct 27 16:19:28.250980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] For port 703cc9fe-d471-4a2d-a92c-508b1374924b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:28.271307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] For port 703cc9fe-d471-4a2d-a92c-508b1374924b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=703cc9fe-d471-4a2d-a92c-508b1374924b,segment=NetworkSegment(30207f89-099a-4d9d-a49e-88ad3fd1a8e7),segment_id=30207f89-099a-4d9d-a49e-88ad3fd1a8e7)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:28.276385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:19:28.276385 n-d-814735-4 neutron-server[114448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:19:28.276385 n-d-814735-4 neutron-server[114448]: [parameters: {'id': 'd801bc13-1966-46dc-90b3-06f78881abe7'}] Oct 27 16:19:28.276385 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:28.276990 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:28.299869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.301795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-788d009e-fa02-4e62-ab91-fae77e0e32d3 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215830 Oct 27 16:19:28.372698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.383819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.429236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.456358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:28.459323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=66286ad3-4a72-4ce1-ad1b-f83fb4ad2890,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.463303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:28.465964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:28.468420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.469549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.505167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-2f0fec35-cc2c-416b-a7fb-cba26871d08f service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923141 Oct 27 16:19:28.519925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.530111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:28.558713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:28.562018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:28.571157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-8a4ff10d-ab4b-4ec2-af42-aa100bd0ba7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f HTTP/1.1" status: 200 len: 217 time: 0.0541675 Oct 27 16:19:28.608310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Pushing event updated for resources: {'Port': ['ID=c79faca1-659b-4a00-8978-92423a2fb685,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.627420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e4331ba2-ba03-4e14-acda-3223e1a6e230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2343762 Oct 27 16:19:28.627420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40498) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:28.631250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:28.637533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3793c-4e6f-472c-9653-4a48a78bbd23 None None] Network d801bc13-1966-46dc-90b3-06f78881abe7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:28.694540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-332abcbf-def5-4579-8983-fa62954eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.696192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-332abcbf-def5-4579-8983-fa62954eb946 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.1140618 Oct 27 16:19:28.719651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Attempting to bind port c79faca1-659b-4a00-8978-92423a2fb685 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:28.720025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Attempting to bind port c79faca1-659b-4a00-8978-92423a2fb685 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ad33ba07-529c-4a2c-b4d2-fe4504122a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:28.720398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Attempting to bind port c79faca1-659b-4a00-8978-92423a2fb685 on network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:28.739872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:28.740287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Checking segment: {'id': 'ad33ba07-529c-4a2c-b4d2-fe4504122a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:28.741375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.741797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Bound using segment: {'id': 'ad33ba07-529c-4a2c-b4d2-fe4504122a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:28.742758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Bound port: c79faca1-659b-4a00-8978-92423a2fb685, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad33ba07-529c-4a2c-b4d2-fe4504122a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c91c8f0c-d85c-41ef-a21e-cd82bbc86919'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:28.742758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.761498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.765831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730513296613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28630950'] for subnet, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.811003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.811197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b8fc9-d5f2-49b4-b209-f7f5798a6509 None None] Pushing event updated for resources: {'Port': ['ID=703cc9fe-d471-4a2d-a92c-508b1374924b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.824962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.825286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.829803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "PUT /v2.0/subnets/3500677e-edd6-4172-aa1f-f3dc8cd5c836 HTTP/1.1" status: 200 len: 826 time: 2.2313476 Oct 27 16:19:28.833027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:28.928435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbcd01-47e7-4ae0-b98f-78586f2f6bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=3500677e-edd6-4172-aa1f-f3dc8cd5c836,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.944745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-8057486f-e0c7-4887-81c8-7f5a17f7a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.945396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-8057486f-e0c7-4887-81c8-7f5a17f7a4f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2410126 Oct 27 16:19:28.999456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] For port c79faca1-659b-4a00-8978-92423a2fb685, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:29.005302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] For port c79faca1-659b-4a00-8978-92423a2fb685, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c79faca1-659b-4a00-8978-92423a2fb685,segment=NetworkSegment(ad33ba07-529c-4a2c-b4d2-fe4504122a73),segment_id=ad33ba07-529c-4a2c-b4d2-fe4504122a73)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:29.082472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.103938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cc33d-4390-4b21-8f02-8a6a92d321ca req-ef3886fc-151b-4dff-8de4-7cd7cc37f1f7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:29.105717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-433cc33d-4390-4b21-8f02-8a6a92d321ca req-ef3886fc-151b-4dff-8de4-7cd7cc37f1f7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 944 time: 0.2096422 Oct 27 16:19:29.108405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:29.119172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.145093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.205850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.217120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-433cc33d-4390-4b21-8f02-8a6a92d321ca req-96fe1318-e3a7-41a0-b154-8f3ec383f429 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985043 Oct 27 16:19:29.225393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-5c681777-172a-4534-a6b1-8494ac24d80e service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035930 Oct 27 16:19:29.229953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port 703cc9fe-d471-4a2d-a92c-508b1374924b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:29.233999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.269202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3e4c-b022-4448-b87d-4f67d2b408c2 None None] Pushing event updated for resources: {'Port': ['ID=c79faca1-659b-4a00-8978-92423a2fb685,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:29.313225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=66286ad3-4a72-4ce1-ad1b-f83fb4ad2890,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:29.384476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.388009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.388009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.402424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.402769 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.403202 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 2 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.406714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port 703cc9fe-d471-4a2d-a92c-508b1374924b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=703cc9fe-d471-4a2d-a92c-508b1374924b,segment=NetworkSegment(30207f89-099a-4d9d-a49e-88ad3fd1a8e7),segment_id=30207f89-099a-4d9d-a49e-88ad3fd1a8e7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:29.407109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.424573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port c79faca1-659b-4a00-8978-92423a2fb685 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:29.424911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.431663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for 703cc9fe-d471-4a2d-a92c-508b1374924b owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:29.437609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.437933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.438523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.446630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.446956 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.447379 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 3 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.463622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.463961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.464299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.470707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.471022 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.471447 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 4 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.502560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.502560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.502560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.507196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.507829 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.508278 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 5 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.540134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.540608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.540948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.548857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.557714 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.557714 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 6 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.573244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.573583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.573919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.584750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.585082 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.585475 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 7 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.621280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.621623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.621975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.640543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-d08d65dd-1bd6-4caf-afbc-e4a0b069d209 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950667 Oct 27 16:19:29.646223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.651125 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.651587 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 8 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.666974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.670415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.670807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.683427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.684003 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.684664 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 9 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.707566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.707908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.708404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.713572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.713881 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.714306 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 10 to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 Oct 27 16:19:29.727898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-11dfcb4b-b1d5-4bc1-9b6c-993ed3774362 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d HTTP/1.1" status: 200 len: 217 time: 0.0773945 Oct 27 16:19:29.728605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:29.728944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:29.729542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:29.735199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:29.735511 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:29.736151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.880252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:29.880637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempted to set empty binding levels {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:29.893366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port c79faca1-659b-4a00-8978-92423a2fb685, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c79faca1-659b-4a00-8978-92423a2fb685,segment=NetworkSegment(ad33ba07-529c-4a2c-b4d2-fe4504122a73),segment_id=ad33ba07-529c-4a2c-b4d2-fe4504122a73)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:29.893598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.932993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for c79faca1-659b-4a00-8978-92423a2fb685 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:29.937112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-ed9107bd-8394-4d69-b6ba-c60337ad593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:29.938921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-ed9107bd-8394-4d69-b6ba-c60337ad593d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.1955738 Oct 27 16:19:29.975952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.012672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] In _notify_port_updated(), no bound segment for port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:19:30.014760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.017258 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.019233 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "PUT /v2.0/ports/66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 HTTP/1.1" status: 200 len: 978 time: 1.3922081 Oct 27 16:19:30.022498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:30.094656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-cfc2f38b-ce5f-41d8-8459-5e19352d9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.096427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-cfc2f38b-ce5f-41d8-8459-5e19352d9b8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1434972 Oct 27 16:19:30.126057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.224719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=703cc9fe-d471-4a2d-a92c-508b1374924b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:30.230258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port 703cc9fe-d471-4a2d-a92c-508b1374924b on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:30.256288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.256869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.257414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.257957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.258672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.259312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.259812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.260337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.261031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.261617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.262096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.262612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.263236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.263715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.264223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.264756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.265311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.265824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.266360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.266871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.267413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.267922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.268431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.268942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.269466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.270064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.270579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.271283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.271799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.272310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.272822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.273337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.274068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.274408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.274921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.275777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.276295 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.276825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.277317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.289870 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c4134ee2-b935-48ff-aad2-84d70b390335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35485 time: 0.2661622 Oct 27 16:19:30.296988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40524) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:30.306938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82258cd-d137-436f-8056-869519fe39a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=66286ad3-4a72-4ce1-ad1b-f83fb4ad2890,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:30.408660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Deleting port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:30.409349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.539013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890, host n-h2-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:30.539512 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.579887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Calling delete_port for 66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:30.740242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.877782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.942458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event deleted for resources: {'Port': ['ID=66286ad3-4a72-4ce1-ad1b-f83fb4ad2890,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:30.971208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:30.974701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=c79faca1-659b-4a00-8978-92423a2fb685,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:30.977155 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a92e1c8-d24b-44c8-ad6c-24ee999c5d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "DELETE /v2.0/ports/66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 HTTP/1.1" status: 204 len: 168 time: 0.6790009 Oct 27 16:19:30.980202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:31.003190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port c79faca1-659b-4a00-8978-92423a2fb685 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:31.014309 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec37e5d-be09-42ac-aec2-bca11e4ebfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:31.016652 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ec37e5d-be09-42ac-aec2-bca11e4ebfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports/66286ad3-4a72-4ce1-ad1b-f83fb4ad2890 HTTP/1.1" status: 404 len: 333 time: 0.0351062 Oct 27 16:19:31.020690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40538) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:31.041542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-240997809', 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:31.099948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.109483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.186342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 77edd609-35fe-40f5-bb10-8010fa7f2ca0 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:31.195797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6d540-5f4d-4cda-99a6-64b8151d6767 None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:31.198883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-42c476fd-2001-4596-8fd3-b6bd111f509c service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0835319 Oct 27 16:19:31.203876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c79faca1-659b-4a00-8978-92423a2fb685 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:31.206316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Made reservation on behalf of efcf3246bf3c418688187f3017877a62 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:31.209552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.212726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3838d0a-420b-4433-9ac3-572352ece59a req-9c18aa33-2b55-4fe9-83dc-b3fd18b952bf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.214767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3838d0a-420b-4433-9ac3-572352ece59a req-9c18aa33-2b55-4fe9-83dc-b3fd18b952bf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 944 time: 0.4882202 Oct 27 16:19:31.216993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801bc13-1966-46dc-90b3-06f78881abe7']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.256756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 2d7e247e-37b6-43ca-a30a-9b12bb7a982e yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:31.274702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cf4da6d0-bab3-4d56-a769-dbd0579b8c8b None None] Could not find standard attr ID for object c79faca1-659b-4a00-8978-92423a2fb685. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:19:31.282440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30207f89-099a-4d9d-a49e-88ad3fd1a8e7') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.283021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30207f89-099a-4d9d-a49e-88ad3fd1a8e7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.283275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c79faca1-659b-4a00-8978-92423a2fb685 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:31.285319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c79faca1-659b-4a00-8978-92423a2fb685 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 16:19:31.354512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3838d0a-420b-4433-9ac3-572352ece59a req-360a328f-c4d0-41f5-b07d-7252718e88c9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198058 Oct 27 16:19:31.363825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.390392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.401079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Port c79faca1-659b-4a00-8978-92423a2fb685 not found, will not notify nova. {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 16:19:31.409638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:31.411372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:31.418373 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:31.508498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-4ed85c91-9c4d-40b6-8f8a-699885dadacb service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880356 Oct 27 16:19:31.576843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-549bbc2b-b25b-407b-a7e0-e08f4f21ee46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 200 len: 217 time: 0.0560076 Oct 27 16:19:31.578775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.592206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:31.618162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.624235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=3500677e-edd6-4172-aa1f-f3dc8cd5c836,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:31.636892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '77edd609-35fe-40f5-bb10-8010fa7f2ca0', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': '77edd609-35fe-40f5-bb10-8010fa7f2ca0', 'mac_address': 'fa:16:3e:28:86:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:31.649777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.691769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.698549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/d801bc13-1966-46dc-90b3-06f78881abe7 HTTP/1.1" status: 204 len: 168 time: 5.8377109 Oct 27 16:19:31.707427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40544) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:31.765035 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f58bd-f271-4eed-9531-98579ed97774 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] GET failed (client error): The resource could not be found. Oct 27 16:19:31.769864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c39f58bd-f271-4eed-9531-98579ed97774 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets/79de3377-b2d9-473c-9b57-1e71b7d0b5be HTTP/1.1" status: 404 len: 337 time: 0.0444851 Oct 27 16:19:31.769864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae064e4-8be5-4eb2-89e2-be4f6d0af950 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=d801bc13-1966-46dc-90b3-06f78881abe7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:31.770191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:31.786855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.802633 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4be6d2-f46e-4d58-b046-6b190f4b13dc tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:31.803698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4be6d2-f46e-4d58-b046-6b190f4b13dc tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:31.805785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77edd609-35fe-40f5-bb10-8010fa7f2ca0 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:31.808018 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6c4be6d2-f46e-4d58-b046-6b190f4b13dc tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/d801bc13-1966-46dc-90b3-06f78881abe7 HTTP/1.1" status: 404 len: 339 time: 0.0364046 Oct 27 16:19:31.816558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:31.819454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.853441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-5a4e4ec3-b4be-497a-b257-ca24a48b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.855433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-5a4e4ec3-b4be-497a-b257-ca24a48b3618 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.2384939 Oct 27 16:19:31.879181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:31.879430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.929360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91c8f0c-d85c-41ef-a21e-cd82bbc86919']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.943633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad33ba07-529c-4a2c-b4d2-fe4504122a73') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.944432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad33ba07-529c-4a2c-b4d2-fe4504122a73') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:31.964000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.984255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427df9-ae33-423c-bab5-002097f47220 req-6ccf5ee4-c944-488f-b6be-fb55c8ecae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.985870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-6ccf5ee4-c944-488f-b6be-fb55c8ecae03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186888 Oct 27 16:19:31.993907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.003326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:32.004221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.007652 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:32.016414 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:32.072155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:32.093221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00df26-00f0-48e9-9bd1-a43b0f92c4e3 None None] Network c91c8f0c-d85c-41ef-a21e-cd82bbc86919 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:32.127808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7e247e-37b6-43ca-a30a-9b12bb7a982e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:32.135968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:32.140134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:32.141087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.141795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.219984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:32.266709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-d7bed0bd-f57f-4188-81cc-3bc217445747 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493532 Oct 27 16:19:32.313221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61225e-f5e9-4b15-a576-5bd3b3333be4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.314847 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8d61225e-f5e9-4b15-a576-5bd3b3333be4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4972339 Oct 27 16:19:32.317691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40556) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.370830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.388904 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb7b2594-9b1d-413f-89ea-37ac43be1ee4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 207 time: 0.0700691 Oct 27 16:19:32.395129 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7106c3dd-6f65-4944-b203-4ca47028a3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3702507 Oct 27 16:19:32.395129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40560) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.399283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.400543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.403369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dfa9f-13fd-450e-9785-7e26ecf4241c None None] DHCP port deletion for c91c8f0c-d85c-41ef-a21e-cd82bbc86919 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:32.405034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/c91c8f0c-d85c-41ef-a21e-cd82bbc86919 HTTP/1.1" status: 204 len: 168 time: 3.5698724 Oct 27 16:19:32.407776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805ae90-f6f2-4dd9-b9f3-744339bfcd9f tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=c91c8f0c-d85c-41ef-a21e-cd82bbc86919,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:32.429073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40564) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.446343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bddf04d-0609-42c3-a12f-ae3ccf4d723b None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:32.473988 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4cab97-49c8-4bdf-b0b4-f5472e8c76b7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:32.474863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4cab97-49c8-4bdf-b0b4-f5472e8c76b7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:32.478151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7f4cab97-49c8-4bdf-b0b4-f5472e8c76b7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/c91c8f0c-d85c-41ef-a21e-cd82bbc86919 HTTP/1.1" status: 404 len: 339 time: 0.0473959 Oct 27 16:19:32.489536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40566) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.497445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012649489', 'description': 'd1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:32.512672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['77edd609-35fe-40f5-bb10-8010fa7f2ca0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:32.531653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d427df9-ae33-423c-bab5-002097f47220 req-4b04d26d-1f32-4d66-af5c-ecc7d5e6d673 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552831 Oct 27 16:19:32.532489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a8560-0a9d-45a6-9521-afbc8158785a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.532627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5905b-fa9a-48ff-b751-6ff0cee092b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.536369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2fb5905b-fa9a-48ff-b751-6ff0cee092b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports/2d7e247e-37b6-43ca-a30a-9b12bb7a982e HTTP/1.1" status: 200 len: 958 time: 0.1195457 Oct 27 16:19:32.538864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a8560-0a9d-45a6-9521-afbc8158785a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.547219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40568) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.551905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a8560-0a9d-45a6-9521-afbc8158785a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.566026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a8560-0a9d-45a6-9521-afbc8158785a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.575306 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-766a8560-0a9d-45a6-9521-afbc8158785a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1807842 Oct 27 16:19:32.578841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40570) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.705568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83afc7-b62d-4b06-9e26-0a55bca5b2f5 req-cbfb18f1-a3e6-44ef-9f35-7bd2f368f5d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.708205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef83afc7-b62d-4b06-9e26-0a55bca5b2f5 req-cbfb18f1-a3e6-44ef-9f35-7bd2f368f5d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 945 time: 0.1599562 Oct 27 16:19:32.715874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:32.719468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.763219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Deleting port 2d7e247e-37b6-43ca-a30a-9b12bb7a982e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:32.763568 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.782346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:32.794931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.794931 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment b82a8fa1-a355-4222-9459-28ddf0a52cdc of type vlan for network b75c8e53-f4ec-4e13-a805-54931fd9ba0b Oct 27 16:19:32.797598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0e9a999-f9f2-4ff6-a98c-fa44216d0524 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2164302 Oct 27 16:19:32.800526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.851970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.938701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952792d-afed-4ded-81b4-77ee32143861 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.940817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952792d-afed-4ded-81b4-77ee32143861 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.946438 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7952792d-afed-4ded-81b4-77ee32143861 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1399388 Oct 27 16:19:32.949443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.951250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c79faca1-659b-4a00-8978-92423a2fb685 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:32.977218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef83afc7-b62d-4b06-9e26-0a55bca5b2f5 req-82df97cf-fd2c-48fb-b38f-730e450698b6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538996 Oct 27 16:19:33.032059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.041266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.051112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.051383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2d7dc-07f0-436e-a477-d319116edf1d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.051562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.051712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2d7dc-07f0-436e-a477-d319116edf1d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['shared'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.052597 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ba2d7dc-07f0-436e-a477-d319116edf1d tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1011961 Oct 27 16:19:33.054300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40586) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.100717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c79faca1-659b-4a00-8978-92423a2fb685 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:33.101366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c79faca1-659b-4a00-8978-92423a2fb685 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:33.140927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Calling delete_port for 2d7e247e-37b6-43ca-a30a-9b12bb7a982e owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:33.171722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=b75c8e53-f4ec-4e13-a805-54931fd9ba0b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:33.188417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bddf04d-0609-42c3-a12f-ae3ccf4d723b None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:33.215634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b75c8e53-f4ec-4e13-a805-54931fd9ba0b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:33.259592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab0607-ebd7-4aec-97d1-633bc016a375 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.266084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9fab0607-ebd7-4aec-97d1-633bc016a375 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks/0b2218c7-5a9b-4447-9366-3cd3c1b89966 HTTP/1.1" status: 200 len: 800 time: 0.2067754 Oct 27 16:19:33.266437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.302551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.302958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6802954c-fc20-4be3-a150-cb1920cd9e94 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8107493 Oct 27 16:19:33.366364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.438730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7e247e-37b6-43ca-a30a-9b12bb7a982e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:33.449214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f11157-8ea1-44d6-8696-2131f2e7578e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.452628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-56f11157-8ea1-44d6-8696-2131f2e7578e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks?id=b75c8e53-f4ec-4e13-a805-54931fd9ba0b HTTP/1.1" status: 200 len: 765 time: 0.1489658 Oct 27 16:19:33.455653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40594) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.463168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'description': 'd2'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:33.465841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.469835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d5478072-4b0c-4494-8725-ff6a60cfaeeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2d7e247e-37b6-43ca-a30a-9b12bb7a982e HTTP/1.1" status: 204 len: 168 time: 0.9137957 Oct 27 16:19:33.474501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40596) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.539469 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f3bc5b-605d-4fb1-941e-f5430aff2b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:33.547311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c4f3bc5b-605d-4fb1-941e-f5430aff2b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports/2d7e247e-37b6-43ca-a30a-9b12bb7a982e HTTP/1.1" status: 404 len: 333 time: 0.0716472 Oct 27 16:19:33.553342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40598) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.560680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158303788'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:33.571695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-833d3dbe-ab38-4745-bcd6-6989f2f4bcc4 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/networks/0b2218c7-5a9b-4447-9366-3cd3c1b89966?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3002164 Oct 27 16:19:33.578800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40600) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.654603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fb5c1-248e-47a2-9f5c-8c08e7d03645 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.656620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-162fb5c1-248e-47a2-9f5c-8c08e7d03645 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets/3f832ee1-62fb-4d23-b077-18fd2d4a0efa HTTP/1.1" status: 200 len: 811 time: 0.0766499 Oct 27 16:19:33.685046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40602) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.711810 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.758111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a17b4-4692-4b65-b881-df03864bfd42 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.759655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de7a17b4-4692-4b65-b881-df03864bfd42 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "GET /v2.0/subnets/3f832ee1-62fb-4d23-b077-18fd2d4a0efa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0704489 Oct 27 16:19:33.763215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.769687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887100682'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:33.787365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Made reservation on behalf of efcf3246bf3c418688187f3017877a62 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:33.790684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.815034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:33.900507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.921259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network b75c8e53-f4ec-4e13-a805-54931fd9ba0b is not hosted by any dhcp agent {{(pid=114449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:19:33.926685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.927322 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.931940 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "PUT /v2.0/networks/b75c8e53-f4ec-4e13-a805-54931fd9ba0b HTTP/1.1" status: 200 len: 762 time: 0.4750199 Oct 27 16:19:33.934873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40608) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.011301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaf39e-3259-4407-b52d-0e6412cf0e60 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=b75c8e53-f4ec-4e13-a805-54931fd9ba0b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:34.019090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:34.023291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.026123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b75c8e53-f4ec-4e13-a805-54931fd9ba0b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:34.095442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.144619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931fc03-a0b5-4c86-8bc8-f8d1b85bc568 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.150152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40620) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.150331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0931fc03-a0b5-4c86-8bc8-f8d1b85bc568 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks?id=b75c8e53-f4ec-4e13-a805-54931fd9ba0b HTTP/1.1" status: 200 len: 765 time: 0.2148123 Oct 27 16:19:34.151339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:34.199271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.199814 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Added segment 2a3b0b73-e377-4beb-823c-1e72a01af6b7 of type vlan for network 0b08c0d5-994e-4d54-9d61-58c999d5b6da Oct 27 16:19:34.283338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7bd7a-efdf-4be2-ab81-4c4b68297ac8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.285768 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bbb7bd7a-efdf-4be2-ab81-4c4b68297ac8 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1344836 Oct 27 16:19:34.288581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.322125 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.334662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f6de-2d24-4550-a8a0-3f1c37cfc31b req-76b2e44e-ed1f-4840-afe5-6a2e41d105d9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.336228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3f0f6de-2d24-4550-a8a0-3f1c37cfc31b req-76b2e44e-ed1f-4840-afe5-6a2e41d105d9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 945 time: 0.1798348 Oct 27 16:19:34.338005 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05634b50-592a-45c9-820f-0b789b2053ac tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 207 time: 0.0483487 Oct 27 16:19:34.342028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40626) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.477411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.540694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3f0f6de-2d24-4550-a8a0-3f1c37cfc31b req-621a414b-3605-4453-b2f5-926d062d5c82 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873703 Oct 27 16:19:34.574218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:34.577446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.586424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.586424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.594045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.601292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.609508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.615886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.622276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.629201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.631245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fcd1efd-ffba-47d3-92a3-b2f5923a0d69 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2882142 Oct 27 16:19:34.637181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40630) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.638703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:34.641629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:34.642589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.643465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.710005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=04edd5f4-0e1f-472f-bc5e-65a90aa10069,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:34.907183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Network': ['ID=0b08c0d5-994e-4d54-9d61-58c999d5b6da,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:34.908234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9248b30b-1aad-49d6-8b8c-a1976982e497 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1753197 Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40632) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.908648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-88ad2856-1847-47ef-8a6c-45e518de9aea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0731118 Oct 27 16:19:34.909992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.910219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 77edd609-35fe-40f5-bb10-8010fa7f2ca0 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:34.976767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.978227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.979678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.981104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.983305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.984958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3df7b475-185a-4a4c-ba47-e8ffb5cc37ea tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0884526 Oct 27 16:19:34.989476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40638) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.092084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf04b8-8c13-45ba-b061-1782d0983f22 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.093487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0ebf04b8-8c13-45ba-b061-1782d0983f22 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks/b92093b1-50f5-43e5-a756-d0e18c1da567 HTTP/1.1" status: 200 len: 802 time: 0.1030381 Oct 27 16:19:35.097325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40644) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.151397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1d66e1ee-4266-4352-b6f2-fe7fd8022123 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3863108 Oct 27 16:19:35.154109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40648) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.158961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:35.281372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:35.296885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:35.298609 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.307722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7365ff32-7aef-4b81-b002-3d2c409d557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7524257 Oct 27 16:19:35.310406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.314482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a2d55a2e-24d4-4a6c-9169-a5a7950138d6 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/networks/b92093b1-50f5-43e5-a756-d0e18c1da567?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2160282 Oct 27 16:19:35.317469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:35.320558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40656) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.427448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4af078-41e5-40ec-95d0-109c39767b37 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.434919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd4af078-41e5-40ec-95d0-109c39767b37 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets/84e5f1f9-1b21-45dc-9e0d-e75f91e6e879 HTTP/1.1" status: 200 len: 843 time: 0.1071296 Oct 27 16:19:35.434919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40660) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:35.468404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.483853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.493788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Made reservation on behalf of 4670aece48a74a0191b15e3514cdb939 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:35.501467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.524776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:35.527914 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f5187c-37dd-4376-ad92-416b40a86fbf" -d '{"events": [{"server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "name": "network-vif-plugged", "status": "completed", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:35.542388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:35.601207 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892575a-26e5-47e8-8c66-6444eebe859f x-openstack-request-id: req-9892575a-26e5-47e8-8c66-6444eebe859f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:35.603552 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "name": "network-vif-plugged", "status": "completed", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:35.604255 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9892575a-26e5-47e8-8c66-6444eebe859f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:35.604858 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0', 'code': 200} Oct 27 16:19:35.675562 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.776996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] device_id is not set on port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:35.777815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:35.787334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.899333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.968359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=04edd5f4-0e1f-472f-bc5e-65a90aa10069,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:35.993484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdcb7e-4f76-4a69-a59e-b6157567fbd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['shared'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.995640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3acdcb7e-4f76-4a69-a59e-b6157567fbd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "GET /v2.0/subnets/84e5f1f9-1b21-45dc-9e0d-e75f91e6e879?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5590925 Oct 27 16:19:36.004372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40668) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:36.017387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757728720'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:36.031264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Performing IP validity checks on allocation pools {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:19:36.031793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:19:36.062701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.063092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.066266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.101990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.101990 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.103594 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 2 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.131997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.132337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.132672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.144627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cc52-119c-4e9a-a62e-4739bbb25b3c req-57685f58-6f28-47a5-8bd5-4b32c96d9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.146141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c557cc52-119c-4e9a-a62e-4739bbb25b3c req-57685f58-6f28-47a5-8bd5-4b32c96d9a99 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 1097 time: 0.1457980 Oct 27 16:19:36.151980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.152317 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.155003 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 3 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.161165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa13a2-263a-4733-b686-3bc72d3bc0e3 req-1ef3d93f-bebd-4c6b-838d-3c297a12de0b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.168377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3aa13a2-263a-4733-b686-3bc72d3bc0e3 req-1ef3d93f-bebd-4c6b-838d-3c297a12de0b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1561215 Oct 27 16:19:36.175604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.175859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.176336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.182159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.182803 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.182940 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 4 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.206852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.206852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.220291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.234067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:36.245026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3aa13a2-263a-4733-b686-3bc72d3bc0e3 req-a2359eb9-575f-4e21-9cb7-55129cdb543a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757861 Oct 27 16:19:36.245732 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.270232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c557cc52-119c-4e9a-a62e-4739bbb25b3c req-50741d15-cc32-48d5-bf5f-8233bc4bdb89 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927968 Oct 27 16:19:36.273502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.273838 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.278274 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 5 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.300623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.301082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.301475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.320219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:36.330945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.331745 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Added segment 47e22c0c-3f5a-4464-8243-f407908099dc of type vlan for network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 Oct 27 16:19:36.340021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.340933 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.342589 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 6 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.383078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.383078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.383078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.393891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.394208 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.395920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.397935 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 7 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.420632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.421101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.421492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.434154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.434827 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.436657 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 8 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.451357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.451717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.452957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.456419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.456730 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.457123 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 9 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.469642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.469969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.470343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.474425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.474738 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.475147 n-d-814735-4 neutron-server[114449]: INFO neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempt 10 to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 Oct 27 16:19:36.487181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:36.487508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:36.487829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempting to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:36.491937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:36.492253 n-d-814735-4 neutron-server[114449]: ERROR neutron.plugins.ml2.managers [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Failed to bind port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on host n-h2-814735-4 for vnic_type normal using segments [{'id': '433ddfe8-42db-4a61-b53d-e4eb093490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd0b2d23f-263a-4e3a-886a-7450edf7e0d7'}] Oct 27 16:19:36.492610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.506856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.563107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 04edd5f4-0e1f-472f-bc5e-65a90aa10069, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:36.564060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attempted to set empty binding levels {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:36.588176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=45b93034-fa37-4984-bf19-eb822749ad40,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:36.592756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.598400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Checking segment: {'id': '2a3b0b73-e377-4beb-823c-1e72a01af6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:36.598770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network hostable DHCP agents. Network: 0b08c0d5-994e-4d54-9d61-58c999d5b6da, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:36.599532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.600197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.667607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Network': ['ID=2df1ed20-77b1-4a8d-b155-14b4d1bd22e4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:36.678304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:36.687205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.716451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] In _notify_port_updated(), no bound segment for port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 on network d0b2d23f-263a-4e3a-886a-7450edf7e0d7 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:19:36.717291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.717902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.722592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "PUT /v2.0/ports/04edd5f4-0e1f-472f-bc5e-65a90aa10069 HTTP/1.1" status: 200 len: 979 time: 1.4090669 Oct 27 16:19:36.724001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:36.740574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bc68e-1d6e-44dd-8d91-f4beed82c6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event updated for resources: {'Port': ['ID=04edd5f4-0e1f-472f-bc5e-65a90aa10069,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:36.751019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:36.801783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51071a90-eeec-4ede-868b-4d9821edc97d tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7959564 Oct 27 16:19:36.808339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40688) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:36.811123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:36.855672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 0b08c0d5-994e-4d54-9d61-58c999d5b6da) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:36.864114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a78b0e-0e8d-474c-b6bb-154f408800ac None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:36.868946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.869555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.892316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Deleting port 04edd5f4-0e1f-472f-bc5e-65a90aa10069 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:36.892647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.974918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] For port 04edd5f4-0e1f-472f-bc5e-65a90aa10069, host n-h2-814735-4, got binding levels [] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:36.975363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:36.990528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Calling delete_port for 04edd5f4-0e1f-472f-bc5e-65a90aa10069 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:37.036878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-0b08c0d5-994e-4d54-9d61-58c999d5b6da', 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da', 'tenant_id': '4670aece48a74a0191b15e3514cdb939', 'fixed_ips': [{'subnet_id': '45b93034-fa37-4984-bf19-eb822749ad40'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:37.038982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.070001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4c58d0bb-76a6-4d1b-a127-405bc929c719 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9149590 Oct 27 16:19:37.072962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40702) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:37.079844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:37.199882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28924869'] for subnet, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.212427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d45398-cf99-4ea5-9a5c-85e4bd40f3e5 req-cf31d887-a28c-4939-9be2-9c2c3b3a07b0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.213969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2d45398-cf99-4ea5-9a5c-85e4bd40f3e5 req-cf31d887-a28c-4939-9be2-9c2c3b3a07b0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.0582943 Oct 27 16:19:37.221793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Allocated IP 172.20.0.3 (0b08c0d5-994e-4d54-9d61-58c999d5b6da/45b93034-fa37-4984-bf19-eb822749ad40/240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:37.240060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.248760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Made reservation on behalf of d203749fbe734669aabe4d7bb9d3a30b for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:37.252669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.324120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Pushing event deleted for resources: {'Port': ['ID=04edd5f4-0e1f-472f-bc5e-65a90aa10069,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:37.333132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.342540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5f3175e9-f7af-4b49-93d6-3cb8734df175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "DELETE /v2.0/ports/04edd5f4-0e1f-472f-bc5e-65a90aa10069 HTTP/1.1" status: 204 len: 168 time: 0.6134603 Oct 27 16:19:37.342721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40714) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:37.370339 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff85cae9-c665-48aa-82e9-ae5b22987d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:37.375387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff85cae9-c665-48aa-82e9-ae5b22987d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428437995-project-admin] 10.222.0.70 "GET /v2.0/ports/04edd5f4-0e1f-472f-bc5e-65a90aa10069 HTTP/1.1" status: 404 len: 333 time: 0.0351520 Oct 27 16:19:37.380926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2d45398-cf99-4ea5-9a5c-85e4bd40f3e5 req-29e402f2-e5bf-4923-b037-5ebdd34be1b2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602783 Oct 27 16:19:37.389567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40716) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:37.397663 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.399974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Performing IP validity checks on allocation pools {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:19:37.400517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:19:37.447661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943908f-d028-43f1-9cb1-5290690d551d req-2aaa8fb9-0ab9-4b19-844f-619506cde992 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.449211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6943908f-d028-43f1-9cb1-5290690d551d req-2aaa8fb9-0ab9-4b19-844f-619506cde992 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.0992303 Oct 27 16:19:37.488974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.489558 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.533110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:37.534121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6943908f-d028-43f1-9cb1-5290690d551d req-427df8c3-866a-4192-8071-71f5d24ed0d7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780797 Oct 27 16:19:37.536269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:37.542379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:37.666276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Pushing event updated for resources: {'Port': ['ID=240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:37.698648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Attempting to bind port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:37.699382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Attempting to bind port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '2a3b0b73-e377-4beb-823c-1e72a01af6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:37.699502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Attempting to bind port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 on network 0b08c0d5-994e-4d54-9d61-58c999d5b6da {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:37.705729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:37.706141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Checking segment: {'id': '2a3b0b73-e377-4beb-823c-1e72a01af6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:37.706490 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.706891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Bound using segment: {'id': '2a3b0b73-e377-4beb-823c-1e72a01af6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:37.708530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Bound port: 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3b0b73-e377-4beb-823c-1e72a01af6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0b08c0d5-994e-4d54-9d61-58c999d5b6da'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:37.708947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.772012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.803647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] For port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:37.807823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] For port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3,segment=NetworkSegment(2a3b0b73-e377-4beb-823c-1e72a01af6b7),segment_id=2a3b0b73-e377-4beb-823c-1e72a01af6b7)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:37.871227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Checking segment: {'id': '47e22c0c-3f5a-4464-8243-f407908099dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:37.871600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network hostable DHCP agents. Network: 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:37.877603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:37.943910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.992204 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.995720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b2d23f-263a-4e3a-886a-7450edf7e0d7']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:38.010255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433ddfe8-42db-4a61-b53d-e4eb093490f7') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:38.010553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433ddfe8-42db-4a61-b53d-e4eb093490f7') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:38.016784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:38.025132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.042345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.051351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:38.054275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:38.055402 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:38.070578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684592d-5698-4790-a8f3-5e4754f90ca3 None None] Pushing event updated for resources: {'Port': ['ID=240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:38.155347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:38.155920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730513296613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29285454'] for subnet, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.160353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.161180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.167461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91425a4-511b-40af-8f7a-fa0ed4105de2 None None] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:38.218402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.219382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.220814 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "PUT /v2.0/subnets/45b93034-fa37-4984-bf19-eb822749ad40 HTTP/1.1" status: 200 len: 877 time: 1.1462796 Oct 27 16:19:38.224271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40728) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:38.225421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.227273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9786bc-f69f-45a2-ac7d-81f2b48828c9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event updated for resources: {'Subnet': ['ID=45b93034-fa37-4984-bf19-eb822749ad40,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:38.249393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.260970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] 10.222.0.70 "DELETE /v2.0/networks/d0b2d23f-263a-4e3a-886a-7450edf7e0d7 HTTP/1.1" status: 204 len: 168 time: 0.8702474 Oct 27 16:19:38.300143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ca0e-9725-44ff-8415-26d547369362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241115294-project] Pushing event deleted for resources: {'Network': ['ID=d0b2d23f-263a-4e3a-886a-7450edf7e0d7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:38.336137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40732) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:38.339477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-129375b4-c98f-40e7-9007-ae41e72d1181 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5332959 Oct 27 16:19:38.356253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:38.416313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-2df1ed20-77b1-4a8d-b155-14b4d1bd22e4', 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4', 'tenant_id': 'd203749fbe734669aabe4d7bb9d3a30b', 'fixed_ips': [{'subnet_id': '2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:38.416313 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.470797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.595515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28924869'] for subnet, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.702843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e735-6a6a-4028-b612-15f95859ce8c req-1b31d4a3-a30b-42f0-85eb-f782b01e7ca9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.704530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ac5e735-6a6a-4028-b612-15f95859ce8c req-1b31d4a3-a30b-42f0-85eb-f782b01e7ca9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.1477778 Oct 27 16:19:38.724619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:19:38.724619 n-d-814735-4 neutron-server[114450]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 27 16:19:38.724619 n-d-814735-4 neutron-server[114450]: [parameters: {'in_use': 1, 'id_1': '2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e'}] Oct 27 16:19:38.724619 n-d-814735-4 neutron-server[114450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:38.727902 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:38.732303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:38.732677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.741744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255fa1-ee08-4105-bfad-54d876006e28 req-567098f6-5efb-4b81-a493-e6e4592d88a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.743352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab255fa1-ee08-4105-bfad-54d876006e28 req-567098f6-5efb-4b81-a493-e6e4592d88a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1037931 Oct 27 16:19:38.847472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ac5e735-6a6a-4028-b612-15f95859ce8c req-1f6cebab-1e93-4e42-a8d3-ad4706386f6b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347508 Oct 27 16:19:38.851427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab255fa1-ee08-4105-bfad-54d876006e28 req-430df9db-e9be-43b4-92e4-4209e7e83a0f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936022 Oct 27 16:19:38.895726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3,segment=NetworkSegment(2a3b0b73-e377-4beb-823c-1e72a01af6b7),segment_id=2a3b0b73-e377-4beb-823c-1e72a01af6b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:38.896350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.928060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:38.932230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730513296613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29285454'] for subnet, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.939979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:39.062172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40750) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:39.070091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.070730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.082192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "PUT /v2.0/subnets/2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e HTTP/1.1" status: 200 len: 900 time: 0.7416806 Oct 27 16:19:39.083095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:39.083480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40754) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:39.151814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1710952083'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:39.242353 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.283356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a16c1-b100-49f4-adf4-3f17b5a516ce req-ad0e3a72-11a6-472c-8681-eccc1a51d15f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.285730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414d095-3fb6-4087-ac19-a58a37d7fcfa tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event updated for resources: {'Subnet': ['ID=2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:39.287407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff0a16c1-b100-49f4-adf4-3f17b5a516ce req-ad0e3a72-11a6-472c-8681-eccc1a51d15f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1043406 Oct 27 16:19:39.320392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:39.320746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.370747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-716f5502-b830-4b59-978c-8851e03993db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d61eb9637325403888d56cf11201e4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071151 Oct 27 16:19:39.374261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40762) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:39.386328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff0a16c1-b100-49f4-adf4-3f17b5a516ce req-211105f0-cf19-4a07-b886-23433fba2c17 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798247 Oct 27 16:19:39.423946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.427028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.490512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.495712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:39.505092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.518839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:39.549430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.551506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:39.591508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bb128-9762-42b3-bc9f-7dbe45f65148 None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:39.593140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.609323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.624547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:39.633866 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.645033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.645414 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Added segment d528807f-a7c2-4f90-af70-06a590728d81 of type vlan for network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 Oct 27 16:19:39.655697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-97464189-1b9a-49a8-8545-e691efc89de9 None None] Could not find standard attr ID for object 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:19:39.712982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.792985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Allocated IP 2001:db8::3 (2df1ed20-77b1-4a8d-b155-14b4d1bd22e4/2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e/2682f9be-7ded-4c4d-8588-11ad8794bf70) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:39.825460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.851471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=45b93034-fa37-4984-bf19-eb822749ad40,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:39.877639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.889657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.890375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.921291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.924638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.926553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd3ace04-cb5f-4aa3-af83-5919011bfcd2 HTTP/1.1" status: 204 len: 168 time: 0.5510631 Oct 27 16:19:39.949972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ddcfe-42e3-4696-87f6-2b91af5721d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ace04-cb5f-4aa3-af83-5919011bfcd2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:39.962521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.998392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b08c0d5-994e-4d54-9d61-58c999d5b6da']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.011252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Network': ['ID=23e19332-eef4-4a6d-8890-2aa1ebf1ee60,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.048866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b0b73-e377-4beb-823c-1e72a01af6b7') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.049369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b0b73-e377-4beb-823c-1e72a01af6b7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.065082 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-520a61a1-e91a-458c-803c-2e2addec7e6b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9730885 Oct 27 16:19:40.065465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40782) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.074185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.077180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1069692322'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:40.092825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.093025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.097858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:40.100241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:40.100739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:40.181018 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:40.204824 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.246001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:40.251435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.264481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:40.277283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.281441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae1741-1602-4e01-b936-bde457bc7a96 None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:40.287764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:40.292944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.300209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/0b08c0d5-994e-4d54-9d61-58c999d5b6da HTTP/1.1" status: 204 len: 168 time: 2.0732625 Oct 27 16:19:40.305305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:40.308085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.314514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae1741-1602-4e01-b936-bde457bc7a96 None None] Network 0b08c0d5-994e-4d54-9d61-58c999d5b6da could not be found, it might have been deleted concurrently. {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:19:40.319018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Pushing event updated for resources: {'Port': ['ID=2682f9be-7ded-4c4d-8588-11ad8794bf70,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.326953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:40.337912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.353643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354998-8bd0-4672-aaf2-2b2875ff064b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=0b08c0d5-994e-4d54-9d61-58c999d5b6da,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.364308 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4db8818-b64b-492c-aceb-c78fc30642f1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:40.365102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4db8818-b64b-492c-aceb-c78fc30642f1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:40.370795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4db8818-b64b-492c-aceb-c78fc30642f1 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/45b93034-fa37-4984-bf19-eb822749ad40 HTTP/1.1" status: 404 len: 337 time: 0.0592034 Oct 27 16:19:40.376952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.377103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Attempting to bind port 2682f9be-7ded-4c4d-8588-11ad8794bf70 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:40.377211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Attempting to bind port 2682f9be-7ded-4c4d-8588-11ad8794bf70 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '47e22c0c-3f5a-4464-8243-f407908099dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:40.377658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Attempting to bind port 2682f9be-7ded-4c4d-8588-11ad8794bf70 on network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:40.386615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175490-ebf0-4720-ab72-cab624374774 req-84e1793b-d95e-46d1-8f6d-3303fd71ca16 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.387736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.388929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:40.389484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Checking segment: {'id': '47e22c0c-3f5a-4464-8243-f407908099dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:40.390200 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.390757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Bound using segment: {'id': '47e22c0c-3f5a-4464-8243-f407908099dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:40.390969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.391297 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Added segment 269d7c01-93a5-4560-b72e-8f3524c966ba of type vlan for network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 Oct 27 16:19:40.391823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Bound port: 2682f9be-7ded-4c4d-8588-11ad8794bf70, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e22c0c-3f5a-4464-8243-f407908099dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:40.393091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.396638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89175490-ebf0-4720-ab72-cab624374774 req-84e1793b-d95e-46d1-8f6d-3303fd71ca16 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1711829 Oct 27 16:19:40.414984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b461b53-1bda-4784-a9e4-67af95edb34b None None] DHCP port deletion for 0b08c0d5-994e-4d54-9d61-58c999d5b6da request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:40.466314 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ac2c56-8572-4a51-9520-2aa680cf8a03 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:40.466908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ac2c56-8572-4a51-9520-2aa680cf8a03 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:40.470044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-86ac2c56-8572-4a51-9520-2aa680cf8a03 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/0b08c0d5-994e-4d54-9d61-58c999d5b6da HTTP/1.1" status: 404 len: 339 time: 0.0711727 Oct 27 16:19:40.472663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.486703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] For port 2682f9be-7ded-4c4d-8588-11ad8794bf70, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:40.494634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] For port 2682f9be-7ded-4c4d-8588-11ad8794bf70, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2682f9be-7ded-4c4d-8588-11ad8794bf70,segment=NetworkSegment(47e22c0c-3f5a-4464-8243-f407908099dc),segment_id=47e22c0c-3f5a-4464-8243-f407908099dc)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:40.496950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89175490-ebf0-4720-ab72-cab624374774 req-9382243e-8ac8-4455-9361-e195e4256c8a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944006 Oct 27 16:19:40.522189 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d06cd46-3399-4510-93ab-93e635e06c2b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:40.522638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d06cd46-3399-4510-93ab-93e635e06c2b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:40.525713 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8d06cd46-3399-4510-93ab-93e635e06c2b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/79de3377-b2d9-473c-9b57-1e71b7d0b5be HTTP/1.1" status: 404 len: 337 time: 0.0495269 Oct 27 16:19:40.527651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.528453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40792) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.547968 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.561580 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e83e30-084d-4a3f-9d2b-fd6ba7707a0b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:40.562651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e83e30-084d-4a3f-9d2b-fd6ba7707a0b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:40.567713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a4e83e30-084d-4a3f-9d2b-fd6ba7707a0b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/d801bc13-1966-46dc-90b3-06f78881abe7 HTTP/1.1" status: 404 len: 339 time: 0.0379837 Oct 27 16:19:40.570278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.583331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df1ed20-77b1-4a8d-b155-14b4d1bd22e4']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.595129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.595899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e22c0c-3f5a-4464-8243-f407908099dc') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.596200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e22c0c-3f5a-4464-8243-f407908099dc') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.607588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.626687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.636852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:40.637192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:40.642521 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:40.665912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.695478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca566e-ff94-4d61-b532-f3b6099a4b77 None None] Pushing event updated for resources: {'Port': ['ID=2682f9be-7ded-4c4d-8588-11ad8794bf70,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.766611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.768024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059bf7f2-7174-453a-81c3-ea7e5a5f6791 None None] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:40.768142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.768142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.802927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Network': ['ID=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.804609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.825433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:40.835372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a524fde7-21f7-4458-b866-9a96823b9b14']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.847126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141317ee-d10a-49c8-bb4c-848ace9445e0') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.847562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141317ee-d10a-49c8-bb4c-848ace9445e0') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:40.860025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.878718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:40.881101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.889006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:40.889804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.890590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b572f7-0457-4448-b017-8e8a065b9a05 None None] Network 2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:40.893310 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:40.924056 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:19:40.924056 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:19:40.924056 n-d-814735-4 neutron-server[114449]: [parameters: {'id': '2df1ed20-77b1-4a8d-b155-14b4d1bd22e4'}] Oct 27 16:19:40.924056 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:40.924056 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:40.954077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:40.954415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 240d3eaf-6e0d-466a-bdb7-2ee38ebac5d3 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:40.977527 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-57c2f058-1cc2-4476-8209-d5a03dba44ad tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9110072 Oct 27 16:19:40.980234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.985757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'subnet': {'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:41.050859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034e31f-71c3-41ba-a950-5fccedd169e0 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:19:41.058780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.066898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.071974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/a524fde7-21f7-4458-b866-9a96823b9b14 HTTP/1.1" status: 204 len: 168 time: 0.5006495 Oct 27 16:19:41.075544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40802) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.086546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc74548-928d-4076-8dab-105e49c41fee tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=a524fde7-21f7-4458-b866-9a96823b9b14,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:41.111622 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b141080-4462-4d76-927f-658f8f20b2d8 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.112084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b141080-4462-4d76-927f-658f8f20b2d8 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.118094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b141080-4462-4d76-927f-658f8f20b2d8 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/84b17039-161e-4bd7-8ee7-65ef8b23c4b3 HTTP/1.1" status: 404 len: 337 time: 0.0390038 Oct 27 16:19:41.118321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.137685 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac515bf0-cd23-4691-bd19-42a93170eb3a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.138289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac515bf0-cd23-4691-bd19-42a93170eb3a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.148386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ac515bf0-cd23-4691-bd19-42a93170eb3a tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/e36dd598-3ab3-4d00-9a75-844437551ed3 HTTP/1.1" status: 404 len: 339 time: 0.0221286 Oct 27 16:19:41.148386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.148671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40808) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.174265 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a55f10-38b9-4fec-8d4e-f5b6dfa9832b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.174737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a55f10-38b9-4fec-8d4e-f5b6dfa9832b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.181276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20a55f10-38b9-4fec-8d4e-f5b6dfa9832b tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/5bd84580-5070-448a-a8e3-2c29861630e5 HTTP/1.1" status: 404 len: 337 time: 0.0334325 Oct 27 16:19:41.181536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40814) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.187958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73117d20-eaaa-4c38-bf6c-fcf3de76c015 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efcf3246bf3c418688187f3017877a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444283 Oct 27 16:19:41.195671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40816) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.203543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:41.207306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.207914 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-852364fa-1fdf-4e5f-978f-30dd3ad2b4eb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.208436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852364fa-1fdf-4e5f-978f-30dd3ad2b4eb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.216618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-852364fa-1fdf-4e5f-978f-30dd3ad2b4eb tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/31293f9f-9738-4ac3-a97d-1153ec32161e HTTP/1.1" status: 404 len: 339 time: 0.0338082 Oct 27 16:19:41.217303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.258376 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f916157-df50-4f43-962c-13ea8ed51544 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.259311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f916157-df50-4f43-962c-13ea8ed51544 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.267519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7f916157-df50-4f43-962c-13ea8ed51544 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/0690a146-38c8-43cb-b6f6-15487ad0ef85 HTTP/1.1" status: 404 len: 337 time: 0.0491185 Oct 27 16:19:41.268843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40820) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.279495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034e31f-71c3-41ba-a950-5fccedd169e0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:19:41.293195 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-af62002c-67e6-4fa5-84c3-bef1dfb1f3a9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.293902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af62002c-67e6-4fa5-84c3-bef1dfb1f3a9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.302261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-af62002c-67e6-4fa5-84c3-bef1dfb1f3a9 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/fc541a77-4cb8-479f-bac4-e087c7b31225 HTTP/1.1" status: 404 len: 339 time: 0.0299027 Oct 27 16:19:41.303061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40822) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.332388 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75c4a06-de15-498c-a30d-694638231036 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.332990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75c4a06-de15-498c-a30d-694638231036 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.337413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a75c4a06-de15-498c-a30d-694638231036 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/3297ff10-f9a2-4b2a-aaf9-8424dd7dbb36 HTTP/1.1" status: 404 len: 337 time: 0.0330780 Oct 27 16:19:41.340826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40824) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.348948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.364149 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-86555803-c155-47fc-afdd-93e6ac04c4c0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.365263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86555803-c155-47fc-afdd-93e6ac04c4c0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.368791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-86555803-c155-47fc-afdd-93e6ac04c4c0 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/ddf20a62-7d45-4496-a53a-23ceee7c861e HTTP/1.1" status: 404 len: 339 time: 0.0260346 Oct 27 16:19:41.371617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40826) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.378470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.400278 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa993c4-116b-4f95-81a4-70e221a46dca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.400659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa993c4-116b-4f95-81a4-70e221a46dca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.404942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0fa993c4-116b-4f95-81a4-70e221a46dca tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/eaf3b16a-1c81-4157-a59d-e2e844719b75 HTTP/1.1" status: 404 len: 337 time: 0.0323684 Oct 27 16:19:41.407434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40828) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.411506 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5d701cc0-962a-47fa-8a77-5d61d665882f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.429049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.433122 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b245e38-7fc0-4cb4-8251-1515fd6e0a97 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.433981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b245e38-7fc0-4cb4-8251-1515fd6e0a97 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.437633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3b245e38-7fc0-4cb4-8251-1515fd6e0a97 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/81822312-edfb-48d9-8a78-6d9f796663eb HTTP/1.1" status: 404 len: 339 time: 0.0290699 Oct 27 16:19:41.440332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40830) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.475987 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04ca733-bd23-491b-9e6e-a68a92ff2e26 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.476597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04ca733-bd23-491b-9e6e-a68a92ff2e26 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.483208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d04ca733-bd23-491b-9e6e-a68a92ff2e26 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/9fffefd8-9dbc-43d0-a49b-aaf124cd6270 HTTP/1.1" status: 404 len: 337 time: 0.0413401 Oct 27 16:19:41.484812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.504923 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b64602a-0552-4429-8360-c514e69c38f2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.505591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b64602a-0552-4429-8360-c514e69c38f2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.513257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b64602a-0552-4429-8360-c514e69c38f2 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/524a25f0-e680-40a6-a170-58353d38b178 HTTP/1.1" status: 404 len: 339 time: 0.0271397 Oct 27 16:19:41.514001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40836) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.554044 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ceda64-9c49-4906-b20f-f6a9d8c2442f tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.554504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ceda64-9c49-4906-b20f-f6a9d8c2442f tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.557929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port 2682f9be-7ded-4c4d-8588-11ad8794bf70 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:41.557929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.562631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e3ceda64-9c49-4906-b20f-f6a9d8c2442f tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/c982422e-116b-44ee-bb83-7ffe7e0fcee2 HTTP/1.1" status: 404 len: 337 time: 0.0426178 Oct 27 16:19:41.562631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40838) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.581662 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-172736b7-9082-4fd9-a605-86ff6ce261f5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.587827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172736b7-9082-4fd9-a605-86ff6ce261f5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.587827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-172736b7-9082-4fd9-a605-86ff6ce261f5 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/fb37c8fb-7e72-4109-aef9-b609ccccb52a HTTP/1.1" status: 404 len: 339 time: 0.0239887 Oct 27 16:19:41.595693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.604036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.607358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.611657 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b6bf852-9afb-4c28-a5ce-e1ca5e630a15 HTTP/1.1" status: 204 len: 168 time: 0.4146159 Oct 27 16:19:41.634212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.641211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee691d7-8147-4bde-9421-6957325635e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6bf852-9afb-4c28-a5ce-e1ca5e630a15,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:41.643971 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-605acaf9-2448-446a-96a0-dff475c75c30 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.644439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605acaf9-2448-446a-96a0-dff475c75c30 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.647798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-605acaf9-2448-446a-96a0-dff475c75c30 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/7646385e-0b5a-44db-bfd5-a61313faa368 HTTP/1.1" status: 404 len: 337 time: 0.0508797 Oct 27 16:19:41.652012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40844) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.687501 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-036e69b0-8c09-4d23-a0c3-ce70c4f1b103 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:41.688116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036e69b0-8c09-4d23-a0c3-ce70c4f1b103 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:41.692112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-036e69b0-8c09-4d23-a0c3-ce70c4f1b103 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/3d9bfcb4-209a-44df-b9f5-c9b61e1443e3 HTTP/1.1" status: 404 len: 339 time: 0.0355642 Oct 27 16:19:41.696771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40846) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.700927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port 2682f9be-7ded-4c4d-8588-11ad8794bf70, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2682f9be-7ded-4c4d-8588-11ad8794bf70,segment=NetworkSegment(47e22c0c-3f5a-4464-8243-f407908099dc),segment_id=47e22c0c-3f5a-4464-8243-f407908099dc)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:41.700927 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.714994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656a8c-9009-4037-9a31-747e7acf841f req-93cf3184-a628-4e2a-a373-52be31b18543 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.716560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6656a8c-9009-4037-9a31-747e7acf841f req-93cf3184-a628-4e2a-a373-52be31b18543 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1372852 Oct 27 16:19:41.722690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for 2682f9be-7ded-4c4d-8588-11ad8794bf70 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:41.765745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Subnet': ['ID=b363391f-fe3b-4243-97da-95df15ed1c1e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:41.807679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting subnet 3f832ee1-62fb-4d23-b077-18fd2d4a0efa {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:41.812912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:41.813439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network hostable DHCP agents. Network: 23e19332-eef4-4a6d-8890-2aa1ebf1ee60, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:41.813723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6656a8c-9009-4037-9a31-747e7acf841f req-e8b9c221-1db9-42fb-8eb3-5bb085d42474 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740340 Oct 27 16:19:41.814429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.858291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.947368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.002776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:42.034422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.067795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=2682f9be-7ded-4c4d-8588-11ad8794bf70,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:42.069860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port 2682f9be-7ded-4c4d-8588-11ad8794bf70 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:42.105078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.144311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 23e19332-eef4-4a6d-8890-2aa1ebf1ee60) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:42.152590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.160122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Subnet': ['ID=3f832ee1-62fb-4d23-b077-18fd2d4a0efa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:42.160672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.160775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.162076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1aae6e-c53b-499b-b680-24259583bc83 None None] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:42.163368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3887d5d4-5b0f-4635-886d-ac7ca67bb515 tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/subnets/3f832ee1-62fb-4d23-b077-18fd2d4a0efa HTTP/1.1" status: 204 len: 168 time: 0.4654853 Oct 27 16:19:42.173631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40856) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:42.175653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.204407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df1ed20-77b1-4a8d-b155-14b4d1bd22e4']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:42.215668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e22c0c-3f5a-4464-8243-f407908099dc') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:42.216277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e22c0c-3f5a-4464-8243-f407908099dc') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:42.228404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.241159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfbd84c-ee5a-4b6f-8ad7-d35bb6131c75 None None] Network 0b2218c7-5a9b-4447-9366-3cd3c1b89966 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:42.246059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.257076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-87224712-5acb-464e-aee7-2559f9ef4714 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.258999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:42.259387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-87224712-5acb-464e-aee7-2559f9ef4714 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 946 time: 0.1653597 Oct 27 16:19:42.259524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:42.279320 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:42.292386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.344100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e58a5864-3029-4490-9435-dac84521d8d1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3626420 Oct 27 16:19:42.347536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:42.355013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'subnet': {'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:42.432933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:42.433494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.496850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:42.498151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.529954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Deleting port e9644a1e-d851-4b75-8096-29a81c43775e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:42.530409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.582975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] DHCP port deletion for 0b2218c7-5a9b-4447-9366-3cd3c1b89966 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:42.602890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.607610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.611105 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 HTTP/1.1" status: 204 len: 168 time: 3.5173767 Oct 27 16:19:42.614577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40870) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:42.627265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port 77edd609-35fe-40f5-bb10-8010fa7f2ca0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=77edd609-35fe-40f5-bb10-8010fa7f2ca0,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:42.628027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.650662 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e679fc86-6f33-4f4c-9071-a007383829bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:42.651175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e679fc86-6f33-4f4c-9071-a007383829bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:42.651435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] For port e9644a1e-d851-4b75-8096-29a81c43775e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9644a1e-d851-4b75-8096-29a81c43775e,segment=NetworkSegment(813b6aa3-7010-46d9-9e51-9dbaaf97ed66),segment_id=813b6aa3-7010-46d9-9e51-9dbaaf97ed66)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:42.651803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.654716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e679fc86-6f33-4f4c-9071-a007383829bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/2f1bb3cb-3a8b-41a0-bd8d-f33845b9705e HTTP/1.1" status: 404 len: 337 time: 0.0378270 Oct 27 16:19:42.655221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for 77edd609-35fe-40f5-bb10-8010fa7f2ca0 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:42.656585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15b30-951d-4335-a746-d917a865ffd5 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=2df1ed20-77b1-4a8d-b155-14b4d1bd22e4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:42.659068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:42.659563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40872) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:42.662675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.700342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Calling delete_port for e9644a1e-d851-4b75-8096-29a81c43775e owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:42.704448 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c44162b-5057-4c25-a922-530e3ad1eb1b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:42.705059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c44162b-5057-4c25-a922-530e3ad1eb1b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:42.710809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8c44162b-5057-4c25-a922-530e3ad1eb1b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/2df1ed20-77b1-4a8d-b155-14b4d1bd22e4 HTTP/1.1" status: 404 len: 339 time: 0.0434341 Oct 27 16:19:42.712088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:42.838600 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.932949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Deleting port e9644a1e-d851-4b75-8096-29a81c43775e {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:42.933165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.941406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9644a1e-d851-4b75-8096-29a81c43775e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:42.963134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.986792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75c8e53-f4ec-4e13-a805-54931fd9ba0b']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:42.987330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Allocated IP 10.1.1.2 (23e19332-eef4-4a6d-8890-2aa1ebf1ee60/b363391f-fe3b-4243-97da-95df15ed1c1e/ef64a439-87be-422d-8eab-38fe33887591) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:42.999156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82a8fa1-a355-4222-9459-28ddf0a52cdc') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:43.009040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82a8fa1-a355-4222-9459-28ddf0a52cdc') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:43.009193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:43.015499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.039599 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.052413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82bb5dc9-d2f9-4cd3-8267-419ffdab1430 req-0528fe9c-93d3-4af3-bdaa-72df396886de tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0492053 Oct 27 16:19:43.063520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.071574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', '77edd609-35fe-40f5-bb10-8010fa7f2ca0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:43.073410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=77edd609-35fe-40f5-bb10-8010fa7f2ca0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.079084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:43.079390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:43.082525 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:43.146015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port 77edd609-35fe-40f5-bb10-8010fa7f2ca0 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:43.149761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.152391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb5bb24-4964-47bd-963a-31ceafc0d2d6 req-0b3951de-919a-4f5a-a305-e3516142c1d1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/77edd609-35fe-40f5-bb10-8010fa7f2ca0 HTTP/1.1" status: 204 len: 173 time: 0.8819232 Oct 27 16:19:43.153188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'name': 'network-vif-deleted', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:43.155971 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71af28f9-edea-4d09-a419-8a7e645418a3" -d '{"events": [{"server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "name": "network-vif-deleted", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:43.206416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] For port e9644a1e-d851-4b75-8096-29a81c43775e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9644a1e-d851-4b75-8096-29a81c43775e,segment=NetworkSegment(813b6aa3-7010-46d9-9e51-9dbaaf97ed66),segment_id=813b6aa3-7010-46d9-9e51-9dbaaf97ed66)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:43.207845 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.213855 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3deb903-b903-43c9-a271-06747a831b3c x-openstack-request-id: req-d3deb903-b903-43c9-a271-06747a831b3c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:43.214172 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9ce76c-c1e6-4b09-9330-20b8825fdbea", "name": "network-vif-deleted", "tag": "77edd609-35fe-40f5-bb10-8010fa7f2ca0", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:43.214509 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3deb903-b903-43c9-a271-06747a831b3c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:43.215239 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9ce76c-c1e6-4b09-9330-20b8825fdbea', 'name': 'network-vif-deleted', 'tag': '77edd609-35fe-40f5-bb10-8010fa7f2ca0', 'status': 'completed', 'code': 200} Oct 27 16:19:43.229303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Calling delete_port for e9644a1e-d851-4b75-8096-29a81c43775e owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:43.235261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.250300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.279200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Port': ['ID=e9644a1e-d851-4b75-8096-29a81c43775e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.282029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] No DVR routers for this DVR port e9644a1e-d851-4b75-8096-29a81c43775e on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:43.292803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.406138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.414671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Checking segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:43.415995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network hostable DHCP agents. Network: f607e9ef-6bd0-4b28-8af4-f1fb76f200b5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:43.440326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Subnet': ['ID=08060f54-37ab-42ea-8065-a2b347f23048,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.447060 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.449636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.478143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.479730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2218c7-5a9b-4447-9366-3cd3c1b89966']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:43.485810 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/b75c8e53-f4ec-4e13-a805-54931fd9ba0b HTTP/1.1" status: 204 len: 168 time: 0.7735412 Oct 27 16:19:43.506027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40898) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.518570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628af8bb-8386-4fc3-a949-97d2cab97537 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=b75c8e53-f4ec-4e13-a805-54931fd9ba0b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.532239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813b6aa3-7010-46d9-9e51-9dbaaf97ed66') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:43.532656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813b6aa3-7010-46d9-9e51-9dbaaf97ed66') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:43.573406 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afe70d3-c259-4eb0-b508-caa8deda8bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:43.574208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afe70d3-c259-4eb0-b508-caa8deda8bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:43.581872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9afe70d3-c259-4eb0-b508-caa8deda8bae tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/3500677e-edd6-4172-aa1f-f3dc8cd5c836 HTTP/1.1" status: 404 len: 337 time: 0.0796781 Oct 27 16:19:43.588185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:43.589012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40900) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.590472 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94d882-1329-4ec1-be2e-317be85c1ea5" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:43.603403 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.625675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.627087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:43.635094 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13b9f1e-56b0-4507-8d6f-244a32fe91d2 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:43.635440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13b9f1e-56b0-4507-8d6f-244a32fe91d2 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:43.638953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.649456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:43.652065 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d13b9f1e-56b0-4507-8d6f-244a32fe91d2 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/c91c8f0c-d85c-41ef-a21e-cd82bbc86919 HTTP/1.1" status: 404 len: 339 time: 0.0613036 Oct 27 16:19:43.658513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40904) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.660076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:43.660493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.664541 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b06d52-fc1f-4a7d-9571-25d279053efe x-openstack-request-id: req-a6b06d52-fc1f-4a7d-9571-25d279053efe {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:43.664541 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:43.664817 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6b06d52-fc1f-4a7d-9571-25d279053efe {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:43.665124 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:43.675618 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:43.703520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] Pushing event deleted for resources: {'Port': ['ID=e9644a1e-d851-4b75-8096-29a81c43775e,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.706555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422b701-acf7-45f8-bc4e-eacb2eba2555 None None] No DVR routers for this DVR port e9644a1e-d851-4b75-8096-29a81c43775e on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:43.717364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.783071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting subnet 15a7eff6-4306-42dc-bfdb-4748ce2726bd {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:43.793440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.793696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.837950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f607e9ef-6bd0-4b28-8af4-f1fb76f200b5) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:43.844176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:43.845254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.852857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.873639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9403cb5-d4fd-44f1-8bb6-4c5e26359518 None None] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:43.931773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.989381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2eb0aab8-e28e-4a71-a0e3-9bc708833d03 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6379259 Oct 27 16:19:43.989680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40908) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.994910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'name': 'tempest-TaggedBootDevicesTest-70795517', 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:44.007482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Pushing event updated for resources: {'Port': ['ID=ef64a439-87be-422d-8eab-38fe33887591,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:44.022601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:44.026986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:44.055685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:44.062548 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e056efbd-0a03-4580-87cc-1b2e3e3d2d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.102435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.111427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.117077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] 10.222.0.70 "DELETE /v2.0/networks/0b2218c7-5a9b-4447-9366-3cd3c1b89966 HTTP/1.1" status: 204 len: 168 time: 1.9389110 Oct 27 16:19:44.136051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fad6b-3b36-4366-bf90-34bf0a772dbd tempest-NetworksTest-1428637429 tempest-NetworksTest-1428637429-project] Pushing event deleted for resources: {'Network': ['ID=0b2218c7-5a9b-4447-9366-3cd3c1b89966,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:44.148004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.220064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Attempting to bind port ef64a439-87be-422d-8eab-38fe33887591 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:44.221554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Attempting to bind port ef64a439-87be-422d-8eab-38fe33887591 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:44.222348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Attempting to bind port ef64a439-87be-422d-8eab-38fe33887591 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:44.251750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:44.252124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:44.252521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.252916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Bound using segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:44.253393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Bound port: ef64a439-87be-422d-8eab-38fe33887591, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:44.253772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.264269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb94f78a-3121-412e-b22a-e6afe2fc242b req-09277a85-432f-47a6-ac93-6eaf076a4285 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9ce76c-c1e6-4b09-9330-20b8825fdbea HTTP/1.1" status: 200 len: 210 time: 0.0370696 Oct 27 16:19:44.311876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.330911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ips': [{'subnet_id': '08060f54-37ab-42ea-8065-a2b347f23048'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:44.331863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.364526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] For port ef64a439-87be-422d-8eab-38fe33887591, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:44.371811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] For port ef64a439-87be-422d-8eab-38fe33887591, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef64a439-87be-422d-8eab-38fe33887591,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:44.400361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:44.492332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.492927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Allocated IP 10.2.2.2 (f607e9ef-6bd0-4b28-8af4-f1fb76f200b5/08060f54-37ab-42ea-8065-a2b347f23048/668b9ce6-f084-4664-a55b-592084483d46) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:44.501011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.513168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] device_id is not set on port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:44.515283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.537038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=15a7eff6-4306-42dc-bfdb-4748ce2726bd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:44.539823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.548104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d583464c-6a70-408a-95af-ce16f125a4bf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/15a7eff6-4306-42dc-bfdb-4748ce2726bd HTTP/1.1" status: 204 len: 168 time: 0.8894131 Oct 27 16:19:44.549714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40926) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:44.557867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a6830-5c93-4182-94b7-1a3e37112f6b None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:44.648729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting subnet 817f06b8-31fe-4795-aec6-67528b659137 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:44.653193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.707364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.816443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40936) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:44.847742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:44.854484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.877718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.935111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.1.1.207 (23e19332-eef4-4a6d-8890-2aa1ebf1ee60/b363391f-fe3b-4243-97da-95df15ed1c1e/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:44.937480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37c9e0-105b-4fd6-bf71-62c4e81f5b85 None None] Pushing event updated for resources: {'Port': ['ID=ef64a439-87be-422d-8eab-38fe33887591,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.070063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-101314147', 'router:external': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:45.097751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.114622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc0b9aa4-edbe-4ae2-8a6a-aee3802fae07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4670aece48a74a0191b15e3514cdb939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970731 Oct 27 16:19:45.117932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:45.223569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.249138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.274820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.289305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.352569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.357684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.361240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Made reservation on behalf of c8f554a74eea446a8be76d3da3fc6989 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:45.363938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.409673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:45.410332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.415075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:45.415569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=817f06b8-31fe-4795-aec6-67528b659137,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.419032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:45.424335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.431476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bf121afb-dde8-4d39-b74b-98a5abb277ed tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/817f06b8-31fe-4795-aec6-67528b659137 HTTP/1.1" status: 204 len: 168 time: 0.8795843 Oct 27 16:19:45.431666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40954) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:45.432933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Pushing event updated for resources: {'Port': ['ID=668b9ce6-f084-4664-a55b-592084483d46,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.468543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.510072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Attempting to bind port 668b9ce6-f084-4664-a55b-592084483d46 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:45.510749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Attempting to bind port 668b9ce6-f084-4664-a55b-592084483d46 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:45.511384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Attempting to bind port 668b9ce6-f084-4664-a55b-592084483d46 on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:45.517093 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.520651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.526218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:45.526441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Checking segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:45.527192 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.527841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Bound using segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:45.528738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Bound port: 668b9ce6-f084-4664-a55b-592084483d46, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:45.529774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.533639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a85ef0aa-1b1b-44be-8452-c8654b845651 HTTP/1.1" status: 204 len: 168 time: 0.4085205 Oct 27 16:19:45.585024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.612829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0caf8-4110-4731-a028-2c3dbd56257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85ef0aa-1b1b-44be-8452-c8654b845651,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.644395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] For port 668b9ce6-f084-4664-a55b-592084483d46, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:45.644629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:45.656298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:45.667737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:45.667967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] For port 668b9ce6-f084-4664-a55b-592084483d46, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=668b9ce6-f084-4664-a55b-592084483d46,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:45.688455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.693173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.734582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.754664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.755370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.790685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.850020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:45.852124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port 188df2fd-62d7-4f0d-a07e-73c309152db5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:45.853617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.865106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0305516d-1065-4498-9d47-6c201032bca6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:45.888639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:45.890006 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Added segment c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2 of type vlan for network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 Oct 27 16:19:46.002612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-abff9a0b-d7ea-472b-b824-36731aea46ed tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0095258 Oct 27 16:19:46.003564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:46.029636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'name': 'tempest-TaggedBootDevicesTest-182669593', 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:46.035457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb6de-4a8c-488b-a427-0d4078064fed None None] Pushing event updated for resources: {'Port': ['ID=668b9ce6-f084-4664-a55b-592084483d46,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:46.084607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port 188df2fd-62d7-4f0d-a07e-73c309152db5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=188df2fd-62d7-4f0d-a07e-73c309152db5,segment=NetworkSegment(de6703d2-2ef2-4a8e-a527-0b86e3c7fef1),segment_id=de6703d2-2ef2-4a8e-a527-0b86e3c7fef1)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:46.084954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.106044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for 188df2fd-62d7-4f0d-a07e-73c309152db5 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:46.133945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b86d57-1689-44c4-8000-5616217b5465 None None] Network 466467bc-8b02-4cdd-b50e-de2ff89e9437 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:46.303993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.312325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fc9b216f-4bc9-40b2-9350-db1bcbfb9932 None None] Provisioning complete for port 188df2fd-62d7-4f0d-a07e-73c309152db5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:46.313285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fc9b216f-4bc9-40b2-9350-db1bcbfb9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.374256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.399942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.401263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.402032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.460806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=188df2fd-62d7-4f0d-a07e-73c309152db5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:46.461426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fc9b216f-4bc9-40b2-9350-db1bcbfb9932 None None] Could not find standard attr ID for object 188df2fd-62d7-4f0d-a07e-73c309152db5. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:19:46.467422 n-d-814735-4 neutron-server[114450]: INFO neutron.plugins.ml2.db [None req-fc9b216f-4bc9-40b2-9350-db1bcbfb9932 None None] No ports have port_id starting with 188df2fd-62d7-4f0d-a07e-73c309152db5 Oct 27 16:19:46.473121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port 188df2fd-62d7-4f0d-a07e-73c309152db5 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:46.566099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6dd7a6-25cb-46bc-ae51-8cf7204b4962 None None] DHCP port deletion for 466467bc-8b02-4cdd-b50e-de2ff89e9437 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:46.568053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:46.592779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0daf1-0d10-4b8f-b97c-be652ad54013 None None] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:46.634218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.648229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Network': ['ID=e45b6eab-27e7-41d1-a4b4-16d6d11a9a76,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:46.677950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:46.684665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aee55e29-6b54-4742-a5c3-36d5217c692b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8354692 Oct 27 16:19:46.690156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:46.701499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466467bc-8b02-4cdd-b50e-de2ff89e9437']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:46.701877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'subnet': {'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:46.726605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-34d08d18-6886-4635-9e5c-cc43c189109c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.731834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:46.735426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6703d2-2ef2-4a8e-a527-0b86e3c7fef1') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:46.737835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-34d08d18-6886-4635-9e5c-cc43c189109c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.5087864 Oct 27 16:19:46.776284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-fd4c1529-becf-4f3c-8314-815ae38799a9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0396860 Oct 27 16:19:46.779867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.783293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] Provisioning complete for port ef64a439-87be-422d-8eab-38fe33887591 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:46.783665 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.810855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.828104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:46.829794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.835331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.868984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] device_id is not set on port 15c744f0-138e-439b-af79-d291e08fd127 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:46.946566 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:47.055444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.096416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.105908 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/466467bc-8b02-4cdd-b50e-de2ff89e9437 HTTP/1.1" status: 204 len: 168 time: 1.6677408 Oct 27 16:19:47.108157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b17d1e-54d8-49aa-be16-f126a8ff4f42 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=466467bc-8b02-4cdd-b50e-de2ff89e9437,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:47.111501 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41002) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.194063 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-196e9742-864a-4edb-9eb0-48077eab7701 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.196528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196e9742-864a-4edb-9eb0-48077eab7701 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.201011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-196e9742-864a-4edb-9eb0-48077eab7701 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/1851ed7d-2e83-46a6-a936-d7b9ae486778 HTTP/1.1" status: 404 len: 337 time: 0.0878458 Oct 27 16:19:47.216189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.223120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:47.246327 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dee511c-a8e3-41a2-89cc-4e3474fe3966 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.246973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dee511c-a8e3-41a2-89cc-4e3474fe3966 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.264169 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8dee511c-a8e3-41a2-89cc-4e3474fe3966 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/1fa17383-c35b-4ce0-b762-282d6bff81af HTTP/1.1" status: 404 len: 339 time: 0.0472860 Oct 27 16:19:47.265149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41012) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.312035 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-c608e105-e732-47ae-a3de-5d924fd01d8e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.312493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c608e105-e732-47ae-a3de-5d924fd01d8e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.316217 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c608e105-e732-47ae-a3de-5d924fd01d8e tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/1e27ad7a-8caa-41fb-97e2-5aff4fad30f1 HTTP/1.1" status: 404 len: 337 time: 0.0483882 Oct 27 16:19:47.319801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.347710 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9646797a-7794-4f6a-b8f1-0ed55757b5d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.348312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9646797a-7794-4f6a-b8f1-0ed55757b5d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.352076 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9646797a-7794-4f6a-b8f1-0ed55757b5d7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/2fc1a599-51fe-4a3a-b23f-93ee89edeaec HTTP/1.1" status: 404 len: 339 time: 0.0310957 Oct 27 16:19:47.354548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.370289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.1.1.148 (23e19332-eef4-4a6d-8890-2aa1ebf1ee60/b363391f-fe3b-4243-97da-95df15ed1c1e/15c744f0-138e-439b-af79-d291e08fd127) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:47.393622 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b717be49-d629-420f-be28-fb2f5635f5f7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.394818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b717be49-d629-420f-be28-fb2f5635f5f7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.425169 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b717be49-d629-420f-be28-fb2f5635f5f7 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/12e610bc-e8e3-4a77-ae3b-205417b2231d HTTP/1.1" status: 404 len: 337 time: 0.0679514 Oct 27 16:19:47.427134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.442516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:47.471952 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fc6d69-fd20-48ce-a48e-cf056426d678 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.473323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 77edd609-35fe-40f5-bb10-8010fa7f2ca0 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:47.476650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 668b9ce6-f084-4664-a55b-592084483d46 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:47.477438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fc6d69-fd20-48ce-a48e-cf056426d678 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.481628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75fc6d69-fd20-48ce-a48e-cf056426d678 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/3c080f42-5d33-456b-ae4e-e7a74a070bae HTTP/1.1" status: 404 len: 339 time: 0.0527911 Oct 27 16:19:47.484895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.507993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-ac6a4523-5575-4223-964c-7f7cb4ba46dd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7304840 Oct 27 16:19:47.514458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Made reservation on behalf of c8f554a74eea446a8be76d3da3fc6989 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:47.517148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.518321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '16a1dd85-3539-4377-9160-5af348941dea', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:47.531121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4491d-1463-4aa2-b320-236f8083e970 None None] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:47.559766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting subnet 7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:47.565170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.591304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.621739 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.657500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 77edd609-35fe-40f5-bb10-8010fa7f2ca0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:47.657878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 77edd609-35fe-40f5-bb10-8010fa7f2ca0 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:47.724287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.752334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.770800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-3fc08d4c-40cb-4367-b3b5-3105a4e5b82b service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335563 Oct 27 16:19:47.780023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bc57416c-db12-432e-84fc-f8e8b8b65378 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] Request body: {'port': {'network_id': '9e8dabdb-6fad-41e9-ae0f-bbee0cd911d8', 'name': 'tempest-NetworksNegativeTestJSON-1803598907'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:47.875530 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc57416c-db12-432e-84fc-f8e8b8b65378 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] POST failed (client error): The resource could not be found. Oct 27 16:19:47.876022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc57416c-db12-432e-84fc-f8e8b8b65378 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.877187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bc57416c-db12-432e-84fc-f8e8b8b65378 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2805088 Oct 27 16:19:47.881556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.889522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.905549 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f848b77b-3628-4197-885e-d71f260fc2a1 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.914525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f848b77b-3628-4197-885e-d71f260fc2a1 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.914525 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f848b77b-3628-4197-885e-d71f260fc2a1 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "DELETE /v2.0/networks/3cd92232-6996-412d-8b53-0330485f3d45 HTTP/1.1" status: 404 len: 339 time: 0.0262005 Oct 27 16:19:47.914829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.946535 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc84b9db-4346-44a3-a107-b57bf7d1bdde tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.946535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc84b9db-4346-44a3-a107-b57bf7d1bdde tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:47.946789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.946789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:47.947739 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc84b9db-4346-44a3-a107-b57bf7d1bdde tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "DELETE /v2.0/ports/cf800291-4f02-47b0-9506-0d3cbb8b2456 HTTP/1.1" status: 404 len: 333 time: 0.0290015 Oct 27 16:19:47.954312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.977969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-90235b14-0a18-4da3-b27a-73e822e06ffe service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924093 Oct 27 16:19:47.990214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.993215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 668b9ce6-f084-4664-a55b-592084483d46 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:47.998086 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.998656 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1922d8c0-0130-45dc-9d9b-7f4e8c1d2833 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:47.998656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1922d8c0-0130-45dc-9d9b-7f4e8c1d2833 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:48.006265 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1922d8c0-0130-45dc-9d9b-7f4e8c1d2833 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "DELETE /v2.0/subnets/99768a10-b2ea-4761-8c5a-84ac82dafdb8 HTTP/1.1" status: 404 len: 337 time: 0.0475225 Oct 27 16:19:48.006655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.017901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.033235 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7404d87-c1be-4bc3-b66c-74af82cb1791 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] GET failed (client error): The resource could not be found. Oct 27 16:19:48.040361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7404d87-c1be-4bc3-b66c-74af82cb1791 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "GET /v2.0/networks/9a53f65e-0102-42c6-a3e8-e6e2ca71a19d HTTP/1.1" status: 404 len: 339 time: 0.0292451 Oct 27 16:19:48.049563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41040) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.069271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:48.098866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.104992 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3645123f-1160-48a9-a94c-a4a40a8101be tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] GET failed (client error): The resource could not be found. Oct 27 16:19:48.112911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3645123f-1160-48a9-a94c-a4a40a8101be tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "GET /v2.0/ports/c82a09f4-b677-4676-abf7-1ced4ec575fd HTTP/1.1" status: 404 len: 333 time: 0.0581195 Oct 27 16:19:48.113702 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1f0ffa06-a4c0-420c-acd9-ef1c66015754 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/7b721cb6-89fb-4f6b-b6f9-1ef0ea0cb2ee HTTP/1.1" status: 204 len: 168 time: 0.6169524 Oct 27 16:19:48.113702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.116102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41044) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.120919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ddc4d-7437-4941-a3fa-77cc5ed01862 None None] Network a2968e8e-218c-4a88-b228-27d0bc20e864 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:48.158194 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c751e80f-147e-4a58-a913-2603850a4d34 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] GET failed (client error): The resource could not be found. Oct 27 16:19:48.164728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c751e80f-147e-4a58-a913-2603850a4d34 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "GET /v2.0/subnets/a40be136-eea5-4700-93e1-31180e02d2c2 HTTP/1.1" status: 404 len: 337 time: 0.0424645 Oct 27 16:19:48.164728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.169060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.176662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5145526a-53db-4d38-83f8-afd8dfd03110 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:48.222970 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5145526a-53db-4d38-83f8-afd8dfd03110 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] PUT failed (client error): The resource could not be found. Oct 27 16:19:48.226423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.230795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5145526a-53db-4d38-83f8-afd8dfd03110 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:48.237876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5145526a-53db-4d38-83f8-afd8dfd03110 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "PUT /v2.0/networks/3e418568-662c-4096-9a3c-6b54f96d311a HTTP/1.1" status: 404 len: 339 time: 0.0626948 Oct 27 16:19:48.238118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.239184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.246896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7d644217-d398-41fb-b3cc-8e4d336431d5 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:48.266587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] For port ef64a439-87be-422d-8eab-38fe33887591, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef64a439-87be-422d-8eab-38fe33887591,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:48.271314 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d644217-d398-41fb-b3cc-8e4d336431d5 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] PUT failed (client error): The resource could not be found. Oct 27 16:19:48.272407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d644217-d398-41fb-b3cc-8e4d336431d5 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:48.277221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d644217-d398-41fb-b3cc-8e4d336431d5 tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "PUT /v2.0/ports/72965a0e-8d40-44ce-a624-c37f3282eacf HTTP/1.1" status: 404 len: 333 time: 0.0334573 Oct 27 16:19:48.286588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:48.303600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:48.312592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:48.371124 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.376420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1598e3ac-10df-4ba0-aca5-7a81b772581d tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:48.392183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port 3341067b-54a3-4ab0-9f42-762bd2fd8124 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:48.392963 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.409523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:48.433182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 668b9ce6-f084-4664-a55b-592084483d46, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=668b9ce6-f084-4664-a55b-592084483d46,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:48.433182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.562759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.568689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef64a439-87be-422d-8eab-38fe33887591 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:48.571349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['16a1dd85-3539-4377-9160-5af348941dea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:48.601137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port 3341067b-54a3-4ab0-9f42-762bd2fd8124, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3341067b-54a3-4ab0-9f42-762bd2fd8124,segment=NetworkSegment(b3b8387e-9dc8-411d-9112-5a34e734a454),segment_id=b3b8387e-9dc8-411d-9112-5a34e734a454)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:48.601794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.623620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for 3341067b-54a3-4ab0-9f42-762bd2fd8124 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:48.647243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6524f3-c004-4ce7-81e0-2411f8cc3707 None None] Pushing event updated for resources: {'Port': ['ID=ef64a439-87be-422d-8eab-38fe33887591,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:48.675478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Provisioning complete for port 668b9ce6-f084-4664-a55b-592084483d46 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:48.675927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.804172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] DHCP port deletion for a2968e8e-218c-4a88-b228-27d0bc20e864 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:48.831680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:48.845440 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1598e3ac-10df-4ba0-aca5-7a81b772581d tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] PUT failed (client error): The resource could not be found. Oct 27 16:19:48.846998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1598e3ac-10df-4ba0-aca5-7a81b772581d tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:48.847153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1598e3ac-10df-4ba0-aca5-7a81b772581d tempest-NetworksNegativeTestJSON-1295893871 tempest-NetworksNegativeTestJSON-1295893871-project] 10.222.0.70 "PUT /v2.0/subnets/386f75df-9ea7-45fd-a094-99ee6a5694a1 HTTP/1.1" status: 404 len: 337 time: 0.5289569 Oct 27 16:19:48.848069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:48.895379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db67d31d-8d20-4c46-9eda-44e54a11af85 req-e517f3c6-0a86-4c30-a7f6-c842f492b957 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 210 time: 0.4519448 Oct 27 16:19:48.927056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:48.927738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.990200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.058185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ef64a439-87be-422d-8eab-38fe33887591 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:49.058611 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.101314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Provisioning complete for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:49.101743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.104249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-91529266-d791-49df-92bc-6c6b777333f0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0994375 Oct 27 16:19:49.105134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:19:49.105623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.195207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2c3a18a-3cb4-4c35-a0d0-3d461611a8df,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.199338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=668b9ce6-f084-4664-a55b-592084483d46,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.221406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Checking segment: {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:49.221724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:49.221871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network hostable DHCP agents. Network: e45b6eab-27e7-41d1-a4b4-16d6d11a9a76, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:49.239354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Deleting port 3341067b-54a3-4ab0-9f42-762bd2fd8124 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:49.239738 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.329793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Provisioning complete for port ef64a439-87be-422d-8eab-38fe33887591 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:49.330171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b24a82b3-4aeb-42a3-b094-d159acba2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.372021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:49.407881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] For port 3341067b-54a3-4ab0-9f42-762bd2fd8124, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3341067b-54a3-4ab0-9f42-762bd2fd8124,segment=NetworkSegment(b3b8387e-9dc8-411d-9112-5a34e734a454),segment_id=b3b8387e-9dc8-411d-9112-5a34e734a454)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:49.408316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.438013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Calling delete_port for 3341067b-54a3-4ab0-9f42-762bd2fd8124 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:49.461331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.495276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 188df2fd-62d7-4f0d-a07e-73c309152db5 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:49.499898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, e45b6eab-27e7-41d1-a4b4-16d6d11a9a76) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:49.504209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:49.505938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.512439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port 3341067b-54a3-4ab0-9f42-762bd2fd8124 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:49.525142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a6917e-74a8-4604-a97b-51eb3594d00a None None] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:49.530730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 188df2fd-62d7-4f0d-a07e-73c309152db5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:49.531094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 188df2fd-62d7-4f0d-a07e-73c309152db5 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:49.551156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=3341067b-54a3-4ab0-9f42-762bd2fd8124,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.598846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.634374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7751093-b99d-41f7-a703-6cbd0b63b8a2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9413066 Oct 27 16:19:49.637040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41086) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.643379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1884401936', 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:49.687930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.725209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2968e8e-218c-4a88-b228-27d0bc20e864']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:49.725589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 668b9ce6-f084-4664-a55b-592084483d46 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:49.736227 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.737868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b8387e-9dc8-411d-9112-5a34e734a454') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:49.738240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b8387e-9dc8-411d-9112-5a34e734a454') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:49.748806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.764095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.770588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:49.771121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.772319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc925f-c8c2-4cb3-8770-f2b1649fd1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:49.774736 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:49.825420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Made reservation on behalf of c8f554a74eea446a8be76d3da3fc6989 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:49.828757 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.853886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] device_id is not set on port 503bf084-1e68-435d-aef5-8e2a08ca974c yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:49.937446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.942040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41092) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.948717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670105292', 'description': 'tempest-description--867520098'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:49.980351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc925f-c8c2-4cb3-8770-f2b1649fd1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.997272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] No DVR routers for this DVR port 3341067b-54a3-4ab0-9f42-762bd2fd8124 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:50.002493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0ce8-278b-4d8a-98c3-5fc92fe53abd None None] Pushing event deleted for resources: {'Port': ['ID=3341067b-54a3-4ab0-9f42-762bd2fd8124,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.006214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.024328 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/a2968e8e-218c-4a88-b228-27d0bc20e864 HTTP/1.1" status: 204 len: 168 time: 1.9132094 Oct 27 16:19:50.035477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41094) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.045058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Provisioning complete for port 668b9ce6-f084-4664-a55b-592084483d46 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:50.045439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.056017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f151-3efb-47e5-8920-a0a626991c71 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=a2968e8e-218c-4a88-b228-27d0bc20e864,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.070582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7cdd5f-46b2-4b0b-9ef9-bacd51d7c9bd None None] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:50.092091 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bbd4be-440d-4b74-8950-d8253336ca64 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:50.093136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bbd4be-440d-4b74-8950-d8253336ca64 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:50.097730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d3bbd4be-440d-4b74-8950-d8253336ca64 tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/63451a0e-1299-44a2-b0df-cbd04ba20b56 HTTP/1.1" status: 404 len: 337 time: 0.0598373 Oct 27 16:19:50.098481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8bd13f5-74fb-40f9-8704-d8394562b7ce req-324f6349-d2b8-418c-a321-51bf76cb0b10 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 210 time: 0.0779216 Oct 27 16:19:50.099694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.120007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 2001:db8::180 (e45b6eab-27e7-41d1-a4b4-16d6d11a9a76/f2c3a18a-3cb4-4c35-a0d0-3d461611a8df/503bf084-1e68-435d-aef5-8e2a08ca974c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:50.122608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e3fc925f-c8c2-4cb3-8770-f2b1649fd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.135418 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7b0126-cdd3-41ab-8c91-340b39e7e84b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] DELETE failed (client error): The resource could not be found. Oct 27 16:19:50.136034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7b0126-cdd3-41ab-8c91-340b39e7e84b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:19:50.143397 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dd7b0126-cdd3-41ab-8c91-340b39e7e84b tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/d6032a1c-cd36-4256-90fe-644b9d60dc33 HTTP/1.1" status: 404 len: 339 time: 0.0377796 Oct 27 16:19:50.143660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 668b9ce6-f084-4664-a55b-592084483d46 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:50.143660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.147006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41098) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.187237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.223815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc925f-c8c2-4cb3-8770-f2b1649fd1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb17af-3c7b-440e-927a-a80cf7ec8de7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.243173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e3fc925f-c8c2-4cb3-8770-f2b1649fd1d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8fbeec5aee245b48ee0f24a362e4f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431196 Oct 27 16:19:50.246702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41100) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.263380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting subnet 84e5f1f9-1b21-45dc-9e0d-e75f91e6e879 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:50.275766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.336913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.340237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.349926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef64a439-87be-422d-8eab-38fe33887591 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:50.351649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Provisioning complete for port 15c744f0-138e-439b-af79-d291e08fd127 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:50.359880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.374989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.419099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.435543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Port 15c744f0-138e-439b-af79-d291e08fd127 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:50.439903 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.477960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Provisioning complete for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:50.482787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.536967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2d533-7d01-4f13-ba10-faaded64775c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.553545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0f772ec7-285f-41be-8680-e81dad4e3e1b None None] Port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:50.560303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.560647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ef64a439-87be-422d-8eab-38fe33887591 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:50.561021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.590109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.591806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.595614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.597582 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66eb17af-3c7b-440e-927a-a80cf7ec8de7 HTTP/1.1" status: 204 len: 168 time: 0.3496943 Oct 27 16:19:50.627347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093a0f-4799-433d-9d7b-406b376e45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb17af-3c7b-440e-927a-a80cf7ec8de7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.653908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.656373 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4b6a3f4f-a0d5-41af-9f48-b3ac45442490 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7123032 Oct 27 16:19:50.658398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41118) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.663630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'security_group_rule': {'security_group_id': '7ea2d533-7d01-4f13-ba10-faaded64775c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:50.720585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3341067b-54a3-4ab0-9f42-762bd2fd8124 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:50.742590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 3341067b-54a3-4ab0-9f42-762bd2fd8124 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:50.743261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3341067b-54a3-4ab0-9f42-762bd2fd8124 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:50.819221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.831100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.834581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.894585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Subnet': ['ID=84e5f1f9-1b21-45dc-9e0d-e75f91e6e879,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.895510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.896907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.900583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2495c39e-0361-439a-a823-1acfa02e086c tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/subnets/84e5f1f9-1b21-45dc-9e0d-e75f91e6e879 HTTP/1.1" status: 204 len: 168 time: 0.7494845 Oct 27 16:19:50.900844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56d93b-5815-43a7-acd1-ee635a151ce3 None None] Network b92093b1-50f5-43e5-a756-d0e18c1da567 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:50.907479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41124) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.923782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:50.928719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:50.930788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=503bf084-1e68-435d-aef5-8e2a08ca974c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.934626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:50.934626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.935632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.000595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.030480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:51.064890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Deleting port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:51.065261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.109282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b3ac826d-6980-4b7b-9c8d-be8b9d080622 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4703331 Oct 27 16:19:51.109972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41130) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:51.110151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 16a1dd85-3539-4377-9160-5af348941dea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:51.110725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.178598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.189471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] DHCP port deletion for b92093b1-50f5-43e5-a756-d0e18c1da567 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:51.239349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] For port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,segment=NetworkSegment(e0d018c1-e122-4aab-b857-953d77768407),segment_id=e0d018c1-e122-4aab-b857-953d77768407)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:51.239349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.249886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71f7b28-b729-4b63-a5de-4cad953c33db,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:51.275080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Calling delete_port for c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:51.337585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Deleting port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:51.337959 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.340574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.345395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.347556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-820cb522-fdb3-41f1-8e52-34bb82198764 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6869383 Oct 27 16:19:51.353484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9854dcc-4a38-49f8-af94-f978ccaed6b3 req-6060404d-822e-4329-8398-98f35f181963 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 210 time: 0.0928853 Oct 27 16:19:51.357717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41146) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:51.384632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'security_group_rule': {'security_group_id': '7ea2d533-7d01-4f13-ba10-faaded64775c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:51.412805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Deleting port 503bf084-1e68-435d-aef5-8e2a08ca974c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:51.413293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.428292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:51.430705 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe7ca8d-a771-48d5-b80d-15f6495d4586" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:51.463164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:51.469802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] For port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,segment=NetworkSegment(e0d018c1-e122-4aab-b857-953d77768407),segment_id=e0d018c1-e122-4aab-b857-953d77768407)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:51.470470 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.486163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Calling delete_port for c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:51.489586 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e080c-b5e3-49aa-8996-4141a7e72ebf x-openstack-request-id: req-7d5e080c-b5e3-49aa-8996-4141a7e72ebf {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:51.489887 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:51.490140 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d5e080c-b5e3-49aa-8996-4141a7e72ebf {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:51.490534 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:19:51.523474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.538302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Calling delete_port for 503bf084-1e68-435d-aef5-8e2a08ca974c owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:51.603819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.627591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.634879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] No DVR routers for this DVR port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:51.683148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Port': ['ID=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:51.684330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] Pushing event deleted for resources: {'Port': ['ID=c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:51.689547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.691967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fef59-0f0e-4261-8b4f-8ee268f40733 None None] No DVR routers for this DVR port c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:51.745177 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.849480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.877023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92093b1-50f5-43e5-a756-d0e18c1da567']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:51.878864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:51.880185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-e2c43c8e-3109-4c05-b924-ade1ee054267 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:51.881990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-e2c43c8e-3109-4c05-b924-ade1ee054267 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.2253759 Oct 27 16:19:51.890351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d018c1-e122-4aab-b857-953d77768407') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:51.890932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d018c1-e122-4aab-b857-953d77768407') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:51.908109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:51.910950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.947367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.962615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:51.963102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:51.967485 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:52.027920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.097849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:52.121846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.146173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:52.146903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c81300ab-79d6-4ea4-a2fa-1e8f8f6c88e6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:52.150029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476203af-8766-4220-85aa-7335088b0bf7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:52.179007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.193352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.202753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] 10.222.0.70 "DELETE /v2.0/networks/b92093b1-50f5-43e5-a756-d0e18c1da567 HTTP/1.1" status: 204 len: 168 time: 1.2878904 Oct 27 16:19:52.215110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e510b-b189-49ea-abc5-807886a0dcdf tempest-NetworksIpV6Test-1427278790 tempest-NetworksIpV6Test-1427278790-project] Pushing event deleted for resources: {'Network': ['ID=b92093b1-50f5-43e5-a756-d0e18c1da567,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:52.362941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.364260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.368985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41174) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.369688 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b3c86f3-d730-4049-9710-3106686a0a12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0107582 Oct 27 16:19:52.404216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:52.460842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.493523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Port': ['ID=503bf084-1e68-435d-aef5-8e2a08ca974c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:52.547800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.555525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41186) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.562063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76', 'external_fixed_ips': [{'subnet_id': 'f2c3a18a-3cb4-4c35-a0d0-3d461611a8df', 'ip_address': '2001:db8::180'}]}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:52.565201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-394c296b-98a1-4e15-ae25-3c6df35484ac tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/ports/503bf084-1e68-435d-aef5-8e2a08ca974c HTTP/1.1" status: 204 len: 168 time: 1.4540720 Oct 27 16:19:52.572411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81d46f33-2ec7-45f9-93fb-2200b7f71ada req-e54ad211-067e-48e3-90f5-128acbaa1cb4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 210 time: 0.0909011 Oct 27 16:19:52.638638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035505691'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:52.682339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:52.689239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.718949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:19:52.718949 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:19:52.718949 n-d-814735-4 neutron-server[114449]: [parameters: {'project_id_1': 'd3affc7d928a4dc7a2af748a13756ff0', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 19, 32, 654278)}] Oct 27 16:19:52.718949 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:52.719633 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:52.721025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:19:52.721025 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:19:52.721025 n-d-814735-4 neutron-server[114449]: [parameters: {'project_id_1': 'c8f554a74eea446a8be76d3da3fc6989', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 19, 32, 569126)}] Oct 27 16:19:52.721025 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:52.721625 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:52.874295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.890338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.2 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:52.902043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:53.060332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d47cb84-1933-44f2-8311-5009b87fad76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d203749fbe734669aabe4d7bb9d3a30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560369 Oct 27 16:19:53.062934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41196) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:53.123835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.131868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.138892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.154449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.258306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:19:53.258306 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:19:53.258306 n-d-814735-4 neutron-server[114449]: [parameters: {'project_id_1': 'd3affc7d928a4dc7a2af748a13756ff0', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 19, 33, 241805)}] Oct 27 16:19:53.258306 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:53.259287 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:53.341078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.344145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.345579 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ccdb35f-6a82-403d-8cc1-5c6a8e3d1921 HTTP/1.1" status: 204 len: 168 time: 0.2814789 Oct 27 16:19:53.360584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79faf9a-8aa2-4572-87bb-500710a0f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccdb35f-6a82-403d-8cc1-5c6a8e3d1921,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:53.369939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.374529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.428471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 172.25.5.122 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5f3cadfe-e4d7-4f96-86b8-90a2e384aa31) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:53.466422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.473532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.481067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:53.662957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:53.753597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:53.839678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:53.849026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:53.892844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ff023-2569-45a0-9643-81b4bd51dd3d req-19a1e400-9eb2-428f-a5be-ed0beea7bc29 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.901315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-888ff023-2569-45a0-9643-81b4bd51dd3d req-19a1e400-9eb2-428f-a5be-ed0beea7bc29 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 931 time: 0.1566000 Oct 27 16:19:53.939512 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.983159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.983798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.999998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-888ff023-2569-45a0-9643-81b4bd51dd3d req-a3ce9e0a-6469-4db9-94df-a4c6c50d9b74 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971398 Oct 27 16:19:54.044744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.153905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-5d3cb6fb-86f2-4663-a43e-dd17e419cac0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2545304 Oct 27 16:19:54.168906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Request body: {'port': {'device_id': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:54.201264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.290961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:54.299718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:54.307326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.311251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:54.378197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.401483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.410715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.413461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.418933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=5f3cadfe-e4d7-4f96-86b8-90a2e384aa31,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:54.765199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.766983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 2001:db8::180 (e45b6eab-27e7-41d1-a4b4-16d6d11a9a76/f2c3a18a-3cb4-4c35-a0d0-3d461611a8df/038bfbe3-f15f-4e1a-8db2-f285c1e70cf5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:54.780218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.847115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.880908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d352c91-fd85-44bf-a242-db774a505e26,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:54.949022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.982516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.000808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:55.029272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.113800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.155526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:55.169823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.170800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.180889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2067106611'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:55.216388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82559b7c-6fb7-4efd-8bda-0ed67f27b356,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.228998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.230643 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75d82f2b-e274-4c9d-81ff-381f3a290968 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7685142 Oct 27 16:19:55.241230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:55.253101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:55.259657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Transition to ACTIVE for port object c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:19:55.260280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:55.273606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:55.286921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f591c-22d2-4917-bbcc-abbfb230fa32 req-ec867b06-0115-4e28-954b-1954b73ec210 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.295148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c7f591c-22d2-4917-bbcc-abbfb230fa32 req-ec867b06-0115-4e28-954b-1954b73ec210 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 931 time: 0.1909883 Oct 27 16:19:55.316917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=038bfbe3-f15f-4e1a-8db2-f285c1e70cf5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.380004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.391943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:55.396198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.415683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.522904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.615164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.644729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:55.676263 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.677519 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment 231890f6-b6d8-4c46-ba35-6c15a564bede of type vlan for network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 Oct 27 16:19:55.691432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91ffee-ef93-4c2a-a700-c0034ccbbb45,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.695515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.789413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.791713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c7f591c-22d2-4917-bbcc-abbfb230fa32 req-b45313ef-53be-495d-8666-88e60d8f2cec tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920881 Oct 27 16:19:55.826398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4748c12b-994f-42b3-98c6-468bece81c5a tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5824852 Oct 27 16:19:55.830885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41250) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:55.838815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-security--1195170592', 'description': 'tempest-security-description-999964568'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:55.862579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Pushing event updated for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.880125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.893042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.953847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.961658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.962310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.975987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.009535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Attempting to bind port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:56.010576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Attempting to bind port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:56.011782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Attempting to bind port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:56.090429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:56.091083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Attempting to bind port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:56.152341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.168195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:56.169294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:56.169880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:56.170489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Bound port: c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:56.171012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.178667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=5f3cadfe-e4d7-4f96-86b8-90a2e384aa31,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.279593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:56.281632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.283002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1d678332-ce8e-4dfb-9023-9325d4259079 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9124916 Oct 27 16:19:56.285178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:56.385987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.391728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.422482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.425375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:56.438174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.491653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:56.492567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.494515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] 10.222.0.82 "PUT /v2.0/ports/c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb HTTP/1.1" status: 200 len: 1091 time: 2.3304088 Oct 27 16:19:56.495281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:56.499838 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:56.512039 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ed7e1cdd-d68f-4a01-bfd1-66700965f95d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5085888 Oct 27 16:19:56.582362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214f78d-2bea-4a54-8d68-27a885afe019 service neutron] Pushing event updated for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.588515 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a6edd-22d3-4509-94d5-f5f8ae58cfa5 x-openstack-request-id: req-699a6edd-22d3-4509-94d5-f5f8ae58cfa5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:56.588515 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:56.588515 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-699a6edd-22d3-4509-94d5-f5f8ae58cfa5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:56.588515 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb', 'status': 'completed', 'code': 200} Oct 27 16:19:56.702793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a55d913d-575d-4099-b6ed-d86424ad7469 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1670105292&fields=id&tenant_id=77633c120dbe448fb1064bff66c0616f HTTP/1.1" status: 200 len: 267 time: 0.1287148 Oct 27 16:19:56.751994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-a5f1cd70-52d5-433d-beb8-5998c18d487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:56.840418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-a5f1cd70-52d5-433d-beb8-5998c18d487d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 1094 time: 0.1289246 Oct 27 16:19:56.840418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7560e5f4-6f5d-422a-9452-3e918187b318 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:56.840418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7560e5f4-6f5d-422a-9452-3e918187b318 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 930 time: 0.0578883 Oct 27 16:19:56.863643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.866178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.870669 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "PUT /v2.0/security-groups/82559b7c-6fb7-4efd-8bda-0ed67f27b356 HTTP/1.1" status: 200 len: 1779 time: 1.0357039 Oct 27 16:19:56.870838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41278) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:56.930236 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef5d5c77-99f1-41df-9b8b-a3de787ed3e9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups/82559b7c-6fb7-4efd-8bda-0ed67f27b356 HTTP/1.1" status: 200 len: 1779 time: 0.0560191 Oct 27 16:19:56.930236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cbdce-7533-4862-9c8b-cf72c48bad23 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82559b7c-6fb7-4efd-8bda-0ed67f27b356,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.931288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41280) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:56.960627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router e5633d17-186a-478a-86f3-68721cbd76af is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:19:56.999908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1f0f66eb-6398-4424-8bc1-3aabe0c67f6f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.001400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1f0f66eb-6398-4424-8bc1-3aabe0c67f6f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 931 time: 0.2090766 Oct 27 16:19:57.095189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:57.104615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Sync routers for ids ['e5633d17-186a-478a-86f3-68721cbd76af'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:57.128754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Routers {'e5633d17-186a-478a-86f3-68721cbd76af'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:57.131591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e5633d17-186a-478a-86f3-68721cbd76af'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:57.174565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-3f7da125-c689-49b6-a36e-41be1f305276 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1587241 Oct 27 16:19:57.222732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ca2be-15d5-493f-9426-9fcbf0da7fa2 req-2eaf2b35-ddc9-41b7-a9e1-6978b8ba9979 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.225723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-230ca2be-15d5-493f-9426-9fcbf0da7fa2 req-2eaf2b35-ddc9-41b7-a9e1-6978b8ba9979 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 943 time: 0.3307924 Oct 27 16:19:57.229000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.229000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-500da42f-3143-44ce-b0c7-26a35d9bb85c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6719868 Oct 27 16:19:57.231564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41288) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:57.236066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-f9108aa1-4100-4808-b992-65f101982063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.236066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-f9108aa1-4100-4808-b992-65f101982063 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4587862 Oct 27 16:19:57.261141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-81dc2e32-ba1f-464b-8773-4ea8225c91d9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0708356 Oct 27 16:19:57.344569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Set router e5633d17-186a-478a-86f3-68721cbd76af gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:57.437633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.533787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-524d0983-e308-497d-a704-ef0a6f133441 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.540110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-524d0983-e308-497d-a704-ef0a6f133441 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.546840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-524d0983-e308-497d-a704-ef0a6f133441 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.554995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-524d0983-e308-497d-a704-ef0a6f133441 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/networks?id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 200 len: 1991 time: 0.2826693 Oct 27 16:19:57.598713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.676443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-926381a3-b168-474a-89f4-22ac60e366b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/quotas/77633c120dbe448fb1064bff66c0616f HTTP/1.1" status: 200 len: 375 time: 0.1204627 Oct 27 16:19:57.729432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5633d17-186a-478a-86f3-68721cbd76af', 'name': '', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76', 'external_fixed_ips': [{'subnet_id': 'f2c3a18a-3cb4-4c35-a0d0-3d461611a8df', 'ip_address': '2001:db8::180'}], 'enable_snat': True}, 'gw_port_id': '038bfbe3-f15f-4e1a-8db2-f285c1e70cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:53Z', 'updated_at': '2021-10-27T16:19:55Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '038bfbe3-f15f-4e1a-8db2-f285c1e70cf5', 'name': '', 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5633d17-186a-478a-86f3-68721cbd76af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'f2c3a18a-3cb4-4c35-a0d0-3d461611a8df', 'ip_address': '2001:db8::180', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:54Z', 'updated_at': '2021-10-27T16:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c3a18a-3cb4-4c35-a0d0-3d461611a8df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:57.777310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.803742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-230ca2be-15d5-493f-9426-9fcbf0da7fa2 req-251327c1-8a88-4635-b52c-5dfc0aeecc20 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369852 Oct 27 16:19:57.813375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Checking router: e5633d17-186a-478a-86f3-68721cbd76af for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:57.813764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Updating router e5633d17-186a-478a-86f3-68721cbd76af port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:19:57.816261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.856045 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.936695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2cdf857f-32b6-43f6-8375-27f5904d43ef tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2592542 Oct 27 16:19:57.958928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-17800f3c-fd51-458b-913b-6b9849e4a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.960650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e5bcb19-395b-4e02-b6d7-6c64b4297b40 req-17800f3c-fd51-458b-913b-6b9849e4a7e3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6965532 Oct 27 16:19:58.065732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Deleting port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:58.066275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.126609 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.210620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-66e1caac-095e-4220-88a7-bb99c30cae6f service neutron] 10.222.0.70 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625072 Oct 27 16:19:58.222825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-fba5305f-3547-45ab-a65d-34021986e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:58.224850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-fba5305f-3547-45ab-a65d-34021986e491 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 1094 time: 0.1134143 Oct 27 16:19:58.268225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.271161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.272609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/82559b7c-6fb7-4efd-8bda-0ed67f27b356 HTTP/1.1" status: 204 len: 168 time: 1.3276851 Oct 27 16:19:58.278185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41298) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:58.331238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-ef250ea5-525b-4b57-a2ee-ff83a5d8d5ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb HTTP/1.1" status: 200 len: 217 time: 0.0936162 Oct 27 16:19:58.334485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701179e-7577-40e2-a74c-6a9d190a21f7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82559b7c-6fb7-4efd-8bda-0ed67f27b356,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:58.338696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.407512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Calling delete_port for 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:58.452078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af15ad-b162-4709-b001-d02923fded31 req-1014a1fd-840b-4e99-9bd0-0831952396f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:58.453827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-1014a1fd-840b-4e99-9bd0-0831952396f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.1036727 Oct 27 16:19:58.533381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.538492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.558772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-f1f82404-cdd6-4a7d-b962-3d46e5abf9fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788338 Oct 27 16:19:58.652462 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.654291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b490dd24-61fe-4baa-b507-50ad390b26b8 service neutron] 10.222.0.70 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400663 Oct 27 16:19:58.725685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-27983213-d6a7-4b1f-afce-0c82e04228bd service neutron] 10.222.0.70 "GET /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0694110 Oct 27 16:19:58.816670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5037c-fc7a-4d78-8257-dbfba1c946a0 None None] Pushing event updated for resources: {'Port': ['ID=038bfbe3-f15f-4e1a-8db2-f285c1e70cf5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:58.831458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:58.834095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:58.835480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 on network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:58.862960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:58.868053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Checking segment: {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:58.869490 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.876521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Bound using segment: {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:58.880585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:58.881706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Bound port: 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:58.881977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b769f2d0-240c-44fd-b0bf-29b85467ddc6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5958683 Oct 27 16:19:58.883617 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.914926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-bf2237fb-a20a-4518-81cf-75f8a39aec0f service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527975 Oct 27 16:19:58.919408 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-2afece47-7766-4b74-a0ce-ad8bf6d53d0d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] delete failed (client error): The resource could not be found. Oct 27 16:19:58.921126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2afece47-7766-4b74-a0ce-ad8bf6d53d0d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/82559b7c-6fb7-4efd-8bda-0ed67f27b356 HTTP/1.1" status: 404 len: 347 time: 0.0310884 Oct 27 16:19:58.930103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:58.930850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.937551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047145659'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:59.018765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Port': ['ID=038bfbe3-f15f-4e1a-8db2-f285c1e70cf5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:59.060415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:19:59.061040 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:19:59.071713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.151507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b996415a-60d8-4858-a43c-b35baa68c0df service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243686 Oct 27 16:19:59.209717 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.212165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.254057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16841-7a67-41f2-8b5d-92f22dc8937b req-563264ec-3060-4ab7-8fec-f2a7f4e98541 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:59.255644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36c16841-7a67-41f2-8b5d-92f22dc8937b req-563264ec-3060-4ab7-8fec-f2a7f4e98541 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 943 time: 0.2657785 Oct 27 16:19:59.268737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7af15ad-b162-4709-b001-d02923fded31 req-041bc09b-7b4a-41b5-9b78-bc91f6a29c79 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442018 Oct 27 16:19:59.271685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.340217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.342548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5633d17-186a-478a-86f3-68721cbd76af {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:19:59.356099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.358760 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-66a096f5-3f82-4ffc-b556-83d499064694 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e5633d17-186a-478a-86f3-68721cbd76af HTTP/1.1" status: 204 len: 168 time: 2.1260364 Oct 27 16:19:59.362969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36c16841-7a67-41f2-8b5d-92f22dc8937b req-44b26742-e432-4e6d-9070-56b460fb214e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987787 Oct 27 16:19:59.363763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41314) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.365908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-c31fc905-71d9-4901-b18f-a6ff2f118d0d service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053804 Oct 27 16:19:59.414188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.462669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d8c7ed23-e4fe-47db-9c46-b39e4fb0ef77 service neutron] 10.222.0.70 "GET /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0795555 Oct 27 16:19:59.470921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Deleting subnet f2c3a18a-3cb4-4c35-a0d0-3d461611a8df {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:59.482667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.486523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.579575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176bfeda-7c4c-468e-b7e3-34ec5d56fef5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:59.589608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:59.589983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:59.590400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Attempting to bind port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 on network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:59.591688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.597351 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e13c712a-55a5-42b7-a394-c3f61b8f52e1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6609211 Oct 27 16:19:59.598664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41316) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.605223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '176bfeda-7c4c-468e-b7e3-34ec5d56fef5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:59.618955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.619654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:59.620056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Checking segment: {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:59.624549 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.625016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Bound using segment: {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:59.625548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Bound port: 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e45b6eab-27e7-41d1-a4b4-16d6d11a9a76'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:59.625940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.706611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.714498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Port 038bfbe3-f15f-4e1a-8db2-f285c1e70cf5 has been deleted concurrently {{(pid=114450) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 27 16:19:59.738789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Routers set() bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:59.745028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Router IDs set() for agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:19:59.745028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_agentschedulers_db [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5633d17-186a-478a-86f3-68721cbd76af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent'). {{(pid=114450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 16:19:59.745028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7a10-b9c0-4b15-95cb-ea39aaba6083 None None] The sync data for ids ['e5633d17-186a-478a-86f3-68721cbd76af'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:59.745359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-539de97e-9da6-4d63-a838-02e630584580 service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695391 Oct 27 16:19:59.791350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41318) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.797057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:59.977650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:59.981314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.121533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.187912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-9318c0a6-01b8-4ae6-a1ec-2fce4677919d service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321425 Oct 27 16:20:00.229009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.258878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.285302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c3a18a-3cb4-4c35-a0d0-3d461611a8df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.303105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.306506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-493d10d0-51ee-4f8e-ab15-5b0803b88908 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/f2c3a18a-3cb4-4c35-a0d0-3d461611a8df HTTP/1.1" status: 204 len: 168 time: 0.9385118 Oct 27 16:20:00.308972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41324) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:00.321410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.410446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5943cff4-1939-4f91-9d65-c9dbdfb1134b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.428670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-5de1b66e-47d4-4200-a61e-04a0bbe72a74 service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266753 Oct 27 16:20:00.434800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.472303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:20:00.503223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.509842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29659d3f-f8c1-42c2-b012-8576dcdb326d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9053791 Oct 27 16:20:00.511337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:00.559691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.574410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.608830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.628284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.676258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45b6eab-27e7-41d1-a4b4-16d6d11a9a76']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:00.679521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=98d73c23-c4e7-4562-866f-68ccb217cc38,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.681014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-afd5e451-13f1-470b-819c-ae6252f39150 service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376304 Oct 27 16:20:00.695322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492de1-ea3b-4cc5-8227-05a196a68294 req-e8e2c126-6fe1-4d24-b675-bff98a037b10 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:00.701854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': '231890f6-b6d8-4c46-ba35-6c15a564bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:00.702283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:00.702994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7492de1-ea3b-4cc5-8227-05a196a68294 req-e8e2c126-6fe1-4d24-b675-bff98a037b10 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 943 time: 0.1607244 Oct 27 16:20:00.725098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.725513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:00.725778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c487baac-2b5d-4fb6-97fb-d9a2fe9ac8c2') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:00.732234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.738657 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5943cff4-1939-4f91-9d65-c9dbdfb1134b HTTP/1.1" status: 204 len: 168 time: 0.2208610 Oct 27 16:20:00.738657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41334) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:00.750428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c857bb0-6a72-40ae-bf25-7896da8031b8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5943cff4-1939-4f91-9d65-c9dbdfb1134b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.801402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.806983 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b47888d-2650-4dd7-8618-96c58d019ea3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657222 Oct 27 16:20:00.807526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:00.831528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:00.838363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.852431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7492de1-ea3b-4cc5-8227-05a196a68294 req-98d36f3e-20da-43ac-9ab4-e527eb298482 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478536 Oct 27 16:20:00.871077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:00.871077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.905610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:00.931373 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:00.958756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.995308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-df38d938-612f-42f9-babe-884ce17b8003 service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846558 Oct 27 16:20:01.052454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:01.067622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af3a7e-5fd5-4867-bc95-0497f6a3c639 None None] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:01.068789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:01.069489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.144313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a0cf2bae-c37f-40a0-856a-387a5f17e679 service neutron] 10.222.0.70 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424928 Oct 27 16:20:01.203582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.213164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:20:01.221833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.225405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e45b6eab-27e7-41d1-a4b4-16d6d11a9a76 HTTP/1.1" status: 204 len: 168 time: 0.9146621 Oct 27 16:20:01.240606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.244508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.245326 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/176bfeda-7c4c-468e-b7e3-34ec5d56fef5 HTTP/1.1" status: 204 len: 168 time: 0.4367111 Oct 27 16:20:01.247065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c167b7-2cd1-42e9-9ed9-cfad6eed7b66 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Network': ['ID=e45b6eab-27e7-41d1-a4b4-16d6d11a9a76,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.249604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41344) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:01.262496 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a845e7b4-a7b0-4384-a664-56a814bec2a2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4699991 Oct 27 16:20:01.271201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:01.277216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1009258030'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:01.280709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e377c22-0784-4259-954f-4ab874a8cea7 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176bfeda-7c4c-468e-b7e3-34ec5d56fef5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.333742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5', 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': '98d73c23-c4e7-4562-866f-68ccb217cc38'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:01.334918 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.378407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-953babff-81e7-48ba-8283-e66da7c7b87d service neutron] 10.222.0.70 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268095 Oct 27 16:20:01.383746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4ac20902-7c3f-4954-bd4f-c19acb18eebe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309667 Oct 27 16:20:01.391971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:01.396888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361091076'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:01.409607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:01.417605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.512043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:01.521212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Allocated IP 2001:db8:0:ffff::2 (e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5/98d73c23-c4e7-4562-866f-68ccb217cc38/efc7de77-f8da-4352-a8ae-f1fe847a3fd5) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:01.527994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.528548 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment 37dda7fc-47ac-45b9-bea5-9d1dbd6b5103 of type vlan for network a6376c49-8e96-4e80-866e-7a95370950e5 Oct 27 16:20:01.539606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-f4400e8f-24e9-4d28-96bb-316c316ce8ea req-0533f98e-9d72-4e71-8f9d-69e525d5641f service neutron] (114449) timed out ('10.222.0.70', 45110) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:20:01.584744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.603336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.624822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d0acdf2a-904b-46c7-8449-149efc79bcbc service neutron] 10.222.0.70 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393034 Oct 27 16:20:01.745109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.746733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.753533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.759161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:01.763654 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.800711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.828912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:01.829974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.835275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'name': 'tempest-router--739760379', 'project_id': 'd4ae2fb2879c4773b199c42e2026fe47'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:01.850907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-f36bddbb-8bc7-4fc5-909d-d6a3aac3d38c service neutron] 10.222.0.70 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250469 Oct 27 16:20:01.917375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a51441a-3430-44a4-abaa-655aa2e84e4d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.955543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=a6376c49-8e96-4e80-866e-7a95370950e5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.959091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Pushing event updated for resources: {'Port': ['ID=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.971033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a6376c49-8e96-4e80-866e-7a95370950e5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:01.991765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d577921b-deb3-4c1e-9c56-99cabac77006 service neutron] 10.222.0.70 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399035 Oct 27 16:20:02.038986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:02.043323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:02.047874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:02.079435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.081175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.144688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226cc51-6a5d-4499-b32a-288dc32d878a req-3b15acea-e41e-4a8d-bc9d-43fa518866e9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:02.146409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b226cc51-6a5d-4499-b32a-288dc32d878a req-3b15acea-e41e-4a8d-bc9d-43fa518866e9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 943 time: 0.1319830 Oct 27 16:20:02.193460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.210883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.212459 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30232b51-8474-4f96-8a0f-6b8bbac64d8b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8191636 Oct 27 16:20:02.215292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41370) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.220338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '4a51441a-3430-44a4-abaa-655aa2e84e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:02.267075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b226cc51-6a5d-4499-b32a-288dc32d878a req-d776338b-0433-48ca-abe8-b04ad9dad574 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835712 Oct 27 16:20:02.275883 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eedd49e4-7425-42e7-bf9e-c94240093a81 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0009294 Oct 27 16:20:02.276596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41374) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.289575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:02.298920 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.331449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.389089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Attempting to bind port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:02.389691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Attempting to bind port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '231890f6-b6d8-4c46-ba35-6c15a564bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:02.389808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Attempting to bind port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 on network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:02.396599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:02.396967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Checking segment: {'id': '231890f6-b6d8-4c46-ba35-6c15a564bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:02.397363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.397860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Bound using segment: {'id': '231890f6-b6d8-4c46-ba35-6c15a564bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:02.398759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Bound port: efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231890f6-b6d8-4c46-ba35-6c15a564bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:02.398759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.470124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.527400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.527983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] For port efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:02.530002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a363f4bd-3f9f-4f49-ba8c-c5d2839b5133 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6994350 Oct 27 16:20:02.532780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] For port efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,segment=NetworkSegment(231890f6-b6d8-4c46-ba35-6c15a564bede),segment_id=231890f6-b6d8-4c46-ba35-6c15a564bede)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:02.544305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41380) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.568541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.586303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd767cb-0b14-4820-a3cc-4ea5694dc0c8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:02.648230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.656062 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.748420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:02.752065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.776452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.776452 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fcde18be-ecdf-403e-bb0b-03fe191172d9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5553689 Oct 27 16:20:02.776452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.779798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '4a51441a-3430-44a4-abaa-655aa2e84e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:02.784921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3efd3-591d-4d54-ac9d-d6bff182c64c None None] Pushing event updated for resources: {'Port': ['ID=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:02.950317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.963753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.973164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.049766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.103989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:20:03.155086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.156099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2991270b-3bab-4e3f-8e99-d9d0142361db {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:03.164200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.165021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-89934619-fdca-4c93-a29b-9c2d3f02769b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2991270b-3bab-4e3f-8e99-d9d0142361db HTTP/1.1" status: 204 len: 168 time: 0.6193476 Oct 27 16:20:03.176462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.248188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b351ab70-a9f5-4747-b10c-cfc7d7dcebf6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:03.260607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.261073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.261305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.261639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.261981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.262299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.262637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.262987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.263339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.263666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.263988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.265397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.320100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:03.333703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb', 'mac_address': 'fa:16:3e:e8:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:20:03.383485 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.397393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:03.402244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b695-7f8c-4ec1-aac5-a9543e588898 req-6b059d0a-c194-4d85-846f-0898249a128c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:03.404181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe69b695-7f8c-4ec1-aac5-a9543e588898 req-6b059d0a-c194-4d85-846f-0898249a128c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 943 time: 0.0509286 Oct 27 16:20:03.423354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:03.452288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe69b695-7f8c-4ec1-aac5-a9543e588898 req-c6e01165-6df9-4c35-ac3c-face62764224 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Oct 27 16:20:03.526257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.528281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.530763 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fab44367-9289-45e1-8d65-5e7450addc96 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7546077 Oct 27 16:20:03.533703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41404) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:03.542429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '4a51441a-3430-44a4-abaa-655aa2e84e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:03.627382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:03.673010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.712684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:20:03.717217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.767088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41412) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:03.820179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:03.820751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: a6376c49-8e96-4e80-866e-7a95370950e5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:03.825872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=ec7fb03b-f369-475c-98cf-75b846458b3c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:03.836610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.837254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.837478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.837928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.838369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.838805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.839269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.839924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.842300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.842300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.842300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.842851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:03.859165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device efc7de77-f8da-4352-a8ae-f1fe847a3fd5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:03.903733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.975631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:04.014044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.028932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a20b30-f5f7-468a-9c18-ed3b1dc1d101,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:04.141292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89fff4a3-470f-4089-9ba4-becea75ad68b req-6bee0038-335f-4e11-acff-1fe692287c29 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.1877036 Oct 27 16:20:04.141292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network a6376c49-8e96-4e80-866e-7a95370950e5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:04.144197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:04.144744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.179005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.181646 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-29faee6f-f36e-498f-9fc6-87d6c8e7c7a9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6454642 Oct 27 16:20:04.185786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.190828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '4a51441a-3430-44a4-abaa-655aa2e84e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:04.227968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a6376c49-8e96-4e80-866e-7a95370950e5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:04.229139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-618065222', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:04.252095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c60ae-213c-4c53-a3f6-e3417d490806 None None] Network a6376c49-8e96-4e80-866e-7a95370950e5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:04.260907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:04.261832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.374600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4016093-bb42-4e60-a257-78d4bd145a64 None None] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:04.398194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.477053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.478167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.510038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.532435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.558861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-78b87321-2ebe-461d-a900-5e47bd891749 None None] Provisioning complete for port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:04.559555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-78b87321-2ebe-461d-a900-5e47bd891749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.566774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.584135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3feda7ea-c885-4712-9d25-75d14345a0e3 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3029268 Oct 27 16:20:04.585080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41436) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.593789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'port': {'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5', 'name': 'tempest-NetworksIpV6TestAttrs-1744561623'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:04.623166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.715371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132a6800-356d-4d7a-8109-4f26d0441ac6,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:04.766974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,segment=NetworkSegment(231890f6-b6d8-4c46-ba35-6c15a564bede),segment_id=231890f6-b6d8-4c46-ba35-6c15a564bede)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:04.772437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902abe-c4f3-4e08-8ed6-0a2df7b24813 req-e5d8b118-6f47-4b9f-aa5e-1a4487d5ff5d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:04.772662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a6376c49-8e96-4e80-866e-7a95370950e5', 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': 'ec7fb03b-f369-475c-98cf-75b846458b3c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:04.773526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.774975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb902abe-c4f3-4e08-8ed6-0a2df7b24813 req-e5d8b118-6f47-4b9f-aa5e-1a4487d5ff5d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 944 time: 0.1875198 Oct 27 16:20:04.842607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.855889 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.859502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e04956bb-b3b1-4663-9596-e101967a203f tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6569402 Oct 27 16:20:04.860264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41442) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.867867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '4a51441a-3430-44a4-abaa-655aa2e84e4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:04.903089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb902abe-c4f3-4e08-8ed6-0a2df7b24813 req-70dc44d4-0696-47b2-a6d4-a3ed3c6aafce tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137278 Oct 27 16:20:05.009948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:05.014840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.033343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.037236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:05.063381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] device_id is not set on port c2264791-53a4-456c-b748-e22f0f75ad08 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:20:05.240847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.264516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Allocated IP 2001:db8::f816:3eff:fe17:ebef (a6376c49-8e96-4e80-866e-7a95370950e5/ec7fb03b-f369-475c-98cf-75b846458b3c/c2264791-53a4-456c-b748-e22f0f75ad08) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:05.370399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08536678-8e6d-4c48-b73b-299c9d86f36e req-b10a5df2-915a-4ac7-b053-1f2842dc63b9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.1399791 Oct 27 16:20:05.462391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.496430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.549129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.601638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.644889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.667016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96725dd6-24ce-4b60-8c43-180b07bedc16,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:05.678720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Allocated IP 172.25.5.71 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/f538fd6c-0050-4c72-b251-af4cbe12742e) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:05.768927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device efc7de77-f8da-4352-a8ae-f1fe847a3fd5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:05.804745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.814789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.816671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-84298455-ae93-479c-a601-5a8b50e9e804 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9523776 Oct 27 16:20:05.824777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:05.944083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Port': ['ID=c2264791-53a4-456c-b748-e22f0f75ad08,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:05.993175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network a6376c49-8e96-4e80-866e-7a95370950e5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:05.994645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.999406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:06.007127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:06.010894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:06.011286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.023510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:06.024935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.030476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.067990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.114507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e23f1-a0c0-4b5d-aac8-f24d782148b1 req-8b55cf6c-4e76-4c15-9af5-5b24e1aa233b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:06.124741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a9e23f1-a0c0-4b5d-aac8-f24d782148b1 req-8b55cf6c-4e76-4c15-9af5-5b24e1aa233b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 944 time: 0.0651567 Oct 27 16:20:06.151334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a4c7255b-c58f-4440-991b-2ec4efb51225 None None] Provisioning complete for port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:06.151596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4c7255b-c58f-4440-991b-2ec4efb51225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.166873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Allocated IP 2001:db8::f816:3eff:fe6f:888 (a6376c49-8e96-4e80-866e-7a95370950e5/ec7fb03b-f369-475c-98cf-75b846458b3c/a9867eab-35e7-4455-80d4-7db760cb3526) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:06.182196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a9e23f1-a0c0-4b5d-aac8-f24d782148b1 req-06502c66-2811-4fa7-a44c-a1674fd4431a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Oct 27 16:20:06.252401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b9ac1264-e8ba-4d53-b904-cfb577535da9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6659148 Oct 27 16:20:06.254914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41466) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.316277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting subnet ec7fb03b-f369-475c-98cf-75b846458b3c {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:06.404230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.409880 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.437358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.441912 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/96725dd6-24ce-4b60-8c43-180b07bedc16 HTTP/1.1" status: 204 len: 168 time: 0.6143842 Oct 27 16:20:06.444447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.457158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.524290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:06.565984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:06.568948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:06.598012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcfe98-d58b-484e-9b84-5f69842b640b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96725dd6-24ce-4b60-8c43-180b07bedc16,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:06.603126 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.608511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.625814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-67d4dbdb-4d92-4817-80ef-b49fcd594cd8 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1765971 Oct 27 16:20:06.655584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-159b2bef-5758-4b77-b066-bccd770195d3 req-d48a3b88-39b2-475e-9d49-e27ab2ddd5f7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0782728 Oct 27 16:20:06.655584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41474) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.660628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Network a6376c49-8e96-4e80-866e-7a95370950e5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:06.664858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:06.667079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Pushing event updated for resources: {'Port': ['ID=a9867eab-35e7-4455-80d4-7db760cb3526,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:06.670022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:06.678233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.728756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.740228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.786764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Attempting to bind port a9867eab-35e7-4455-80d4-7db760cb3526 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:06.787882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Attempting to bind port a9867eab-35e7-4455-80d4-7db760cb3526 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:06.788515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Attempting to bind port a9867eab-35e7-4455-80d4-7db760cb3526 on network a6376c49-8e96-4e80-866e-7a95370950e5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:06.795865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:06.796660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Checking segment: {'id': '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:06.797260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.797657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Bound using segment: {'id': '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:06.798140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Bound port: a9867eab-35e7-4455-80d4-7db760cb3526, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a6376c49-8e96-4e80-866e-7a95370950e5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:06.798520 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.804838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event updated for resources: {'Port': ['ID=f538fd6c-0050-4c72-b251-af4cbe12742e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:06.894024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] For port a9867eab-35e7-4455-80d4-7db760cb3526, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:06.911799 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.952274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] For port a9867eab-35e7-4455-80d4-7db760cb3526, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a9867eab-35e7-4455-80d4-7db760cb3526,segment=NetworkSegment(37dda7fc-47ac-45b9-bea5-9d1dbd6b5103),segment_id=37dda7fc-47ac-45b9-bea5-9d1dbd6b5103)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:06.971739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.978025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/132a6800-356d-4d7a-8109-4f26d0441ac6 HTTP/1.1" status: 204 len: 168 time: 0.3270459 Oct 27 16:20:06.979218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.989177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79dfee-b177-401f-8f4b-40b12859a17b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132a6800-356d-4d7a-8109-4f26d0441ac6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.044843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41484) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:07.055871 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52a863ba-d560-4d36-bc10-f7444da0499e tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0751803 Oct 27 16:20:07.063856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.086712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.094107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.113161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.157982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:07.255834 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.266584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc484d-679e-4715-8f9d-adadbeddd55f None None] Pushing event updated for resources: {'Port': ['ID=a9867eab-35e7-4455-80d4-7db760cb3526,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.295013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.301674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c6a20b30-f5f7-468a-9c18-ed3b1dc1d101 HTTP/1.1" status: 204 len: 168 time: 0.2557871 Oct 27 16:20:07.305043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028a00f-faa4-4dc3-a457-f43754bfa4fe tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6a20b30-f5f7-468a-9c18-ed3b1dc1d101,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.312228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:07.363883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:20:07.371747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:07.372370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.399555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.406136 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.441813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bca6a-d091-4ac8-9912-c54f230449f0 req-8291095a-fe29-4835-8b11-212ecd66f054 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:07.455013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-616bca6a-d091-4ac8-9912-c54f230449f0 req-8291095a-fe29-4835-8b11-212ecd66f054 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 944 time: 0.1151516 Oct 27 16:20:07.629312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.705614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:07.712241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:07.715475 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47326d5d-723b-4dda-8d73-c4c39b2a5ccc" -d '{"events": [{"server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "name": "network-vif-plugged", "status": "completed", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:07.795336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.911576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.948327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a9867eab-35e7-4455-80d4-7db760cb3526 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:08.023475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a9867eab-35e7-4455-80d4-7db760cb3526 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:08.024117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.124742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9800e89c-364a-4dff-8374-29b10b933e20 req-0a61302f-97e2-4ef5-9ac5-473398c802f7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0889349 Oct 27 16:20:08.149870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a0e9d8f7-d0a1-41cc-90d0-dff44c7d8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.149870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a0e9d8f7-d0a1-41cc-90d0-dff44c7d8a4d service neutron] 10.222.0.82 "GET /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 1026 time: 0.1131935 Oct 27 16:20:08.193411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.230665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-616bca6a-d091-4ac8-9912-c54f230449f0 req-38194520-6cdf-4fa0-b082-fa43982858ac tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745776 Oct 27 16:20:08.265278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-39b1867f-4b98-49c4-84cc-a394a51e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.271652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-39b1867f-4b98-49c4-84cc-a394a51e08a9 service neutron] 10.222.0.82 "GET /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 1027 time: 0.1178243 Oct 27 16:20:08.326717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7fb03b-f369-475c-98cf-75b846458b3c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:08.393270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.397202 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aab54d3f-5438-4f0b-b3c4-78a263285e6b tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/ec7fb03b-f369-475c-98cf-75b846458b3c HTTP/1.1" status: 204 len: 168 time: 2.1410758 Oct 27 16:20:08.405565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.498877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a552d-7e89-45f8-bcff-946f8b5f8fc1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.500651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a552d-7e89-45f8-bcff-946f8b5f8fc1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.502220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-123a552d-7e89-45f8-bcff-946f8b5f8fc1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0868728 Oct 27 16:20:08.515987 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b451dca6-8bf7-48e2-88a1-5777dc923a75 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.2023468 Oct 27 16:20:08.516715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41514) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.525801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41516) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.568294 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217add4-da65-4a5d-9913-4459c379388f x-openstack-request-id: req-2217add4-da65-4a5d-9913-4459c379388f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:08.568708 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "name": "network-vif-plugged", "status": "completed", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:08.570303 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2217add4-da65-4a5d-9913-4459c379388f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:08.570798 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb', 'code': 200} Oct 27 16:20:08.583848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-22ef0615-60fb-4146-8a6f-ee3cecba7541 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.591979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-22ef0615-60fb-4146-8a6f-ee3cecba7541 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.612547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-22ef0615-60fb-4146-8a6f-ee3cecba7541 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.615282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-22ef0615-60fb-4146-8a6f-ee3cecba7541 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/networks?id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 200 len: 1991 time: 0.3358562 Oct 27 16:20:08.626141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.628396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port a9867eab-35e7-4455-80d4-7db760cb3526, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a9867eab-35e7-4455-80d4-7db760cb3526,segment=NetworkSegment(37dda7fc-47ac-45b9-bea5-9d1dbd6b5103),segment_id=37dda7fc-47ac-45b9-bea5-9d1dbd6b5103)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:08.640968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.713960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbd1f-e7e4-408a-a21a-9217bf2c209a req-391ba668-1329-4636-994f-535f12877523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.715884 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8dcbd1f-e7e4-408a-a21a-9217bf2c209a req-391ba668-1329-4636-994f-535f12877523 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 1096 time: 0.1959794 Oct 27 16:20:08.722832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-985a8aac-190d-4714-ac29-bd549421cb90 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.751217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-8b8402b1-3775-4fad-8c4a-c19a68c772c9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77633c120dbe448fb1064bff66c0616f HTTP/1.1" status: 200 len: 380 time: 0.1035066 Oct 27 16:20:08.764416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'admin_state_up': True, 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'security_groups': ['7ea2d533-7d01-4f13-ba10-faaded64775c']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:08.789331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.888312 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-985a8aac-190d-4714-ac29-bd549421cb90 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 16:20:08.888813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985a8aac-190d-4714-ac29-bd549421cb90 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:08.896013 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-985a8aac-190d-4714-ac29-bd549421cb90 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/a6376c49-8e96-4e80-866e-7a95370950e5 HTTP/1.1" status: 409 len: 405 time: 0.3749287 Oct 27 16:20:08.903079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41518) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.908449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.920047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-488038507'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:08.921409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.925836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b351ab70-a9f5-4747-b10c-cfc7d7dcebf6 HTTP/1.1" status: 204 len: 168 time: 0.3989270 Oct 27 16:20:08.931704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.938104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27cb9c-bd71-4e72-9dce-cdd08bbc62b9 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b351ab70-a9f5-4747-b10c-cfc7d7dcebf6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:08.956343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.956590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64708c17-a697-4b16-b61d-929edadb3c96 None None] Network a6376c49-8e96-4e80-866e-7a95370950e5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:08.972536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:20:08.972536 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:20:08.972536 n-d-814735-4 neutron-server[114449]: [parameters: {'project_id_1': 'c5feb51001e648c987e20b1f083c8f76', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 19, 48, 924628)}] Oct 27 16:20:08.972536 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:08.978684 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:08.982032 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8dcbd1f-e7e4-408a-a21a-9217bf2c209a req-4a6c15d4-bfad-428d-9bf2-ad04101c709e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392097 Oct 27 16:20:09.062872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=a9867eab-35e7-4455-80d4-7db760cb3526,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:09.079925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5cdaad13-f320-4e68-a5d8-7b6a17933ab2 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1469533 Oct 27 16:20:09.082749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41526) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:09.102028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:09.108813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.138444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8837a297-c50e-48f7-8380-db7c7034cb51 None None] Provisioning complete for port a9867eab-35e7-4455-80d4-7db760cb3526 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:09.142422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8837a297-c50e-48f7-8380-db7c7034cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.191743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.235683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.304417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d54af673-917d-4107-b02f-cfb5fc7f59bc req-0fc0593b-df4b-4a0f-9a87-45f1bcab9cec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0346322 Oct 27 16:20:09.419284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Router d0a6a89b-fed0-4b22-824d-e088cd3a89d1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:09.437956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 172.20.0.13 (a62795b4-b1b0-4c4a-9f29-b457d12e917f/7e3048bf-2281-4dd1-9df8-b27feb5ac83b/93086b3d-f42d-4717-8783-c4989ce915eb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:09.454975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] DHCP port deletion for a6376c49-8e96-4e80-866e-7a95370950e5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:09.500888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.516550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.517897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bcd767cb-0b14-4820-a3cc-4ea5694dc0c8 HTTP/1.1" status: 204 len: 168 time: 0.4340951 Oct 27 16:20:09.522302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc6a49-038b-45c6-824b-9f38a0b851ee tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd767cb-0b14-4820-a3cc-4ea5694dc0c8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:09.524462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41538) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:09.565422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Deleting port a9867eab-35e7-4455-80d4-7db760cb3526 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:09.565789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.603701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-df9b7b47-856f-409b-80b3-04a9980affe4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0731361 Oct 27 16:20:09.614143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:09.626762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c8458-bd88-41b7-af65-fdd77b433cb2 req-f7ed21f3-eb9e-4060-bd69-5b9d5f2154ca tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:09.628865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c92c8458-bd88-41b7-af65-fdd77b433cb2 req-f7ed21f3-eb9e-4060-bd69-5b9d5f2154ca tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.1739073 Oct 27 16:20:09.719718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] For port a9867eab-35e7-4455-80d4-7db760cb3526, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a9867eab-35e7-4455-80d4-7db760cb3526,segment=NetworkSegment(37dda7fc-47ac-45b9-bea5-9d1dbd6b5103),segment_id=37dda7fc-47ac-45b9-bea5-9d1dbd6b5103)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:09.720032 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.745774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Calling delete_port for a9867eab-35e7-4455-80d4-7db760cb3526 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:09.782364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c92c8458-bd88-41b7-af65-fdd77b433cb2 req-d30f6f20-82d7-4c66-b2a0-30964328bfcb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413755 Oct 27 16:20:09.791806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.836685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.846773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a9867eab-35e7-4455-80d4-7db760cb3526 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:09.884914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:09.889058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.907877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:09.920570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] Sync routers for ids ['d0a6a89b-fed0-4b22-824d-e088cd3a89d1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:09.937319 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] Routers {'d0a6a89b-fed0-4b22-824d-e088cd3a89d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:09.938867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.939905 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d0a6a89b-fed0-4b22-824d-e088cd3a89d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:09.982192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.990027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.990027 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/4a51441a-3430-44a4-abaa-655aa2e84e4d HTTP/1.1" status: 204 len: 168 time: 0.3686419 Oct 27 16:20:09.994761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41544) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.004441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbfd74-ba13-4f03-82be-c6a9e3c2c4bf tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a51441a-3430-44a4-abaa-655aa2e84e4d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.022911 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:10.030163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.031826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:10.046041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.046770 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] Routers {'d0a6a89b-fed0-4b22-824d-e088cd3a89d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:10.047266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.047464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d0a6a89b-fed0-4b22-824d-e088cd3a89d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:10.048293 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment 44d01a90-58db-49b9-8f15-46a3767afb56 of type vlan for network bc487959-ad6c-407f-88ae-565350257bc1 Oct 27 16:20:10.113278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.116385 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:10.117043 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5521-03c5-42c0-a1d0-c7f7f7975020 None None] The sync data for ids ['d0a6a89b-fed0-4b22-824d-e088cd3a89d1'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:10.143966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] Pushing event deleted for resources: {'Port': ['ID=a9867eab-35e7-4455-80d4-7db760cb3526,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.149837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebb593-2345-4bf9-b5a7-128ed8902c83 None None] No DVR routers for this DVR port a9867eab-35e7-4455-80d4-7db760cb3526 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:10.167083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.167083 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9341e115-534b-4498-8dbd-71c516e413f0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4007616 Oct 27 16:20:10.167479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.214348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e15d0a6-b5a3-4eb2-9daa-4f9824edc49e tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2178323 Oct 27 16:20:10.222493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.238382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--513050492'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:10.333431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.341964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:10.342605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.385697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.391077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.525991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=bc487959-ad6c-407f-88ae-565350257bc1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.535009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:10.536812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.560325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bc487959-ad6c-407f-88ae-565350257bc1 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:10.623093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:10.636207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:10.667115 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b3f023d-3b6d-4a94-b636-0c1382fb94f8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7278607 Oct 27 16:20:10.667850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.667850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.667850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:10.668221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0c29463-a9b7-4fa2-accd-0f0d5b1b2b34 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/d0a6a89b-fed0-4b22-824d-e088cd3a89d1 HTTP/1.1" status: 200 len: 923 time: 0.4891164 Oct 27 16:20:10.668221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41558) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.740066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c9fec14-4072-4dcb-994c-27bb131bebbe tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0a6a89b-fed0-4b22-824d-e088cd3a89d1 HTTP/1.1" status: 200 len: 205 time: 0.0740621 Oct 27 16:20:10.740758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41560) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:10.749214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b78b1-e8ce-4ad2-8aa3-e62c59406400 req-92ae01a4-8e39-4f70-b585-5b3f9a20753e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:10.759169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-295b78b1-e8ce-4ad2-8aa3-e62c59406400 req-92ae01a4-8e39-4f70-b585-5b3f9a20753e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 932 time: 0.3202333 Oct 27 16:20:10.774619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:10.775784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.011284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.039659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-295b78b1-e8ce-4ad2-8aa3-e62c59406400 req-e2231db6-d0d5-4abd-b414-836ec5b2a130 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791777 Oct 27 16:20:11.074226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca3de-8358-489f-819f-3ea7d72125ad req-f8d49e74-2d51-491b-9908-02553678ce5c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:11.096775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af0ca3de-8358-489f-819f-3ea7d72125ad req-f8d49e74-2d51-491b-9908-02553678ce5c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.1320224 Oct 27 16:20:11.116919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.130896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9762eaf2-1e35-418a-96f0-3a29d6437f9a None None] Provisioning complete for port 93086b3d-f42d-4717-8783-c4989ce915eb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:11.131471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9762eaf2-1e35-418a-96f0-3a29d6437f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.188714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.190376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:11.194005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.210621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9762eaf2-1e35-418a-96f0-3a29d6437f9a None None] Port 93086b3d-f42d-4717-8783-c4989ce915eb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:11.284116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-787e7931-c817-4629-8d68-3c44c3e22e3c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5271859 Oct 27 16:20:11.306240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'admin_state_up': True, 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'security_groups': ['7ea2d533-7d01-4f13-ba10-faaded64775c']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:11.351032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af0ca3de-8358-489f-819f-3ea7d72125ad req-58a6191b-4d45-401b-803f-97bdc44f267e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533329 Oct 27 16:20:11.385290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb3566-04bc-4217-a024-4ce86d23add3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:11.450241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.451694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e41ddd44-56f4-448a-b18a-a2cd177c8350 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2257111 Oct 27 16:20:11.454646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:11.459999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb3566-04bc-4217-a024-4ce86d23add3', 'direction': 'ingress', 'protocol': 17}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:11.466897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1aec5750-43de-4f25-bf36-664fac6d14d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.595600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port f538fd6c-0050-4c72-b251-af4cbe12742e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:11.597952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.691967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.706236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for f538fd6c-0050-4c72-b251-af4cbe12742e owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:11.844606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.938278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:11.941863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.942290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.037530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:20:12.079428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.108842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.180926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.187356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=f538fd6c-0050-4c72-b251-af4cbe12742e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:12.285810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=6f930276-12e9-40ce-93a4-6cae47064a9a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:12.334695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': '44d01a90-58db-49b9-8f15-46a3767afb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:12.351593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: bc487959-ad6c-407f-88ae-565350257bc1, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:12.351829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac824dc4-5446-4cde-9563-ff6f682e7588,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:12.373629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5e786-eec2-4d90-bbef-a8a799b4addc req-db67ed37-d610-4903-8546-f9a2a6082fbb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:12.375472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.378842 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d1a5231b-72ac-4c90-8f3e-cadee7c9f06c tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9210145 Oct 27 16:20:12.380888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41588) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:12.384710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffd5e786-eec2-4d90-bbef-a8a799b4addc req-db67ed37-d610-4903-8546-f9a2a6082fbb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 932 time: 0.1876025 Oct 27 16:20:12.421578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.1.1.251 (23e19332-eef4-4a6d-8890-2aa1ebf1ee60/b363391f-fe3b-4243-97da-95df15ed1c1e/c38e4938-962a-45fd-88f5-c00c61c4bccb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:12.436882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.542525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.546499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.558677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffd5e786-eec2-4d90-bbef-a8a799b4addc req-8117e473-e1ec-46cf-82b4-7e58642ccf73 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703124 Oct 27 16:20:12.613347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network bc487959-ad6c-407f-88ae-565350257bc1 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:12.631006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.664086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.664610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router d0a6a89b-fed0-4b22-824d-e088cd3a89d1 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:12.688188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.689357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8de2397e-e009-480d-8d89-fd39e68e982e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/d0a6a89b-fed0-4b22-824d-e088cd3a89d1 HTTP/1.1" status: 204 len: 168 time: 1.9476388 Oct 27 16:20:12.696429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41590) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:12.698767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.705704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486684713', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:12.821828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740898cc-3dcf-44fb-aacd-504c9c6a55f2 req-fd2d55c2-2fb9-49b3-9f91-4d68ecb1d10b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:12.826194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-740898cc-3dcf-44fb-aacd-504c9c6a55f2 req-fd2d55c2-2fb9-49b3-9f91-4d68ecb1d10b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.2632062 Oct 27 16:20:12.847908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bc487959-ad6c-407f-88ae-565350257bc1) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:12.857810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a87d5-b67d-430d-8319-ed33955a497f None None] Network bc487959-ad6c-407f-88ae-565350257bc1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:12.866215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:12.871126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.907554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.969016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.970461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.015567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-740898cc-3dcf-44fb-aacd-504c9c6a55f2 req-e5fb50e6-8a06-4647-8430-35b5ae08898e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788230 Oct 27 16:20:13.047174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bc487959-ad6c-407f-88ae-565350257bc1', 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': '6f930276-12e9-40ce-93a4-6cae47064a9a'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:13.048194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.116322 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.117665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.120430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.124225 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/cfcb3566-04bc-4217-a024-4ce86d23add3 HTTP/1.1" status: 204 len: 168 time: 0.7361941 Oct 27 16:20:13.124814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41594) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:13.148506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0d2e9-ef26-4d05-97ba-697521dfeeab tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb3566-04bc-4217-a024-4ce86d23add3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.168215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb180-850d-4124-adae-e40c7a2ee825 req-6ee05abb-d18e-4ba4-ba42-a47051bd5909 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.175651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-664cb180-850d-4124-adae-e40c7a2ee825 req-6ee05abb-d18e-4ba4-ba42-a47051bd5909 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.0832679 Oct 27 16:20:13.186799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b87511d9-c63e-4aa9-89e4-94caac0cb554 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566769 Oct 27 16:20:13.186799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41596) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:13.190730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115766643'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:13.227475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-664cb180-850d-4124-adae-e40c7a2ee825 req-aecbd7e6-7588-40ee-95fe-36779a04a545 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Oct 27 16:20:13.243452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.319802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Allocated IP 2001:db8::f816:3eff:fe2c:7cd (bc487959-ad6c-407f-88ae-565350257bc1/6f930276-12e9-40ce-93a4-6cae47064a9a/c3ddf51c-18bb-4806-9b49-e1861b352a97) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:13.321014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6c4721d7-34c9-4ded-9e99-8f7b6e85e392 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6726959 Oct 27 16:20:13.323178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.326474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:13.334382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'port': {'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1', 'name': 'tempest-NetworksIpV6TestAttrs-1290977595'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:13.391847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:13.395401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:13.400329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:13.556593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.557557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.569584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.634078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.641599 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.665856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.694592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1e563333-9001-4dbc-8deb-78e25310d33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3948596 Oct 27 16:20:13.714711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'admin_state_up': True, 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'security_groups': ['7ea2d533-7d01-4f13-ba10-faaded64775c']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:13.769888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Network bc487959-ad6c-407f-88ae-565350257bc1 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:13.772762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:13.782084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:13.787000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Pushing event updated for resources: {'Port': ['ID=c3ddf51c-18bb-4806-9b49-e1861b352a97,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.831332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.880793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Attempting to bind port c3ddf51c-18bb-4806-9b49-e1861b352a97 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:13.881411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Attempting to bind port c3ddf51c-18bb-4806-9b49-e1861b352a97 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '44d01a90-58db-49b9-8f15-46a3767afb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:13.881857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Attempting to bind port c3ddf51c-18bb-4806-9b49-e1861b352a97 on network bc487959-ad6c-407f-88ae-565350257bc1 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:13.905269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:13.905524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Checking segment: {'id': '44d01a90-58db-49b9-8f15-46a3767afb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:13.905813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.906200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Bound using segment: {'id': '44d01a90-58db-49b9-8f15-46a3767afb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:13.906680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Bound port: c3ddf51c-18bb-4806-9b49-e1861b352a97, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d01a90-58db-49b9-8f15-46a3767afb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bc487959-ad6c-407f-88ae-565350257bc1'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:13.907222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.925700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e702464-ad97-47df-854f-ba18e103a217 None None] Provisioning complete for port c38e4938-962a-45fd-88f5-c00c61c4bccb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:13.926064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e702464-ad97-47df-854f-ba18e103a217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.930760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92d60-cbda-4d13-b681-df5151ff3ebb req-ff76de74-950a-4ab2-a07a-720eb0285ae9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.938290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92d60-cbda-4d13-b681-df5151ff3ebb req-ff76de74-950a-4ab2-a07a-720eb0285ae9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.959899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8de92d60-cbda-4d13-b681-df5151ff3ebb req-ff76de74-950a-4ab2-a07a-720eb0285ae9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 1654 time: 0.3033893 Oct 27 16:20:13.968337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.984969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:13.992135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.002644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6e702464-ad97-47df-854f-ba18e103a217 None None] Port c38e4938-962a-45fd-88f5-c00c61c4bccb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:14.024719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] For port c3ddf51c-18bb-4806-9b49-e1861b352a97, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:14.028413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] For port c3ddf51c-18bb-4806-9b49-e1861b352a97, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c3ddf51c-18bb-4806-9b49-e1861b352a97,segment=NetworkSegment(44d01a90-58db-49b9-8f15-46a3767afb56),segment_id=44d01a90-58db-49b9-8f15-46a3767afb56)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:14.039211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3f6b9-fa07-430d-992f-ab7e19e091b6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:14.043380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.057317 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be918f2c-a635-4df1-ac2f-11fdd61429ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.067199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.068384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] device_id is not set on port e7b04b91-683d-4b24-9112-d71b93a8bb13 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:20:14.139106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8de92d60-cbda-4d13-b681-df5151ff3ebb req-bffb0e15-9690-4f85-9fd0-a0ead9a34c81 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774685 Oct 27 16:20:14.171404 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.172376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d6570-c77f-4cab-bb63-00ddd9f296ba req-ea32af16-4cb2-4fd1-84ec-72b89a0bddfa tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:14.174090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a86d6570-c77f-4cab-bb63-00ddd9f296ba req-ea32af16-4cb2-4fd1-84ec-72b89a0bddfa tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.1265345 Oct 27 16:20:14.188523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 172.25.5.244 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/6cd981fc-d7dd-4068-b40d-d041a04945f2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:14.236500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:14.240247 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.243396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f6aab-8942-4b20-b1eb-bd760e293963 None None] Pushing event updated for resources: {'Port': ['ID=c3ddf51c-18bb-4806-9b49-e1861b352a97,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:14.298545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a86d6570-c77f-4cab-bb63-00ddd9f296ba req-4b3a8b5e-ade4-490e-a831-b62d1937557d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177518 Oct 27 16:20:14.316451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Allocated IP 2001:db8::f816:3eff:fed8:a001 (bc487959-ad6c-407f-88ae-565350257bc1/6f930276-12e9-40ce-93a4-6cae47064a9a/e7b04b91-683d-4b24-9112-d71b93a8bb13) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:14.337472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.379425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.380990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-06af75f3-4f95-4bd0-b32e-ee9080f0d8c4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1938856 Oct 27 16:20:14.384650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:14.389254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481452735'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:14.514750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.548282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.577279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.1.1.188 (23e19332-eef4-4a6d-8890-2aa1ebf1ee60/b363391f-fe3b-4243-97da-95df15ed1c1e/40401fb1-099c-468a-a57d-4265fddb90d9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:14.595584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.638376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.721192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=6cd981fc-d7dd-4068-b40d-d041a04945f2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:14.739725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:14.747365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:14.750958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:14.901174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224a43-a926-4e35-a897-0dc3b5b09b45 req-24ba7e7d-cb13-4adc-b6be-cd2e695f27bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:14.902861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1224a43-a926-4e35-a897-0dc3b5b09b45 req-24ba7e7d-cb13-4adc-b6be-cd2e695f27bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.1334372 Oct 27 16:20:14.920208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.932812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.969526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1224a43-a926-4e35-a897-0dc3b5b09b45 req-0723aedf-44b0-4ea5-8b99-2ae87133b9f1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515580 Oct 27 16:20:15.017749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.021330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.063779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network bc487959-ad6c-407f-88ae-565350257bc1 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:15.074786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5982f55-511c-47d3-873e-44267cb5e6fe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:15.088240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:15.092717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:15.099981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.100699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.125434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Port': ['ID=e7b04b91-683d-4b24-9112-d71b93a8bb13,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:15.282873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.286711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.291321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-463cf158-b445-4e40-b576-6280dce554f1 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9053509 Oct 27 16:20:15.292098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:15.300003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': 'd0c3f6b9-fa07-430d-992f-ab7e19e091b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b5982f55-511c-47d3-873e-44267cb5e6fe', 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:15.329766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.330936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-db75712e-decb-4f06-919e-6e4722ae4e92 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0029123 Oct 27 16:20:15.333996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.335632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:15.412436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e65fc-1d86-42a8-a0a1-dc5b9ee8527e req-55061229-eba7-444f-a7a0-9c2d2532a827 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.419084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e65fc-1d86-42a8-a0a1-dc5b9ee8527e req-55061229-eba7-444f-a7a0-9c2d2532a827 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.425273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e65fc-1d86-42a8-a0a1-dc5b9ee8527e req-55061229-eba7-444f-a7a0-9c2d2532a827 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.432966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076e65fc-1d86-42a8-a0a1-dc5b9ee8527e req-55061229-eba7-444f-a7a0-9c2d2532a827 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 2375 time: 0.1691172 Oct 27 16:20:15.460200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:15.468841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:15.483465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:15.551089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting subnet 6f930276-12e9-40ce-93a4-6cae47064a9a {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:15.553617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.554993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.555685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.568731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.570794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:15.592346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076e65fc-1d86-42a8-a0a1-dc5b9ee8527e req-e09bd1e6-3c7a-4839-8ba9-4e9c1482925a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558444 Oct 27 16:20:15.746582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c3ddf51c-18bb-4806-9b49-e1861b352a97 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:15.751229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2535ec21-2583-4f3c-966f-3cb6ab2f9c00 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0402489 Oct 27 16:20:15.762983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'admin_state_up': True, 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'security_groups': ['7ea2d533-7d01-4f13-ba10-faaded64775c']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:15.849121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9671-87cd-4141-985a-e0c4419824a3 req-6ec3a8a6-07d8-4cd3-bd6f-09d9f4a2d7ba tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.851725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbad9671-87cd-4141-985a-e0c4419824a3 req-6ec3a8a6-07d8-4cd3-bd6f-09d9f4a2d7ba tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.1585300 Oct 27 16:20:15.889187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067ea50-329f-4c00-9542-83c5684cba7d None None] Network bc487959-ad6c-407f-88ae-565350257bc1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:15.935983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbad9671-87cd-4141-985a-e0c4419824a3 req-e1cb72f9-b3ed-4ad0-b6b7-c2dd40ec21c8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774336 Oct 27 16:20:16.019756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c3ddf51c-18bb-4806-9b49-e1861b352a97 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:16.027581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.072398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167052fe-518e-4da0-85c2-e11f47cdc1fb req-f74550e2-fff5-44dd-bd1a-801e24db35e0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.073977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-167052fe-518e-4da0-85c2-e11f47cdc1fb req-f74550e2-fff5-44dd-bd1a-801e24db35e0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.0594974 Oct 27 16:20:16.108523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Provisioning complete for port c3ddf51c-18bb-4806-9b49-e1861b352a97 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:16.109182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.118786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-167052fe-518e-4da0-85c2-e11f47cdc1fb req-b6c49f43-c029-4577-a458-2f6e83d76612 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Oct 27 16:20:16.123337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:16.166592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.240278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.251674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.331131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c3ddf51c-18bb-4806-9b49-e1861b352a97, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c3ddf51c-18bb-4806-9b49-e1861b352a97,segment=NetworkSegment(44d01a90-58db-49b9-8f15-46a3767afb56),segment_id=44d01a90-58db-49b9-8f15-46a3767afb56)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:16.369958 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.409355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.448825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.466901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-955f69ad-fdcf-43ae-8097-00859057f92d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.468535 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-955f69ad-fdcf-43ae-8097-00859057f92d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.2585983 Oct 27 16:20:16.491012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.541978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c3ddf51c-18bb-4806-9b49-e1861b352a97,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:16.558096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:16.558733 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:16.585887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.2.2.100 (f607e9ef-6bd0-4b28-8af4-f1fb76f200b5/08060f54-37ab-42ea-8065-a2b347f23048/671df9d7-69c0-483b-9aa3-f31896c48a45) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:16.608408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.743222 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6bbd5b-b027-4a9c-8ca1-a62db03b41ff,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:16.756907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.790681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d080-49be-4fea-acc4-43245f786ef3 req-5458d94d-3b7c-45b6-a5d9-6fc94f9108c4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.795486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d080-49be-4fea-acc4-43245f786ef3 req-5458d94d-3b7c-45b6-a5d9-6fc94f9108c4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.804163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d080-49be-4fea-acc4-43245f786ef3 req-5458d94d-3b7c-45b6-a5d9-6fc94f9108c4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.806146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0604d080-49be-4fea-acc4-43245f786ef3 req-5458d94d-3b7c-45b6-a5d9-6fc94f9108c4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 2375 time: 0.1046546 Oct 27 16:20:16.866884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:16.867659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.868628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.888167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0604d080-49be-4fea-acc4-43245f786ef3 req-f1b80474-2038-433a-9474-c19dc4e28c63 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727074 Oct 27 16:20:16.935699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.939689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c716d463-a668-4fdb-a46a-f5f0165485f3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6410277 Oct 27 16:20:16.940730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:16.968500 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.008214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.010099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router 7c569887-c69e-4705-81b1-93a34963b983 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:17.057426 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.115965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:17.123528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:17.126326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:17.152411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Provisioning complete for port 40401fb1-099c-468a-a57d-4265fddb90d9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:17.154139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.176459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.208268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914b9da-b35b-4bc4-88ab-1da0fbca6e5d req-a46a2f16-4a49-4b2b-aaa7-c6fd487a5b2a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.210431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4914b9da-b35b-4bc4-88ab-1da0fbca6e5d req-a46a2f16-4a49-4b2b-aaa7-c6fd487a5b2a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 945 time: 0.1881607 Oct 27 16:20:17.225860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c3032c8f-d37e-445d-bdb0-3cf1343f9f6c None None] Port 40401fb1-099c-468a-a57d-4265fddb90d9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:17.239034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.239729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.268594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:17.272480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.287869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:17.288243 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.292969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Sync routers for ids ['7c569887-c69e-4705-81b1-93a34963b983'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:17.297492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf75aee-0f49-465a-8dc8-1481dd13246e None None] Network bc487959-ad6c-407f-88ae-565350257bc1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:17.305712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.309679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/6f930276-12e9-40ce-93a4-6cae47064a9a HTTP/1.1" status: 204 len: 168 time: 1.9708233 Oct 27 16:20:17.313171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41672) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:17.327310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bd18d-811b-44a5-9711-202787ef7340 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=6f930276-12e9-40ce-93a4-6cae47064a9a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.358101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.379370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:17.422050 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.432943 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a7d1d26b-1227-4f32-8e29-029b766a29d1 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7301078 Oct 27 16:20:17.434819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:17.442610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Routers {'7c569887-c69e-4705-81b1-93a34963b983'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:17.444063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c569887-c69e-4705-81b1-93a34963b983'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:17.554765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-29edeb95-106b-45c8-b6c7-02a261272d79 None None] Provisioning complete for port c3ddf51c-18bb-4806-9b49-e1861b352a97 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:17.555167 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29edeb95-106b-45c8-b6c7-02a261272d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.578170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Set router 7c569887-c69e-4705-81b1-93a34963b983 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:17.605260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.719811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.723443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2d6bbd5b-b027-4a9c-8ca1-a62db03b41ff HTTP/1.1" status: 204 len: 168 time: 0.7800055 Oct 27 16:20:17.723443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4d838-02d7-4d3d-bf0c-a8afdc3f0e83 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d6bbd5b-b027-4a9c-8ca1-a62db03b41ff,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.729813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41676) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:17.734216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.764124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4914b9da-b35b-4bc4-88ab-1da0fbca6e5d req-edcad8c5-4625-43b8-aa74-f21a3e8cd9e4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423548 Oct 27 16:20:17.805632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d9764bef-5b92-44df-8405-6d4e3497d4cf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0476625 Oct 27 16:20:17.827259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'admin_state_up': True, 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'security_groups': ['7ea2d533-7d01-4f13-ba10-faaded64775c']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:17.827705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.884148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:17.889130 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.893150 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-41eaf756-8a5d-4c34-b39e-1171920ce06d req-982b9542-0c56-4c13-bd93-57bc6d1cda9e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb HTTP/1.1" status: 204 len: 173 time: 1.4140437 Oct 27 16:20:17.899834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'name': 'network-vif-deleted', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:17.899834 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b69d77-5046-4c66-a421-92c9f60e3ede" -d '{"events": [{"server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "name": "network-vif-deleted", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:17.918435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781bd0e-42ad-47f5-bcc7-7c1b1f71739a tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.920358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781bd0e-42ad-47f5-bcc7-7c1b1f71739a tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.922575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f781bd0e-42ad-47f5-bcc7-7c1b1f71739a tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6045053 Oct 27 16:20:17.927427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41680) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:17.933083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21499a3f-d365-4400-bbbe-61a80d25297c req-34d716a9-02b7-4b07-8f5a-0c6a6da06f60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.934952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21499a3f-d365-4400-bbbe-61a80d25297c req-34d716a9-02b7-4b07-8f5a-0c6a6da06f60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.6661522 Oct 27 16:20:17.956460 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c04d8307-9db2-4c3a-8042-b2f5796193ea tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/7c569887-c69e-4705-81b1-93a34963b983 HTTP/1.1" status: 200 len: 908 time: 0.3576066 Oct 27 16:20:17.962449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c3ddf51c-18bb-4806-9b49-e1861b352a97 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:17.982332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:17.985353 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fbbef2-5cb4-4720-bb55-83a5473d7281 x-openstack-request-id: req-79fbbef2-5cb4-4720-bb55-83a5473d7281 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:17.985669 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfab0ad-a51e-40a7-9808-fc866d3b9525", "name": "network-vif-deleted", "tag": "c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:17.985919 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79fbbef2-5cb4-4720-bb55-83a5473d7281 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:17.986346 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfab0ad-a51e-40a7-9808-fc866d3b9525', 'name': 'network-vif-deleted', 'tag': 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb', 'status': 'completed', 'code': 200} Oct 27 16:20:18.000180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6a726333-c143-4c9e-93fe-e1037cb0f681 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2322314 Oct 27 16:20:18.000416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', 'c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:18.005512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486684713', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': True}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:18.011792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:18.108744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e6e-b91f-4366-8ba1-a78c75915cb2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.117088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c3ddf51c-18bb-4806-9b49-e1861b352a97 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:18.117459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.119885 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a89e6e-b91f-4366-8ba1-a78c75915cb2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 16:20:18.120800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a89e6e-b91f-4366-8ba1-a78c75915cb2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:18.125834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a1a89e6e-b91f-4366-8ba1-a78c75915cb2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/bc487959-ad6c-407f-88ae-565350257bc1 HTTP/1.1" status: 409 len: 405 time: 0.1945593 Oct 27 16:20:18.132393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41690) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:18.142346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405611697'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:18.174335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21499a3f-d365-4400-bbbe-61a80d25297c req-fed7e06f-8510-46c8-84e1-e4479c8f06ab tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283673 Oct 27 16:20:18.213115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.267711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-a25cd421-6013-40ab-b1af-91f018a6360a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.276182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-a25cd421-6013-40ab-b1af-91f018a6360a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.296695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-a25cd421-6013-40ab-b1af-91f018a6360a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.304901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-a25cd421-6013-40ab-b1af-91f018a6360a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.314085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-a25cd421-6013-40ab-b1af-91f018a6360a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3096 time: 0.2613270 Oct 27 16:20:18.334317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.335653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.340554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] DHCP port deletion for bc487959-ad6c-407f-88ae-565350257bc1 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:18.366187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.382070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:18.390854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.413767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-29edeb95-106b-45c8-b6c7-02a261272d79 None None] Provisioning complete for port e7b04b91-683d-4b24-9112-d71b93a8bb13 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:18.414211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29edeb95-106b-45c8-b6c7-02a261272d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.442123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-173e6c93-ddd4-4c3a-bb08-cbab443f52c0 req-0d872e55-f469-40aa-a776-3b76237ae2e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189339 Oct 27 16:20:18.442519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:18.457340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.457340 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment 46973532-4288-443d-832b-16d3c2cdc5a6 of type vlan for network a14fdcd4-40d5-4bb5-a919-1237177b7edb Oct 27 16:20:18.504193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.510747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-29edeb95-106b-45c8-b6c7-02a261272d79 None None] Port e7b04b91-683d-4b24-9112-d71b93a8bb13 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:18.533462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.539732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Made reservation on behalf of 77633c120dbe448fb1064bff66c0616f for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:18.547820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c569887-c69e-4705-81b1-93a34963b983', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:12Z', 'updated_at': '2021-10-27T16:20:14Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c569887-c69e-4705-81b1-93a34963b983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:14Z', 'updated_at': '2021-10-27T16:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:18.548059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.576460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Checking router: 7c569887-c69e-4705-81b1-93a34963b983 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:18.576884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Updating router 7c569887-c69e-4705-81b1-93a34963b983 port 6cd981fc-d7dd-4068-b40d-d041a04945f2 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:18.579543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Deleting port c3ddf51c-18bb-4806-9b49-e1861b352a97 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:18.579985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.661968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.664260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.664631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.665799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/b5982f55-511c-47d3-873e-44267cb5e6fe HTTP/1.1" status: 204 len: 168 time: 0.6506832 Oct 27 16:20:18.673294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41692) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:18.680788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.689696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.690854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.703408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] For port c3ddf51c-18bb-4806-9b49-e1861b352a97, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c3ddf51c-18bb-4806-9b49-e1861b352a97,segment=NetworkSegment(44d01a90-58db-49b9-8f15-46a3767afb56),segment_id=44d01a90-58db-49b9-8f15-46a3767afb56)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:18.703906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.706446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554148-5919-442e-8b00-d210766d926b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5982f55-511c-47d3-873e-44267cb5e6fe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:18.720587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c929d49f-cac6-4463-b499-2a689185010c None None] Provisioning complete for port 671df9d7-69c0-483b-9aa3-f31896c48a45 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:18.720947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c929d49f-cac6-4463-b499-2a689185010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.748055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Calling delete_port for c3ddf51c-18bb-4806-9b49-e1861b352a97 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:18.822468 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6877139 Oct 27 16:20:18.826865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41696) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:18.834885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:18.911994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c929d49f-cac6-4463-b499-2a689185010c None None] Port 671df9d7-69c0-483b-9aa3-f31896c48a45 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:18.927433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc6c3d-2fda-44ff-8aa9-09d5afbfe25f tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=a14fdcd4-40d5-4bb5-a919-1237177b7edb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:18.946197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a14fdcd4-40d5-4bb5-a919-1237177b7edb details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:19.035518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.071617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5966319-b261-45c5-af36-4493dfa4175c req-482e0d5d-fa5f-4f70-aab0-e000e6df15b1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bfab0ad-a51e-40a7-9808-fc866d3b9525 HTTP/1.1" status: 200 len: 210 time: 0.0629475 Oct 27 16:20:19.120501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ddf45b6d-8b85-47d1-b9cb-7a8c37f76af3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4404769 Oct 27 16:20:19.123956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:19.167179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:19.187020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Allocated IP 10.2.2.200 (f607e9ef-6bd0-4b28-8af4-f1fb76f200b5/08060f54-37ab-42ea-8065-a2b347f23048/415bc58b-7ed5-4dff-96b7-1d19bfb655ce) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:19.219477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.223810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.251795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.324623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.350238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:19.352805 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec40db0f-08ad-41a2-8704-d223d62cd73c" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:19.366731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:19.368101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:19.372295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.402560 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4f889-689e-4670-90da-58d7c2f5bc58 x-openstack-request-id: req-d9c4f889-689e-4670-90da-58d7c2f5bc58 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:19.402863 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:19.403211 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9c4f889-689e-4670-90da-58d7c2f5bc58 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:19.403620 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:20:19.466619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.501477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfc007-12a2-41ba-9a3d-fc277aff7efe req-2e60c019-bd49-4f98-b2a2-f53b92fa3b4b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.508841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcdfc007-12a2-41ba-9a3d-fc277aff7efe req-2e60c019-bd49-4f98-b2a2-f53b92fa3b4b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.1969554 Oct 27 16:20:19.527272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.529985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.531150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/d0c3f6b9-fa07-430d-992f-ab7e19e091b6 HTTP/1.1" status: 204 len: 168 time: 0.4060147 Oct 27 16:20:19.535561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41708) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:19.549245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.566727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33688-7fb5-4dee-b0ea-4597c307b854 None None] Pushing event updated for resources: {'Port': ['ID=6cd981fc-d7dd-4068-b40d-d041a04945f2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.576931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.583942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ebde-3413-466a-8033-eb48834a01e0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3f6b9-fa07-430d-992f-ab7e19e091b6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.629121 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-333e5330-f213-4fed-983b-4370b0bcbd77 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909798 Oct 27 16:20:19.635158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41710) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:19.639824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--702731997'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:19.652331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] No DVR routers for this DVR port c3ddf51c-18bb-4806-9b49-e1861b352a97 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:19.665290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb2e1a-9ccd-4699-aca8-a4affadcdc04 None None] Pushing event deleted for resources: {'Port': ['ID=c3ddf51c-18bb-4806-9b49-e1861b352a97,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.672371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcdfc007-12a2-41ba-9a3d-fc277aff7efe req-053a3982-407f-4d39-a5bf-d34b7b7e4b43 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625397 Oct 27 16:20:19.702682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.716416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Attempting to bind port 6cd981fc-d7dd-4068-b40d-d041a04945f2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:19.716868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Attempting to bind port 6cd981fc-d7dd-4068-b40d-d041a04945f2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:19.717591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Attempting to bind port 6cd981fc-d7dd-4068-b40d-d041a04945f2 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:19.729479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:19.730113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:19.730309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.730756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:19.731373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Bound port: 6cd981fc-d7dd-4068-b40d-d041a04945f2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:19.739399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.746378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-112faa0c-0001-49a8-96b5-042ce3910db9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.754500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-112faa0c-0001-49a8-96b5-042ce3910db9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.761535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-112faa0c-0001-49a8-96b5-042ce3910db9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.768432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c3ddf51c-18bb-4806-9b49-e1861b352a97 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:19.769385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-112faa0c-0001-49a8-96b5-042ce3910db9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.771231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-112faa0c-0001-49a8-96b5-042ce3910db9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3096 time: 0.1988521 Oct 27 16:20:19.791367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.832599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] For port 6cd981fc-d7dd-4068-b40d-d041a04945f2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:19.837559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] For port 6cd981fc-d7dd-4068-b40d-d041a04945f2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6cd981fc-d7dd-4068-b40d-d041a04945f2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:19.874914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c3ddf51c-18bb-4806-9b49-e1861b352a97 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:19.875650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c3ddf51c-18bb-4806-9b49-e1861b352a97 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:19.909182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84fcd32d-b7b7-4f51-9c5d-a0fb2b905ce5 req-bc13338b-b6a0-4252-84d0-014ad69c0134 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299782 Oct 27 16:20:19.914419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=11']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.926488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.969813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.993542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33688-7fb5-4dee-b0ea-4597c307b854 None None] Pushing event updated for resources: {'Port': ['ID=6cd981fc-d7dd-4068-b40d-d041a04945f2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.996827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Routers {'7c569887-c69e-4705-81b1-93a34963b983'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:19.997573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7c569887-c69e-4705-81b1-93a34963b983'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:20.013092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:20:20.014550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.016777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.073902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.084053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.113550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=a02dc1fd-788e-46cb-a43d-283f297c3672,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:20.146764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': '46973532-4288-443d-832b-16d3c2cdc5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:20.147960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: a14fdcd4-40d5-4bb5-a919-1237177b7edb, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:20.172416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] Set router 7c569887-c69e-4705-81b1-93a34963b983 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:20.179670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.179831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:20.183393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:20.190354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:20.196603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:20.252076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9510070c-9748-430b-b4c2-50dbd35ccc86,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:20.255595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 172.25.5.123 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/729e77a8-6741-42f1-9101-653d8e0a9265) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:20.297647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:20.301737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.326592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network a14fdcd4-40d5-4bb5-a919-1237177b7edb is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:20.405878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.413992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b89291d-c671-4243-8980-3d4e5057df73 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7710512 Oct 27 16:20:20.413992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:20.414969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '9510070c-9748-430b-b4c2-50dbd35ccc86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:20.434870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a14fdcd4-40d5-4bb5-a919-1237177b7edb) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:20.447583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:20.447891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.468617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.517665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7d5d1c89-fadc-4514-81b6-d33a212faa45 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6947339 Oct 27 16:20:20.542074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d36c74-99c1-40fd-b495-823c65759689 None None] Network a14fdcd4-40d5-4bb5-a919-1237177b7edb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:20.545770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:20.611802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.686011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-83d3ed62-f997-4def-951d-95ea2aac2f6d tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8582144 Oct 27 16:20:20.701240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:20.727848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1c3e2713-6abc-4658-81a2-6f65ae843330 None None] Provisioning complete for port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:20.728395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2713-6abc-4658-81a2-6f65ae843330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.758062 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.816405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e2713-6abc-4658-81a2-6f65ae843330 None None] Port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:20.823087 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.826649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a14fdcd4-40d5-4bb5-a919-1237177b7edb', 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': 'a02dc1fd-788e-46cb-a43d-283f297c3672'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:20.827651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.833533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:20.854928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c569887-c69e-4705-81b1-93a34963b983', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:12Z', 'updated_at': '2021-10-27T16:20:14Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c569887-c69e-4705-81b1-93a34963b983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:14Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:20.859862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.887064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ae058-b5ce-4cab-b140-22bb38f0cb0f None None] The sync data for ids ['7c569887-c69e-4705-81b1-93a34963b983'] in n-d-814735-4 is: [{'id': '7c569887-c69e-4705-81b1-93a34963b983', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:12Z', 'updated_at': '2021-10-27T16:20:14Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '6cd981fc-d7dd-4068-b40d-d041a04945f2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c569887-c69e-4705-81b1-93a34963b983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:14Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:20.893947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:20.920357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.924396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:20.966731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.055417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=729e77a8-6741-42f1-9101-653d8e0a9265,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.082818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Allocated IP 2001:db8::f816:3eff:fe66:681e (a14fdcd4-40d5-4bb5-a919-1237177b7edb/a02dc1fd-788e-46cb-a43d-283f297c3672/de852b51-c92f-46e2-abc0-f5bf56120b8d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:21.083533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.110635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e316-db24-4f67-9169-f2fb3e6a974c req-e3032a1f-062e-4e60-8147-138490837c19 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.118233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29c4e316-db24-4f67-9169-f2fb3e6a974c req-e3032a1f-062e-4e60-8147-138490837c19 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2732580 Oct 27 16:20:21.137231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a91515-ff19-4882-8eb4-1e8fad693ddd,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.179716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:20:21.182905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:21.198038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.200781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e202def2-537f-4ba6-a496-b93d7dc5b4f6 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7884750 Oct 27 16:20:21.203208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41740) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:21.239871 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.244603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:21.244954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c39ffab6-ec0a-43e2-ac70-c2225fb3ddfb not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:21.257591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.266779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-bbab117f-9ec9-4050-9f54-8bf8af70c896 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.274177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-bbab117f-9ec9-4050-9f54-8bf8af70c896 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.5535381 Oct 27 16:20:21.389809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-7b82528b-b665-47fc-ad90-4286eaddbab9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.1133621 Oct 27 16:20:21.408828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29c4e316-db24-4f67-9169-f2fb3e6a974c req-566527b9-c3bc-4f2b-b540-47f3b65e6feb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877035 Oct 27 16:20:21.447895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.457413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.463851 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/47a91515-ff19-4882-8eb4-1e8fad693ddd HTTP/1.1" status: 204 len: 168 time: 0.2576973 Oct 27 16:20:21.464645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:21.472893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41742) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:21.493269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '16a1dd85-3539-4377-9160-5af348941dea', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '16a1dd85-3539-4377-9160-5af348941dea', 'mac_address': 'fa:16:3e:c4:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:20:21.497467 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.533572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017da95c-5236-4d8f-89b6-52e34e5c56c3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47a91515-ff19-4882-8eb4-1e8fad693ddd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.548914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.564370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:21.619665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:21.639184 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f28a5321-616d-4ed0-90aa-55e1ba9bc3d0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1303303 Oct 27 16:20:21.640273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41744) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:21.646435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.706031 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-079b6809-65cd-4cc4-85f9-cfab10c46d13 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2844176 Oct 27 16:20:21.767674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Pushing event updated for resources: {'Port': ['ID=de852b51-c92f-46e2-abc0-f5bf56120b8d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.770027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.781623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Network a14fdcd4-40d5-4bb5-a919-1237177b7edb is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:21.785944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.807888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:21.821434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:21.823966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=a02dc1fd-788e-46cb-a43d-283f297c3672,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.899901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6cd981fc-d7dd-4068-b40d-d041a04945f2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:21.969008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['16a1dd85-3539-4377-9160-5af348941dea'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:22.016445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.047741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14fdcd4-40d5-4bb5-a919-1237177b7edb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:22.060111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46973532-4288-443d-832b-16d3c2cdc5a6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:22.060463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46973532-4288-443d-832b-16d3c2cdc5a6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:22.072335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.087446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.094278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:22.094829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.102560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Attempting to bind port de852b51-c92f-46e2-abc0-f5bf56120b8d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:22.102935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Attempting to bind port de852b51-c92f-46e2-abc0-f5bf56120b8d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '46973532-4288-443d-832b-16d3c2cdc5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:22.103332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Attempting to bind port de852b51-c92f-46e2-abc0-f5bf56120b8d on network a14fdcd4-40d5-4bb5-a919-1237177b7edb {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:22.111217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=12']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.134194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:22.134575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Checking segment: {'id': '46973532-4288-443d-832b-16d3c2cdc5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:22.134977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.135400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Bound using segment: {'id': '46973532-4288-443d-832b-16d3c2cdc5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:22.136497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Bound port: de852b51-c92f-46e2-abc0-f5bf56120b8d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46973532-4288-443d-832b-16d3c2cdc5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:22.136891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: items = [ Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:22.197448 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:22.213047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6cd981fc-d7dd-4068-b40d-d041a04945f2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:22.213972 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.233443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:20:22.233443 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:20:22.233443 n-d-814735-4 neutron-server[114449]: [parameters: {'id': 'a14fdcd4-40d5-4bb5-a919-1237177b7edb'}] Oct 27 16:20:22.233443 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:22.234587 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:22.310788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] For port de852b51-c92f-46e2-abc0-f5bf56120b8d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:22.316664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] For port de852b51-c92f-46e2-abc0-f5bf56120b8d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=de852b51-c92f-46e2-abc0-f5bf56120b8d,segment=NetworkSegment(46973532-4288-443d-832b-16d3c2cdc5a6),segment_id=46973532-4288-443d-832b-16d3c2cdc5a6)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:22.424880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.446111 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.507019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.513958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.520444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.527189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.533641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.535821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-ae510a66-fe04-47ae-bbda-78e552b191e4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3817 time: 0.9868579 Oct 27 16:20:22.597252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 6cd981fc-d7dd-4068-b40d-d041a04945f2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6cd981fc-d7dd-4068-b40d-d041a04945f2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:22.630230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa10452-323a-4ec0-8e10-31c9f3bc944c None None] Pushing event updated for resources: {'Port': ['ID=de852b51-c92f-46e2-abc0-f5bf56120b8d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.661322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ed394-5ff8-4bce-9312-ccfc12d66c0a None None] Network a14fdcd4-40d5-4bb5-a919-1237177b7edb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:22.661666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.683768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b81b4d5a-923d-47c2-8400-203be522c2dd req-259ec1ee-caec-46fd-b960-1a04b130f29d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338217 Oct 27 16:20:22.717479 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.736979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.831970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=6cd981fc-d7dd-4068-b40d-d041a04945f2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.906205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43a99e-623d-4f6c-b0b1-61865a8c82dd None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:20:22.908021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port de852b51-c92f-46e2-abc0-f5bf56120b8d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:22.908368 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.916745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93086b3d-f42d-4717-8783-c4989ce915eb {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:22.927231 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.950603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Transition to ACTIVE for port object 93086b3d-f42d-4717-8783-c4989ce915eb will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:22.956541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.992469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] For port de852b51-c92f-46e2-abc0-f5bf56120b8d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=de852b51-c92f-46e2-abc0-f5bf56120b8d,segment=NetworkSegment(46973532-4288-443d-832b-16d3c2cdc5a6),segment_id=46973532-4288-443d-832b-16d3c2cdc5a6)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:22.993129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.994334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.015813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for de852b51-c92f-46e2-abc0-f5bf56120b8d owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:23.108234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43a99e-623d-4f6c-b0b1-61865a8c82dd None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:20:23.111926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.175942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-ded9d7f3-4d0f-4833-a2cd-53eb1d058ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8779349 Oct 27 16:20:23.291947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.337382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:23.340375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=de852b51-c92f-46e2-abc0-f5bf56120b8d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:23.342498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No DVR routers for this DVR port de852b51-c92f-46e2-abc0-f5bf56120b8d on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:23.347673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b7e35-00a2-4fb4-9fa3-47ad360972e1 req-5f27e227-3e8a-48f4-b3e2-bf4a7e72bb61 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.348799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-388b7e35-00a2-4fb4-9fa3-47ad360972e1 req-5f27e227-3e8a-48f4-b3e2-bf4a7e72bb61 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.4723012 Oct 27 16:20:23.455981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.458710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.459995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/9510070c-9748-430b-b4c2-50dbd35ccc86 HTTP/1.1" status: 204 len: 168 time: 1.7723238 Oct 27 16:20:23.471292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:23.474297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-f677ea9c-764a-43ff-9d64-dc4b09a3de85 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514617 Oct 27 16:20:23.478673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.482113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.505792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0d064-2a28-4bce-bb24-b2a6a6e0895b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9510070c-9748-430b-b4c2-50dbd35ccc86,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:23.516182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-388b7e35-00a2-4fb4-9fa3-47ad360972e1 req-24415713-3f56-49c1-8c11-85b941e168b2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357131 Oct 27 16:20:23.569639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14fdcd4-40d5-4bb5-a919-1237177b7edb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.588440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46973532-4288-443d-832b-16d3c2cdc5a6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.588664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46973532-4288-443d-832b-16d3c2cdc5a6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.610116 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bd8db43c-7264-4fae-b40a-2f5e04640746 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1334317 Oct 27 16:20:23.610116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.611167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41754) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:23.617968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Attempting to bind port 93086b3d-f42d-4717-8783-c4989ce915eb on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:23.618307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Attempting to bind port 93086b3d-f42d-4717-8783-c4989ce915eb by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:23.618649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Attempting to bind port 93086b3d-f42d-4717-8783-c4989ce915eb on network a62795b4-b1b0-4c4a-9f29-b457d12e917f {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:23.628819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Port 93086b3d-f42d-4717-8783-c4989ce915eb on network a62795b4-b1b0-4c4a-9f29-b457d12e917f not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:23.629168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Attempting to bind port 93086b3d-f42d-4717-8783-c4989ce915eb on network a62795b4-b1b0-4c4a-9f29-b457d12e917f {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:23.638639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:23.638990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Checking segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:23.639427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Bound using segment: {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:23.639872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Bound port: 93086b3d-f42d-4717-8783-c4989ce915eb, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f9a81-3961-458c-99de-3ddc34402b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:23.640239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.642364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group': {'name': 'tempest-secgroup--112741508'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:23.692311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.715420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:23.715920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:23.724469 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:23.816872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6cd981fc-d7dd-4068-b40d-d041a04945f2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:23.823987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:23.832321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:23.911702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.934210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.943273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.950955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.957410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.962428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.966153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.968435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-a9b04c33-bd48-4ea9-885f-0474d087bfec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3829 time: 0.1076913 Oct 27 16:20:23.970183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:23.973610 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.995455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.004165 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/a14fdcd4-40d5-4bb5-a919-1237177b7edb HTTP/1.1" status: 204 len: 168 time: 3.2970409 Oct 27 16:20:24.008672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41764) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:24.029239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-549128586'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:24.062350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e18cc-6ffb-4ccd-87b6-c921b8c428a8 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=a14fdcd4-40d5-4bb5-a919-1237177b7edb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:24.120349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.132958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8129b0a3-09a4-418f-a6b7-02faff8c723a req-e6027c0f-9d5e-4f7f-9f09-56c4f979dc2f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.1237478 Oct 27 16:20:24.135753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.136360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.137896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] 10.222.0.82 "PUT /v2.0/ports/93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 200 len: 1092 time: 3.6052568 Oct 27 16:20:24.162706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:24.165455 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5992f03-c6f3-42f8-af28-b189616355e5" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:24.186301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6cd981fc-d7dd-4068-b40d-d041a04945f2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:24.186831 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.210951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:24.212351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.232450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81a81233-61a1-43fd-ab7a-6d47c192b4a2 req-d41c8244-467a-4a88-bfea-b90b4928daf5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524977 Oct 27 16:20:24.235642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b447-d105-4e89-8941-c9a5ab61932c service neutron] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:24.251635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.282291 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11556651-fb2e-4183-89ee-3e3b41d7aaf7 x-openstack-request-id: req-11556651-fb2e-4183-89ee-3e3b41d7aaf7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:24.282625 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:24.282832 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11556651-fb2e-4183-89ee-3e3b41d7aaf7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:24.283366 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb', 'status': 'completed', 'code': 200} Oct 27 16:20:24.320509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:24.338506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:24.345975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.346119 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment 1b82f7fc-ff0e-439c-96c7-9c25c4387757 of type vlan for network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df Oct 27 16:20:24.386750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:24.427181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.431253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2c25bc60-4a5b-420c-b1b1-fb573db07077 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8038540 Oct 27 16:20:24.435416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:24.440612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.441290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:24.447345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:24.453995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.454139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.454537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.455001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.455488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.457332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-7f3eddb1-d872-4306-829c-fa6cd5507616 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 4364 time: 0.1662948 Oct 27 16:20:24.464872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Sync routers for ids ['3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:24.492578 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Routers {'3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:24.495331 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:24.537099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.788049 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Set router 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:24.817888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.912820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-086100c3-84d7-42a1-a78b-d19b8dcbbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.912820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-086100c3-84d7-42a1-a78b-d19b8dcbbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.913718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-086100c3-84d7-42a1-a78b-d19b8dcbbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.914727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-086100c3-84d7-42a1-a78b-d19b8dcbbdbc service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4468327 Oct 27 16:20:24.936849 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.941384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b5513a0f-883c-4b40-a518-6350df82fc1b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9383125 Oct 27 16:20:24.942925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:24.990793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.993790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23d052-d0a4-4bac-87d6-9eaac6e2a5ef req-a39f1527-5369-47bb-8f96-31d8e23ae28d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.999179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f23d052-d0a4-4bac-87d6-9eaac6e2a5ef req-a39f1527-5369-47bb-8f96-31d8e23ae28d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 946 time: 0.2877321 Oct 27 16:20:25.005397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.011221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.137134 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:18Z', 'updated_at': '2021-10-27T16:20:21Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:20Z', 'updated_at': '2021-10-27T16:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:25.176845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Checking router: 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:25.177767 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Updating router 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 port 729e77a8-6741-42f1-9101-653d8e0a9265 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:25.200396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=81c3e23d-2f6f-49f1-97a5-a1ec3b2172df,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:25.205324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:25.218055 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.237521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:25.284233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48e4f748-9cbd-4054-98ac-b1f432f47c9e req-d438b238-ef7e-4a2a-81b3-4578b1b9c150 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.0612571 Oct 27 16:20:25.287707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f23d052-d0a4-4bac-87d6-9eaac6e2a5ef req-9218849b-347b-4a70-8466-61550fdb8579 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901817 Oct 27 16:20:25.298787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 16a1dd85-3539-4377-9160-5af348941dea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:25.299472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.395985 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec876d5c-3b86-42b2-831a-cba9904d8cf4 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3845203 Oct 27 16:20:25.398750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:25.404509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:25.458634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.511809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41800) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:25.512871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1e7cc451-edbd-4353-bba1-47f7e3ffcc4b tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 HTTP/1.1" status: 200 len: 907 time: 0.5617759 Oct 27 16:20:25.586481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-3d56a0e8-b125-4834-b92d-4820c2996670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.590932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5992f03-c6f3-42f8-af28-b189616355e5 req-3d56a0e8-b125-4834-b92d-4820c2996670 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6443036 Oct 27 16:20:25.609391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.665196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.679461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.688503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.695640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.702940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.717292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-fd8171ba-c2ca-4bfe-8ee3-50ecbccef3c8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3829 time: 0.3612108 Oct 27 16:20:25.719759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.766420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7da8f9-29ed-4853-b634-c29ac81166fb,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:25.792587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:25.801832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:25.802522 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f561dc46-a3d4-458a-9242-bed32e7e1e28" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:25.819203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.841942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:25.855371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Transition to ACTIVE for port object 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:25.876398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.882226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.885977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-94a6f3be-2845-46cb-8d93-d6e34a746f4b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4460645 Oct 27 16:20:25.888044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41808) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:25.905925 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2481142f-6bca-4691-96bc-bbbf78b56ec6 x-openstack-request-id: req-2481142f-6bca-4691-96bc-bbbf78b56ec6 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:25.906269 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-plugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:25.906494 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2481142f-6bca-4691-96bc-bbbf78b56ec6 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:25.906898 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:20:25.914771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c96bc9ef-d9b5-4740-9bc2-84b1a59272b5 req-ae630c1a-f91b-492d-9708-98ee1d4d8ac3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591649 Oct 27 16:20:25.924747 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.942151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-ab9b676a-9632-469e-8ef0-13bb40b05604 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557505 Oct 27 16:20:25.961912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e36f0dd-2b21-4b8b-b41a-898a436a3536 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules/1e7da8f9-29ed-4853-b634-c29ac81166fb HTTP/1.1" status: 200 len: 763 time: 0.0695693 Oct 27 16:20:25.976267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41810) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:26.029951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.038691 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.050973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.051350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.057317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.059651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.060055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.060405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.060744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.061079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.064262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.064789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.065139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.065475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.105018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cab10277-1882-4ce9-a023-543885dcf7c0 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1286120 Oct 27 16:20:26.107974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-16ce0a9c-8046-4fe2-a899-d70e8e7b7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.110873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-16ce0a9c-8046-4fe2-a899-d70e8e7b7bdd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.1476755 Oct 27 16:20:26.110873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41820) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:26.171806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.186712 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.257667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.258290 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Pushing event updated for resources: {'Port': ['ID=729e77a8-6741-42f1-9101-653d8e0a9265,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.284166 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.284502 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.284839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.285168 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.285493 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.285818 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.286136 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.286620 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.286862 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.287644 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.287644 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.292348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:26.292348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Attempting to bind port 729e77a8-6741-42f1-9101-653d8e0a9265 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:26.292348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Attempting to bind port 729e77a8-6741-42f1-9101-653d8e0a9265 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:26.292348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Attempting to bind port 729e77a8-6741-42f1-9101-653d8e0a9265 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:26.300127 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:26.300509 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:26.301112 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.301665 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:26.303671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Bound port: 729e77a8-6741-42f1-9101-653d8e0a9265, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:26.303671 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.380612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-0431393d-c6e9-4801-a54f-d5c395527e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.385614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-0431393d-c6e9-4801-a54f-d5c395527e01 service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.2466486 Oct 27 16:20:26.443155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] For port 729e77a8-6741-42f1-9101-653d8e0a9265, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:26.446842 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] For port 729e77a8-6741-42f1-9101-653d8e0a9265, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=729e77a8-6741-42f1-9101-653d8e0a9265,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:26.473826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.502921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.579945 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.622716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.692665 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa31008-b676-4984-a81d-78cf0b5fa7b9 None None] Pushing event updated for resources: {'Port': ['ID=729e77a8-6741-42f1-9101-653d8e0a9265,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.736882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:26.738875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Routers {'3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:26.739963 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:26.740986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.774345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.938322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Attempting to bind port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:26.938700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Attempting to bind port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:26.938986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Attempting to bind port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:26.959766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:26.959766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Attempting to bind port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:26.987595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:26.987983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:26.988328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Bound using segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:26.989131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Bound port: 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:26.989131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.039338 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] Set router 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:27.098031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.099345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1e7da8f9-29ed-4853-b634-c29ac81166fb HTTP/1.1" status: 204 len: 168 time: 0.9880238 Oct 27 16:20:27.108689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41834) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:27.114398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d260f088-5f66-4943-9cfe-f2a9b74cd16f req-fe1d4160-f556-4d4e-a598-3f69c8a7d87f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.6240916 Oct 27 16:20:27.147337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95aa9d-db47-4fd6-933d-57cfbf6c0d2b tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e7da8f9-29ed-4853-b634-c29ac81166fb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:27.151297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Deleting port 729e77a8-6741-42f1-9101-653d8e0a9265 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:27.151499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.171499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:27.184460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-eba646de-3fed-4a5e-844e-cb73363c7ff9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 1001 time: 0.7933331 Oct 27 16:20:27.243720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:27.296083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-43563406-96f8-4bd2-a459-030f90d192aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.304791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-43563406-96f8-4bd2-a459-030f90d192aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.1075137 Oct 27 16:20:27.329660 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8d5f7478-72bc-4097-b7b5-64f3d393fa6e tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2188416 Oct 27 16:20:27.331127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:27.357892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:27.373562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.464281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] For port 729e77a8-6741-42f1-9101-653d8e0a9265, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=729e77a8-6741-42f1-9101-653d8e0a9265,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:27.465977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.470058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.471086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.472775 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] 10.222.0.82 "PUT /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 1129 time: 3.0915139 Oct 27 16:20:27.473445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:27.475967 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e5512-0e50-48a7-875c-687e9101c867" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:27.510255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Calling delete_port for 729e77a8-6741-42f1-9101-653d8e0a9265 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:27.528125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.528657 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:18Z', 'updated_at': '2021-10-27T16:20:21Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:20Z', 'updated_at': '2021-10-27T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:27.552509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d39380-bbba-4a81-b2dc-5a926515851e service neutron] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:27.650327 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173e1a7-ac5c-40a5-b660-6fc298b86781 None None] The sync data for ids ['3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43'] in n-d-814735-4 is: [{'id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'name': 'tempest-snat-router-486684713', 'tenant_id': 'c8f554a74eea446a8be76d3da3fc6989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:18Z', 'updated_at': '2021-10-27T16:20:21Z', 'revision_number': 3, 'project_id': 'c8f554a74eea446a8be76d3da3fc6989', 'gw_port': {'id': '729e77a8-6741-42f1-9101-653d8e0a9265', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:20Z', 'updated_at': '2021-10-27T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:27.674465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:27.750963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411f331-0d5c-4794-8d5f-18551606b851 req-eb9d4e96-6805-47e2-b196-ee343b9ec81d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.759741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f411f331-0d5c-4794-8d5f-18551606b851 req-eb9d4e96-6805-47e2-b196-ee343b9ec81d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 1.2982349 Oct 27 16:20:27.850388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=f695c67f-84ec-4ef8-bbac-a2e7ef274a52,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:27.862727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-e04bc0a2-961e-4504-aa85-f9e7a52dfcd5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.866542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-e04bc0a2-961e-4504-aa85-f9e7a52dfcd5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.4496608 Oct 27 16:20:27.886413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:27.935261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.950276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f411f331-0d5c-4794-8d5f-18551606b851 req-6c2f1ecd-f1bb-4a5d-bf8f-8a1c681f0804 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894069 Oct 27 16:20:27.993004 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.031236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.039816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.048257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.054814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.069301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.083546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.091091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-cd4ddc9e-8255-403c-bdd7-33a42ed2f353 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 4600 time: 0.7803471 Oct 27 16:20:28.129364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-809a2910-00c4-4402-8fb9-4d6112688af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.131665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-809a2910-00c4-4402-8fb9-4d6112688af9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7963088 Oct 27 16:20:28.209958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f8137b2-93f0-4889-bc28-6dd965462502 req-ab919a73-8b01-40b9-87fc-8409e58c8d12 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116936 Oct 27 16:20:28.211070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.235724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': '1b82f7fc-ff0e-439c-96c7-9c25c4387757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:28.236205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:28.317618 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c83f44-9f8e-41b3-8c5d-36159e3759f1 x-openstack-request-id: req-62c83f44-9f8e-41b3-8c5d-36159e3759f1 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:28.317916 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:28.318473 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62c83f44-9f8e-41b3-8c5d-36159e3759f1 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:28.318757 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2', 'status': 'completed', 'code': 200} Oct 27 16:20:28.456931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.498166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:28.515934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d64b6adc-0eb2-45e9-80ea-ce4f7900a21c req-c53ad8d2-043a-409b-a377-af8540cae0bf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.0766606 Oct 27 16:20:28.558402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.586767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-b9d7822a-75da-4ca6-8024-85a1c72b015b service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715830 Oct 27 16:20:28.634507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.725776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Port': ['ID=729e77a8-6741-42f1-9101-653d8e0a9265,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:28.725776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:28.741903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17824f2-f3df-44ac-be90-fc6617f8a5f8 None None] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:28.757440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.758443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.759109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.759460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.759882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.760076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.762627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.763349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:28.768568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994e5512-0e50-48a7-875c-687e9101c867 req-5739fca2-8f24-49ec-8f85-2be65db08190 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5286 time: 0.2840662 Oct 27 16:20:28.777741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.887255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.971388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:28.974923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.014915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b8948a-74ca-4e8e-a3c4-bd960395b6ac,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:29.058663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-81c3e23d-2f6f-49f1-97a5-a1ec3b2172df', 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': 'f695c67f-84ec-4ef8-bbac-a2e7ef274a52'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:29.060504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.140600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.152515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e51ed8f5-4db6-42e3-b7a9-ee8abcfcdf13 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8055418 Oct 27 16:20:29.156180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41852) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.230051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-399c3ccb-c419-4769-9a3b-0fc3a83ac253 req-81c54252-5cc7-4471-a483-52f0b60b50ea service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835297 Oct 27 16:20:29.357526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44838a79-9585-466a-8a7d-65aace14f0ce tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules/95b8948a-74ca-4e8e-a3c4-bd960395b6ac HTTP/1.1" status: 200 len: 763 time: 0.1370938 Oct 27 16:20:29.381546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c744f0-138e-439b-af79-d291e08fd127 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:29.394200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Allocated IP 2001:db8::2 (81c3e23d-2f6f-49f1-97a5-a1ec3b2172df/f695c67f-84ec-4ef8-bbac-a2e7ef274a52/7293fec7-7337-4d0b-a125-3023da3b8fbf) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:29.401459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.418758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41858) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.432274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Transition to ACTIVE for port object 15c744f0-138e-439b-af79-d291e08fd127 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:29.453753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15a47a1c-14ec-4806-9349-aa7dea5f6fe1 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0492225 Oct 27 16:20:29.458034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41860) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.501306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.515262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.543920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-bbd98b60-9904-4baf-a57c-7b6fc8de42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.544401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-bbd98b60-9904-4baf-a57c-7b6fc8de42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.544851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-bbd98b60-9904-4baf-a57c-7b6fc8de42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.546551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994e5512-0e50-48a7-875c-687e9101c867 req-bbd98b60-9904-4baf-a57c-7b6fc8de42f5 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7612305 Oct 27 16:20:29.634541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.658850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b0d2-e57f-4605-9b3d-404a7c29c78d req-696fe8ca-a9ef-4f11-98a5-1c21cbf29b0a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.660515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a785b0d2-e57f-4605-9b3d-404a7c29c78d req-696fe8ca-a9ef-4f11-98a5-1c21cbf29b0a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.5031035 Oct 27 16:20:29.734925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.821081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.827697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:29.890396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f828b117-7fba-4c0d-8ede-af404823ffad tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4515514 Oct 27 16:20:29.897374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:29.902037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:29.907857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:29.915864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41866) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.932976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Pushing event updated for resources: {'Port': ['ID=7293fec7-7337-4d0b-a125-3023da3b8fbf,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:30.032725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.034734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:30.086287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.088336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.13 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:30.092305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-472492fe-d766-47df-a7d3-5c606dcfb03c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3c6a772c-93cb-4bcf-8ba6-6ea9effb8d43 HTTP/1.1" status: 204 len: 168 time: 4.5143778 Oct 27 16:20:30.104838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41868) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:30.107397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a785b0d2-e57f-4605-9b3d-404a7c29c78d req-f886e726-7e3d-47cf-94bd-ae7344c682fa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195157 Oct 27 16:20:30.120482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Attempting to bind port 7293fec7-7337-4d0b-a125-3023da3b8fbf on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:30.121043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Attempting to bind port 7293fec7-7337-4d0b-a125-3023da3b8fbf by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '1b82f7fc-ff0e-439c-96c7-9c25c4387757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:30.124170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Attempting to bind port 7293fec7-7337-4d0b-a125-3023da3b8fbf on network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:30.142313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.149483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.156458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:30.157095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.160057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Checking segment: {'id': '1b82f7fc-ff0e-439c-96c7-9c25c4387757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:30.160499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.160908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Bound using segment: {'id': '1b82f7fc-ff0e-439c-96c7-9c25c4387757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:30.161411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Bound port: 7293fec7-7337-4d0b-a125-3023da3b8fbf, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b82f7fc-ff0e-439c-96c7-9c25c4387757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '81c3e23d-2f6f-49f1-97a5-a1ec3b2172df'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:30.168896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.169761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.179027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.191652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.216385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.225401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-160feaa4-3e7d-4863-9f31-120c0b8763b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5372 time: 0.6375456 Oct 27 16:20:30.286493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5512-0e50-48a7-875c-687e9101c867 req-353f5549-67be-4ac3-a800-2619eadf9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.286493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994e5512-0e50-48a7-875c-687e9101c867 req-353f5549-67be-4ac3-a800-2619eadf9f44 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6929164 Oct 27 16:20:30.340086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.348382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.350078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcf0a507-6c2e-467f-9b34-7d5dd0ab752e req-afce618c-cf85-4be1-826f-3a80cf6ab095 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.0858369 Oct 27 16:20:30.382272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.401246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7e32f49-e64b-4b36-a6b8-425625f69ffc req-a0eeb83c-f280-463e-83bf-8f25a19d6512 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741157 Oct 27 16:20:30.433575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] For port 7293fec7-7337-4d0b-a125-3023da3b8fbf, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:30.452006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] For port 7293fec7-7337-4d0b-a125-3023da3b8fbf, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7293fec7-7337-4d0b-a125-3023da3b8fbf,segment=NetworkSegment(1b82f7fc-ff0e-439c-96c7-9c25c4387757),segment_id=1b82f7fc-ff0e-439c-96c7-9c25c4387757)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:30.478052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Attempting to bind port 15c744f0-138e-439b-af79-d291e08fd127 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:30.482126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Attempting to bind port 15c744f0-138e-439b-af79-d291e08fd127 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:30.482979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Attempting to bind port 15c744f0-138e-439b-af79-d291e08fd127 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:30.504399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Port 15c744f0-138e-439b-af79-d291e08fd127 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:30.505468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Attempting to bind port 15c744f0-138e-439b-af79-d291e08fd127 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:30.520154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:30.520492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:30.520876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Bound using segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:30.521312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Bound port: 15c744f0-138e-439b-af79-d291e08fd127, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:30.521661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.547949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.651439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179e41a-ef19-4389-aa17-01fbe1693928 None None] Pushing event updated for resources: {'Port': ['ID=7293fec7-7337-4d0b-a125-3023da3b8fbf,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:30.700822 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.770711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.778485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.806374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.810820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/95b8948a-74ca-4e8e-a3c4-bd960395b6ac HTTP/1.1" status: 204 len: 168 time: 0.8923888 Oct 27 16:20:30.816603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41878) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:30.872696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba565946-3461-45ef-b4ce-085f02bb5d29 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b8948a-74ca-4e8e-a3c4-bd960395b6ac,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:30.888105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.939888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:30.944472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:30.945091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f9ce1f81-0b02-48b0-a2f1-190b3b580072 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1213937 Oct 27 16:20:30.945679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41880) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:30.953841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Request body: {'security_group_rule': {'security_group_id': '33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:30.962940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port 7293fec7-7337-4d0b-a125-3023da3b8fbf {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:30.962940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.067024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.124223 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Project d3affc7d928a4dc7a2af748a13756ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:20:31.124609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] For port 7293fec7-7337-4d0b-a125-3023da3b8fbf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7293fec7-7337-4d0b-a125-3023da3b8fbf,segment=NetworkSegment(1b82f7fc-ff0e-439c-96c7-9c25c4387757),segment_id=1b82f7fc-ff0e-439c-96c7-9c25c4387757)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:31.124980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.128003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.141289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:31.211480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for 7293fec7-7337-4d0b-a125-3023da3b8fbf owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:31.226947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.227511 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.239738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] 10.222.0.82 "PUT /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 1130 time: 3.5755172 Oct 27 16:20:31.302144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '15c744f0-138e-439b-af79-d291e08fd127'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:31.307876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:31.312334 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "15c744f0-138e-439b-af79-d291e08fd127"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:31.330481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.410528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:31.453820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:31.593070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:31.604695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d275939-0e84-46a5-8fbe-69d0f196fdbb service neutron] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:31.619288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:31.761718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8ed1-8e02-48ba-848a-c0784b637cd5 req-17da4032-afbf-4ff7-ba4c-2fa26d9da705 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.770111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-213e8ed1-8e02-48ba-848a-c0784b637cd5 req-17da4032-afbf-4ff7-ba4c-2fa26d9da705 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.4288478 Oct 27 16:20:31.774411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc56b-2ed3-4325-a609-dbfdac3d4cd9 req-7cdd6f74-4f2e-483e-9f9b-2f626f6cef14 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.784829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eeebc56b-2ed3-4325-a609-dbfdac3d4cd9 req-7cdd6f74-4f2e-483e-9f9b-2f626f6cef14 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.3539548 Oct 27 16:20:31.824161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.841822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.844560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.845617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Deleting port 6cd981fc-d7dd-4068-b40d-d041a04945f2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:31.846061 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.850048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7293fec7-7337-4d0b-a125-3023da3b8fbf up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:31.865343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.894975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-213e8ed1-8e02-48ba-848a-c0784b637cd5 req-5ac6e15a-8c83-46e1-af79-ce87bb3b7930 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972722 Oct 27 16:20:31.912168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eeebc56b-2ed3-4325-a609-dbfdac3d4cd9 req-55e31e63-8b14-420b-b8c1-91a33913c470 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237786 Oct 27 16:20:32.003143 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750440c-f20d-40b9-b5bd-81bdbfda03e7 x-openstack-request-id: req-e750440c-f20d-40b9-b5bd-81bdbfda03e7 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:32.003435 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "15c744f0-138e-439b-af79-d291e08fd127", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:32.003691 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e750440c-f20d-40b9-b5bd-81bdbfda03e7 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:32.004091 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '15c744f0-138e-439b-af79-d291e08fd127', 'status': 'completed', 'code': 200} Oct 27 16:20:32.007008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7293fec7-7337-4d0b-a125-3023da3b8fbf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:32.007593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.019930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-05f68a8b-49e9-44a2-9335-d83fc95b180f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1379557 Oct 27 16:20:32.101180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Request body: {'port': {'device_id': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:32.115268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.161280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.294374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] For port 6cd981fc-d7dd-4068-b40d-d041a04945f2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6cd981fc-d7dd-4068-b40d-d041a04945f2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:32.294774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.335510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Calling delete_port for 6cd981fc-d7dd-4068-b40d-d041a04945f2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:32.396489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171a1524-bfcc-4899-9a8b-769c6f015b38,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:32.411055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 729e77a8-6741-42f1-9101-653d8e0a9265 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:32.446310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.451565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.451993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.461739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.462329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.462803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.464348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.464348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.465900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-97dbf849-a0c5-42a5-94b8-dabb4e850b32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6209 time: 0.4605558 Oct 27 16:20:32.469316 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.481889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 729e77a8-6741-42f1-9101-653d8e0a9265 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:32.483464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 729e77a8-6741-42f1-9101-653d8e0a9265 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:32.557014 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.562282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ea877c5e-0df9-4772-8514-68d208879754 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6119213 Oct 27 16:20:32.570573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bac93-a874-4ef8-bb28-d6f267913ba0 req-705e75b6-11b0-4eec-95fd-f045aa61bc5c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.572109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a85bac93-a874-4ef8-bb28-d6f267913ba0 req-705e75b6-11b0-4eec-95fd-f045aa61bc5c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 932 time: 0.4546769 Oct 27 16:20:32.588119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:32.709572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.722418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.738304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.746957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.753947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.760062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.766378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.768578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-ba07cd6f-b764-460d-b7d2-e1800a2bceba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5372 time: 0.5960593 Oct 27 16:20:32.797971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be882f-5e4a-4d73-bc57-0f7cd77d59a1 None None] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:32.817365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a85bac93-a874-4ef8-bb28-d6f267913ba0 req-dc1da2ff-7789-4989-a9e3-1d88aeb4f883 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964700 Oct 27 16:20:32.837729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c324b55-3872-4d96-a329-006da21f4dd4 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules/171a1524-bfcc-4899-9a8b-769c6f015b38 HTTP/1.1" status: 200 len: 769 time: 0.2480130 Oct 27 16:20:32.851609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:32.957003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-88f897b5-80a9-4f47-8dfa-8a311251a3ee None None] Could not find standard attr ID for object 7293fec7-7337-4d0b-a125-3023da3b8fbf. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:20:33.215485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adbb7c83-e8b2-4215-8fd3-b522d4866dcc req-b282005d-a967-4a3f-bea2-8495635da949 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3583868 Oct 27 16:20:33.237688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1966964e-4429-423d-91dc-6d6f78ea4ba2 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3622191 Oct 27 16:20:33.241369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41902) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:33.257933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-d0be9939-3061-47fd-8f7b-9f2b7f114e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.259736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-d0be9939-3061-47fd-8f7b-9f2b7f114e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.259736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-d0be9939-3061-47fd-8f7b-9f2b7f114e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.260541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-d0be9939-3061-47fd-8f7b-9f2b7f114e5f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7737098 Oct 27 16:20:33.321237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=7293fec7-7337-4d0b-a125-3023da3b8fbf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.379762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66852e7-8437-4c6c-8e64-29a2f0761616 req-99bc82c6-0f60-453f-8976-6dbf79ffe990 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.381492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a66852e7-8437-4c6c-8e64-29a2f0761616 req-99bc82c6-0f60-453f-8976-6dbf79ffe990 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.2563369 Oct 27 16:20:33.409348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No DVR routers for this DVR port 7293fec7-7337-4d0b-a125-3023da3b8fbf on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:33.625762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.650995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38e4938-962a-45fd-88f5-c00c61c4bccb {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:33.702513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.776077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.841339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cd981fc-d7dd-4068-b40d-d041a04945f2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.914254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Transition to ACTIVE for port object c38e4938-962a-45fd-88f5-c00c61c4bccb will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:33.919680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.955259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.976405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=f695c67f-84ec-4ef8-bbac-a2e7ef274a52,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.983268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82304e3-74cf-4ee8-bbb3-9e6cef502595 None None] Network 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:33.988882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.998553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.071143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.081719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4ed2-2151-44e3-88eb-99163efa0311 req-6ca7e3e7-f7c7-4a6d-8e53-96ba69e86d0a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.091654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-201c4ed2-2151-44e3-88eb-99163efa0311 req-6ca7e3e7-f7c7-4a6d-8e53-96ba69e86d0a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.6289749 Oct 27 16:20:34.116391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a66852e7-8437-4c6c-8e64-29a2f0761616 req-b81f24b3-4a9c-4578-a5a5-2dcdd3057917 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6566248 Oct 27 16:20:34.143159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-48d9a6ca-7a39-4318-8c52-dffed437e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.145651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb8f17f-c36f-48f8-b25e-5ff036deaaa6 req-48d9a6ca-7a39-4318-8c52-dffed437e925 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8613665 Oct 27 16:20:34.251212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:34.289309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.433095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.433095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.433095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c3e23d-2f6f-49f1-97a5-a1ec3b2172df']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:34.433764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-201c4ed2-2151-44e3-88eb-99163efa0311 req-d192c09d-7c90-42c3-bb6a-cb7ae13b8155 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708161 Oct 27 16:20:34.433764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:34.433764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.447196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Transition to ACTIVE for port object e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:34.447412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275e87c-46b0-49da-9e6e-4d8374c62eea None None] DHCP port deletion for 81c3e23d-2f6f-49f1-97a5-a1ec3b2172df request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:34.458679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b82f7fc-ff0e-439c-96c7-9c25c4387757') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:34.458987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b82f7fc-ff0e-439c-96c7-9c25c4387757') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:34.475755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.499383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.506808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/171a1524-bfcc-4899-9a8b-769c6f015b38 HTTP/1.1" status: 204 len: 168 time: 1.2637255 Oct 27 16:20:34.509921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41910) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:34.536773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.573414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.574360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd20e5e-7c92-47bb-93df-37c96d4e816d tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=171a1524-bfcc-4899-9a8b-769c6f015b38,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:34.576599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Attempting to bind port c38e4938-962a-45fd-88f5-c00c61c4bccb on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:34.576946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Attempting to bind port c38e4938-962a-45fd-88f5-c00c61c4bccb by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:34.577272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Attempting to bind port c38e4938-962a-45fd-88f5-c00c61c4bccb on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:34.589741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:34.589741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:34.591433 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:34.593914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Port c38e4938-962a-45fd-88f5-c00c61c4bccb on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:34.593914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Attempting to bind port c38e4938-962a-45fd-88f5-c00c61c4bccb on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:34.641861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb605645-4601-4310-9f6c-1d819b3ddbf7 req-d3b9d5c4-6653-4921-a6a1-5050e18dace2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.643789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb605645-4601-4310-9f6c-1d819b3ddbf7 req-d3b9d5c4-6653-4921-a6a1-5050e18dace2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 932 time: 0.1948822 Oct 27 16:20:34.648390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:34.648725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:34.649108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Bound using segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:34.649602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Bound port: c38e4938-962a-45fd-88f5-c00c61c4bccb, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:34.649960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.657459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.666135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.673365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.680377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.688397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.695290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.701452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.703469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-84f1ded7-672b-4705-85a5-eb3b9c0597a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5384 time: 0.1646273 Oct 27 16:20:34.717092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-82aaccb9-b728-4ead-bc51-18700a677737 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2023668 Oct 27 16:20:34.721390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41912) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:34.774942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.802718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:34.814940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:34.817419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.818252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c569887-c69e-4705-81b1-93a34963b983 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:34.825832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.835549 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b9f0a23-4361-4c67-9ada-792029b6e9aa tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7c569887-c69e-4705-81b1-93a34963b983 HTTP/1.1" status: 204 len: 168 time: 4.7268634 Oct 27 16:20:34.837602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:34.856811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-603645760', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:34.882572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb605645-4601-4310-9f6c-1d819b3ddbf7 req-72fc3637-c8b0-47a3-9fa5-b12808a7587d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763334 Oct 27 16:20:34.893178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.901439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.907673 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/81c3e23d-2f6f-49f1-97a5-a1ec3b2172df HTTP/1.1" status: 204 len: 168 time: 5.4491985 Oct 27 16:20:34.935300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:34.942512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b62be3-5da1-4f8e-84c5-df7fe3af0753 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=81c3e23d-2f6f-49f1-97a5-a1ec3b2172df,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:34.943635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-150829172'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:34.954081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d00c36d-c2cd-4251-a29a-e48b15580db9 req-f2807264-9716-4427-897e-7af9f7d8439b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334001 Oct 27 16:20:34.954990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Pushing event updated for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:34.957807 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.965286 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.064192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.065034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.067476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.068342 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] 10.222.0.82 "PUT /v2.0/ports/c38e4938-962a-45fd-88f5-c00c61c4bccb HTTP/1.1" status: 200 len: 1091 time: 3.6637971 Oct 27 16:20:35.069106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:35.075568 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d094f1-1d28-44cd-9e35-adeb288933a8" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:35.102444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.106680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.138738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Attempting to bind port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:35.139596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Attempting to bind port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:35.139970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Attempting to bind port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:35.205952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:35.215504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Attempting to bind port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:35.232485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:35.245462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:35.249183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:35.250019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Bound port: e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:35.250631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.302930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.315676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:35.320769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.337788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:35.347195 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d074fa-97d5-48b4-a815-32beb190d5a9 x-openstack-request-id: req-06d074fa-97d5-48b4-a815-32beb190d5a9 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:35.348005 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:35.348653 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06d074fa-97d5-48b4-a815-32beb190d5a9 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:35.349442 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'status': 'completed', 'code': 200} Oct 27 16:20:35.382896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.389253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.393579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "DELETE /v2.0/security-groups/33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc HTTP/1.1" status: 204 len: 168 time: 0.6696274 Oct 27 16:20:35.397051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:35.507104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:35.510896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:35.555997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7630500-9ac7-4a28-8c29-b8df5fe97ddd tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8e1b2-121a-4bd1-88b0-a77c8fe90bcc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:35.612654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.616955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:35.745679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.801703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db7e5d-812a-4e98-ae9c-48453dafd307 service neutron] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:35.858977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6cd981fc-d7dd-4068-b40d-d041a04945f2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:35.872247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.873439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.874654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.875839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.876904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.878016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.879090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.882612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-232939cd-926b-4700-accb-18fb5509b557 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6276 time: 0.6059296 Oct 27 16:20:35.886709 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e87d77cf-9a76-4438-bdbd-c9f42727af35 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4874351 Oct 27 16:20:35.898355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748095c7-4304-4b81-9da6-d329d8ab94db req-65b98577-c1ad-401f-a067-79426582af2b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.900290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41932) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:35.912428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748095c7-4304-4b81-9da6-d329d8ab94db req-65b98577-c1ad-401f-a067-79426582af2b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.5888495 Oct 27 16:20:35.916041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 6cd981fc-d7dd-4068-b40d-d041a04945f2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:35.916399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6cd981fc-d7dd-4068-b40d-d041a04945f2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:35.916826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7293fec7-7337-4d0b-a125-3023da3b8fbf no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:35.948232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7293fec7-7337-4d0b-a125-3023da3b8fbf {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:35.948232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7293fec7-7337-4d0b-a125-3023da3b8fbf not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:36.065584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.146454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Pushing event updated for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:36.152060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-f09e2b6d-9579-4b5a-9c5a-3f98860af0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.153156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-f09e2b6d-9579-4b5a-9c5a-3f98860af0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.154017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-f09e2b6d-9579-4b5a-9c5a-3f98860af0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.157306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-f09e2b6d-9579-4b5a-9c5a-3f98860af0ad service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2231731 Oct 27 16:20:36.169190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.170203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.172492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-73ee8d79-ea2d-422d-a3ba-47a4b022267c service neutron] 10.222.0.82 "PUT /v2.0/ports/e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 HTTP/1.1" status: 200 len: 1092 time: 4.1041939 Oct 27 16:20:36.206616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:36.210799 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba6965b-80a5-451f-bf28-1eea519cf713" -d '{"events": [{"name": "network-changed", "server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:36.217531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.217531 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Added segment cc2f564e-01ff-4134-a9d8-13662a3ed536 of type vlan for network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 Oct 27 16:20:36.355061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d979ec0f-8b85-4b6c-8176-9176def481b3 tempest-SecGroupIPv6Test-70594281 tempest-SecGroupIPv6Test-70594281-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4490888 Oct 27 16:20:36.506839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-ace47852-643b-4191-ac6a-0d1c862b2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.510440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60d094f1-1d28-44cd-9e35-adeb288933a8 req-ace47852-643b-4191-ac6a-0d1c862b2626 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355870 Oct 27 16:20:36.588709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.710574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74d74-71f5-42d7-89ef-2c30cb55b6d9 req-e1ffd147-d0f0-44ad-bd97-9cfad15a8a7d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.713569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9da74d74-71f5-42d7-89ef-2c30cb55b6d9 req-e1ffd147-d0f0-44ad-bd97-9cfad15a8a7d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 1.0860708 Oct 27 16:20:36.720223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.730723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.732666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.752078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748095c7-4304-4b81-9da6-d329d8ab94db req-5af3c929-006a-4345-9cb7-fe14bbbc4924 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8369124 Oct 27 16:20:36.802486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40401fb1-099c-468a-a57d-4265fddb90d9 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:36.815434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.847689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.880080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Network': ['ID=7fd6bc3a-b3aa-40ca-9721-11487cc68ae4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:36.884571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.887351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Transition to ACTIVE for port object 40401fb1-099c-468a-a57d-4265fddb90d9 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:36.897553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:36.934864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-37e46c84-6335-4f0d-8183-4accef0bce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.942786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-37e46c84-6335-4f0d-8183-4accef0bce52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 1095 time: 0.6261406 Oct 27 16:20:37.054624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.095182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bf7ce050-f7df-427b-95b6-7322c709732e tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1557932 Oct 27 16:20:37.102342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41942) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:37.103719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9da74d74-71f5-42d7-89ef-2c30cb55b6d9 req-97f7525d-453f-444b-9dbd-7cbb0d03afa6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649151 Oct 27 16:20:37.105258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-ad90bbac-065b-4250-a76a-9e6c72ee1813 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 HTTP/1.1" status: 200 len: 217 time: 0.1458378 Oct 27 16:20:37.128345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Request body: {'subnet': {'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:37.143153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:37.259913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Allocated IP 172.25.5.187 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/7939a206-2207-44ff-ae3e-88db8986c663) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:37.443661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41946) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:37.474066 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:20:37.499101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-28405c6c-3c09-40fb-8da3-d021ce42a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.501356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-28405c6c-3c09-40fb-8da3-d021ce42a107 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.3689005 Oct 27 16:20:37.522166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.530178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.537634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.545813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.552932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.565650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.577601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.579560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-54026ab3-034c-4c0d-9171-6fe60d990870 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5396 time: 0.3583064 Oct 27 16:20:37.613147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Attempting to bind port 40401fb1-099c-468a-a57d-4265fddb90d9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:37.613565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Attempting to bind port 40401fb1-099c-468a-a57d-4265fddb90d9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:37.613813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Attempting to bind port 40401fb1-099c-468a-a57d-4265fddb90d9 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:37.620499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6df65-f2ad-4f6b-a860-1b8f22d414f4 req-608d646e-8709-4315-a221-a711c4158047 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.622394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b6df65-f2ad-4f6b-a860-1b8f22d414f4 req-608d646e-8709-4315-a221-a711c4158047 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 944 time: 0.5489805 Oct 27 16:20:37.624333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-af00af89-9a65-41cb-85d1-63db7e0fae44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437202 Oct 27 16:20:37.633239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Port 40401fb1-099c-468a-a57d-4265fddb90d9 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:37.633596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Attempting to bind port 40401fb1-099c-468a-a57d-4265fddb90d9 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:37.658217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:37.658503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Checking segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:37.659156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Bound using segment: {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:37.659613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Bound port: 40401fb1-099c-468a-a57d-4265fddb90d9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd528807f-a7c2-4f90-af70-06a590728d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:37.659979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.733040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.785539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:37.798948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46b6df65-f2ad-4f6b-a860-1b8f22d414f4 req-cfd17f8b-cde2-4133-ac8e-08f528148135 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651928 Oct 27 16:20:37.806033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:37.886974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0bf25ea8-1524-4482-92a5-3ab850e46b00 req-ee21ae71-6e5b-4987-8629-47025d0745c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2608745 Oct 27 16:20:37.894375 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce0a32-be1c-476a-95bf-2ef4d3857704 x-openstack-request-id: req-91ce0a32-be1c-476a-95bf-2ef4d3857704 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:37.894920 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:37.895432 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91ce0a32-be1c-476a-95bf-2ef4d3857704 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:37.896643 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573', 'status': 'completed', 'code': 200} Oct 27 16:20:37.898198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.932483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.935208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.939665 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] 10.222.0.82 "PUT /v2.0/ports/40401fb1-099c-468a-a57d-4265fddb90d9 HTTP/1.1" status: 200 len: 1091 time: 2.6123140 Oct 27 16:20:37.965784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:37.969228 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de22a308-9cb4-414a-8f0a-f98e108fcd12" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:37.994249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-53c5560d-8e62-4553-9021-301075af17ab service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283360 Oct 27 16:20:38.031455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571d16-774d-45fa-9d2d-b3e7a97bfb5d service neutron] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:38.040869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3dc0e2ea-d10d-4aac-aae5-81c35b1e06f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3affc7d928a4dc7a2af748a13756ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860362 Oct 27 16:20:38.046279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.057656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41958) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:38.165353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Made reservation on behalf of c5feb51001e648c987e20b1f083c8f76 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:38.166443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:38.171372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.175704 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d4e55a-d283-4062-a503-70de3fa31797 x-openstack-request-id: req-08d4e55a-d283-4062-a503-70de3fa31797 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:38.176288 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:38.177040 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08d4e55a-d283-4062-a503-70de3fa31797 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:38.177910 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9', 'status': 'completed', 'code': 200} Oct 27 16:20:38.183532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:38.208058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:38.239565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:38.368584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event updated for resources: {'Port': ['ID=7939a206-2207-44ff-ae3e-88db8986c663,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:38.396898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.442129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.511169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.677605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.678273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.678542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.679231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.679692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.680143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.681497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.682639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-89a1f135-f03c-449a-a385-e0d783cc8a4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6343 time: 0.4789312 Oct 27 16:20:38.717073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed3b9cd6-c139-4302-b228-ba2c66f6b136 req-c6b44f47-01fa-4b4f-a39b-7552bf83b620 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101634 Oct 27 16:20:38.737172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee89b46-5747-420c-aa2d-64f3f607ec09 req-587f55b0-7542-41ef-b728-b68dcdf38ff8 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.744918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ee89b46-5747-420c-aa2d-64f3f607ec09 req-587f55b0-7542-41ef-b728-b68dcdf38ff8 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.4560869 Oct 27 16:20:38.847102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc65a9-01a6-45c6-9b6c-942e284f531e req-1b15630e-3792-4e9e-899d-93733748814b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.848578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-facc65a9-01a6-45c6-9b6c-942e284f531e req-1b15630e-3792-4e9e-899d-93733748814b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.4279394 Oct 27 16:20:38.858872 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.862406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.865963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d352c91-fd85-44bf-a242-db774a505e26 HTTP/1.1" status: 204 len: 168 time: 0.8028584 Oct 27 16:20:38.866124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ee89b46-5747-420c-aa2d-64f3f607ec09 req-a7b96d1a-b778-47e8-9e47-103335f9cb35 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184514 Oct 27 16:20:38.952553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c371ec-8cd1-49ef-b7fc-811a90fa003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d352c91-fd85-44bf-a242-db774a505e26,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:39.132527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671df9d7-69c0-483b-9aa3-f31896c48a45 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:39.141818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.155871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Transition to ACTIVE for port object 671df9d7-69c0-483b-9aa3-f31896c48a45 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:39.167902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:20:39.190685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.228448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.282285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-69ac8eef-93b0-4fc1-b4f6-9623f16a5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.283857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-69ac8eef-93b0-4fc1-b4f6-9623f16a5b59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 1095 time: 0.3565831 Oct 27 16:20:39.316029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-9d099272-5d47-481b-9045-43c2aea7818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.316539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-9d099272-5d47-481b-9045-43c2aea7818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.317023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-9d099272-5d47-481b-9045-43c2aea7818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.318607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-9d099272-5d47-481b-9045-43c2aea7818f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6221683 Oct 27 16:20:39.333036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e172e95-bfc7-4ea4-883f-e4c5e7e814de req-d943f4d5-ad72-470e-9cb9-341765e3bcd1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.334980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e172e95-bfc7-4ea4-883f-e4c5e7e814de req-d943f4d5-ad72-470e-9cb9-341765e3bcd1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 944 time: 0.2477190 Oct 27 16:20:39.393037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-facc65a9-01a6-45c6-9b6c-942e284f531e req-22d2e626-4684-4a22-8d18-5c17c383757d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5191052 Oct 27 16:20:39.400240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event updated for resources: {'Subnet': ['ID=d63714e8-3fb7-4714-a891-c3025e46d885,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:39.458858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.629167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Checking segment: {'id': 'cc2f564e-01ff-4134-a9d8-13662a3ed536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:39.629578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network hostable DHCP agents. Network: 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:39.665672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e172e95-bfc7-4ea4-883f-e4c5e7e814de req-f7804b20-cf3e-4a5c-bfcd-689fd7a1d0b6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759373 Oct 27 16:20:39.693407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:39.754910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-6f5af7c3-6301-480a-a71a-b80f5efa6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.756451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-6f5af7c3-6301-480a-a71a-b80f5efa6096 service neutron] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 907 time: 0.4566364 Oct 27 16:20:39.809924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-0742da1a-3293-48e8-aee2-18e6e41d7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.811445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de22a308-9cb4-414a-8f0a-f98e108fcd12 req-0742da1a-3293-48e8-aee2-18e6e41d7eff service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4638834 Oct 27 16:20:39.818060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-c3cd546a-5ef0-4e78-a8e1-9945d01779f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 HTTP/1.1" status: 200 len: 217 time: 0.0523078 Oct 27 16:20:39.856885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.884686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.891641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.906714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.906714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.912242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.918634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.920899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-2cda351f-704f-40cf-82e5-c92dc85651ec tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5408 time: 0.3239830 Oct 27 16:20:39.923478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:40.297353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Attempting to bind port 671df9d7-69c0-483b-9aa3-f31896c48a45 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:40.297989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Attempting to bind port 671df9d7-69c0-483b-9aa3-f31896c48a45 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:40.297989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Attempting to bind port 671df9d7-69c0-483b-9aa3-f31896c48a45 on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:40.308018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Port 671df9d7-69c0-483b-9aa3-f31896c48a45 on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:40.309512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Attempting to bind port 671df9d7-69c0-483b-9aa3-f31896c48a45 on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:40.322528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:40.322871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Checking segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:40.323294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Bound using segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:40.323739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Bound port: 671df9d7-69c0-483b-9aa3-f31896c48a45, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:40.324096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.348801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.394363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:40.403922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef289d7-ff64-42e7-a12f-a0593c4a94e8 None None] Network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:40.414352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.415242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.455412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:40.458977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:40.464813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-aee079ff-5109-4614-bf8b-bc1d5db01741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.466622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-aee079ff-5109-4614-bf8b-bc1d5db01741 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.6364410 Oct 27 16:20:40.489751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d59f4e77-aee6-41d8-b713-0e105e592ca7 req-6dcd3c4b-ea1d-4e1f-97f1-9af17d095825 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5413110 Oct 27 16:20:40.535284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-e6816b6a-50c9-45da-896c-bbbabe7433b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481253 Oct 27 16:20:40.613342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.657917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-7fd6bc3a-b3aa-40ca-9721-11487cc68ae4', 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4', 'tenant_id': 'c5feb51001e648c987e20b1f083c8f76', 'fixed_ips': [{'subnet_id': 'd63714e8-3fb7-4714-a891-c3025e46d885'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:40.658872 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.711472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5e21-57d1-4bb6-b8d5-83d5b023f954 req-2de3292d-bbca-4293-93a4-453a69f1228d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.725147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8ea5e21-57d1-4bb6-b8d5-83d5b023f954 req-2de3292d-bbca-4293-93a4-453a69f1228d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.3376057 Oct 27 16:20:40.738126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.738766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.748223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] 10.222.0.82 "PUT /v2.0/ports/671df9d7-69c0-483b-9aa3-f31896c48a45 HTTP/1.1" status: 200 len: 1091 time: 2.5720503 Oct 27 16:20:40.748978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:40.752727 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a96c38-5c8e-491b-9616-751483cea847" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:40.765178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4dd41e94-8b6a-4e29-8e4c-9a81f408f1fe tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6653237 Oct 27 16:20:40.770330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:40.824566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dac82-fb7f-44bb-bd36-1c5e93b9c61a service neutron] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.865529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Request body: {'port': {'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:40.972046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.045249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42000) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:41.053117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Router c686fe8f-72f5-4131-bfbc-f7b556555eea is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:41.063403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Allocated IP 2001:db8::f816:3eff:feff:4b03 (7fd6bc3a-b3aa-40ca-9721-11487cc68ae4/d63714e8-3fb7-4714-a891-c3025e46d885/b1b50247-c871-4cfa-bebd-3528e5cefaf2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:41.174891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.204663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8ea5e21-57d1-4bb6-b8d5-83d5b023f954 req-e6a95863-834b-4bc0-90de-293db0468b21 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4783759 Oct 27 16:20:41.270002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfddacb-35d8-4795-9088-7aab8d7c94b9 req-4c3db7e0-477a-475a-ab86-0fc9eacab64b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:41.276349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.287526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cfddacb-35d8-4795-9088-7aab8d7c94b9 req-4c3db7e0-477a-475a-ab86-0fc9eacab64b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.5570629 Oct 27 16:20:41.306642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-967019c5-f7ab-43b9-ad3a-ad748304196d service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704620 Oct 27 16:20:41.346415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.385613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02aa73ef-cb8d-4c03-9b61-c9885c5a892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.391287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b4dec767-b410-4a73-b7fa-669ee836fcb9 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:41.392105 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-b4dec767-b410-4a73-b7fa-669ee836fcb9 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:20:41.392645 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-b4dec767-b410-4a73-b7fa-669ee836fcb9 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:20:41.394098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b4dec767-b410-4a73-b7fa-669ee836fcb9 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3416762 Oct 27 16:20:41.405288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42004) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:41.414041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:41.414614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--459715263'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:41.422498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:41.429102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:41.445768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Pushing event updated for resources: {'Port': ['ID=b1b50247-c871-4cfa-bebd-3528e5cefaf2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:41.508914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:41.524385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] Sync routers for ids ['c686fe8f-72f5-4131-bfbc-f7b556555eea'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:41.545967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.546444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Attempting to bind port b1b50247-c871-4cfa-bebd-3528e5cefaf2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:41.547139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Attempting to bind port b1b50247-c871-4cfa-bebd-3528e5cefaf2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'cc2f564e-01ff-4134-a9d8-13662a3ed536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:41.547884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Attempting to bind port b1b50247-c871-4cfa-bebd-3528e5cefaf2 on network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:41.551026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] Routers {'c686fe8f-72f5-4131-bfbc-f7b556555eea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:41.551976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c686fe8f-72f5-4131-bfbc-f7b556555eea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:41.595983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cfddacb-35d8-4795-9088-7aab8d7c94b9 req-f88b3017-3fbf-4837-9a05-8edfe5d53b1a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074622 Oct 27 16:20:41.613545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.642613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.676900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.689779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f8c7062-0e7c-4682-a924-cc89cc6ba5a4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8495297 Oct 27 16:20:41.691647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:41.743029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:41.852667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.862376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d36a-5f4b-4bfd-9393-4322f59b1a3d req-292a8512-76d8-4eb3-b776-a44fe6bd46ae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:41.863996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2276d36a-5f4b-4bfd-9393-4322f59b1a3d req-292a8512-76d8-4eb3-b776-a44fe6bd46ae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 944 time: 0.4719653 Oct 27 16:20:41.928887 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa080f0-c632-473c-92af-356281b30a94 x-openstack-request-id: req-0aa080f0-c632-473c-92af-356281b30a94 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:41.933411 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:41.933411 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0aa080f0-c632-473c-92af-356281b30a94 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:41.933411 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'status': 'completed', 'code': 200} Oct 27 16:20:41.953610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=d63714e8-3fb7-4714-a891-c3025e46d885,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:41.985452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:41.985844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Checking segment: {'id': 'cc2f564e-01ff-4134-a9d8-13662a3ed536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:41.986244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.986653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Bound using segment: {'id': 'cc2f564e-01ff-4134-a9d8-13662a3ed536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:41.987168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Bound port: b1b50247-c871-4cfa-bebd-3528e5cefaf2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f564e-01ff-4134-a9d8-13662a3ed536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:41.987759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.990339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.052086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] Routers {'c686fe8f-72f5-4131-bfbc-f7b556555eea'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:42.052983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c686fe8f-72f5-4131-bfbc-f7b556555eea'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.106114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.133773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.134799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c340c4-7d0b-446d-8614-50a06909d694 None None] The sync data for ids ['c686fe8f-72f5-4131-bfbc-f7b556555eea'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:42.138856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd6bc3a-b3aa-40ca-9721-11487cc68ae4']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.158767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415bc58b-7ed5-4dff-96b7-1d19bfb655ce {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:42.168923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.171682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fba6965b-80a5-451f-bf28-1eea519cf713 req-7fd9b1fa-7525-4bec-85df-c733dd53e406 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421295 Oct 27 16:20:42.173692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2f564e-01ff-4134-a9d8-13662a3ed536') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.174000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2f564e-01ff-4134-a9d8-13662a3ed536') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:42.222456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.235230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.235701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.236166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.236697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.237150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.237605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.238059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.240148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4a96c38-5c8e-491b-9616-751483cea847 req-02031f9d-c6e1-4cef-8c68-b3dec3845a94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6410 time: 0.4918759 Oct 27 16:20:42.244861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2276d36a-5f4b-4bfd-9393-4322f59b1a3d req-b8d56af7-3969-474d-9500-5a716634c4c2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606873 Oct 27 16:20:42.256859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] For port b1b50247-c871-4cfa-bebd-3528e5cefaf2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:42.268719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] For port b1b50247-c871-4cfa-bebd-3528e5cefaf2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1b50247-c871-4cfa-bebd-3528e5cefaf2,segment=NetworkSegment(cc2f564e-01ff-4134-a9d8-13662a3ed536),segment_id=cc2f564e-01ff-4134-a9d8-13662a3ed536)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:42.329438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.389428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.397995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.407381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.414947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.423283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.430723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.437479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.440569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39d052dd-6b09-4856-beea-6377a985a942 req-9c5212e7-4a37-4c74-9047-4100e4dff024 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5408 time: 0.4552927 Oct 27 16:20:42.465071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Transition to ACTIVE for port object 415bc58b-7ed5-4dff-96b7-1d19bfb655ce will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:42.475800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.489531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5582c2-ec89-46b2-83e7-78e7772711f9 None None] Network 7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:42.517143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.533769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.533997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:42.533997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:42.537498 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:42.649266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4ee6b-59a6-46af-b1ed-9ea216fac5c2 req-5838338d-9575-46d6-8724-4eb6175cb9af tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.657899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83a4ee6b-59a6-46af-b1ed-9ea216fac5c2 req-5838338d-9575-46d6-8724-4eb6175cb9af tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.2160251 Oct 27 16:20:42.686697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39d052dd-6b09-4856-beea-6377a985a942 req-913fa278-a83f-4b30-bee6-9cca2a1c8b25 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068236 Oct 27 16:20:42.693650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62294c-cfdf-4802-ac4f-f4f87975f31b None None] Pushing event updated for resources: {'Port': ['ID=b1b50247-c871-4cfa-bebd-3528e5cefaf2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:42.698258 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.784847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.796251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-63b3892c-be6b-430e-bbb9-2fe5f533027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.796830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-63b3892c-be6b-430e-bbb9-2fe5f533027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.797323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-63b3892c-be6b-430e-bbb9-2fe5f533027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.809204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4a96c38-5c8e-491b-9616-751483cea847 req-63b3892c-be6b-430e-bbb9-2fe5f533027b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77633c120dbe448fb1064bff66c0616f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5323811 Oct 27 16:20:42.870367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83a4ee6b-59a6-46af-b1ed-9ea216fac5c2 req-bae553df-2de8-4323-b8f6-07ebcff48c6f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115691 Oct 27 16:20:43.056130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8765ea2-3bf9-4577-8f6f-19272792f73a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:43.056130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:43.077438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96c38-5c8e-491b-9616-751483cea847 req-a700e82b-21fc-4965-9306-60f3a5521b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.079544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4a96c38-5c8e-491b-9616-751483cea847 req-a700e82b-21fc-4965-9306-60f3a5521b09 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626362 Oct 27 16:20:43.114309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613de0d-9705-4531-a899-e697a0a503cb None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:20:43.120193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ec1c0-3c40-4894-8b79-d7b2c3d9c9ae req-0d2ea770-6d59-44dd-98fa-7424a56d4cc6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.120193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b9ec1c0-3c40-4894-8b79-d7b2c3d9c9ae req-0d2ea770-6d59-44dd-98fa-7424a56d4cc6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.2802534 Oct 27 16:20:43.121873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:20:43.121873 n-d-814735-4 neutron-server[114448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:20:43.121873 n-d-814735-4 neutron-server[114448]: [parameters: {'id': '7fd6bc3a-b3aa-40ca-9721-11487cc68ae4'}] Oct 27 16:20:43.121873 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:43.122435 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:43.122578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.133237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Attempting to bind port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:43.133567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Attempting to bind port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:43.133892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Attempting to bind port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:43.147458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:43.147776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Attempting to bind port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce on network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:43.158269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:43.163518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Checking segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:43.163518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Bound using segment: {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:43.163518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Bound port: 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269d7c01-93a5-4560-b72e-8f3524c966ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:43.163518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.195347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b9ec1c0-3c40-4894-8b79-d7b2c3d9c9ae req-f6d438c4-07f6-449b-b622-7722166b0856 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636461 Oct 27 16:20:43.268792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613de0d-9705-4531-a899-e697a0a503cb None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:20:43.291392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:20:43.335566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:43.339917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.387666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eefc9e-27f4-4cf3-9a64-d3d591dce475,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:43.411024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:43.439910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:43.477606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28954-befd-4382-8ac7-e0dc19533651 req-8a5af315-6860-4fd8-a588-3e0396c84914 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.487165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5f28954-befd-4382-8ac7-e0dc19533651 req-8a5af315-6860-4fd8-a588-3e0396c84914 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 944 time: 0.1583910 Oct 27 16:20:43.514712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573', 'mac_address': 'fa:16:3e:46:d5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:20:43.566677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.590733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.592331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.594714 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] 10.222.0.82 "PUT /v2.0/ports/415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 200 len: 1091 time: 2.7427683 Oct 27 16:20:43.616948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5f28954-befd-4382-8ac7-e0dc19533651 req-d3ab4fb7-a1f8-41bd-89b8-28622520d96a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283188 Oct 27 16:20:43.626863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.633460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.634739 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5aa315cb-84c4-4517-ade0-1d2cddb3b4f6 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2284274 Oct 27 16:20:43.646601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:43.659826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '38eefc9e-27f4-4cf3-9a64-d3d591dce475', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:43.665460 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.714800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:43.763980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:43.782252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.818225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.845126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.848664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5151-8e72-463d-91b8-33a5f58ddb83 service neutron] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:43.871498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa042c-5778-42e9-a985-306904fe3698 req-954c7017-efb8-4ae6-beb5-50a744481235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.873614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-954c7017-efb8-4ae6-beb5-50a744481235 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.1629205 Oct 27 16:20:43.914112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21c9e-bd6a-422e-90ce-5b1083e28a6b req-9146c36f-5ef0-4cb1-a871-9fc2c1cd0096 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.916531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9a21c9e-bd6a-422e-90ce-5b1083e28a6b req-9146c36f-5ef0-4cb1-a871-9fc2c1cd0096 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.3387954 Oct 27 16:20:43.938477 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:44.040495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:44.047293 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d23413-61ea-4351-b0bd-5222abd8b536" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:44.050093 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.088142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fd8d23-abc3-4aca-a746-e580dbe9bfd6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:44.115826 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5d7957b9-d8a2-4122-8966-83050a98c572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.116043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9a21c9e-bd6a-422e-90ce-5b1083e28a6b req-e0933a50-f62f-4660-9ccc-9127f5d5a62b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877674 Oct 27 16:20:44.126653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.131587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.172816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.176335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.177151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.177772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.184824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.185513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.186146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.188419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ecba8796-bb3d-4441-84a2-40e8d3ebd570 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6477 time: 0.3681257 Oct 27 16:20:44.226617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.231171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.237403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.243768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.252287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.253453 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3f5d003f-49f8-4546-a22a-3b3201806ac4 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6042736 Oct 27 16:20:44.253738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.263178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.275777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.289492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-5c10162b-a080-4f80-9afb-0f8339f82157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.4077201 Oct 27 16:20:44.291191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:44.307053 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f8821-8d72-4b84-bb71-202342f13721 x-openstack-request-id: req-6d9f8821-8d72-4b84-bb71-202342f13721 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:44.307801 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:44.308181 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d9f8821-8d72-4b84-bb71-202342f13721 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:44.308672 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'status': 'completed', 'code': 200} Oct 27 16:20:44.310841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:44.326879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-81b910e5-66d3-4363-9372-c5e8390a2412 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '38eefc9e-27f4-4cf3-9a64-d3d591dce475', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:44.432752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa042c-5778-42e9-a985-306904fe3698 req-ea74fcdc-14c1-4c20-8a54-e251972ed02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.435756 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-ea74fcdc-14c1-4c20-8a54-e251972ed02d service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.5233228 Oct 27 16:20:44.453355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port b1b50247-c871-4cfa-bebd-3528e5cefaf2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:44.453728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.463741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-add8a359-c7eb-42f2-8c00-8ad6436e9a3b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 200 len: 217 time: 0.1579416 Oct 27 16:20:44.543536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d8a01a21-5e57-4df8-87ed-018b1ace4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.545085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d8a01a21-5e57-4df8-87ed-018b1ace4e82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e3048bf-2281-4dd1-9df8-b27feb5ac83b HTTP/1.1" status: 200 len: 851 time: 0.0803809 Oct 27 16:20:44.571118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81b910e5-66d3-4363-9372-c5e8390a2412 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.677179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.798611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] For port b1b50247-c871-4cfa-bebd-3528e5cefaf2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1b50247-c871-4cfa-bebd-3528e5cefaf2,segment=NetworkSegment(cc2f564e-01ff-4134-a9d8-13662a3ed536),segment_id=cc2f564e-01ff-4134-a9d8-13662a3ed536)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:44.799116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.843115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3ecc23c-cbda-41c6-90c4-b076336c4426 req-9bca435d-b0c6-4cb7-b1e3-3225551a7d9a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5526907 Oct 27 16:20:44.846070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b96d6a0c-afc7-46f0-a526-c3e5c7919864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.846918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b96d6a0c-afc7-46f0-a526-c3e5c7919864 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366326 Oct 27 16:20:44.848717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for b1b50247-c871-4cfa-bebd-3528e5cefaf2 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:44.923183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094801c-0448-4e32-ab5f-1ae7311cf595 req-76d8adab-c7c1-4a64-a719-d58c77f0fe9e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.930923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c094801c-0448-4e32-ab5f-1ae7311cf595 req-76d8adab-c7c1-4a64-a719-d58c77f0fe9e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.3958225 Oct 27 16:20:44.973462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router c686fe8f-72f5-4131-bfbc-f7b556555eea has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:44.996857 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-728a6925-09f9-41cf-a442-2268922f8512 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 1001 time: 0.5534625 Oct 27 16:20:45.136493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa042c-5778-42e9-a985-306904fe3698 req-a1124ce9-137d-4b67-a625-23d5b4dc39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.138056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-a1124ce9-137d-4b67-a625-23d5b4dc39fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.1051893 Oct 27 16:20:45.153456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c094801c-0448-4e32-ab5f-1ae7311cf595 req-65bcda6c-1f43-47a1-96a9-dad1f405ac4e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214186 Oct 27 16:20:45.208484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:45.222873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.223155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] Sync routers for ids ['c686fe8f-72f5-4131-bfbc-f7b556555eea'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:45.224329 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6276b6a8-47f1-458b-b136-c4575d256365 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "PUT /v2.0/routers/c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 200 len: 925 time: 3.4873266 Oct 27 16:20:45.228045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:45.239290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672b79d-a139-41eb-b365-3b011dc8dfa6 req-4bf48d90-bb67-45e7-be2a-117f2663f788 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.243532 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] Routers {'c686fe8f-72f5-4131-bfbc-f7b556555eea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:45.244555 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c686fe8f-72f5-4131-bfbc-f7b556555eea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:45.249192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d672b79d-a139-41eb-b365-3b011dc8dfa6 req-4bf48d90-bb67-45e7-be2a-117f2663f788 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 945 time: 0.2743201 Oct 27 16:20:45.293192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:45.305373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.311795 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] Routers {'c686fe8f-72f5-4131-bfbc-f7b556555eea'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:45.313007 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c686fe8f-72f5-4131-bfbc-f7b556555eea'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:45.314947 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-81b910e5-66d3-4363-9372-c5e8390a2412 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:20:45.327482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-81b910e5-66d3-4363-9372-c5e8390a2412 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0115130 Oct 27 16:20:45.327482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7ba14a00-274d-4397-bd91-cbdf8d06b6df service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625590 Oct 27 16:20:45.327482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42046) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:45.354363 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-121a09e1-54a2-4a2c-aa10-eed3d272444c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 200 len: 925 time: 0.1251409 Oct 27 16:20:45.369472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:45.378066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa042c-5778-42e9-a985-306904fe3698 req-2fb88d2f-356f-4b22-bfa9-a63555e6d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.379673 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-2fb88d2f-356f-4b22-bfa9-a63555e6d9c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317476 Oct 27 16:20:45.467355 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:45.468669 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7185a37-ac4b-4f0b-b9ca-f101a489812d None None] The sync data for ids ['c686fe8f-72f5-4131-bfbc-f7b556555eea'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:45.544695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-7082bc80-7f7b-40d4-a61e-9bd3df8bc84c service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538892 Oct 27 16:20:45.700487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-65fa042c-5778-42e9-a985-306904fe3698 req-209ca1c8-e897-4406-b772-27c1d2495376 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472640 Oct 27 16:20:45.903495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.915681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d672b79d-a139-41eb-b365-3b011dc8dfa6 req-8e2b7a40-0954-4ddb-a81c-d4baa8c7faa0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651289 Oct 27 16:20:45.966889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=b1b50247-c871-4cfa-bebd-3528e5cefaf2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:45.996182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b9f4-a1a3-4627-b0b2-c6748f3ac5b1 req-d7c33d96-0122-408f-a7ce-bbe22e984ae6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.997814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3c4b9f4-a1a3-4627-b0b2-c6748f3ac5b1 req-d7c33d96-0122-408f-a7ce-bbe22e984ae6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.7268438 Oct 27 16:20:46.000881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No DVR routers for this DVR port b1b50247-c871-4cfa-bebd-3528e5cefaf2 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:46.025840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.070057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-4e643f57-2fc8-4dc6-a570-0bf4317edeac service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035124 Oct 27 16:20:46.119576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73694ff-afec-4e3f-a76c-4640a0a322fb tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.121006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c73694ff-afec-4e3f-a76c-4640a0a322fb tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=c686fe8f-72f5-4131-bfbc-f7b556555eea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7426231 Oct 27 16:20:46.125666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.202782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.228794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-76600ed2-e98b-47f8-9dd1-954e48fd7feb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 217 time: 0.1409340 Oct 27 16:20:46.239177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a3d8d-e2e7-4978-8125-eff05c8d26d2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.243505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c0a3d8d-e2e7-4978-8125-eff05c8d26d2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.1168149 Oct 27 16:20:46.244101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42056) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.273422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.278588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3c4b9f4-a1a3-4627-b0b2-c6748f3ac5b1 req-4ee7a2d7-523d-40d6-923e-3eb0b896f813 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618835 Oct 27 16:20:46.283067 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e752016-baa2-4423-93fd-3109b98c8b0e tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 200 len: 205 time: 0.0371177 Oct 27 16:20:46.284364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42058) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.352020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd6bc3a-b3aa-40ca-9721-11487cc68ae4']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:46.371715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ee2f1142-5b60-4b64-89f7-1b378b04af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.373136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ee2f1142-5b60-4b64-89f7-1b378b04af34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.1195450 Oct 27 16:20:46.376400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2f564e-01ff-4134-a9d8-13662a3ed536') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:46.376557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2f564e-01ff-4134-a9d8-13662a3ed536') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:46.423456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.430524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.437348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.448719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.455737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.461883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.468564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.476522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-66b2ecc4-35cc-4a11-8f8c-b7265f08c157 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.3509998 Oct 27 16:20:46.497162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.506183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.556864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.561867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.561867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/38eefc9e-27f4-4cf3-9a64-d3d591dce475 HTTP/1.1" status: 204 len: 168 time: 1.2395356 Oct 27 16:20:46.571554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42060) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.594382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.608445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23732298-13c1-4a0e-aede-24c0c26898ae tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eefc9e-27f4-4cf3-9a64-d3d591dce475,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:46.623570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:46.627073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:46.635714 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:46.690853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac13a91-5ab2-4d03-b390-ded727b8ee6e req-ccf2bd13-735c-4a73-9e8e-a64cd32dbaf0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2134240 Oct 27 16:20:46.735565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50b07-ebe5-40ac-90bd-cd1b5c222f5b req-5385f6de-2815-47f5-b29e-efaaa562140f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.739246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2a50b07-ebe5-40ac-90bd-cd1b5c222f5b req-5385f6de-2815-47f5-b29e-efaaa562140f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.2504816 Oct 27 16:20:46.742771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-67d04ddb-10ec-48c6-99b5-14bc2e9df714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.744326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-67d04ddb-10ec-48c6-99b5-14bc2e9df714 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2658329 Oct 27 16:20:46.752236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.789591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-66188578-bae9-47cb-bf23-7fb17d87d449 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2131333 Oct 27 16:20:46.793411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42062) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.798284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932289188'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:46.842789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2a50b07-ebe5-40ac-90bd-cd1b5c222f5b req-4a335059-25b9-4864-be69-b494821e0b28 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932336 Oct 27 16:20:46.867846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.895960 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.903353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 HTTP/1.1" status: 204 len: 168 time: 6.0918698 Oct 27 16:20:46.905206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.922166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.932702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f361-00c1-4124-8947-64ef75b89778 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=7fd6bc3a-b3aa-40ca-9721-11487cc68ae4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:46.949085 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c7cde-2692-4959-98d3-b4b0d315daa2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:46.949085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057c7cde-2692-4959-98d3-b4b0d315daa2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:46.949085 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-057c7cde-2692-4959-98d3-b4b0d315daa2 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/d63714e8-3fb7-4714-a891-c3025e46d885 HTTP/1.1" status: 404 len: 337 time: 0.0399318 Oct 27 16:20:46.949085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.952417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.955284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b6a5e14c-f094-41fa-ace4-2388ded7c16d service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946790 Oct 27 16:20:47.001992 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f2800e-7e8f-453e-92fe-07eb8bc97094 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:47.009128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f2800e-7e8f-453e-92fe-07eb8bc97094 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:47.009128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e1f2800e-7e8f-453e-92fe-07eb8bc97094 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/7fd6bc3a-b3aa-40ca-9721-11487cc68ae4 HTTP/1.1" status: 404 len: 339 time: 0.0457144 Oct 27 16:20:47.012145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42070) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.074107 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74f85cb-00ca-4b13-a017-27397b67e113 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:47.074614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74f85cb-00ca-4b13-a017-27397b67e113 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:47.077798 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e74f85cb-00ca-4b13-a017-27397b67e113 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/f695c67f-84ec-4ef8-bbac-a2e7ef274a52 HTTP/1.1" status: 404 len: 337 time: 0.0638163 Oct 27 16:20:47.089441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42074) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.164558 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b05637-60bc-41ca-94da-4fbee2e7a5a6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:47.165252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b05637-60bc-41ca-94da-4fbee2e7a5a6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:47.176525 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-38b05637-60bc-41ca-94da-4fbee2e7a5a6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/81c3e23d-2f6f-49f1-97a5-a1ec3b2172df HTTP/1.1" status: 404 len: 339 time: 0.0948822 Oct 27 16:20:47.182871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42076) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.190385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35aac0-7e39-4065-8752-cb10709ad1c1 req-4dd18e36-7dba-47cf-9f12-fb8ee51c7364 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.198589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a35aac0-7e39-4065-8752-cb10709ad1c1 req-4dd18e36-7dba-47cf-9f12-fb8ee51c7364 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 945 time: 0.1673045 Oct 27 16:20:47.204846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port 7939a206-2207-44ff-ae3e-88db8986c663 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:47.205179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.236395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-da101e03-e282-4c2f-a0f5-a22e3a559ad8 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719572 Oct 27 16:20:47.288100 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e1456a-ce4d-4a1f-b75f-c6417ff8601c tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:47.288564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e1456a-ce4d-4a1f-b75f-c6417ff8601c tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:47.291954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-87e1456a-ce4d-4a1f-b75f-c6417ff8601c tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/a02dc1fd-788e-46cb-a43d-283f297c3672 HTTP/1.1" status: 404 len: 337 time: 0.1081114 Oct 27 16:20:47.304531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a35aac0-7e39-4065-8752-cb10709ad1c1 req-6d68765f-b628-45ce-868e-9a45fd673c03 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046755 Oct 27 16:20:47.305213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.323987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:47.332462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d024de89-9e0b-4700-a3ba-184c2b02933d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 217 time: 0.0859931 Oct 27 16:20:47.333509 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2e2424-7243-4292-9b6c-b35ce0dc9280 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:47.334229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2e2424-7243-4292-9b6c-b35ce0dc9280 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:47.341053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fb2e2424-7243-4292-9b6c-b35ce0dc9280 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/a14fdcd4-40d5-4bb5-a919-1237177b7edb HTTP/1.1" status: 404 len: 339 time: 0.0292716 Oct 27 16:20:47.345948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42082) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.358316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.407073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e6535aa1-0298-4c00-a7ae-ac27ad5efb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.409316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e6535aa1-0298-4c00-a7ae-ac27ad5efb5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0696273 Oct 27 16:20:47.465926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.481196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e608dcec-8fe2-43ab-bcd8-09fef58f1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.483266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e608dcec-8fe2-43ab-bcd8-09fef58f1b3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665154 Oct 27 16:20:47.528350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:20:47.531236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.536013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:47.546998 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.553068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24688cd-3e32-4262-8e88-91e425ef4bc8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:47.556889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for 7939a206-2207-44ff-ae3e-88db8986c663 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:47.569176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port e7b04b91-683d-4b24-9112-d71b93a8bb13 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:47.569527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.621616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.622885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-92a8d056-1f62-4439-8ad2-f631845954ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8281717 Oct 27 16:20:47.670276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42084) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.696078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-6a4b6244-95b1-4d76-a41a-31cc4b029426 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985114 Oct 27 16:20:47.700969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-14305cc5-deb6-4300-8f15-aac765467610 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'b24688cd-3e32-4262-8e88-91e425ef4bc8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:47.701738 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-14305cc5-deb6-4300-8f15-aac765467610 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 16:20:47.702262 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-14305cc5-deb6-4300-8f15-aac765467610 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:47.707767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-14305cc5-deb6-4300-8f15-aac765467610 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0219276 Oct 27 16:20:47.708737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42086) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.759241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.775326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.813576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for e7b04b91-683d-4b24-9112-d71b93a8bb13 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:47.815640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:47.821888 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6b0f7-1f0c-48ba-871b-ca92a97ccbc5" -d '{"events": [{"server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "name": "network-vif-plugged", "status": "completed", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:47.852999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:47.900487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-c6980c81-828d-407a-9bc9-21059ccb342c service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936824 Oct 27 16:20:47.977215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb224-65e3-41ae-951e-f2572bbd2a42 req-c3f8e28c-0c3b-4cf4-92d0-89bbe0eabcdb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.978957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06fb224-65e3-41ae-951e-f2572bbd2a42 req-c3f8e28c-0c3b-4cf4-92d0-89bbe0eabcdb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.4858515 Oct 27 16:20:48.006627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.065149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-d43f4ea8-1d74-4a7b-b4e7-415991bec86f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb HTTP/1.1" status: 200 len: 217 time: 0.1350925 Oct 27 16:20:48.072227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.107161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.179399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.180875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.188719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.196136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.203491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.209548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.215234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=e7b04b91-683d-4b24-9112-d71b93a8bb13,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.216020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.222300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.225140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.228774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-a73d0f30-a82a-4eca-9107-06cb0e48ef94 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.3245268 Oct 27 16:20:48.257664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=7939a206-2207-44ff-ae3e-88db8986c663,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.259344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.260347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.264399 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2df5019e-bb61-4d6c-901c-ebef9b18c449 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/ports/e7b04b91-683d-4b24-9112-d71b93a8bb13 HTTP/1.1" status: 204 len: 168 time: 0.9174156 Oct 27 16:20:48.268403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:48.301700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f06fb224-65e3-41ae-951e-f2572bbd2a42 req-a8a0053f-3c38-419a-8ed2-d2f2a872bf9a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619886 Oct 27 16:20:48.312399 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-384551b0-bf44-48b3-a653-8d0452ae0d03 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:48.312399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384551b0-bf44-48b3-a653-8d0452ae0d03 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:48.317444 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-384551b0-bf44-48b3-a653-8d0452ae0d03 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/6f930276-12e9-40ce-93a4-6cae47064a9a HTTP/1.1" status: 404 len: 337 time: 0.0444028 Oct 27 16:20:48.325041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42098) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:48.345493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-cddb5b8c-7abe-4ce4-a273-e8a6c3f348b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.345493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-cddb5b8c-7abe-4ce4-a273-e8a6c3f348b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.2627664 Oct 27 16:20:48.400063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.405285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22d78d3f-276f-4fc8-82e9-deda06207a32 req-8709fde4-dd32-4e52-9c26-573a91dbc71f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680634 Oct 27 16:20:48.440186 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04567b69-e8dc-4918-bb05-bb82da6a028d x-openstack-request-id: req-04567b69-e8dc-4918-bb05-bb82da6a028d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:48.440596 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "name": "network-vif-plugged", "status": "completed", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:48.440957 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04567b69-e8dc-4918-bb05-bb82da6a028d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:48.441463 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573', 'code': 200} Oct 27 16:20:48.533100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.540178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2a5e551b-979e-4be0-900c-58f60e21932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.693919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-2a5e551b-979e-4be0-900c-58f60e21932a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652849 Oct 27 16:20:48.694703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.694703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.694703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7118-d8cf-4b34-9ac0-dc36c0ea637b req-ec62dde1-2c59-422c-a8fc-f1a5b8d97b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.694703 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-96ea7118-d8cf-4b34-9ac0-dc36c0ea637b req-ec62dde1-2c59-422c-a8fc-f1a5b8d97b12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 1097 time: 0.1227520 Oct 27 16:20:48.694703 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-96ea7118-d8cf-4b34-9ac0-dc36c0ea637b req-c7205c7b-130d-4e29-b19d-389ca5510ee7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298920 Oct 27 16:20:48.735319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.788953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc487959-ad6c-407f-88ae-565350257bc1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:48.812971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61065d-5205-4b21-9385-fedb58abf3ad req-f797e547-8557-44a0-ba0a-3c2bf44ad9cb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.814456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa61065d-5205-4b21-9385-fedb58abf3ad req-f797e547-8557-44a0-ba0a-3c2bf44ad9cb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.2186987 Oct 27 16:20:48.819409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d01a90-58db-49b9-8f15-46a3767afb56') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:48.819716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d01a90-58db-49b9-8f15-46a3767afb56') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:48.829225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-fc0bb6d1-3140-4c40-90b1-00491d817f2a service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802205 Oct 27 16:20:48.836695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e958f-2e6a-4e1c-900f-f9a025853997 req-a6636269-f145-430f-aa7f-9f861c5b0ab5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.838083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-412e958f-2e6a-4e1c-900f-f9a025853997 req-a6636269-f145-430f-aa7f-9f861c5b0ab5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.1676271 Oct 27 16:20:48.846580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.848279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.848829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.848946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router c686fe8f-72f5-4131-bfbc-f7b556555eea {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:48.851456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.855341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/b24688cd-3e32-4262-8e88-91e425ef4bc8 HTTP/1.1" status: 204 len: 168 time: 1.1455669 Oct 27 16:20:48.856961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42104) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:48.857791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.859290 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bab1b80d-2cf0-4737-98f7-1ed6e138f26c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 204 len: 168 time: 2.5722661 Oct 27 16:20:48.862915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:48.869906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-482033789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:48.906853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1e78a-cc94-4901-96a4-a6f9357d5df1 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24688cd-3e32-4262-8e88-91e425ef4bc8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.914218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.940162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:48.940582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:48.947310 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:48.981753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa61065d-5205-4b21-9385-fedb58abf3ad req-c914399c-da46-4a23-96a1-293fde3528b3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596596 Oct 27 16:20:49.047136 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.049586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.061711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-412e958f-2e6a-4e1c-900f-f9a025853997 req-d90b1840-5505-4201-a661-f66b0918a45c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956701 Oct 27 16:20:49.119918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-66ad9166-abf2-4ba0-9c57-16daf376a25d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2533209 Oct 27 16:20:49.122704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42112) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:49.127614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008418628'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:49.134840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.175867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-7df82608-2fb5-4cad-9858-79925065bc7e service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090194 Oct 27 16:20:49.220968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.223327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-092c6549-8c94-4e83-b09f-95ab2b37b6a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=40401fb1-099c-468a-a57d-4265fddb90d9 HTTP/1.1" status: 200 len: 217 time: 0.0379798 Oct 27 16:20:49.228715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.232092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/bc487959-ad6c-407f-88ae-565350257bc1 HTTP/1.1" status: 204 len: 168 time: 0.8937700 Oct 27 16:20:49.235550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42114) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:49.248174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.252991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.278395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2393bf-326a-4303-b357-66e8032a5ed9 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=bc487959-ad6c-407f-88ae-565350257bc1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:49.317282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ca8328c2-68b5-4ac9-927d-84a920c7f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.318784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-ca8328c2-68b5-4ac9-927d-84a920c7f118 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0835440 Oct 27 16:20:49.380477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.382294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d00f4961-ce9e-4037-bc69-24701eed7cc5 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5177665 Oct 27 16:20:49.388856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:49.394349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:49.402238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.408075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-f777c6ca-ad7a-470c-ba4d-a4c37de03b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.410127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-f777c6ca-ad7a-470c-ba4d-a4c37de03b1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822761 Oct 27 16:20:49.545622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-39177adc-9b09-4211-a829-876e0879ad50 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275678 Oct 27 16:20:49.546419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.576212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port c2264791-53a4-456c-b748-e22f0f75ad08 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:49.576876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.711448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.729550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc773483-b228-4c29-95a3-dd8029755af6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:49.735603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-1c8b015d-6771-4265-9624-7fbde6b0e544 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625125 Oct 27 16:20:49.739526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.771240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for c2264791-53a4-456c-b748-e22f0f75ad08 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:49.818777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.825065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.831471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.837554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.844177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.850445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.857032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.858922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32290942-d25d-401d-a3f2-a49079a76801 req-9d2a19e6-fc35-453f-8865-caf134070ed7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.2974916 Oct 27 16:20:49.861191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-6548dbc4-f49a-48c1-9fd1-9e4b6cbea23d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=671df9d7-69c0-483b-9aa3-f31896c48a45 HTTP/1.1" status: 200 len: 217 time: 0.1184747 Oct 27 16:20:49.863852 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.864992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8bcee9c5-3bc8-4bef-9694-4b598a82861c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7408357 Oct 27 16:20:49.868188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42122) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:49.873575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-40977303-251f-4f85-862a-681304349e6e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'fc773483-b228-4c29-95a3-dd8029755af6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:49.874526 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-40977303-251f-4f85-862a-681304349e6e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 16:20:49.875121 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-40977303-251f-4f85-862a-681304349e6e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:49.876068 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40977303-251f-4f85-862a-681304349e6e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067210 Oct 27 16:20:49.878595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42124) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:49.936011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32290942-d25d-401d-a3f2-a49079a76801 req-9a721d04-7586-4abd-8369-958ae8374aa6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693090 Oct 27 16:20:49.939752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a2e71141-eb8b-43ff-b2e9-4dd49c781e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.941174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-a2e71141-eb8b-43ff-b2e9-4dd49c781e1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.0686331 Oct 27 16:20:49.984675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.995908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-07b9c7dc-8f96-4930-b4a6-e14f4a7f2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.997640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-07b9c7dc-8f96-4930-b4a6-e14f4a7f2c4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491672 Oct 27 16:20:50.013115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.033381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.081231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=c2264791-53a4-456c-b748-e22f0f75ad08,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.092976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.096865 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-284fb9e4-6631-4873-ae8e-5310021f41d6 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/ports/c2264791-53a4-456c-b748-e22f0f75ad08 HTTP/1.1" status: 204 len: 168 time: 0.8595397 Oct 27 16:20:50.106388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42130) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.159160 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbe2d99-1e0b-4ef0-aeca-047278a356bb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] DELETE failed (client error): The resource could not be found. Oct 27 16:20:50.159615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbe2d99-1e0b-4ef0-aeca-047278a356bb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:20:50.162650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5bbe2d99-1e0b-4ef0-aeca-047278a356bb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/ec7fb03b-f369-475c-98cf-75b846458b3c HTTP/1.1" status: 404 len: 337 time: 0.0551953 Oct 27 16:20:50.174827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42136) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.235894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.261991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.295364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa23dd0-8116-4eaf-88a1-4a13f27f81ee req-4ee2d9e5-f063-4823-9127-d137de4dbee5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.296845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5aa23dd0-8116-4eaf-88a1-4a13f27f81ee req-4ee2d9e5-f063-4823-9127-d137de4dbee5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.2243724 Oct 27 16:20:50.312747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-9498647d-d2e8-4bc0-be0f-1c41ecd4a8b1 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067613 Oct 27 16:20:50.323020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.352635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd475-4164-47a6-912e-1fc8cd6fcafb req-0bffffa5-9e3f-40ca-bf6f-58f621cdf4fd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.354061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f1cd475-4164-47a6-912e-1fc8cd6fcafb req-0bffffa5-9e3f-40ca-bf6f-58f621cdf4fd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.1977749 Oct 27 16:20:50.389371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.392285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.393651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc773483-b228-4c29-95a3-dd8029755af6 HTTP/1.1" status: 204 len: 168 time: 0.5139303 Oct 27 16:20:50.398220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42140) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.440284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a3b8a-7a17-4141-a4ca-997943e9f8a0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc773483-b228-4c29-95a3-dd8029755af6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.502061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b4fb3fe7-9b92-4d17-90de-0faa2e96e41d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762610 Oct 27 16:20:50.522756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42142) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.527189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--977728703'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:50.571682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Allocated IP 172.25.5.197 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e6eeab8d-2420-49e0-a8f4-7f60ead3cfb5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:50.648917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.726835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.740181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5aa23dd0-8116-4eaf-88a1-4a13f27f81ee req-0e8a7bf0-710c-4269-a1dc-5f6215adbffc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352865 Oct 27 16:20:50.772747 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.829465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f1cd475-4164-47a6-912e-1fc8cd6fcafb req-1547f953-a39b-4c9c-8328-54a2930f89e6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635012 Oct 27 16:20:50.848101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.858193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-04cfc3ae-358e-426b-a308-ea28e911a7ec service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332887 Oct 27 16:20:50.859999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.883885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.889067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.919983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-e8fa8ef4-5531-4d65-a2da-d177d16be835 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 200 len: 217 time: 0.0506210 Oct 27 16:20:50.927591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6376c49-8e96-4e80-866e-7a95370950e5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:50.931333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:50.934662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:50.937078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:50.940771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:50.941069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dda7fc-47ac-45b9-bea5-9d1dbd6b5103') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:50.969111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.969462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event updated for resources: {'Port': ['ID=e6eeab8d-2420-49e0-a8f4-7f60ead3cfb5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.982548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.987245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3c05353a-1f34-4dfc-b676-b4b44e4fe010 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4633839 Oct 27 16:20:50.987681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.994263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0de368e2-1de7-4b31-9552-05b81493fe71 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.007819 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-0de368e2-1de7-4b31-9552-05b81493fe71 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 16:20:51.008360 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-0de368e2-1de7-4b31-9552-05b81493fe71 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:51.009887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0de368e2-1de7-4b31-9552-05b81493fe71 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201731 Oct 27 16:20:51.013078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.016778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42154) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.023522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5b83241f-7e41-494d-8106-45429578a04f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.024203 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-5b83241f-7e41-494d-8106-45429578a04f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 16:20:51.024696 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-5b83241f-7e41-494d-8106-45429578a04f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:51.025663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5b83241f-7e41-494d-8106-45429578a04f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079584 Oct 27 16:20:51.030990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b5673036-d126-45a5-a96d-6fb6edcdb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.032117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-b5673036-d126-45a5-a96d-6fb6edcdb45d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.1018693 Oct 27 16:20:51.033099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:51.033509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.033933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.038440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ac6789c8-4da6-49bd-907c-ff736af3c8d3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.040231 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-ac6789c8-4da6-49bd-907c-ff736af3c8d3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 16:20:51.040732 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-ac6789c8-4da6-49bd-907c-ff736af3c8d3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:51.049449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ac6789c8-4da6-49bd-907c-ff736af3c8d3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068102 Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:51.049667 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:51.067436 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.073646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-13dcb7f4-9b49-439b-bef4-2e05955c162e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.074563 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-13dcb7f4-9b49-439b-bef4-2e05955c162e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 16:20:51.075563 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-13dcb7f4-9b49-439b-bef4-2e05955c162e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:51.076518 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-13dcb7f4-9b49-439b-bef4-2e05955c162e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081387 Oct 27 16:20:51.080672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42160) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.165216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9582-cc09-421e-abd2-b86e508c6194 req-cb9e5e08-ef04-4cd3-9480-824751752bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.166768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-cb9e5e08-ef04-4cd3-9480-824751752bba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109886 Oct 27 16:20:51.179407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.186310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.192793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.200549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.208505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.215371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.221502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.223512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6867d034-a2f7-470c-af35-3571558f504f req-6b1e46da-e3dd-4baf-96d3-47bf63912ca6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1947236 Oct 27 16:20:51.287122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.299912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.303237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/a6376c49-8e96-4e80-866e-7a95370950e5 HTTP/1.1" status: 204 len: 168 time: 1.1265833 Oct 27 16:20:51.310205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42164) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.340154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bbb0b-c4dc-43ba-937a-a47a32c5c298 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=a6376c49-8e96-4e80-866e-7a95370950e5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.376351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6867d034-a2f7-470c-af35-3571558f504f req-2c9b204b-0148-4a8e-bbb6-ab6bc2a4c9af tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436088 Oct 27 16:20:51.424944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting subnet 98d73c23-c4e7-4562-866f-68ccb217cc38 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:51.429812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-bb892e26-ec21-4e4f-94b5-2eaf71f5e3b5 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053025 Oct 27 16:20:51.430555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.484796 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.510105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.526853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.599229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-268d9582-cc09-421e-abd2-b86e508c6194 req-c4568425-020a-46c2-958f-795cf58e36bc service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451545 Oct 27 16:20:51.645595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.650312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.733458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.735232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.736368 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16 HTTP/1.1" status: 204 len: 168 time: 0.6548290 Oct 27 16:20:51.739460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42180) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.751091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb664-99d6-4f78-b4d5-46bb297762a5 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b20b9-a7ad-4a5b-93ed-eb9178e47f16,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.802069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.855850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.860147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/subnets/98d73c23-c4e7-4562-866f-68ccb217cc38 HTTP/1.1" status: 204 len: 168 time: 0.5488086 Oct 27 16:20:51.861925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4935f9-0c8c-4a28-b8da-bcae3bc1f97d None None] Network e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:51.862460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42188) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.891130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6af10030-f914-4555-ab69-024572bb5372 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501222 Oct 27 16:20:51.892357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe94f35-ae97-4df8-81cf-025967929fdb tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Subnet': ['ID=98d73c23-c4e7-4562-866f-68ccb217cc38,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.895900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42190) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.900820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--619266707'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.913129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.913850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.914985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.915553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.916220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.916773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.917442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.922186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-1b1ee28f-4dfc-4c47-bbaf-04c5efa5b3ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6477 time: 0.1563203 Oct 27 16:20:52.007597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.020667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.027234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.037985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df20f-3ed7-4211-aa0c-ff9da3ddcf15 req-3593bbe0-6439-4ab9-9ea4-d3d5c101a571 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.047817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-405df20f-3ed7-4211-aa0c-ff9da3ddcf15 req-3593bbe0-6439-4ab9-9ea4-d3d5c101a571 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.1966591 Oct 27 16:20:52.098094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] DHCP port deletion for e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:52.144374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-405df20f-3ed7-4211-aa0c-ff9da3ddcf15 req-18fa9e63-7ffe-4435-987e-35f683563084 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950496 Oct 27 16:20:52.153253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4bc4c-ef15-4bda-840b-9be78cf15183 req-e21eca59-85a1-4959-a0db-315b57835e4d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.164092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.164413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf4bc4c-ef15-4bda-840b-9be78cf15183 req-e21eca59-85a1-4959-a0db-315b57835e4d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.1738291 Oct 27 16:20:52.171365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Deleting port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:52.171529 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.175231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-cd864d58-543a-4782-8a44-36e192622004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.176746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-cd864d58-543a-4782-8a44-36e192622004 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 200 len: 903 time: 0.2315729 Oct 27 16:20:52.201910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Deleting port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:52.202394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.254212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] For port efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,segment=NetworkSegment(231890f6-b6d8-4c46-ba35-6c15a564bede),segment_id=231890f6-b6d8-4c46-ba35-6c15a564bede)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:52.254935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.267175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-eb2cd54c-7cb1-4987-ad7c-527b0bb26fb8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 200 len: 217 time: 0.0725060 Oct 27 16:20:52.270522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Calling delete_port for efc7de77-f8da-4352-a8ae-f1fe847a3fd5 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:52.275204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf4bc4c-ef15-4bda-840b-9be78cf15183 req-cd62a2cb-7d82-4db1-b93c-72efb2df4a2f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140072 Oct 27 16:20:52.324947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] For port efc7de77-f8da-4352-a8ae-f1fe847a3fd5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,segment=NetworkSegment(231890f6-b6d8-4c46-ba35-6c15a564bede),segment_id=231890f6-b6d8-4c46-ba35-6c15a564bede)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:52.325401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.331145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-b83094b8-5778-483b-ac2d-90ca2648bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.332895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-b83094b8-5778-483b-ac2d-90ca2648bd4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.0568135 Oct 27 16:20:52.371853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Calling delete_port for efc7de77-f8da-4352-a8ae-f1fe847a3fd5 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:52.390535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-4f40fb9e-ed92-434e-9b33-db65c3828b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.392181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-4f40fb9e-ed92-434e-9b33-db65c3828b9b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482426 Oct 27 16:20:52.477336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.480926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Router d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:52.482356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.522927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] No DVR routers for this DVR port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:52.528505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749efc23-21b0-40fd-a3c4-e05e2acbe8a4 None None] Pushing event deleted for resources: {'Port': ['ID=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:52.570597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.598809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-5c070838-9107-45d2-a06b-b11a654259bc service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984446 Oct 27 16:20:52.612591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.618680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.624811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.625150 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.626942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e868300-90c0-4241-b579-7ba4f27e0097,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:52.631170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.637543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.643634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.662079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.662079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-36b0393f-d66c-49ce-a6de-9b8f3f6023a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1854992 Oct 27 16:20:52.670957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Port': ['ID=efc7de77-f8da-4352-a8ae-f1fe847a3fd5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:52.674326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] No DVR routers for this DVR port efc7de77-f8da-4352-a8ae-f1fe847a3fd5 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:52.681963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:52.693913 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] Sync routers for ids ['d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:52.719494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] Routers {'d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:52.719494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.720234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.723865 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a1a811e-fdc0-4a81-8808-ca43c5b46be1 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "PUT /v2.0/routers/d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 200 len: 883 time: 3.3327951 Oct 27 16:20:52.725826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:52.726612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.731582 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-456022c2-1995-4ac0-bcec-d2900db578e8 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8309336 Oct 27 16:20:52.731753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42236) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:52.741988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.752601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] Routers {'d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:52.753212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.780787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-aa169c06-f12b-41be-bc27-449560011882 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:52.782247 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-aa169c06-f12b-41be-bc27-449560011882 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:20:52.782854 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-aa169c06-f12b-41be-bc27-449560011882 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:52.786872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa169c06-f12b-41be-bc27-449560011882 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0482504 Oct 27 16:20:52.788497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:52.793181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-df2f84b0-4ca8-4d91-a005-e596620a5b55 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:52.800739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.800941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c16a999-d9dc-4be4-84ba-26dc1f415a45 None None] The sync data for ids ['d52f9780-9dd7-4330-a4cc-6c7c4bacaec8'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:52.827154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.852847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.862284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231890f6-b6d8-4c46-ba35-6c15a564bede') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.862581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231890f6-b6d8-4c46-ba35-6c15a564bede') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:52.872764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.883217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-830d0e87-ae49-4fe0-b6bb-bca42862de14 req-f9f602f1-7f4f-436e-ab08-1ab995e9932d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2089109 Oct 27 16:20:52.886855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.894038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:52.894526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:52.897942 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:52.923798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6d23413-61ea-4351-b0bd-5222abd8b536 req-46bd2a78-d786-40fc-a1c0-e87b21703c09 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711427 Oct 27 16:20:52.930359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-c8e22dcf-4706-4631-864e-c8862c6ced96 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.932027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-c8e22dcf-4706-4631-864e-c8862c6ced96 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.4071040 Oct 27 16:20:52.969077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2922ca73-3ea4-460f-95ea-9b6738f3ba6c tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 200 len: 924 time: 0.2388182 Oct 27 16:20:52.971865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-607bd9fd-2220-42d9-8bb6-312cf5b85a1e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0199194 Oct 27 16:20:52.976275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42242) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.030720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-294f77b1-cd3d-430c-81d5-05acc61994d7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524328 Oct 27 16:20:53.049035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d820cfa4-7d6b-4a40-85f0-2d159377a936 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.053359 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d820cfa4-7d6b-4a40-85f0-2d159377a936 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=d52f9780-9dd7-4330-a4cc-6c7c4bacaec8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0780661 Oct 27 16:20:53.053714 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42244) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.098088 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-df2f84b0-4ca8-4d91-a005-e596620a5b55 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.099142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df2f84b0-4ca8-4d91-a005-e596620a5b55 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3097966 Oct 27 16:20:53.101943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42246) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.112581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-606c92b3-12f1-4bb9-8d78-f4752eb8652e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.113057 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-606c92b3-12f1-4bb9-8d78-f4752eb8652e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 16:20:53.113549 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-606c92b3-12f1-4bb9-8d78-f4752eb8652e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.114497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-606c92b3-12f1-4bb9-8d78-f4752eb8652e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115676 Oct 27 16:20:53.118799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42248) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.124583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-01989249-18fe-4bba-b327-ea38b3f97332 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.130026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-723e2340-cec7-4307-8454-cc459328a835 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920825 Oct 27 16:20:53.143842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.164580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.170759 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] 10.222.0.70 "DELETE /v2.0/networks/e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5 HTTP/1.1" status: 204 len: 168 time: 1.3044729 Oct 27 16:20:53.187134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b94993-2cbc-47f2-bc84-2577db4b55b3 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.190982 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c4b94993-2cbc-47f2-bc84-2577db4b55b3 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.1337667 Oct 27 16:20:53.190982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4614398-9460-4dc8-9db0-0781581f9f57 tempest-NetworksIpV6TestAttrs-1636258509 tempest-NetworksIpV6TestAttrs-1636258509-project] Pushing event deleted for resources: {'Network': ['ID=e6d1ab02-c258-4fb9-a9ee-d1cf0eacc7e5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:53.192562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42252) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.222261 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a4ff2f2-6219-466d-93b9-ee5f96ee759d tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 200 len: 205 time: 0.0283265 Oct 27 16:20:53.224874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.254617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-ffc5b983-635a-489f-8786-549a18a4855a service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176727 Oct 27 16:20:53.352918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.443136 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-01989249-18fe-4bba-b327-ea38b3f97332 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.444104 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01989249-18fe-4bba-b327-ea38b3f97332 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3243077 Oct 27 16:20:53.447266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42262) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.452526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-df63f5ce-c9c4-43ac-ba69-34ab899b6044 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.453011 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-df63f5ce-c9c4-43ac-ba69-34ab899b6044 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:20:53.453504 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-df63f5ce-c9c4-43ac-ba69-34ab899b6044 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.454441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-df63f5ce-c9c4-43ac-ba69-34ab899b6044 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056489 Oct 27 16:20:53.455094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.457701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42264) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.463086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-479d9913-3070-42d6-bb11-08d4756021f3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.642917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port e6eeab8d-2420-49e0-a8f4-7f60ead3cfb5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:53.643620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.676153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a680fbce-a2d7-432c-a349-4f62180a0bb8 req-f23727c4-818d-4736-a2a8-b5fc41796e4f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0284121 Oct 27 16:20:53.704739 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-479d9913-3070-42d6-bb11-08d4756021f3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.705817 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-479d9913-3070-42d6-bb11-08d4756021f3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2472043 Oct 27 16:20:53.708596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.714587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5457de48-9703-44db-a0c5-bd12f54d4d68 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.714587 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-5457de48-9703-44db-a0c5-bd12f54d4d68 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 16:20:53.714819 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-5457de48-9703-44db-a0c5-bd12f54d4d68 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.715773 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5457de48-9703-44db-a0c5-bd12f54d4d68 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059211 Oct 27 16:20:53.718455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42272) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.725380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d3f604e3-03cd-490a-b23c-0fe662ea9f18 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.760055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device efc7de77-f8da-4352-a8ae-f1fe847a3fd5 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:53.774121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.784855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: efc7de77-f8da-4352-a8ae-f1fe847a3fd5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:53.785209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device efc7de77-f8da-4352-a8ae-f1fe847a3fd5 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:53.803739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for e6eeab8d-2420-49e0-a8f4-7f60ead3cfb5 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:53.859186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42280) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.989820 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-d3f604e3-03cd-490a-b23c-0fe662ea9f18 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:53.989820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3f604e3-03cd-490a-b23c-0fe662ea9f18 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2687581 Oct 27 16:20:53.991863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.997697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39c50875-d3ec-4205-a918-89515c32faad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '3e868300-90c0-4241-b579-7ba4f27e0097', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:54.036785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ea2b9b09-680a-446f-a2a4-1415d0272ac2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5feb51001e648c987e20b1f083c8f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759984 Oct 27 16:20:54.039124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42288) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.058040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.065402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.071369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.077649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.083640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.089565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.089914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.096035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.097913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-4d2c7408-96e6-414f-9fe3-09065f790eff tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1166959 Oct 27 16:20:54.111628 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.150803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5fb80a0-aa17-46f3-b21f-6c9a47a24007 req-7bdbea8e-5979-411b-a998-e80fa800a43f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461051 Oct 27 16:20:54.179691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.217115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=e6eeab8d-2420-49e0-a8f4-7f60ead3cfb5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:54.276380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.390846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.394663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.394663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.397167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.398939 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac91ffee-ef93-4c2a-a700-c0034ccbbb45 HTTP/1.1" status: 204 len: 168 time: 0.3587823 Oct 27 16:20:54.447922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f4faf-cfa6-46ac-9d5e-c817b587983b req-35f1ad9b-0bb1-4657-b938-23e0eccead98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.450061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620a15-84e9-4215-9157-4ad204336b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91ffee-ef93-4c2a-a700-c0034ccbbb45,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:54.455629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-247f4faf-cfa6-46ac-9d5e-c817b587983b req-35f1ad9b-0bb1-4657-b938-23e0eccead98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 947 time: 0.0729032 Oct 27 16:20:54.490213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-247f4faf-cfa6-46ac-9d5e-c817b587983b req-a253151d-dc13-484f-a891-f304e21bb8f2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Oct 27 16:20:54.516208 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-39c50875-d3ec-4205-a918-89515c32faad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:54.519822 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39c50875-d3ec-4205-a918-89515c32faad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5245211 Oct 27 16:20:54.520045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42310) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.564890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.565390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:54.572941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.577880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f5058a27-463e-40de-b477-efed027829e6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 204 len: 168 time: 1.3479331 Oct 27 16:20:54.577980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42314) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.582617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1005869215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:54.585475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.613413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.704108 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.705949 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.736268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.741165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.742489 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e868300-90c0-4241-b579-7ba4f27e0097 HTTP/1.1" status: 204 len: 168 time: 0.2214358 Oct 27 16:20:54.746055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.754052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c3d227f-29c2-4fe4-837b-6b9ed6b91494 req-fc95a2e9-6d7d-428e-8606-440a3c0e48b1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0312030 Oct 27 16:20:54.770046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fd208-d43c-436b-bb9d-52c8ed1f7830 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e868300-90c0-4241-b579-7ba4f27e0097,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:54.802943 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.825413 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d58a8be-e2ae-4f76-9c17-7ef0819f6512 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769026 Oct 27 16:20:54.829020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.834792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946222026'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:54.985225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.988603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.065742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.193166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.197594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42342) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:55.197774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ca95c02b-8c2d-4051-abc7-440178c22357 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6188161 Oct 27 16:20:55.204259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': True}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:55.236556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.312806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123d234b-1b0e-4376-817e-117909371274,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:55.342495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:55.361559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.371420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.380804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.390431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.401631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.411239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.422300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.443895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-473b3759-b9b9-4133-904f-b18645c407fb req-b23e8e14-aca3-48cb-b2f8-247daa436168 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1900125 Oct 27 16:20:55.448104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.451600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc895cec-49ff-4962-9de1-80b637eec50d tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6207051 Oct 27 16:20:55.452394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:55.458336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ada341b9-b312-4b5a-9da1-561f24a45a0e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '123d234b-1b0e-4376-817e-117909371274', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:55.494007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.513535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-473b3759-b9b9-4133-904f-b18645c407fb req-37da47ff-e560-4333-8d51-62a53e03312f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587490 Oct 27 16:20:55.540006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:55.540839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:55.543806 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a2d7a4-d97c-4fd8-999f-f6ee0393d8cf" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:55.588203 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe320e-407e-4a5f-905a-b819c81a358f x-openstack-request-id: req-0ebe320e-407e-4a5f-905a-b819c81a358f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:55.588503 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-unplugged", "status": "completed", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:55.588759 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ebe320e-407e-4a5f-905a-b819c81a358f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:55.589158 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'code': 200} Oct 27 16:20:55.676830 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.733591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=14']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:55.772986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.819380 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-ada341b9-b312-4b5a-9da1-561f24a45a0e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The resource could not be found. Oct 27 16:20:55.820490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ada341b9-b312-4b5a-9da1-561f24a45a0e tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3670793 Oct 27 16:20:55.823461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42374) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:55.828003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4caa3e7c-6e26-488f-8ac8-56342c6e04ec tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '123d234b-1b0e-4376-817e-117909371274', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10104971-b0d0-4e87-92ff-acf0c27aa67f'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:55.870137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3106201d-d070-4d6b-9304-367280c0f7e5 req-1fe83538-edf8-43d4-b163-f8ea21082fe8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0365636 Oct 27 16:20:56.040813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:56.076641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.097121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.139970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1697425284'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:56.163772 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-4caa3e7c-6e26-488f-8ac8-56342c6e04ec tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The resource could not be found. Oct 27 16:20:56.164829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4caa3e7c-6e26-488f-8ac8-56342c6e04ec tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3404315 Oct 27 16:20:56.167817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42388) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:56.207120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 172.25.5.37 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/af286dc8-5b7a-4628-aaaf-84466f6a2f74) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:56.226140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.255833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.320813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.333282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:56.336957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.346426 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.495639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.498417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.499754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/123d234b-1b0e-4376-817e-117909371274 HTTP/1.1" status: 204 len: 168 time: 0.3310056 Oct 27 16:20:56.502511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:56.514836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90def0b-b332-4cd9-894a-5b18f439ea1c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123d234b-1b0e-4376-817e-117909371274,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:56.560173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7258b8e1-170e-4bf6-98cf-8bb3123bc4cf tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563400 Oct 27 16:20:56.565013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42396) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:56.570221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-35527fba-4d81-4c7e-8c95-f319b8ab730c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': 'f2233978-8950-49b4-b5fc-8d21d33e03f1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:56.574149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.621854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:56.624926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.629457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:56.632166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:56.667510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=af286dc8-5b7a-4628-aaaf-84466f6a2f74,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:56.696729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.703317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.709168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.716230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.722465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.728739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.734976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.736883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-0c75b854-3547-41bc-9432-d6c05fbbd84c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.0983162 Oct 27 16:20:56.777084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.809106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cbf8e883-bc24-4e9a-b19c-2e6058157340 req-38ac9219-840d-47ee-945e-b3d5ff91c1c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639393 Oct 27 16:20:56.819971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:56.839597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2c949-d9f3-459b-91c9-d428e2776eeb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:56.842769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.843137 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment 910c3755-357b-4753-a077-5e43e89f6a83 of type vlan for network 0dfd49bf-c07b-4988-aff7-1687434d8679 Oct 27 16:20:56.938119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.003344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9612d58-fe69-40ed-b738-439ae092593f req-d2b700f8-0935-4668-9c1f-c1f5942b5494 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0371137 Oct 27 16:20:57.007711 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-35527fba-4d81-4c7e-8c95-f319b8ab730c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The resource could not be found. Oct 27 16:20:57.008953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-35527fba-4d81-4c7e-8c95-f319b8ab730c tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4428525 Oct 27 16:20:57.014020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42410) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:57.036180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447367737'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:57.089833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-6feaecd4-ba13-4608-aee8-0cd037b76014 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.091373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-6feaecd4-ba13-4608-aee8-0cd037b76014 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.2147470 Oct 27 16:20:57.100758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.105126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:57.110201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.116998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.116998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.237535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.249893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=0dfd49bf-c07b-4988-aff7-1687434d8679,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:57.261758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:57.306707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.311451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.372563 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.400587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f6a8b6a-ef74-49bd-a10c-c67be7572f69 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3584485 Oct 27 16:20:57.403896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:57.408877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'name': 'tempest-PortsTestJSON-490314096'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:57.550220 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.579593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c15c808-f6aa-4da7-a274-52034bd65827,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:57.596066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router 5cb1cd24-d221-4ad3-83ad-1352e884ecda is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:57.597868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:57.601525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.725667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:57.731626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.749102 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1fbe6474-be3f-4625-923c-65714c932792 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "PUT /v2.0/routers/5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 200 len: 918 time: 2.5337543 Oct 27 16:20:57.749235 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] Sync routers for ids ['5cb1cd24-d221-4ad3-83ad-1352e884ecda'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:57.749720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:57.749720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.749925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] Routers {'5cb1cd24-d221-4ad3-83ad-1352e884ecda'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:57.749925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5cb1cd24-d221-4ad3-83ad-1352e884ecda'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:57.750842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42432) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:57.772150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.5 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:57.774500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:20:57.785510 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:57.796621 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] Routers {'5cb1cd24-d221-4ad3-83ad-1352e884ecda'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:57.797330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5cb1cd24-d221-4ad3-83ad-1352e884ecda'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:57.847894 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:57.848004 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958258b5-b50a-4921-919e-4cbda54ba5d9 None None] The sync data for ids ['5cb1cd24-d221-4ad3-83ad-1352e884ecda'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:57.878647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.879980 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cadc14ee-18eb-4c5c-97d5-6857febcb207 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 200 len: 924 time: 0.1267443 Oct 27 16:20:57.883084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:57.885046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-255d4249-3aac-464b-9846-2462d54f63ad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8695774 Oct 27 16:20:57.897765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42440) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:57.903384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248948475'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:57.945146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.955503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887a46b-6820-4417-a3f7-172a6a9dd9a0 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.957074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f887a46b-6820-4417-a3f7-172a6a9dd9a0 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=5cb1cd24-d221-4ad3-83ad-1352e884ecda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0728464 Oct 27 16:20:57.960075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.045638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8c260-8a01-4191-8186-724926103667 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.046874 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ef8c260-8a01-4191-8186-724926103667 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.0859134 Oct 27 16:20:58.049839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.091936 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f074c622-00ec-4a53-ae3a-dfe53809e15c tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 200 len: 205 time: 0.0407999 Oct 27 16:20:58.096810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.105672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.111655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.118367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.124954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.131576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.138075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.142638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.144078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.146061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-211fbe03-37d5-476a-8ae7-64c4d472a331 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.2407606 Oct 27 16:20:58.187953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.211911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dfd53d9-8850-4228-a3da-910a17e921be req-311c9f9f-df14-4d69-b46b-2386566ffa6f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0566278 Oct 27 16:20:58.241335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.243095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.276880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-350439ad-3ddb-4f03-b5ec-9b47b0b5ed16 req-577faf25-7646-463f-af93-849e6ac53ff1 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154947 Oct 27 16:20:58.343651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.369371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.390875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.419343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.419925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.437175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.449667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:58.451758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ddf0d7-61e3-40ba-a856-441d3a2bde5c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.514319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port af286dc8-5b7a-4628-aaaf-84466f6a2f74 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:58.514822 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.520185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.521593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-316e5d9f-5bb2-4787-872f-defeafdb20e0 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6221690 Oct 27 16:20:58.531627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.564786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4b1fb78b-2661-4a45-9240-554d35a4ded7 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group_rule': {'security_group_id': '7c15c808-f6aa-4da7-a274-52034bd65827', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '49ddf0d7-61e3-40ba-a856-441d3a2bde5c'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:58.634566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.648528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for af286dc8-5b7a-4628-aaaf-84466f6a2f74 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:58.802546 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-4b1fb78b-2661-4a45-9240-554d35a4ded7 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:20:58.803742 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4b1fb78b-2661-4a45-9240-554d35a4ded7 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2710974 Oct 27 16:20:58.805224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=78d47f86-5e9c-40b4-9af3-75f0653d2a41,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.806670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.820125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:58.850337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': '910c3755-357b-4753-a077-5e43e89f6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:58.850701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: 0dfd49bf-c07b-4988-aff7-1687434d8679, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:58.852991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:58.856023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:58.905373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.930405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.941053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.961972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.962634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.986210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884262e8-2b2c-442b-baf7-f949c20f7386 req-1cd79743-8695-448e-9695-7451329d74d9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.987777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-884262e8-2b2c-442b-baf7-f949c20f7386 req-1cd79743-8695-448e-9695-7451329d74d9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1418409 Oct 27 16:20:59.028566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-884262e8-2b2c-442b-baf7-f949c20f7386 req-6d2f4c99-8f50-4d7b-aa14-8808e6d69a49 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Oct 27 16:20:59.076501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.101654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=af286dc8-5b7a-4628-aaaf-84466f6a2f74,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:59.116649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:59.121873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-021ac39f-538f-4085-b2d5-abfbb2452f72 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205114 Oct 27 16:20:59.131114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.131751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.132858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/49ddf0d7-61e3-40ba-a856-441d3a2bde5c HTTP/1.1" status: 204 len: 168 time: 0.3251801 Oct 27 16:20:59.135602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Request body: {'port': {'device_id': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:59.138429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42468) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:59.167711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a0d30-fb65-49d5-91e8-f4d9ba0c1c76 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ddf0d7-61e3-40ba-a856-441d3a2bde5c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:59.182410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.225456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.247318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a7680cfe-b1c7-4760-9874-55d585060ede tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1067138 Oct 27 16:20:59.250770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:59.275335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.278157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.403733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 0dfd49bf-c07b-4988-aff7-1687434d8679) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:59.411730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf3ed7-d7eb-45a3-b81e-2ba154bc4bb0 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:59.425408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:59.431021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.431642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.474975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ca357-4320-4013-98a5-e8561b4e4dd5 req-6f700a63-5570-4890-98df-6558997cebe7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.479688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725ca357-4320-4013-98a5-e8561b4e4dd5 req-6f700a63-5570-4890-98df-6558997cebe7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 931 time: 0.1822667 Oct 27 16:20:59.483829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.493714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.494565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb1cd24-d221-4ad3-83ad-1352e884ecda {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:59.506276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.512925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d549d829-ea30-4a8f-8c08-373f414873e0 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 204 len: 168 time: 1.4141774 Oct 27 16:20:59.513802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:59.519426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-525205699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:59.615392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.646580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3547-e379-431d-8112-5e2193cb803a req-584550d4-d35f-4ba6-a69f-4503a81ea96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.648113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-584550d4-d35f-4ba6-a69f-4503a81ea96e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.0496242 Oct 27 16:20:59.650586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d281048c-85ac-42bd-ada7-dbea865d4dc1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2455678 Oct 27 16:20:59.653729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42480) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:59.658730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1399563038'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:59.670463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725ca357-4320-4013-98a5-e8561b4e4dd5 req-750033da-26f0-4d5f-b167-c644bccda170 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697791 Oct 27 16:20:59.718534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.724806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.731348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.737444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.743627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.750520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.754475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.755525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.756680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.758615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-315cec6d-ad24-48f6-8cad-33ade39a432e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.2192822 Oct 27 16:20:59.791323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3547-e379-431d-8112-5e2193cb803a req-b0c0e923-5a31-4ebf-bad4-e15d3581acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.792795 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-b0c0e923-5a31-4ebf-bad4-e15d3581acd3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1299906 Oct 27 16:20:59.882185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.884798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.885995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/7c15c808-f6aa-4da7-a274-52034bd65827 HTTP/1.1" status: 204 len: 168 time: 0.6342010 Oct 27 16:20:59.890784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:59.900749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42484) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:59.906956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f31f9727-f064-46ad-9563-0e466d7cc39b req-ad22062e-b23d-47d0-a9f3-f01c781e5c99 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326454 Oct 27 16:20:59.909208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.936401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7909ef-cdf5-4b80-bb6f-15981ff80979 req-eee9d84f-c334-45d8-936c-804d3723b24c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.936401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7909ef-cdf5-4b80-bb6f-15981ff80979 req-eee9d84f-c334-45d8-936c-804d3723b24c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1675236 Oct 27 16:20:59.944866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48363ce1-1e8a-4d10-b8b0-55b3c732b2e3 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c15c808-f6aa-4da7-a274-52034bd65827,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:59.986709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Transition to ACTIVE for port object 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:21:00.026805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7909ef-cdf5-4b80-bb6f-15981ff80979 req-5e8fbb82-4af0-491e-845f-d9e8fd4e6d72 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831623 Oct 27 16:21:00.030717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7b14e76-5a5c-4032-b11b-c1f6a4b9f266 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286914 Oct 27 16:21:00.035391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.040775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989282364'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.050104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.115504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Pushing event updated for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:00.161934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:00.165008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.192756 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-05701b1f-c5be-4194-b214-d0d33e43f6b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.3902121 Oct 27 16:21:00.193416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.197959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Attempting to bind port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:00.198360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Attempting to bind port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:00.198751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Attempting to bind port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:00.214185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:21:00.214572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Attempting to bind port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:00.226529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:00.226870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:00.227268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:00.227882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Bound port: 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:00.228242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.233796 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.262701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:00.279623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.279970 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment daa520f8-13c8-402c-bc62-b5abe098f037 of type vlan for network c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8 Oct 27 16:21:00.282177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3547-e379-431d-8112-5e2193cb803a req-b744344e-2be3-4ca9-aedc-7bb74f210a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.283720 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-b744344e-2be3-4ca9-aedc-7bb74f210a09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0655017 Oct 27 16:21:00.328022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.332004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:00.335133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:00.350708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.356736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.392926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3547-e379-431d-8112-5e2193cb803a req-0ed84312-0326-43ed-8012-2581f9a5f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.394449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-0ed84312-0326-43ed-8012-2581f9a5f586 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839343 Oct 27 16:21:00.459444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.489421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b334abd-0bb4-4fb1-9a9b-384caa52f6d5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:00.491890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-392a29bd-ffb7-4911-a135-6c23b8640c0a service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892844 Oct 27 16:21:00.522491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.549626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.550831 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-118ae66f-c03c-4aba-a279-86cf4a2f2bd6 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0353966 Oct 27 16:21:00.551542 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.554204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42488) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.557219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.557883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.558530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.563250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.563853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.565196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] 10.222.0.82 "PUT /v2.0/ports/53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b HTTP/1.1" status: 200 len: 1091 time: 1.4347391 Oct 27 16:21:00.565632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:00.567901 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed664958-27e9-4735-95f9-7c0c7ab04a11" -d '{"events": [{"name": "network-changed", "server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:00.644057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:00.656925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:00.657456 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24307914-6bc3-48f6-b34c-1d780f1ff026 x-openstack-request-id: req-24307914-6bc3-48f6-b34c-1d780f1ff026 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:00.657456 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:00.657726 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24307914-6bc3-48f6-b34c-1d780f1ff026 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:00.658085 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b', 'status': 'completed', 'code': 200} Oct 27 16:21:00.661928 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-345d3547-e379-431d-8112-5e2193cb803a req-e6420392-ad3c-4487-ac76-842c9787c36c service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613109 Oct 27 16:21:00.676902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.678138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5818b795-10b2-4eb5-acf0-a63a50063a46 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6415989 Oct 27 16:21:00.681296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.686446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5c4c1818-a1b7-4e65-9477-7b42beb27d3a tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.686881 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-5c4c1818-a1b7-4e65-9477-7b42beb27d3a tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:21:00.687475 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-5c4c1818-a1b7-4e65-9477-7b42beb27d3a tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:21:00.688418 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c4c1818-a1b7-4e65-9477-7b42beb27d3a tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "PUT /v2.0/security-groups/0b334abd-0bb4-4fb1-9a9b-384caa52f6d5 HTTP/1.1" status: 409 len: 330 time: 0.0060837 Oct 27 16:21:00.690940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42494) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.764650 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f92a86b8-f098-4b9c-a1cb-dde110d31dca tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1098797 Oct 27 16:21:00.770421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42498) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.777717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'ports': [{'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'}, {'network_id': 'c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8'}]} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.778030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.778511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': 'c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:00.797106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.807209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762069e8-a2d1-4958-9a14-bc651abfcded service neutron] Pushing event updated for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:00.837930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-7edb511d-be45-429e-94fe-5cb59eab55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.839523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-7edb511d-be45-429e-94fe-5cb59eab55d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 1094 time: 0.1784215 Oct 27 16:21:00.866682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.956801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.980144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85d85b-3c94-4e83-97a9-0867602e1402 req-f9751f06-9817-4e5d-8db9-9939807bdf48 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.981616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e85d85b-3c94-4e83-97a9-0867602e1402 req-f9751f06-9817-4e5d-8db9-9939807bdf48 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.2195492 Oct 27 16:21:01.079878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-55c1e941-5f57-46c4-9e41-212d7e3847ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.081332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-55c1e941-5f57-46c4-9e41-212d7e3847ca service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2055092 Oct 27 16:21:01.085215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e85d85b-3c94-4e83-97a9-0867602e1402 req-8bac2b98-8a04-4a03-905b-86a7aac30bc8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938578 Oct 27 16:21:01.150679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.156334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.156469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.156469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/0b334abd-0bb4-4fb1-9a9b-384caa52f6d5 HTTP/1.1" status: 204 len: 168 time: 0.4626784 Oct 27 16:21:01.156850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.160040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.166215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.169450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.175458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.179687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0182e7-a903-4290-bda5-5b0d047a7cad tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b334abd-0bb4-4fb1-9a9b-384caa52f6d5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:01.182948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.188417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.190374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-00eed6b5-2ee0-4fc3-b4d2-14ff294174fd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1761703 Oct 27 16:21:01.212891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 2} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:01.221522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.276990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a8fba4ef-51fe-4379-874e-83df21716090 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119547 Oct 27 16:21:01.276990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.278544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.301897 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-bc830acd-5e4c-4793-8220-271b0186810f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] delete failed (client error): The resource could not be found. Oct 27 16:21:01.304445 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc830acd-5e4c-4793-8220-271b0186810f tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "DELETE /v2.0/security-groups/abb0758e-3f68-45fd-83cd-7fed9cfb7088 HTTP/1.1" status: 404 len: 347 time: 0.0240285 Oct 27 16:21:01.309636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.341929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-845f34a9-1cad-4483-a1ee-39c0b92f589b req-ceec5839-69c2-4650-80f8-877cb4f6657a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424026 Oct 27 16:21:01.359860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-7f049c31-4ee3-4e97-bb8d-ca95eca656a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.362579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed664958-27e9-4735-95f9-7c0c7ab04a11 req-7f049c31-4ee3-4e97-bb8d-ca95eca656a7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725523 Oct 27 16:21:01.366201 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-ade11926-254c-4e17-ab8a-7da9fa4e3ebf tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] show failed (client error): The resource could not be found. Oct 27 16:21:01.371583 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ade11926-254c-4e17-ab8a-7da9fa4e3ebf tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-groups/27a30875-92d5-4589-afaf-6d4c47a3b22b HTTP/1.1" status: 404 len: 347 time: 0.0605695 Oct 27 16:21:01.381933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42512) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.401345 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-2f39c0cc-7950-4bfa-9d35-2a7e980c46d7 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] show failed (client error): The resource could not be found. Oct 27 16:21:01.403499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2f39c0cc-7950-4bfa-9d35-2a7e980c46d7 tempest-NegativeSecGroupTest-1046584854 tempest-NegativeSecGroupTest-1046584854-project] 10.222.0.70 "GET /v2.0/security-group-rules/2d0d0846-bd4e-4082-9cac-0891592ffaa0 HTTP/1.1" status: 404 len: 356 time: 0.0205531 Oct 27 16:21:01.413492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port dfbcdd49-6331-4a0d-ba57-345231465b4a yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:01.421361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd9e1-3680-4b02-b3fc-6e967e120ec7 req-5a7435b5-d9a5-4b30-a817-8a7f2eb1fa8c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.428324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ecd9e1-3680-4b02-b3fc-6e967e120ec7 req-5a7435b5-d9a5-4b30-a817-8a7f2eb1fa8c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1988220 Oct 27 16:21:01.515321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90ecd9e1-3680-4b02-b3fc-6e967e120ec7 req-77057a88-1bd7-4f0c-af71-533faf225d37 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844111 Oct 27 16:21:01.529658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-733627fe-33c5-45d6-996c-e8b489819955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.531102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-733627fe-33c5-45d6-996c-e8b489819955 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 1094 time: 0.0972173 Oct 27 16:21:01.552372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.579918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-f2ae6f4d-6a09-4f85-a857-02632180f4d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b HTTP/1.1" status: 200 len: 217 time: 0.0386715 Oct 27 16:21:01.625456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 94be58fe-007a-4f9c-b901-e8e44b61e437 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:01.714130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-ac302bdc-6577-4731-8f9d-299d55db797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.716299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-ac302bdc-6577-4731-8f9d-299d55db797d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.1021128 Oct 27 16:21:01.726592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.743345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.755250 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.775923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-e451069e-d7aa-48e6-ab54-6e3db415d2bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465598 Oct 27 16:21:01.870515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.915197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:01.919097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:01.925543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:01.926199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.947395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=dfbcdd49-6331-4a0d-ba57-345231465b4a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:02.020595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=94be58fe-007a-4f9c-b901-e8e44b61e437,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:02.025571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': 'daa520f8-13c8-402c-bc62-b5abe098f037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:02.025941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:02.040056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42518) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:02.201738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a16108b5-ee33-46de-b6f4-da87dad52a62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7083ea4d2e2c4c3786f0940d4ea85aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605327 Oct 27 16:21:02.204848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42526) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:02.213401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:02.265860 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.287408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-6ebe2e96-cea4-499b-a4a1-2036b61d7178 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031123 Oct 27 16:21:02.290374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.303232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Allocated IP 172.25.5.22 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/f32b7c6d-d218-4602-aaf7-587ceeb36bc7) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:02.362051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:02.367205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:02.371893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b379-b72d-4ca8-9153-939a0aa2c762 req-64d65cfd-fcf0-4c5e-9021-ddd8086e2314 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.372784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d168b379-b72d-4ca8-9153-939a0aa2c762 req-64d65cfd-fcf0-4c5e-9021-ddd8086e2314 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.1372051 Oct 27 16:21:02.379739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccbe1d3-657d-4d36-80df-26295891fb36 None None] Network c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:02.385119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.393576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.394472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.505386 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.510515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.514297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8765ea2-3bf9-4577-8f6f-19272792f73a HTTP/1.1" status: 204 len: 168 time: 0.3084462 Oct 27 16:21:02.522555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2acf-4fee-43c2-9af6-9b39058cf846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8765ea2-3bf9-4577-8f6f-19272792f73a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:02.527143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd7f8944-5f2a-4660-b105-12dea305af81 req-447eb8b7-f898-4ecb-93bf-dc40af582929 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311954 Oct 27 16:21:02.543492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d168b379-b72d-4ca8-9153-939a0aa2c762 req-74b9fe8c-a986-4d4d-92d2-acb16d46e304 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515386 Oct 27 16:21:02.563697 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f37a251-321d-4d99-914b-2273c26a7045 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7914972 Oct 27 16:21:02.567249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:02.572834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.583817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.586374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.591702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.598145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.604112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.610191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.612224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-305fc323-de45-4846-8165-0e82d677da1a req-50bbc8ba-b002-4d46-aa26-e9dee83c8c32 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1763551 Oct 27 16:21:02.617360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.676630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 94be58fe-007a-4f9c-b901-e8e44b61e437 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:02.676969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.705206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-305fc323-de45-4846-8165-0e82d677da1a req-e46b3001-6f64-4991-a613-722720e876a2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811899 Oct 27 16:21:02.726609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eac8f1-b778-4ad3-9df7-cf3653eb64b2 req-2ab7f77c-0df3-4efa-b924-5ed9ec7de1d5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.734767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69eac8f1-b778-4ad3-9df7-cf3653eb64b2 req-2ab7f77c-0df3-4efa-b924-5ed9ec7de1d5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0917485 Oct 27 16:21:02.765683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.770620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69eac8f1-b778-4ad3-9df7-cf3653eb64b2 req-016002b6-1975-477d-ab50-db5f4fc44e9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Oct 27 16:21:02.783429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 94be58fe-007a-4f9c-b901-e8e44b61e437 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:02.893612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.944328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:02.965261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:02.971339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:03.004255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Pushing event updated for resources: {'Port': ['ID=f32b7c6d-d218-4602-aaf7-587ceeb36bc7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:03.040638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6b3c-a99c-484a-8ac6-7a4781e53cbe req-a7870bfc-49c2-4a9f-9b90-0b597f5aefc8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.048245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e38a6b3c-a99c-484a-8ac6-7a4781e53cbe req-a7870bfc-49c2-4a9f-9b90-0b597f5aefc8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1188822 Oct 27 16:21:03.048529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.096444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.100587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/94be58fe-007a-4f9c-b901-e8e44b61e437 HTTP/1.1" status: 204 len: 168 time: 0.5317085 Oct 27 16:21:03.101939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6b98-1a40-476e-9ed6-fa6e66a6a15e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=94be58fe-007a-4f9c-b901-e8e44b61e437,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:03.103751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.165237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d07ce-78da-438c-9e6f-d3531477e873 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.172034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d07ce-78da-438c-9e6f-d3531477e873 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.173748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-477d07ce-78da-438c-9e6f-d3531477e873 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0690892 Oct 27 16:21:03.176616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42550) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.179790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e38a6b3c-a99c-484a-8ac6-7a4781e53cbe req-e9faf269-bc30-4812-a7f2-68f54ea93c33 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942583 Oct 27 16:21:03.281282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port dfbcdd49-6331-4a0d-ba57-345231465b4a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:03.284355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.333599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48320a00-0e6a-4347-b563-36508d681b5d req-85f16ba0-77b3-4bc9-8026-f609e43b4af8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.335831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48320a00-0e6a-4347-b563-36508d681b5d req-85f16ba0-77b3-4bc9-8026-f609e43b4af8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0706704 Oct 27 16:21:03.353016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.370792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for dfbcdd49-6331-4a0d-ba57-345231465b4a owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:03.462779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48320a00-0e6a-4347-b563-36508d681b5d req-64ac6250-2457-4a25-bdb9-7c729bfcb8e4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855560 Oct 27 16:21:03.480817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.619149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.661885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=dfbcdd49-6331-4a0d-ba57-345231465b4a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:03.673952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.674655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.675466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.676406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.677398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.678410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.679289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.679989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.680612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.682313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.682313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.682313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:03.691737 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.697056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-550e906f-e143-4565-8e40-4c3873fbc470 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/dfbcdd49-6331-4a0d-ba57-345231465b4a HTTP/1.1" status: 204 len: 168 time: 0.5194261 Oct 27 16:21:03.699596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42574) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.822181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e23a9-bf88-4d20-ad06-37fd147c309e req-b649acb9-79db-46ac-9a8d-f0de16f2ba91 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.823683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076e23a9-bf88-4d20-ad06-37fd147c309e req-b649acb9-79db-46ac-9a8d-f0de16f2ba91 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.1751883 Oct 27 16:21:03.883927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dcb276-6b0a-4915-9a9a-6404987b7401 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.887924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-46dcb276-6b0a-4915-9a9a-6404987b7401 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1785028 Oct 27 16:21:03.888762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.896720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.912158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.915913 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f5d2c6-e261-483e-aa46-baae4333ad51 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:03.917011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e7f5d2c6-e261-483e-aa46-baae4333ad51 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/94be58fe-007a-4f9c-b901-e8e44b61e437 HTTP/1.1" status: 404 len: 333 time: 0.0270660 Oct 27 16:21:03.920323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42586) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.923075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-f793bb6b-d6bf-42c9-8735-f4073f29e9b8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.924428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-f793bb6b-d6bf-42c9-8735-f4073f29e9b8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.2620084 Oct 27 16:21:03.932777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076e23a9-bf88-4d20-ad06-37fd147c309e req-7656e812-e3e5-4206-84eb-6305e711810c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971768 Oct 27 16:21:03.954145 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdcf8ec-fb55-4710-b1cd-71ece76c4beb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:03.959323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-afdcf8ec-fb55-4710-b1cd-71ece76c4beb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/dfbcdd49-6331-4a0d-ba57-345231465b4a HTTP/1.1" status: 404 len: 333 time: 0.0338585 Oct 27 16:21:03.962352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42588) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.996344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.997941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-738b4215-df9b-4ad4-b16b-6222112e8b14 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/quotas/6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 375 time: 0.0638602 Oct 27 16:21:04.052832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.145621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.148195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-cea733c2-cbb2-410a-9ac9-0324cdf5bf3d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1178801 Oct 27 16:21:04.163514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.168629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.170389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.177368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.177855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa520f8-13c8-402c-bc62-b5abe098f037') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.178158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa520f8-13c8-402c-bc62-b5abe098f037') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.184835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.187670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.192003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.198914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.201190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.205666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.207053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:04.207446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.207591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-39ddbe83-c506-4d4d-a1db-b77689b6ab17 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1787901 Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:04.210638 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:04.213405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-579704406'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:04.348137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4265c58e-927b-4c0b-ba58-f29fcae4405e req-620dd2c3-6823-4d5e-8b87-68e3f3546e16 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295335 Oct 27 16:21:04.383356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-cb845458-b4fd-44c8-976e-b7c155c45b7f service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688094 Oct 27 16:21:04.401031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.413053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.414708 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8 HTTP/1.1" status: 204 len: 168 time: 0.4513166 Oct 27 16:21:04.418330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42596) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.424325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-17696169'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:04.439106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883bcb5-9957-44a7-9b97-02be6dd3f673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=c77c6c0c-8c8a-49ba-861f-86ae95ab5dd8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:04.483561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-33429614-d4cd-4b19-a353-1412ba64d75d service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933564 Oct 27 16:21:04.494026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Made reservation on behalf of 7da245fce07345169114dc8119867e4a for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:04.494026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.500944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.556490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Router e272ed2a-e4ef-437e-9d21-4dbf4ce69762 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:21:04.587470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.641632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:04.645281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.668952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:04.679605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.680210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.680553 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment 465bc526-0cd1-4b8a-a3b9-068601dbec4d of type vlan for network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a Oct 27 16:21:04.698817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:04.707137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.710750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f28bce26-064f-4cb9-8e5b-adffc356ad9e tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "PUT /v2.0/routers/e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 200 len: 918 time: 4.1554706 Oct 27 16:21:04.711684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42600) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.719242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] Sync routers for ids ['e272ed2a-e4ef-437e-9d21-4dbf4ce69762'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:04.737964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] Routers {'e272ed2a-e4ef-437e-9d21-4dbf4ce69762'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:04.738177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:04.739310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e272ed2a-e4ef-437e-9d21-4dbf4ce69762'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.746938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15332312-9787-48a5-8d49-3f0cb0e42817,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:04.772218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.772964 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Added segment 187f4498-1997-4203-a522-9bb3be402b69 of type vlan for network 1277e97c-aebb-489a-90ba-75201db75413 Oct 27 16:21:04.783527 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.794470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] Routers {'e272ed2a-e4ef-437e-9d21-4dbf4ce69762'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:04.795245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['e272ed2a-e4ef-437e-9d21-4dbf4ce69762'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.837466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.837832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.838152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.838495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.838831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.839186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.839512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.839867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.840635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.840635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.840983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.841171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:04.846098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a19435c-f4b7-4c4d-9246-e3babd4f0c4d req-e0bb766d-c621-4c2e-88c4-e7c752590728 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 210 time: 0.0952423 Oct 27 16:21:04.846301 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.858033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.863210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:04.864287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cdebd7-aee5-467d-9bab-39cbcbd43a7e None None] The sync data for ids ['e272ed2a-e4ef-437e-9d21-4dbf4ce69762'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:04.907642 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ff6bbcd-1271-4c3f-925d-3ae47da2df90 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 200 len: 924 time: 0.1938999 Oct 27 16:21:04.909315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42604) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.951630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4d94b-6618-4b5b-a88e-9105bd19e195 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.953178 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-87d4d94b-6618-4b5b-a88e-9105bd19e195 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=e272ed2a-e4ef-437e-9d21-4dbf4ce69762&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0429273 Oct 27 16:21:04.955910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.974188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.979688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.982395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.002724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.010197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.010808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.087336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=8ee2db4a-0fcd-41e8-9673-1f13108cc45a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:05.101350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:05.115976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Pushing event updated for resources: {'Network': ['ID=1277e97c-aebb-489a-90ba-75201db75413,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:05.117321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de857dd-419a-4a7d-830c-02aca8ae7ad8 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.122316 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0de857dd-419a-4a7d-830c-02aca8ae7ad8 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.1654501 Oct 27 16:21:05.124194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42614) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.141641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6de674d0-0443-44f9-8688-5a28daad8880 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1426752 Oct 27 16:21:05.145845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42616) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.146093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1277e97c-aebb-489a-90ba-75201db75413 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:05.151490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-bddc7984-565c-47a2-bb28-b92a05251819 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-658130578') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.168978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7ebc3-14c9-4e3c-bd5a-064b38199f51 req-52d6ffbc-3db4-42bc-a739-a7c9ea6faec5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.170861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fc7ebc3-14c9-4e3c-bd5a-064b38199f51 req-52d6ffbc-3db4-42bc-a739-a7c9ea6faec5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.1572502 Oct 27 16:21:05.173443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-10602573-41fb-47f0-986c-5eff26661a0b tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 200 len: 205 time: 0.0480769 Oct 27 16:21:05.177166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.220967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fc7ebc3-14c9-4e3c-bd5a-064b38199f51 req-513971dc-2d06-43de-a19b-e5293696bfcc tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Oct 27 16:21:05.272556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0619046d-34ed-44f0-bfa7-418872849cde tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8529425 Oct 27 16:21:05.275595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42620) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.281460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:05.364978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.481536 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bddc7984-565c-47a2-bb28-b92a05251819 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "PUT /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-658130578 HTTP/1.1" status: 201 len: 201 time: 0.3343239 Oct 27 16:21:05.487400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42628) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.490050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-185a083f-18f2-4598-a0b5-6696810b4960 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-658130578') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.496949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.560705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.566688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.573659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.579898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.586321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.593230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.599924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.601878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-fec4068c-e5aa-49ef-a9cb-612568362705 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1756642 Oct 27 16:21:05.604592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:05.608931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.646125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port f32b7c6d-d218-4602-aaf7-587ceeb36bc7 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:05.646462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.729756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.743300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for f32b7c6d-d218-4602-aaf7-587ceeb36bc7 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:06.030631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.045876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-761440ec-8f2d-4f01-acd2-2d00bc782e09 req-2e0b1aef-0982-47d1-8df8-6d9c2b404228 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 210 time: 0.0466583 Oct 27 16:21:06.045876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Performing IP validity checks on allocation pools {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:21:06.045876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.ipam_backend_mixin [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:21:06.063549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=f32b7c6d-d218-4602-aaf7-587ceeb36bc7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:06.088157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd0749e3-1ca2-451d-a3ed-49122a2242a3 req-a2915a9c-3207-4fdf-95fd-3fe58a836dc2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4743462 Oct 27 16:21:06.098082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-185a083f-18f2-4598-a0b5-6696810b4960 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-658130578 HTTP/1.1" status: 204 len: 168 time: 0.6127913 Oct 27 16:21:06.100670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42632) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.104995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-7fc16d9d-9495-4323-b509-b86345f36fe0 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.143902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.238681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.240830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7fc16d9d-9495-4323-b509-b86345f36fe0 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags HTTP/1.1" status: 200 len: 237 time: 0.1391504 Oct 27 16:21:06.244248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.245707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42636) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.252899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-9774c5e9-6f51-4493-a1d3-0f0cb489ccbc tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', {'tags': ['tempest-TagsTest-Tag-457186775', 'tempest-TagsTest-Tag-405036918', 'tempest-TagsTest-Tag-1775686670']}) {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.337069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a61cd2-b10c-4497-8a3b-ee5795cceb28 req-416a5570-e58d-42fa-8995-705261737e7f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.338531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15a61cd2-b10c-4497-8a3b-ee5795cceb28 req-416a5570-e58d-42fa-8995-705261737e7f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.0528653 Oct 27 16:21:06.377535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15a61cd2-b10c-4497-8a3b-ee5795cceb28 req-68ae940c-f85a-4273-9c19-b5aeb7c9f9ea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Oct 27 16:21:06.399827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.433461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.434324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router e272ed2a-e4ef-437e-9d21-4dbf4ce69762 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:06.443825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.448859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9aa92dc-c03e-4144-9c60-d6e190bca667 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 204 len: 168 time: 1.2701697 Oct 27 16:21:06.450993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42638) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.455607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-162122580', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:06.485693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=944a263b-a0c5-4c8b-9a6b-48211c73b7cf,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:06.505498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': '465bc526-0cd1-4b8a-a3b9-068601dbec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:06.505498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: 8ee2db4a-0fcd-41e8-9673-1f13108cc45a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:06.608829 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9774c5e9-6f51-4493-a1d3-0f0cb489ccbc tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "PUT /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags HTTP/1.1" status: 200 len: 307 time: 0.3614969 Oct 27 16:21:06.613166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42642) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.617623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-dd47966d-d64e-4bae-9f11-eb800ea47b2a tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-457186775') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.665544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.666749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.671068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:06.730480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.772984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8ee2db4a-0fcd-41e8-9673-1f13108cc45a) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:06.777627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.778236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.784439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec04f5f-04d2-437e-bf5f-742efc046c29 None None] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:06.802485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dd47966d-d64e-4bae-9f11-eb800ea47b2a tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "DELETE /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-457186775 HTTP/1.1" status: 204 len: 168 time: 0.1882472 Oct 27 16:21:06.805180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.811539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-e41f48a2-589c-48a4-9dc0-cb160d095b92 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-457186775') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.885897 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-e41f48a2-589c-48a4-9dc0-cb160d095b92 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] show failed (client error): The resource could not be found. Oct 27 16:21:06.886974 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e41f48a2-589c-48a4-9dc0-cb160d095b92 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-457186775 HTTP/1.1" status: 404 len: 325 time: 0.0807483 Oct 27 16:21:06.890228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.894725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-bf1b0379-8c79-472d-9d69-233aa9877eaf tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-405036918') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.962752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77aae83b-103c-4006-9c4e-703ac2b42586 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6835835 Oct 27 16:21:06.963058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.969265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a', 'name': 'tempest-PortsTestJSON-863947157'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:06.970910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.988943 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf1b0379-8c79-472d-9d69-233aa9877eaf tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-405036918 HTTP/1.1" status: 204 len: 168 time: 0.0976653 Oct 27 16:21:06.991335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42650) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.995988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-7d399e14-3794-4e10-b76a-6b0944f514ce tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-1775686670') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.997392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8ee2db4a-0fcd-41e8-9673-1f13108cc45a', 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': '944a263b-a0c5-4c8b-9a6b-48211c73b7cf'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:06.998319 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.074272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7d399e14-3794-4e10-b76a-6b0944f514ce tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-1775686670 HTTP/1.1" status: 204 len: 168 time: 0.0794160 Oct 27 16:21:07.074520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42652) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.079810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-9e019590-162a-4801-8147-e4105271f155 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:07.157658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Allocated IP 172.20.0.2 (8ee2db4a-0fcd-41e8-9673-1f13108cc45a/944a263b-a0c5-4c8b-9a6b-48211c73b7cf/9ee08f5d-4fec-461b-99bf-83904f9c6e50) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:07.205435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7922ee1-4dee-436f-a628-3d45bff7bbd6 req-0f7e927b-b6b9-4151-9f88-4b2b649ff59f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 210 time: 0.0404277 Oct 27 16:21:07.207350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:07.211015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.236730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port ea6c60d1-b5a8-42c3-b263-5f4e24657c66 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:07.342074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.351584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.360707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.366692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.373312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.379541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.385669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.392164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.394195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-fd88e0b2-741d-4044-8224-e825e8cee9bc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.1762507 Oct 27 16:21:07.408956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:07.438260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e019590-162a-4801-8147-e4105271f155 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "DELETE /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags HTTP/1.1" status: 204 len: 168 time: 0.3602159 Oct 27 16:21:07.438832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.443369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-7b68fe6c-5581-42c1-885e-8908556f2420 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-405036918') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:07.464181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0017dcd-deac-4957-a0b5-70fd20ed828d req-23461651-e384-457c-b235-f9757ff3bc4d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502007 Oct 27 16:21:07.474208 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.551209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:07.552226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Pushing event updated for resources: {'Port': ['ID=9ee08f5d-4fec-461b-99bf-83904f9c6e50,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:07.555324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.3 (8ee2db4a-0fcd-41e8-9673-1f13108cc45a/944a263b-a0c5-4c8b-9a6b-48211c73b7cf/ea6c60d1-b5a8-42c3-b263-5f4e24657c66) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:07.559827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:07.562003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:07.568751 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-7b68fe6c-5581-42c1-885e-8908556f2420 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] show failed (client error): The resource could not be found. Oct 27 16:21:07.571957 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b68fe6c-5581-42c1-885e-8908556f2420 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-405036918 HTTP/1.1" status: 404 len: 325 time: 0.1299081 Oct 27 16:21:07.573683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42662) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.580057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-f838af13-621b-4a58-8f32-bf109ec1c4ab tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413', 'tempest-TagsTest-Tag-1775686670') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:07.649445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:07.652513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Attempting to bind port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:07.652888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Attempting to bind port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '465bc526-0cd1-4b8a-a3b9-068601dbec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:07.653256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Attempting to bind port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 on network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:07.666789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:07.667370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Checking segment: {'id': '465bc526-0cd1-4b8a-a3b9-068601dbec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:07.668087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.668749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Bound using segment: {'id': '465bc526-0cd1-4b8a-a3b9-068601dbec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:07.669598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Bound port: 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465bc526-0cd1-4b8a-a3b9-068601dbec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8ee2db4a-0fcd-41e8-9673-1f13108cc45a'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:07.670253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.690270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b', 'mac_address': 'fa:16:3e:d6:c7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:07.700045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-4833ed3d-3bf2-4883-841b-e2b2f2a8bdb2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.701674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-4833ed3d-3bf2-4883-841b-e2b2f2a8bdb2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.1738403 Oct 27 16:21:07.747424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'device_id': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'admin_state_up': True, 'tenant_id': '6d783d7409634cd888caf4d5259da18e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:07.751869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.760993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.784899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:07.787507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c802-5e31-419c-bcb7-1170ba63f100 req-b9dd7a2a-d3ea-4257-8d32-0dc6a66b79c6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.791681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d03c802-5e31-419c-bcb7-1170ba63f100 req-b9dd7a2a-d3ea-4257-8d32-0dc6a66b79c6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 943 time: 0.3328826 Oct 27 16:21:07.793932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.804847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.820916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:07.823947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] For port 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:07.828147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] For port 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ee08f5d-4fec-461b-99bf-83904f9c6e50,segment=NetworkSegment(465bc526-0cd1-4b8a-a3b9-068601dbec4d),segment_id=465bc526-0cd1-4b8a-a3b9-068601dbec4d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:07.836252 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-f838af13-621b-4a58-8f32-bf109ec1c4ab tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] show failed (client error): The resource could not be found. Oct 27 16:21:07.837307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f838af13-621b-4a58-8f32-bf109ec1c4ab tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "GET /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags/tempest-TagsTest-Tag-1775686670 HTTP/1.1" status: 404 len: 326 time: 0.2626958 Oct 27 16:21:07.840151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.845197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-d965fca3-ddc2-4fbd-be32-4aa921e9851e tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1277e97c-aebb-489a-90ba-75201db75413') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:07.951492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d03c802-5e31-419c-bcb7-1170ba63f100 req-2a6039aa-1755-45de-8031-080cfeaa1b05 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123087 Oct 27 16:21:07.998707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.036293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.036940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Allocated IP 172.25.5.32 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/ba80aaf9-678d-4f55-a52e-fbaac4d06c73) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:08.074856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d208-6a45-4645-84e1-ccef0fca5a41 None None] Pushing event updated for resources: {'Port': ['ID=9ee08f5d-4fec-461b-99bf-83904f9c6e50,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.150798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.162823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:08.166717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.188431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.196772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.248339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:08.252155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:08.258956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=ea6c60d1-b5a8-42c3-b263-5f4e24657c66,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.261749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:08.316444 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d965fca3-ddc2-4fbd-be32-4aa921e9851e tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "DELETE /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413/tags HTTP/1.1" status: 204 len: 168 time: 0.4752800 Oct 27 16:21:08.321022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42670) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:08.342257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.343991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.367574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.20.0.4 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/86b02792-c074-4653-a970-d627c0fcd690) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:08.376336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.438092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.470735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0ab6542-e736-4c99-a066-ad15a1d3a77a req-51318536-53d9-4eee-bc94-3d2cfcb6dc9d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 210 time: 0.0815082 Oct 27 16:21:08.471947 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-24975050-ba6d-4271-920a-50eaedbfc95e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5076540 Oct 27 16:21:08.474910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42672) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:08.475707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:08.502890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:08.521726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event updated for resources: {'Port': ['ID=ba80aaf9-678d-4f55-a52e-fbaac4d06c73,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.525425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:08.591782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.615640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1277e97c-aebb-489a-90ba-75201db75413']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:08.630435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187f4498-1997-4203-a522-9bb3be402b69') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:08.630733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187f4498-1997-4203-a522-9bb3be402b69') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:08.639901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:08.643200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.660574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.670294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port ea6c60d1-b5a8-42c3-b263-5f4e24657c66 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:08.670506 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.676193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:08.676193 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:08.677126 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:08.803690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.810978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.818006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.824081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.826575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.830578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.836612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.840165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for ea6c60d1-b5a8-42c3-b263-5f4e24657c66 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:08.842737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.844680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-95c12bd8-7700-4a1a-82cc-468d1a8dd73a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.2445893 Oct 27 16:21:08.874868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.889475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.896165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.900843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] 10.222.0.70 "DELETE /v2.0/networks/1277e97c-aebb-489a-90ba-75201db75413 HTTP/1.1" status: 204 len: 168 time: 0.5781183 Oct 27 16:21:08.939665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedf96a-800b-45b3-b375-49a4c3db3d95 tempest-TagsTest-1150560093 tempest-TagsTest-1150560093-project] Pushing event deleted for resources: {'Network': ['ID=1277e97c-aebb-489a-90ba-75201db75413,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.997063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dbe0803-8c30-4d6b-bb50-7ec224a61559 req-2801e1c7-fc9f-48a7-9e39-761dffd2ab3e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402972 Oct 27 16:21:09.193131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.205128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e915c44-b16b-4fe7-8d80-b18f69714dab req-e7f524c5-3258-46b1-bb95-d7a5f42072f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:09.206712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e915c44-b16b-4fe7-8d80-b18f69714dab req-e7f524c5-3258-46b1-bb95-d7a5f42072f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 944 time: 0.1319749 Oct 27 16:21:09.214375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.244426 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.254195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=ea6c60d1-b5a8-42c3-b263-5f4e24657c66,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.296874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:09.331752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab304f4f-534b-47ad-aaba-485e0e843950 None None] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:09.333249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.339737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30ae1f08-c8f7-4558-8a1e-6766bbfdaddb tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/ea6c60d1-b5a8-42c3-b263-5f4e24657c66 HTTP/1.1" status: 204 len: 168 time: 0.8638089 Oct 27 16:21:09.341108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42684) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.343847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:09.353261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:09.364214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.368175 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c81306-91d9-46d9-8718-151954b0a997 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:21:09.372988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c81306-91d9-46d9-8718-151954b0a997 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:21:09.379151 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f6c81306-91d9-46d9-8718-151954b0a997 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/ea6c60d1-b5a8-42c3-b263-5f4e24657c66 HTTP/1.1" status: 404 len: 333 time: 0.0369542 Oct 27 16:21:09.379867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42686) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.407144 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bf7129-0f12-4914-a84f-198f9c00c3bd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:09.412038 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41bf7129-0f12-4914-a84f-198f9c00c3bd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/ea6c60d1-b5a8-42c3-b263-5f4e24657c66 HTTP/1.1" status: 404 len: 333 time: 0.0310898 Oct 27 16:21:09.413143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.428863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e915c44-b16b-4fe7-8d80-b18f69714dab req-44645407-5310-4989-8bbb-ea7ff8209cfa tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810882 Oct 27 16:21:09.457583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:09.458236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.479547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] Provisioning complete for port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:09.480100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.489650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 944a263b-a0c5-4c8b-9a6b-48211c73b7cf {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:09.494315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.565891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.620175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42694) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.684545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.733165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] For port 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ee08f5d-4fec-461b-99bf-83904f9c6e50,segment=NetworkSegment(465bc526-0cd1-4b8a-a3b9-068601dbec4d),segment_id=465bc526-0cd1-4b8a-a3b9-068601dbec4d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:09.829575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.841719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.897430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ee08f5d-4fec-461b-99bf-83904f9c6e50 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:09.915161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e57b3bf-691b-403b-b08f-9a8f5f8b3f84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7da245fce07345169114dc8119867e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874196 Oct 27 16:21:09.953474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42700) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.976937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-6199e48c-28cb-410c-aa1d-881d79d8d23b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2349668 Oct 27 16:21:09.982306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b13b-0237-4b83-828e-38c7db5f6a52 None None] Pushing event updated for resources: {'Port': ['ID=9ee08f5d-4fec-461b-99bf-83904f9c6e50,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.999114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Request body: {'port': {'device_id': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:10.005695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6a8d5d81-482f-4964-b91b-ce2be1f3a675 None None] Provisioning complete for port 86b02792-c074-4653-a970-d627c0fcd690 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:10.005941 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5d81-482f-4964-b91b-ce2be1f3a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.048751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.083876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:10.084257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.085684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.137267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d5d81-482f-4964-b91b-ce2be1f3a675 None None] Port 86b02792-c074-4653-a970-d627c0fcd690 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:10.141772 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.149213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f179f9-51d1-4d8b-b88a-88a8340b6e41 req-d7a90f0b-ad6f-4dd3-9494-8e12bd017901 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.153278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65f179f9-51d1-4d8b-b88a-88a8340b6e41 req-d7a90f0b-ad6f-4dd3-9494-8e12bd017901 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 931 time: 0.1921022 Oct 27 16:21:10.179285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.191640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=944a263b-a0c5-4c8b-9a6b-48211c73b7cf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:10.192986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.208774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.212777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-142716ee-1b5e-4b01-8fd9-45cff083482b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/944a263b-a0c5-4c8b-9a6b-48211c73b7cf HTTP/1.1" status: 204 len: 168 time: 0.7983494 Oct 27 16:21:10.215362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42704) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:10.258290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ffa26104-f3ca-4c07-988c-c5301cdb82ca None None] Provisioning complete for port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:10.259016 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ffa26104-f3ca-4c07-988c-c5301cdb82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.287194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7723c4e-bc69-499b-82f0-a7f451db958a None None] Network 8ee2db4a-0fcd-41e8-9673-1f13108cc45a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:10.301325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.333729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.336195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.337370 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15332312-9787-48a5-8d49-3f0cb0e42817 HTTP/1.1" status: 204 len: 168 time: 0.3824942 Oct 27 16:21:10.349700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75a92e-13a0-4769-89bb-46a4e1dc75f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15332312-9787-48a5-8d49-3f0cb0e42817,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:10.364956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.371822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:10.372170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.373590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.381422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.401708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.408215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.414762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.421662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.423835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-38f415e3-4e99-4bee-bf81-944208dd700a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.3044631 Oct 27 16:21:10.434232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65f179f9-51d1-4d8b-b88a-88a8340b6e41 req-613b7bcd-b475-42d1-a10e-2c4dd8319375 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797921 Oct 27 16:21:10.448645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ee08f5d-4fec-461b-99bf-83904f9c6e50,segment=NetworkSegment(465bc526-0cd1-4b8a-a3b9-068601dbec4d),segment_id=465bc526-0cd1-4b8a-a3b9-068601dbec4d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:10.449026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.463543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 9ee08f5d-4fec-461b-99bf-83904f9c6e50 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:10.593307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] DHCP port deletion for 8ee2db4a-0fcd-41e8-9673-1f13108cc45a request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:10.596951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31ec8791-6cc0-470b-8f41-4a7798ae3f76 req-b6634932-0720-4d6a-9e30-40d6c5da4e2a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614401 Oct 27 16:21:10.599730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f915d684-1fcd-4fd3-9a1f-99e2c2614b3f None None] Could not find standard attr ID for object ea6c60d1-b5a8-42c3-b263-5f4e24657c66. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:21:10.700470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9365c6-90c6-4262-8a66-1ae15053c0de req-8cf20988-3b79-43a6-a669-7743acf567d5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.702049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f9365c6-90c6-4262-8a66-1ae15053c0de req-8cf20988-3b79-43a6-a669-7743acf567d5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 944 time: 0.1573167 Oct 27 16:21:10.704573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.736034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=9ee08f5d-4fec-461b-99bf-83904f9c6e50,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:10.742400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:10.796044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f9365c6-90c6-4262-8a66-1ae15053c0de req-f84ddecf-3fa6-40c5-9853-e6bf432340a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834572 Oct 27 16:21:10.851479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.855191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Deleting port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:10.855830 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.869987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Router 6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:21:10.890737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee2db4a-0fcd-41e8-9673-1f13108cc45a']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:10.918598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465bc526-0cd1-4b8a-a3b9-068601dbec4d') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:10.919755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465bc526-0cd1-4b8a-a3b9-068601dbec4d') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:10.932797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b02792-c074-4653-a970-d627c0fcd690 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:10.944498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.964069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.964726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] For port 9ee08f5d-4fec-461b-99bf-83904f9c6e50, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:10.966294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.972649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:10.973081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:10.977014 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:10.997178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.998434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Calling delete_port for 9ee08f5d-4fec-461b-99bf-83904f9c6e50 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:11.004288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:21:11.006693 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.053885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] Pushing event deleted for resources: {'Port': ['ID=9ee08f5d-4fec-461b-99bf-83904f9c6e50,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:11.055352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbecf7-7d52-442d-8197-679fc61cf491 None None] No DVR routers for this DVR port 9ee08f5d-4fec-461b-99bf-83904f9c6e50 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:11.102622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:11.115439 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] Sync routers for ids ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:11.130965 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] Routers {'6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:11.131661 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.166700 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.175468 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] Routers {'6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:11.176067 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:20:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.178829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Transition to ACTIVE for port object 86b02792-c074-4653-a970-d627c0fcd690 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:21:11.179288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.193753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.193753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/8ee2db4a-0fcd-41e8-9673-1f13108cc45a HTTP/1.1" status: 204 len: 168 time: 0.9752493 Oct 27 16:21:11.195812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42720) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:11.201237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088858385'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:11.218985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1602e-4de9-4aa1-9f2b-235bfcc26072 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=8ee2db4a-0fcd-41e8-9673-1f13108cc45a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:11.222153 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.223617 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e81e13-b016-4c22-ad03-b5c2ef8f8105 None None] The sync data for ids ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:11.341080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.342438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-730b4811-8ac3-4c0e-a71e-f297a2d4a3bb tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8904257 Oct 27 16:21:11.345145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42722) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:11.350088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:11.407839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f98c959c-6be8-40ac-a531-bbfe910d2e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.421503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.445275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:11.449344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:11.510836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:11.516033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.528556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Pushing event updated for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:11.582673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:11.597576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.597932 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment e3558989-30a5-4b00-b558-322af7d2dd0a of type vlan for network 1433def2-c30f-49f1-994e-d156e70d81db Oct 27 16:21:11.616532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:11.651683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'port_id': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2', 'mac_address': 'fa:16:3e:fb:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:11.708355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.710672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:11.735450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:11.735824 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.829014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ee08f5d-4fec-461b-99bf-83904f9c6e50 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:11.867085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Attempting to bind port 86b02792-c074-4653-a970-d627c0fcd690 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:11.867500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Attempting to bind port 86b02792-c074-4653-a970-d627c0fcd690 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:11.867849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Attempting to bind port 86b02792-c074-4653-a970-d627c0fcd690 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:11.875393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.878181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9ee08f5d-4fec-461b-99bf-83904f9c6e50 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:11.878535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Port 86b02792-c074-4653-a970-d627c0fcd690 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:21:11.878660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ee08f5d-4fec-461b-99bf-83904f9c6e50 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:11.878879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Attempting to bind port 86b02792-c074-4653-a970-d627c0fcd690 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:11.893960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:11.894306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:11.894703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:11.895188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Bound port: 86b02792-c074-4653-a970-d627c0fcd690, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:11.896021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.898712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.902927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:11.905001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.905642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.919834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb667db-a9b6-44a8-8e44-f9c1d5b333b2 req-584fbb74-1ae8-4163-aaaa-e3d97ade4d51 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.921860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeb667db-a9b6-44a8-8e44-f9c1d5b333b2 req-584fbb74-1ae8-4163-aaaa-e3d97ade4d51 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.3491817 Oct 27 16:21:11.937042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:11.947743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.969907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.979679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.988475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.995927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=1433def2-c30f-49f1-994e-d156e70d81db,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:11.996977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.012729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.021777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.024133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1433def2-c30f-49f1-994e-d156e70d81db details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:12.031331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.031547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-2eb71e5d-a1c5-4459-a960-2df7ff46ec6e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5420 time: 0.2693145 Oct 27 16:21:12.032011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93086b3d-f42d-4717-8783-c4989ce915eb details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:12.062702 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15e0cea1-6323-4ca9-a184-e4a164c321a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8661842 Oct 27 16:21:12.065384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42740) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:12.074047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '1433def2-c30f-49f1-994e-d156e70d81db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:12.196120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.237283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.256056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeb667db-a9b6-44a8-8e44-f9c1d5b333b2 req-a50a41e5-51a4-4da8-9cea-915740529d09 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923156 Oct 27 16:21:12.309956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f2f320d-35cb-414c-8a0e-53130bff413d req-d63e65bd-f2b2-4f30-bf95-51cb5f00b6aa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2776065 Oct 27 16:21:12.333946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:12.338474 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb342ef-7b9f-4ea7-bf12-8f1f0738e3a7" -d '{"events": [{"server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "name": "network-vif-plugged", "status": "completed", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:12.358600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:12.363996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:12.376669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86b02792-c074-4653-a970-d627c0fcd690,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:12.388652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:12.404106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.413900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '93086b3d-f42d-4717-8783-c4989ce915eb', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'port_id': '93086b3d-f42d-4717-8783-c4989ce915eb', 'mac_address': 'fa:16:3e:06:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:12.455278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.457245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d6a7e-6dbe-49fa-aca2-b872ab98d30a req-7048881e-9a3b-431b-ba20-5e5d7cefd63a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.461084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d1d6a7e-6dbe-49fa-aca2-b872ab98d30a req-7048881e-9a3b-431b-ba20-5e5d7cefd63a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 944 time: 0.0725539 Oct 27 16:21:12.471516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93086b3d-f42d-4717-8783-c4989ce915eb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:12.491752 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3213bb-460d-4ae4-bafe-045d9df2c5bd x-openstack-request-id: req-da3213bb-460d-4ae4-bafe-045d9df2c5bd {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:12.492009 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "name": "network-vif-plugged", "status": "completed", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:12.492273 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da3213bb-460d-4ae4-bafe-045d9df2c5bd {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:12.492655 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b', 'code': 200} Oct 27 16:21:12.493966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:12.497248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:12.498200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.498371 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.521545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.586290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.587436 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.588907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] 10.222.0.82 "PUT /v2.0/ports/86b02792-c074-4653-a970-d627c0fcd690 HTTP/1.1" status: 200 len: 1091 time: 2.5951755 Oct 27 16:21:12.610973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'tag': '86b02792-c074-4653-a970-d627c0fcd690'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:12.612066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.613726 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b76857-f980-49e9-8950-2422630dfba4" -d '{"events": [{"name": "network-changed", "server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "tag": "86b02792-c074-4653-a970-d627c0fcd690"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:12.618382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.633393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d1d6a7e-6dbe-49fa-aca2-b872ab98d30a req-5256a635-a057-488f-8cdd-376b04ecc3bd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641588 Oct 27 16:21:12.646301 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.664220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209133-7213-413a-b7e6-c8711afefb33 service neutron] Pushing event updated for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.692185 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf41f1-a07c-4a4e-8c0e-d6a856e19dde x-openstack-request-id: req-03bf41f1-a07c-4a4e-8c0e-d6a856e19dde {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:12.692485 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "tag": "86b02792-c074-4653-a970-d627c0fcd690", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:12.692747 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03bf41f1-a07c-4a4e-8c0e-d6a856e19dde {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:12.693163 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'tag': '86b02792-c074-4653-a970-d627c0fcd690', 'status': 'completed', 'code': 200} Oct 27 16:21:12.717655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0886-09d4-4016-95c8-3a84627395a7 req-ecc4dff2-c912-4840-986d-2b43b6b30c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.719197 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-337f0886-09d4-4016-95c8-3a84627395a7 req-ecc4dff2-c912-4840-986d-2b43b6b30c95 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 1096 time: 0.1175690 Oct 27 16:21:12.739558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.809691 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-337f0886-09d4-4016-95c8-3a84627395a7 req-2a7cba37-26fb-4f61-8c58-d9c391756e68 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692675 Oct 27 16:21:12.822986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76857-f980-49e9-8950-2422630dfba4 req-f8ba5bff-ff76-4e32-ac9c-da6d6083654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.822986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8b76857-f980-49e9-8950-2422630dfba4 req-f8ba5bff-ff76-4e32-ac9c-da6d6083654a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 1094 time: 0.1048331 Oct 27 16:21:12.838980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Deleting port ba80aaf9-678d-4f55-a52e-fbaac4d06c73 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:12.839365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.928284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.940623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Calling delete_port for ba80aaf9-678d-4f55-a52e-fbaac4d06c73 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:13.072169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.136966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=f8b57324-296f-4688-a027-840df31b760c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:13.153696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': 'e3558989-30a5-4b00-b558-322af7d2dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:13.153947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: 1433def2-c30f-49f1-994e-d156e70d81db, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:13.250346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76857-f980-49e9-8950-2422630dfba4 req-acbbab0c-3cd8-48d0-8872-00f71bc7cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.251914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8b76857-f980-49e9-8950-2422630dfba4 req-acbbab0c-3cd8-48d0-8872-00f71bc7cfbe service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6d783d7409634cd888caf4d5259da18e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1095681 Oct 27 16:21:13.252931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 1433def2-c30f-49f1-994e-d156e70d81db is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:13.318288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.342104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['93086b3d-f42d-4717-8783-c4989ce915eb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:13.380105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Pushing event deleted for resources: {'Port': ['ID=ba80aaf9-678d-4f55-a52e-fbaac4d06c73,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:13.463479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 415bc58b-7ed5-4dff-96b7-1d19bfb655ce details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:13.603233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 1433def2-c30f-49f1-994e-d156e70d81db) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:13.609994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.610717 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.639552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ad3f5f-d6c0-49de-a0f7-0984907df92b None None] Network 1433def2-c30f-49f1-994e-d156e70d81db requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:13.642657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:13.654317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee20a74-e0ed-4733-a7eb-e5f915bcfba6 req-407b7630-dd36-4f9b-a2cf-bc35509e74f2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.656988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ee20a74-e0ed-4733-a7eb-e5f915bcfba6 req-407b7630-dd36-4f9b-a2cf-bc35509e74f2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.2860684 Oct 27 16:21:13.675487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76857-f980-49e9-8950-2422630dfba4 req-cac6979a-ac42-43f1-91de-adbcf164b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.681644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8b76857-f980-49e9-8950-2422630dfba4 req-cac6979a-ac42-43f1-91de-adbcf164b94a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4132462 Oct 27 16:21:13.693769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.695410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'port_id': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'mac_address': 'fa:16:3e:2d:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08060f54-37ab-42ea-8065-a2b347f23048', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:13.701430 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41eb4709-876c-46a3-8a0d-b9bf61238a42 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6349790 Oct 27 16:21:13.706839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:13.715243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '1433def2-c30f-49f1-994e-d156e70d81db', 'security_groups': [], 'name': 'tempest-PortsTestJSON-768238247'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:13.755894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.764095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.770580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.776772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.783516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.789500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.796746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.798839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.805050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-067162cd-f915-485e-bd62-fd90b44b3571 req-c8a93d94-4191-41ae-8e20-f360514b7795 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5422 time: 0.3449225 Oct 27 16:21:13.828436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415bc58b-7ed5-4dff-96b7-1d19bfb655ce {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:13.900747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:13.965576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-1433def2-c30f-49f1-994e-d156e70d81db', 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': 'f8b57324-296f-4688-a027-840df31b760c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:13.966479 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.012793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:14.017794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.042612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 9479dcc4-9960-4bc7-bc53-06836e745d79 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:14.124896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.125573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 671df9d7-69c0-483b-9aa3-f31896c48a45 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:14.133751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b22922d-6536-40f1-886c-167d2cf62729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.187560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Allocated IP 172.20.0.2 (1433def2-c30f-49f1-994e-d156e70d81db/f8b57324-296f-4688-a027-840df31b760c/f0bc7492-392e-40c4-9e6c-7e7ac42644ab) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:14.253029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:14.255622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:14.280026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ee20a74-e0ed-4733-a7eb-e5f915bcfba6 req-98f458ab-cc44-43f7-9afb-6e6b1a1e982e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103940 Oct 27 16:21:14.294229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-067162cd-f915-485e-bd62-fd90b44b3571 req-f747415b-e370-4ee9-af10-40f20a7d57ba tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4877584 Oct 27 16:21:14.309118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'network_id': 'f607e9ef-6bd0-4b28-8af4-f1fb76f200b5', 'port_id': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'mac_address': 'fa:16:3e:34:ae:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08060f54-37ab-42ea-8065-a2b347f23048', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:14.348913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-9ae6b204-1eff-4640-a82a-e2a4b59afda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.348913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-9ae6b204-1eff-4640-a82a-e2a4b59afda0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 1094 time: 0.5126188 Oct 27 16:21:14.366711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.400946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671df9d7-69c0-483b-9aa3-f31896c48a45 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:14.422970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-61b7071e-0ba1-4c34-b3af-eb1f0875977a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b02792-c074-4653-a970-d627c0fcd690 HTTP/1.1" status: 200 len: 217 time: 0.0402939 Oct 27 16:21:14.426793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.429752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.468240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:14.475556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:14.479827 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:21:14.535582 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.575289 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.575874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 40401fb1-099c-468a-a57d-4265fddb90d9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:14.586877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Router 6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:14.595117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-362cd78c-c813-44da-b6cd-d543c377e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.596406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-362cd78c-c813-44da-b6cd-d543c377e376 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.1512203 Oct 27 16:21:14.612930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c055c1-82e1-4b78-a549-dcfac5b9e8e8 req-a93eb447-81ee-4ebd-849f-cbb052acae65 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.614452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c055c1-82e1-4b78-a549-dcfac5b9e8e8 req-a93eb447-81ee-4ebd-849f-cbb052acae65 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.1775947 Oct 27 16:21:14.653260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.721638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.734290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:14.790599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:14.801317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.802485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d62c859a-c2ce-46ee-9c9f-206df3bacb55 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "PUT /v2.0/routers/6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 200 len: 709 time: 3.4563484 Oct 27 16:21:14.806350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c055c1-82e1-4b78-a549-dcfac5b9e8e8 req-2bf19542-0ef1-4e1f-86bb-4225bc1bed8e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739130 Oct 27 16:21:14.808932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-29077412-9444-4f77-ba3b-0c38e83cda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.810608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-29077412-9444-4f77-ba3b-0c38e83cda56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950009 Oct 27 16:21:14.810965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42780) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:14.833125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.3 (1433def2-c30f-49f1-994e-d156e70d81db/f8b57324-296f-4688-a027-840df31b760c/9479dcc4-9960-4bc7-bc53-06836e745d79) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:14.843980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] Sync routers for ids ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:14.877475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Network 1433def2-c30f-49f1-994e-d156e70d81db is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:14.915374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:14.954440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-711da5ca-e411-42c7-83d2-fbe3082a1fa2 tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/routers/6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 200 len: 744 time: 0.1420012 Oct 27 16:21:14.958881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.014747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb42d6e8-5493-44a2-9387-d702f60fda7f tempest-RoutersIpV6AdminTest-1169061127 tempest-RoutersIpV6AdminTest-1169061127-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 200 len: 205 time: 0.0545623 Oct 27 16:21:15.017212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.057517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0fbaf80c-791b-49f6-b8cd-e5eca4665499 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 200 len: 205 time: 0.0392485 Oct 27 16:21:15.064529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.070873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.096522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:15.125041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] Routers {'6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:15.125647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.135056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Pushing event updated for resources: {'Port': ['ID=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:15.151384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-f1ec9ecf-5271-450c-aa5a-0e2397c98e43 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966337 Oct 27 16:21:15.155336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.194542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.220482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:15.256103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '40401fb1-099c-468a-a57d-4265fddb90d9', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'port_id': '40401fb1-099c-468a-a57d-4265fddb90d9', 'mac_address': 'fa:16:3e:a7:c1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:15.264353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] Routers {'6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:15.265049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.304427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Attempting to bind port f0bc7492-392e-40c4-9e6c-7e7ac42644ab on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:15.309681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Attempting to bind port f0bc7492-392e-40c4-9e6c-7e7ac42644ab by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e3558989-30a5-4b00-b558-322af7d2dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:15.309681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Attempting to bind port f0bc7492-392e-40c4-9e6c-7e7ac42644ab on network 1433def2-c30f-49f1-994e-d156e70d81db {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:15.310107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.310452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca7e8f-0ff3-43b9-b6d1-943656f68cf1 None None] The sync data for ids ['6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:15.333863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.374517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:15.375910 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Checking segment: {'id': 'e3558989-30a5-4b00-b558-322af7d2dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:15.376508 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.377089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Bound using segment: {'id': 'e3558989-30a5-4b00-b558-322af7d2dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:15.379207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Bound port: f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3558989-30a5-4b00-b558-322af7d2dd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1433def2-c30f-49f1-994e-d156e70d81db'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:15.380275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.397491 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.402427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.408694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=9479dcc4-9960-4bc7-bc53-06836e745d79,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:15.419457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 1433def2-c30f-49f1-994e-d156e70d81db is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:15.421990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:15.425884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:15.448064 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.455054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40401fb1-099c-468a-a57d-4265fddb90d9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:15.460608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.493970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:15.502271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.502890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.506334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] For port f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:15.513120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] For port f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,segment=NetworkSegment(e3558989-30a5-4b00-b558-322af7d2dd0a),segment_id=e3558989-30a5-4b00-b558-322af7d2dd0a)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:15.551770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40e2449-53cf-4435-9266-ab6b69d169b0 req-3fd0c227-697c-4985-a24a-d757fc00ff79 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624165 Oct 27 16:21:15.569827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84baba-7cff-494a-aeb5-6519db4fea03 req-94fe7754-d221-4ca7-841b-14c8aa84cd23 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.571353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a84baba-7cff-494a-aeb5-6519db4fea03 req-94fe7754-d221-4ca7-841b-14c8aa84cd23 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.1983309 Oct 27 16:21:15.588591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.595319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.601319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.607484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.613588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.619678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.625874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.627824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-3044ab1b-bd4b-498b-bdc6-39e7f7899588 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5424 time: 0.1845353 Oct 27 16:21:15.636360 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.637574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 15c744f0-138e-439b-af79-d291e08fd127 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:15.689968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a84baba-7cff-494a-aeb5-6519db4fea03 req-2b0c693a-d3c6-4afd-9dc5-5a5296b17ab8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Oct 27 16:21:15.694105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7148732d-e620-4722-b53b-2c3a712dcd29 req-e72c5dc8-73c5-4b64-9311-660940ae89ee tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581174 Oct 27 16:21:15.705001 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.705537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Fanout notify agent at l3_agent the message router_deleted on router 6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:15.705818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c84a3f0-326e-4046-a5ec-e1bca00b8065 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.9992502 Oct 27 16:21:15.712423 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.713613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de06b68e-774e-45c5-9970-99d90eb814ea tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 204 len: 168 time: 0.6480694 Oct 27 16:21:15.715789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.721183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.745958 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.757566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:15.773229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61b96740-bbd3-42d6-8b8a-a4420d7a477a tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 200 len: 205 time: 0.0500467 Oct 27 16:21:15.774595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:15.777461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42804) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.790514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '15c744f0-138e-439b-af79-d291e08fd127', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'port_id': '15c744f0-138e-439b-af79-d291e08fd127', 'mac_address': 'fa:16:3e:ca:8f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:15.822439 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-ec5bad6e-9da0-4991-accb-3b336e674549 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:15.823564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec5bad6e-9da0-4991-accb-3b336e674549 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/6478ea9b-1d2a-4c4a-a441-0ca38cc95d0e HTTP/1.1" status: 404 len: 336 time: 0.0451462 Oct 27 16:21:15.826438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42806) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.861023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a766290b-3e85-4f62-a12a-5c1b40267485 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 200 len: 205 time: 0.0332332 Oct 27 16:21:15.862693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4744fb3-cb27-4d5a-ae3d-20bade8e1d1c None None] Pushing event updated for resources: {'Port': ['ID=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:15.863752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42810) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.920801 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.935181 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-33d52dce-15f2-4b19-8b5b-8c43d65c0a57 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:15.936758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33d52dce-15f2-4b19-8b5b-8c43d65c0a57 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/e272ed2a-e4ef-437e-9d21-4dbf4ce69762 HTTP/1.1" status: 404 len: 336 time: 0.0716009 Oct 27 16:21:15.939033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c744f0-138e-439b-af79-d291e08fd127 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:15.939222 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42812) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.966750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:15.985417 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1dfeddd9-7b5b-4d03-8196-d6695e1c28dd tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 200 len: 205 time: 0.0450878 Oct 27 16:21:15.991030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42814) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.030325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d089d4-607b-4ba2-a15e-cb3efee4b498 req-e8bfb8bf-22a9-4d55-82c1-0ebafb79f680 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.038533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39d089d4-607b-4ba2-a15e-cb3efee4b498 req-e8bfb8bf-22a9-4d55-82c1-0ebafb79f680 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.0707958 Oct 27 16:21:16.041077 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-fee3cf37-505d-4a99-90fd-864713a99810 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:16.044758 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fee3cf37-505d-4a99-90fd-864713a99810 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/5cb1cd24-d221-4ad3-83ad-1352e884ecda HTTP/1.1" status: 404 len: 336 time: 0.0516961 Oct 27 16:21:16.045625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42816) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.080771 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7660e499-42f1-4cee-bc8c-64794180f4dc tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 200 len: 205 time: 0.0301237 Oct 27 16:21:16.080996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39d089d4-607b-4ba2-a15e-cb3efee4b498 req-ae6d7f38-83c8-4ac6-a460-42286ede06ce tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Oct 27 16:21:16.080996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.081473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 9479dcc4-9960-4bc7-bc53-06836e745d79 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:16.081895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.134568 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-0b3db2ed-df32-4273-840c-893d0efe66f4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:16.136698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b3db2ed-df32-4273-840c-893d0efe66f4 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/d52f9780-9dd7-4330-a4cc-6c7c4bacaec8 HTTP/1.1" status: 404 len: 336 time: 0.0548759 Oct 27 16:21:16.139450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42822) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.151459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.151459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c38e4938-962a-45fd-88f5-c00c61c4bccb details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:16.240947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.260836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 9479dcc4-9960-4bc7-bc53-06836e745d79 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:16.262514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:16.267956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:16.274871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ccb0856-4f58-44a6-9478-8155075e47ad tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 200 len: 205 time: 0.1165538 Oct 27 16:21:16.275137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42824) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.298489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664836-66ea-4f3d-b129-6f815a6eb1ef req-b68131df-37ec-41d8-8649-e89e23a0c4e1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.298934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'network_id': '23e19332-eef4-4a6d-8890-2aa1ebf1ee60', 'port_id': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'mac_address': 'fa:16:3e:8b:28:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b363391f-fe3b-4243-97da-95df15ed1c1e', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:16.300605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13664836-66ea-4f3d-b129-6f815a6eb1ef req-b68131df-37ec-41d8-8649-e89e23a0c4e1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.0969756 Oct 27 16:21:16.350907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13664836-66ea-4f3d-b129-6f815a6eb1ef req-f3c5008d-27ea-4cf6-bd59-b014633d21d4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Oct 27 16:21:16.360349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.379735 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-bd2a9c17-6545-485a-9e7d-999c0cda6dec tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:16.381727 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bd2a9c17-6545-485a-9e7d-999c0cda6dec tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/c686fe8f-72f5-4131-bfbc-f7b556555eea HTTP/1.1" status: 404 len: 336 time: 0.1048348 Oct 27 16:21:16.389587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42828) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.403803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38e4938-962a-45fd-88f5-c00c61c4bccb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:16.448861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e86d9573-dbe9-45fd-b2ad-ead61f3b4c40 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0a6a89b-fed0-4b22-824d-e088cd3a89d1 HTTP/1.1" status: 200 len: 205 time: 0.0568430 Oct 27 16:21:16.451414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:16.451566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42830) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.502510 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-788c0324-5f11-47e2-b069-80c0237b8826 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] delete failed (client error): The resource could not be found. Oct 27 16:21:16.506161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-788c0324-5f11-47e2-b069-80c0237b8826 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/routers/d0a6a89b-fed0-4b22-824d-e088cd3a89d1 HTTP/1.1" status: 404 len: 336 time: 0.0508199 Oct 27 16:21:16.506598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42832) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.537527 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-62463b53-a138-4d9f-9ebe-64fb179f2b27 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] DELETE failed (client error): The resource could not be found. Oct 27 16:21:16.538000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62463b53-a138-4d9f-9ebe-64fb179f2b27 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:21:16.543517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-62463b53-a138-4d9f-9ebe-64fb179f2b27 tempest-RoutersIpV6AdminTest-2111799403 tempest-RoutersIpV6AdminTest-2111799403-project] 10.222.0.70 "DELETE /v2.0/subnets/f2c3a18a-3cb4-4c35-a0d0-3d461611a8df HTTP/1.1" status: 404 len: 337 time: 0.0335579 Oct 27 16:21:16.543688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836f4a-328f-4620-bce2-836c39d08868 req-1574d6c0-3fa6-4642-a35f-7e0d40ab557a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.550208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b836f4a-328f-4620-bce2-836c39d08868 req-1574d6c0-3fa6-4642-a35f-7e0d40ab557a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.0940621 Oct 27 16:21:16.556088 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.584911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.589079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b836f4a-328f-4620-bce2-836c39d08868 req-3e21813e-d0c6-498a-8481-59653c9770c7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Oct 27 16:21:16.613681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93086b3d-f42d-4717-8783-c4989ce915eb up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:16.613948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=9479dcc4-9960-4bc7-bc53-06836e745d79,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:16.689295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.693103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:16.693689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e4a8070b-2882-43fc-8ab1-21372c7c2d00 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/9479dcc4-9960-4bc7-bc53-06836e745d79 HTTP/1.1" status: 204 len: 168 time: 0.9725387 Oct 27 16:21:16.701230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42838) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.725516 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80a64a0-16b3-4adc-8bc1-269300d49a3c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:16.727222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e80a64a0-16b3-4adc-8bc1-269300d49a3c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/9479dcc4-9960-4bc7-bc53-06836e745d79 HTTP/1.1" status: 404 len: 333 time: 0.0296552 Oct 27 16:21:16.730159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.790683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 93086b3d-f42d-4717-8783-c4989ce915eb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:16.794809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet f8b57324-296f-4688-a027-840df31b760c {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:16.796434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 93086b3d-f42d-4717-8783-c4989ce915eb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:16.798653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.800022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.882468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.932738 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.943282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fba11-338a-4120-9b0b-4c08754c961a req-c2644aa5-de8b-43c0-9988-e5fb7a1ebe61 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.944240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.944946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b8fba11-338a-4120-9b0b-4c08754c961a req-c2644aa5-de8b-43c0-9988-e5fb7a1ebe61 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.1181030 Oct 27 16:21:16.963729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:16.968392 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c712f-ca4f-4667-b83c-518a3d338a68" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:16.983167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:17.030692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b8fba11-338a-4120-9b0b-4c08754c961a req-2704b109-e5e5-4c7a-93be-93b048909674 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754616 Oct 27 16:21:17.036094 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.144850 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.182157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.189342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.189673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3faf7-fa3d-4c02-82f2-165f30d815a0 None None] Network 1433def2-c30f-49f1-994e-d156e70d81db requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:17.195517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.202769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.209790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.218760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.226811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.229265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-7d3812dc-2409-45a0-b922-2a824759aa2c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5427 time: 0.1146591 Oct 27 16:21:17.256371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.269544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.286321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] Provisioning complete for port f0bc7492-392e-40c4-9e6c-7e7ac42644ab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:17.286696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.303787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b57324-296f-4688-a027-840df31b760c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.317322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.323578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-17fdff27-2255-4a73-b950-f3a169cdbb5f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/f8b57324-296f-4688-a027-840df31b760c HTTP/1.1" status: 204 len: 168 time: 0.5899262 Oct 27 16:21:17.325333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42858) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.325567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42860) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.343758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36e9cad0-4f6e-48ce-a924-089a93c0eab4 req-e88f6825-6416-4eba-923c-5094609d13ac tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075609 Oct 27 16:21:17.427244 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4914c7c-2d34-4aed-b9da-5bc0dd7a6187 x-openstack-request-id: req-b4914c7c-2d34-4aed-b9da-5bc0dd7a6187 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:17.427928 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:17.428437 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4914c7c-2d34-4aed-b9da-5bc0dd7a6187 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:17.429197 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb', 'code': 200} Oct 27 16:21:17.471464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.497374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.507089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5e55f-55c3-45f9-af11-13028e25f7b6 req-4df10451-3750-413d-9099-2440166ba556 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.517264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5e5e55f-55c3-45f9-af11-13028e25f7b6 req-4df10451-3750-413d-9099-2440166ba556 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.0906115 Oct 27 16:21:17.538355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port f0bc7492-392e-40c4-9e6c-7e7ac42644ab {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:17.538797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.567255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] For port f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,segment=NetworkSegment(e3558989-30a5-4b00-b558-322af7d2dd0a),segment_id=e3558989-30a5-4b00-b558-322af7d2dd0a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:17.571712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5e5e55f-55c3-45f9-af11-13028e25f7b6 req-e5d4c537-c814-4553-9eb3-1704ed09a507 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Oct 27 16:21:17.588334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] DHCP port deletion for 1433def2-c30f-49f1-994e-d156e70d81db request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:17.595561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bdb457a9-09ff-47bc-8d0f-44fc1e5c71e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.628870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,segment=NetworkSegment(e3558989-30a5-4b00-b558-322af7d2dd0a),segment_id=e3558989-30a5-4b00-b558-322af7d2dd0a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:17.629264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.645622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.645908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for f0bc7492-392e-40c4-9e6c-7e7ac42644ab owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:17.650147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Deleting port f0bc7492-392e-40c4-9e6c-7e7ac42644ab {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:17.650521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.709451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bdb457a9-09ff-47bc-8d0f-44fc1e5c71e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.758038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] For port f0bc7492-392e-40c4-9e6c-7e7ac42644ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,segment=NetworkSegment(e3558989-30a5-4b00-b558-322af7d2dd0a),segment_id=e3558989-30a5-4b00-b558-322af7d2dd0a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:17.758442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.761257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6989d-55ec-4fa5-92c6-10f2d9a03c43 None None] Pushing event updated for resources: {'Port': ['ID=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.774603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Calling delete_port for f0bc7492-392e-40c4-9e6c-7e7ac42644ab owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:17.813999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bdb457a9-09ff-47bc-8d0f-44fc1e5c71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.815211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.852269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.854455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port f0bc7492-392e-40c4-9e6c-7e7ac42644ab on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:17.857780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb457a9-09ff-47bc-8d0f-44fc1e5c71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc63d66-0a52-4ce9-aeab-df83f09ab26c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.885244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bdb457a9-09ff-47bc-8d0f-44fc1e5c71e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39e0996acc194715848ea3a24095b2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581002 Oct 27 16:21:17.887338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42868) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.946831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.947254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.970830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1433def2-c30f-49f1-994e-d156e70d81db']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.973190 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.981955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3558989-30a5-4b00-b558-322af7d2dd0a') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.982258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3558989-30a5-4b00-b558-322af7d2dd0a') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.992283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.996982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.008662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.023404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:18.024119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:18.028378 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:18.032668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] Pushing event deleted for resources: {'Port': ['ID=f0bc7492-392e-40c4-9e6c-7e7ac42644ab,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:18.039559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a2a7c-14db-48ea-8bd4-6690ebc76297 None None] No DVR routers for this DVR port f0bc7492-392e-40c4-9e6c-7e7ac42644ab on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:18.133944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.136611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.138388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fc63d66-0a52-4ce9-aeab-df83f09ab26c HTTP/1.1" status: 204 len: 168 time: 0.2492042 Oct 27 16:21:18.150223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb70a1c-23b4-4e34-9fc1-b81b8333e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc63d66-0a52-4ce9-aeab-df83f09ab26c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:18.171472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a6a3-d034-46ee-a16e-da393b4d0c44 req-e73bf058-b4d1-4762-9552-511ba6987ccd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.174357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1f8a6a3-d034-46ee-a16e-da393b4d0c44 req-e73bf058-b4d1-4762-9552-511ba6987ccd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.0696173 Oct 27 16:21:18.213215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.222972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.226196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1f8a6a3-d034-46ee-a16e-da393b4d0c44 req-675ddb3e-c62c-46dd-af0a-dfaa7047aebb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Oct 27 16:21:18.229322 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/1433def2-c30f-49f1-994e-d156e70d81db HTTP/1.1" status: 204 len: 168 time: 0.9008861 Oct 27 16:21:18.233061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42874) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:18.239698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'name': 'tempest-PortsTestJSON-2017516725'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:18.245072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cbcee-2989-48fe-91b5-213709547ef9 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=1433def2-c30f-49f1-994e-d156e70d81db,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:18.353312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['671df9d7-69c0-483b-9aa3-f31896c48a45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:18.400762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['415bc58b-7ed5-4dff-96b7-1d19bfb655ce'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:18.443271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['15c744f0-138e-439b-af79-d291e08fd127'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:18.469248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:18.473233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.496092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 1e5d773d-bc01-485e-a12a-c8a41cb2b1c5 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:18.629894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['40401fb1-099c-468a-a57d-4265fddb90d9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:18.641701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.648387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.656175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.662867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.669476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.676217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.683504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.691744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-984fa472-71bd-46bc-99de-97201b8c3758 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5428 time: 0.2664664 Oct 27 16:21:18.836820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba5593b3-21fd-41ea-93c0-a2d64dc4800e req-163c32e4-69e9-4698-8d73-9ab4aa4dd631 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441720 Oct 27 16:21:18.840357 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.854220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468cb41-b027-43ae-ae17-850f55a7e964 req-892ad466-9ae0-4ed4-8c35-b263372b7fa5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.862063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3468cb41-b027-43ae-ae17-850f55a7e964 req-892ad466-9ae0-4ed4-8c35-b263372b7fa5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.1538408 Oct 27 16:21:18.921280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3468cb41-b027-43ae-ae17-850f55a7e964 req-ac55ac88-1c07-46d1-810c-df0ac75763de tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583513 Oct 27 16:21:18.926444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:18.975653 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6d158510-baaf-4dde-b6da-db6ab56320c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8f554a74eea446a8be76d3da3fc6989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516150 Oct 27 16:21:18.978055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42888) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:19.029175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.041946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.054199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.094853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:19.098507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:19.106212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:19.112974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.113598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.124631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=1e5d773d-bc01-485e-a12a-c8a41cb2b1c5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.190045 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.192866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.194064 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0305516d-1065-4498-9d47-6c201032bca6 HTTP/1.1" status: 204 len: 168 time: 0.2150612 Oct 27 16:21:19.203461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e6694-c2ac-4f2e-abdc-459c20706e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0305516d-1065-4498-9d47-6c201032bca6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.269087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-28cd293d-2dc9-4155-8a03-9c94c5dbb0f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0348151 Oct 27 16:21:19.271844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:19.370791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a56f3-cbc5-456f-9fee-af64f208db7b req-64b59b1f-7a58-4db9-91be-370b8a75fb1c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.372237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-131a56f3-cbc5-456f-9fee-af64f208db7b req-64b59b1f-7a58-4db9-91be-370b8a75fb1c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.0596161 Oct 27 16:21:19.396594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 1e5d773d-bc01-485e-a12a-c8a41cb2b1c5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:19.396986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.420503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-131a56f3-cbc5-456f-9fee-af64f208db7b req-9fbebdfb-faaf-4cc3-9345-128cc3b7cdaa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Oct 27 16:21:19.538069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.561683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 1e5d773d-bc01-485e-a12a-c8a41cb2b1c5 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:19.673739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-4777b310-2419-44c0-baf9-13d5e4518d38 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.676470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-4777b310-2419-44c0-baf9-13d5e4518d38 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.0951385 Oct 27 16:21:19.691004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c38e4938-962a-45fd-88f5-c00c61c4bccb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:19.760936 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.797948 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=1e5d773d-bc01-485e-a12a-c8a41cb2b1c5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.805319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:19.805675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.815557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.823084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8f5047f-df35-4caf-914f-0ac3f47990dc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/1e5d773d-bc01-485e-a12a-c8a41cb2b1c5 HTTP/1.1" status: 204 len: 168 time: 0.5500677 Oct 27 16:21:19.824327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42902) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:19.835443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'mac_address': 'fa:16:3e:83:10:fb', 'name': 'tempest-PortsTestJSON-1625900078'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:19.930972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:19.931472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.990336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:20.067011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.094023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port e9c9315c-0683-4a4d-8990-983d5ae2dfb0 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:20.273613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:20.288186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.403591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad28c2-9145-4194-aa13-3656175dfa96 req-9107c313-741a-46be-a639-0c70d47271ae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.405070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bad28c2-9145-4194-aa13-3656175dfa96 req-9107c313-741a-46be-a639-0c70d47271ae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 945 time: 0.1325605 Oct 27 16:21:20.417270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.423750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.429814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.436452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.442300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.442492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.448365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.454425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.456375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-7d86cf15-0a1c-40b5-966c-6cd4380140ca tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5428 time: 0.1849110 Oct 27 16:21:20.498271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:20.503768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:20.512701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:20.514221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.515678 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.521804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=e9c9315c-0683-4a4d-8990-983d5ae2dfb0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:20.555021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bad28c2-9145-4194-aa13-3656175dfa96 req-d04a6e69-c056-4169-9c43-36fc25cebc65 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976391 Oct 27 16:21:20.562225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c893482-0edf-4de4-8341-36b5d47a6328 req-ae25b094-1648-48e4-abe7-95d9d68473a8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950298 Oct 27 16:21:20.584874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86b02792-c074-4653-a970-d627c0fcd690 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:20.602916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:20.610321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20a59af9-249f-42c9-bdcc-35f46b00dd73 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7852187 Oct 27 16:21:20.612733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:20.695066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2cfbd-27dc-4571-a50b-3040171835d1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.696678 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2bb2cfbd-27dc-4571-a50b-3040171835d1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/e9c9315c-0683-4a4d-8990-983d5ae2dfb0 HTTP/1.1" status: 200 len: 841 time: 0.0830193 Oct 27 16:21:20.699859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42936) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:20.718845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.774745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:20.795178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce588-bce0-4445-bb13-deb8351431e9 req-32610077-d4cc-4c3f-bbf6-ff2b5c3bacb8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.796932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-631ce588-bce0-4445-bb13-deb8351431e9 req-32610077-d4cc-4c3f-bbf6-ff2b5c3bacb8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 943 time: 0.1633291 Oct 27 16:21:20.839203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86b02792-c074-4653-a970-d627c0fcd690,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:20.841770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port e9c9315c-0683-4a4d-8990-983d5ae2dfb0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:20.842116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.854653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '86b02792-c074-4653-a970-d627c0fcd690', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '86b02792-c074-4653-a970-d627c0fcd690', 'mac_address': 'fa:16:3e:39:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:20.861290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:20.881479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:20.882250 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.890455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:20.897036 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.903681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8716e7dd-8918-4224-b1bd-fe047d41de05 req-ca1466ac-059e-46c0-8c3b-9ae5007cc2b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b HTTP/1.1" status: 204 len: 173 time: 1.2142968 Oct 27 16:21:20.904534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'name': 'network-vif-deleted', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:20.907748 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ccbee-bb4c-4408-a4b0-7f69ecdce12c" -d '{"events": [{"server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "name": "network-vif-deleted", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:20.944511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.956736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-631ce588-bce0-4445-bb13-deb8351431e9 req-a06850d0-f8b0-442d-b011-68d4ad686e39 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456227 Oct 27 16:21:20.962083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.963895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b02792-c074-4653-a970-d627c0fcd690 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:20.970651 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc49236-c2b4-449d-a8fd-8398d62df649 x-openstack-request-id: req-0cc49236-c2b4-449d-a8fd-8398d62df649 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:20.970651 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b784f13-a2e0-4fa6-91e1-a50b292e9cfe", "name": "network-vif-deleted", "tag": "53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:20.970917 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cc49236-c2b4-449d-a8fd-8398d62df649 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:20.971294 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b784f13-a2e0-4fa6-91e1-a50b292e9cfe', 'name': 'network-vif-deleted', 'tag': '53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b', 'status': 'completed', 'code': 200} Oct 27 16:21:20.985857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for e9c9315c-0683-4a4d-8990-983d5ae2dfb0 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:21.017677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86b02792-c074-4653-a970-d627c0fcd690,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:21.035851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.083892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:21.086738 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfebc67-5fcb-4f64-8dc7-b966c1a2ef4a" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:21.102831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:21.117422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.147821 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd2e5c-0b9e-467d-befa-c3cda9d50988 x-openstack-request-id: req-33bd2e5c-0b9e-467d-befa-c3cda9d50988 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:21.148118 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:21.148401 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33bd2e5c-0b9e-467d-befa-c3cda9d50988 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:21.148791 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2', 'code': 200} Oct 27 16:21:21.173064 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.178892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:21.201548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=e9c9315c-0683-4a4d-8990-983d5ae2dfb0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:21.209324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.209690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.213534 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e12d56d3-fa6d-477e-920d-53900ba6c54b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/e9c9315c-0683-4a4d-8990-983d5ae2dfb0 HTTP/1.1" status: 204 len: 168 time: 0.5114400 Oct 27 16:21:21.216437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42950) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:21.248455 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de1fce7-76e5-4c7a-82d2-c0905bafdebd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:21.250400 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8de1fce7-76e5-4c7a-82d2-c0905bafdebd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/e9c9315c-0683-4a4d-8990-983d5ae2dfb0 HTTP/1.1" status: 404 len: 333 time: 0.0327334 Oct 27 16:21:21.255555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42952) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:21.264156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'name': 'tempest-PortsTestJSON-1259905577'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:21.283069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:21.504252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:21.507819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.525223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 4a00d8e4-1286-41cd-a53a-8233ee832618 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:21.730862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42974) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:21.732471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d071fdd-a533-4f1b-a6b6-2aa633f823d3 req-eacc68d1-bae8-4af0-9b29-72c66b500e02 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b784f13-a2e0-4fa6-91e1-a50b292e9cfe HTTP/1.1" status: 200 len: 210 time: 0.0785301 Oct 27 16:21:21.843324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.855420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.861936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.864988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-11335381'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:21.867967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.873977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.880009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.885977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.892033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.893986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-3b951563-ebd0-481b-b087-9f11ad791f2e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5429 time: 0.2209044 Oct 27 16:21:21.957464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7673ef5-fa6c-4060-94ae-c6c1112b3412 req-1e99f1fa-d28d-427d-bda6-afbc249eb7fe tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569139 Oct 27 16:21:21.990119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.991192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.019513 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.051479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.102672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:22.110524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:22.113671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:22.119824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.120467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.124373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=4a00d8e4-1286-41cd-a53a-8233ee832618,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:22.139565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.147613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c72f7-a87d-4f7f-9dfc-84084deafc5c req-7684b6a1-d744-4e3b-bb21-3ac9b9b44386 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.148939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84c72f7-a87d-4f7f-9dfc-84084deafc5c req-7684b6a1-d744-4e3b-bb21-3ac9b9b44386 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 944 time: 0.0924613 Oct 27 16:21:22.189270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84c72f7-a87d-4f7f-9dfc-84084deafc5c req-a3d6ddcc-9010-4c13-a66a-e91bbd9c68dc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Oct 27 16:21:22.250414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.250951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-01d8b9f8-8fc4-4ea0-96f6-07cebfbc2289 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9940512 Oct 27 16:21:22.252649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad02530b-f0e9-424c-9564-aa425b8f203f tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.5214827 Oct 27 16:21:22.253587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42982) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.255862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42984) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.260812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:22.329755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.334412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.502625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.504929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.595341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:22.616231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:22.616578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 53e4aa34-8ea1-4cdd-8963-7b3bf1d2e31b not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:22.636398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.636931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0e87920-1040-4199-b6b5-1494549b6774 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:22.647471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.647471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-31730164-8535-4889-a16a-b3d5c4fbe578 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d0e87920-1040-4199-b6b5-1494549b6774 HTTP/1.1" status: 204 len: 168 time: 0.3872468 Oct 27 16:21:22.647662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42986) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.654744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Request body: {'router': {'name': 'tempest-router-1092775779', 'distributed': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:22.796091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.797170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.800890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.869858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.909914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.938508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.952054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] In _notify_port_updated(), no bound segment for port 4a00d8e4-1286-41cd-a53a-8233ee832618 on network 0dfd49bf-c07b-4988-aff7-1687434d8679 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:21:22.958057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.958673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.959990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/ports/4a00d8e4-1286-41cd-a53a-8233ee832618 HTTP/1.1" status: 200 len: 818 time: 0.7053769 Oct 27 16:21:22.962913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42996) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.988657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3caa44-7677-48cc-8138-0204de5ae2c3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=4a00d8e4-1286-41cd-a53a-8233ee832618,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:23.070741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.071923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c88b5fdc-c0fd-4ef4-a336-b2fcacbb730a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4229486 Oct 27 16:21:23.076719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:23.176974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.273709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.280210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.284488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:23.286397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.292453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.298444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.304570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.310943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.312868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-14a857bc-62a9-4058-8807-a73233e6e1cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5429 time: 0.2562890 Oct 27 16:21:23.382978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 4a00d8e4-1286-41cd-a53a-8233ee832618 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:23.383402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.511989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.514764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.591981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:23.666057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21229e5-bf40-41d6-bf80-ae9252b3566b req-8a132791-e4d0-4a67-8fb9-48eb6cd2c2fa tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.673500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c21229e5-bf40-41d6-bf80-ae9252b3566b req-8a132791-e4d0-4a67-8fb9-48eb6cd2c2fa tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.3596239 Oct 27 16:21:23.678974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f69d3a7d-93d4-448f-a91a-246d5b6eb26d req-a89d2fe8-bebf-48ef-aa45-4e4d780f9649 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3421419 Oct 27 16:21:23.683345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.726759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.727296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92912044-e25e-4dcf-861d-ec3ef65311df {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:23.732968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.737952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:23.739679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-189b74cb-ee9a-40c2-9e9b-c9b84f150e8a tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "DELETE /v2.0/routers/92912044-e25e-4dcf-861d-ec3ef65311df HTTP/1.1" status: 204 len: 168 time: 0.6618440 Oct 27 16:21:23.742730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Request body: {'router': {'name': 'tempest-router-715231760', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9e2ffb14d29c4230a66f939d08814a68'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:23.746138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 4a00d8e4-1286-41cd-a53a-8233ee832618 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:23.790458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c21229e5-bf40-41d6-bf80-ae9252b3566b req-0a52fb3d-fa73-4248-9a59-e95c83a1bd45 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001413 Oct 27 16:21:23.847804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.848770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.901417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.907961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e713f7-a7d0-4319-bae6-2c444210a506 req-e43cd5e7-64ec-4dd7-a2ea-a53704644b17 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.915732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32e713f7-a7d0-4319-bae6-2c444210a506 req-e43cd5e7-64ec-4dd7-a2ea-a53704644b17 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 944 time: 0.1194735 Oct 27 16:21:23.954905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32e713f7-a7d0-4319-bae6-2c444210a506 req-c21ce39f-edc2-44b3-a382-acdf645a5206 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Oct 27 16:21:24.056766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.057581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.080886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=4a00d8e4-1286-41cd-a53a-8233ee832618,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:24.086450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.089447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0a97a765-8770-4f20-95f6-4e5eb869f973 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/4a00d8e4-1286-41cd-a53a-8233ee832618 HTTP/1.1" status: 204 len: 168 time: 1.1254771 Oct 27 16:21:24.091983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43014) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.142200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58daa324-8c41-46d5-af4e-c9a628f38ed1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.143817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-58daa324-8c41-46d5-af4e-c9a628f38ed1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0508816 Oct 27 16:21:24.146511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43016) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.172538 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b2d5a6-856f-49ae-beef-12e5a5c6ebf2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:24.174083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-84b2d5a6-856f-49ae-beef-12e5a5c6ebf2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/4a00d8e4-1286-41cd-a53a-8233ee832618 HTTP/1.1" status: 404 len: 333 time: 0.0265799 Oct 27 16:21:24.177460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43018) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.182577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555520197'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:24.187267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.188390 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-733b4b55-f75f-4268-b580-f70c668798da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4494257 Oct 27 16:21:24.191161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.195405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:24.321231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:24.325358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.348200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:24.357119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.357473 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment 6fe1f365-ad08-4dba-ba03-8069bc5d4876 of type vlan for network 986ae7b0-6076-4ba4-86c6-339834145818 Oct 27 16:21:24.393524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.393762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.401494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.471429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114449) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 27 16:21:24.471763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Router 159fec39-ba4e-4ecd-b3a5-cb8b044515e7 migrating from provider to provider. {{(pid=114449) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 27 16:21:24.472133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.476663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.487013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.492886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.493618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.565046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=986ae7b0-6076-4ba4-86c6-339834145818,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:24.575536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:24.590417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.621144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 671df9d7-69c0-483b-9aa3-f31896c48a45 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:24.624200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1ff96675-61d7-400f-b771-9e7ad532d118 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4445286 Oct 27 16:21:24.626055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43022) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.632020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:24.671172 n-d-814735-4 neutron-server[114449]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] No L3 agents can host the router 159fec39-ba4e-4ecd-b3a5-cb8b044515e7 Oct 27 16:21:24.761738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 671df9d7-69c0-483b-9aa3-f31896c48a45 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:24.766114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 671df9d7-69c0-483b-9aa3-f31896c48a45 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:24.766607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.794789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Hosts for router 159fec39-ba4e-4ecd-b3a5-cb8b044515e7: [] {{(pid=114449) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 27 16:21:24.817436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:24.820965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.836542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.837769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Hosts for other DVR routers connected to router 159fec39-ba4e-4ecd-b3a5-cb8b044515e7: set() {{(pid=114449) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 27 16:21:24.842928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.844249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7007c8ba-d009-4516-9868-924e62d559ee tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "PUT /v2.0/routers/159fec39-ba4e-4ecd-b3a5-cb8b044515e7 HTTP/1.1" status: 200 len: 716 time: 0.6521318 Oct 27 16:21:24.844761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.846762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.858463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.864614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.870711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.880674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.883012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.884373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.885014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a395ce14-60ee-4412-a053-10859f3636aa req-c70d0273-cbd4-46e6-9a16-c5bda8211256 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5429 time: 0.1177423 Oct 27 16:21:24.921737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:24.925231 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd66fa-fbe7-4a26-a96a-35407755beab" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:24.946937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:24.949224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-63a576b6-d035-4596-bf4b-e735e17e3265 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "GET /v2.0/routers/159fec39-ba4e-4ecd-b3a5-cb8b044515e7 HTTP/1.1" status: 200 len: 716 time: 0.1006401 Oct 27 16:21:24.956485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:25.052268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a395ce14-60ee-4412-a053-10859f3636aa req-da83153b-e794-4d03-9736-7380c97fe92c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552894 Oct 27 16:21:25.063332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1bff2-27a4-4302-b277-619e62457e0e req-f24ead4f-66d3-4207-8055-957f90a7e7bd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.064846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9e1bff2-27a4-4302-b277-619e62457e0e req-f24ead4f-66d3-4207-8055-957f90a7e7bd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.1789291 Oct 27 16:21:25.098702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.100104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 40401fb1-099c-468a-a57d-4265fddb90d9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:25.104715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18899-ae88-4412-af3b-c08eb456e5be req-fd1dfc53-0cff-49c4-a74d-6d734fb9049d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.106543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-edc18899-ae88-4412-af3b-c08eb456e5be req-fd1dfc53-0cff-49c4-a74d-6d734fb9049d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 946 time: 0.1193645 Oct 27 16:21:25.177346 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a68a8eb5-645e-412f-908a-23cd890b4bbc tempest-RoutersTestDVR-1976162537 tempest-RoutersTestDVR-1976162537-project] 10.222.0.70 "GET /v2.0/routers/159fec39-ba4e-4ecd-b3a5-cb8b044515e7 HTTP/1.1" status: 200 len: 682 time: 0.2187183 Oct 27 16:21:25.178862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:25.190758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9e1bff2-27a4-4302-b277-619e62457e0e req-d5276bf6-7e20-4ffd-b6ec-bfea8e556ab7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165235 Oct 27 16:21:25.266329 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ffe89-1932-4c5d-a8c5-b46ca4862409 x-openstack-request-id: req-9c0ffe89-1932-4c5d-a8c5-b46ca4862409 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:25.266626 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:25.266881 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c0ffe89-1932-4c5d-a8c5-b46ca4862409 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:25.267372 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'code': 200} Oct 27 16:21:25.287054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:25.288249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.361708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 40401fb1-099c-468a-a57d-4265fddb90d9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:25.365474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:25.365887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.366384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 40401fb1-099c-468a-a57d-4265fddb90d9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:25.366885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.409381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.439080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c240d3-c86a-4ebf-ba2c-7ccc8c5362e8 req-71505088-dfe1-49d3-a186-7fe377d4a73f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.440724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4c240d3-c86a-4ebf-ba2c-7ccc8c5362e8 req-71505088-dfe1-49d3-a186-7fe377d4a73f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 944 time: 0.1273065 Oct 27 16:21:25.469096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.478843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.481729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.510186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:25.519407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=5dc6ab35-a1fd-4c47-b278-67baa2c72f13,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:25.584728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': '6fe1f365-ad08-4dba-ba03-8069bc5d4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:25.585095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: 986ae7b0-6076-4ba4-86c6-339834145818, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:25.594318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4c240d3-c86a-4ebf-ba2c-7ccc8c5362e8 req-dccfd08b-476e-4c71-8326-a4edf6610fa7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 Oct 27 16:21:25.609503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:25.609869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.627924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:25.638402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.639232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 415bc58b-7ed5-4dff-96b7-1d19bfb655ce up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:25.705327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.706399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 159fec39-ba4e-4ecd-b3a5-cb8b044515e7 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:25.717753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.717753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-87cd545d-8818-4f46-a7c2-bb2560f7ddc0 tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "DELETE /v2.0/routers/159fec39-ba4e-4ecd-b3a5-cb8b044515e7 HTTP/1.1" status: 204 len: 168 time: 0.5364745 Oct 27 16:21:25.720920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:25.736072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Request body: {'router': {'name': 'tempest-router-742359652', 'distributed': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:25.757660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 986ae7b0-6076-4ba4-86c6-339834145818 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:25.781964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:25.843890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-2fffd6cf-53ba-476e-a082-5b76618956cb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841091 Oct 27 16:21:25.927154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 986ae7b0-6076-4ba4-86c6-339834145818) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:25.933238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.935835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.937133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-4452f422-7af5-4f77-beab-70488e0e0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.939339 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-4452f422-7af5-4f77-beab-70488e0e0582 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.0466177 Oct 27 16:21:25.941808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6318d0-2d57-493c-b74f-10f1d32ec4f3 None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:25.962954 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.968434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.968434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.998633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:26.055719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:26.059594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.064290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-edc18899-ae88-4412-af3b-c08eb456e5be req-6d406ae9-147e-46a1-b903-1429086dfab1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 HTTP/1.1" status: 204 len: 173 time: 0.9461040 Oct 27 16:21:26.064851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'name': 'network-vif-deleted', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:26.068751 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346071fd-20d6-4562-8e60-a6603cea4830" -d '{"events": [{"server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "name": "network-vif-deleted", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:26.116649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.134443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-927c9a9b-eef6-473b-907c-1d3af343d089 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5044227 Oct 27 16:21:26.144006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43056) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:26.144006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:26.156098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-284a3bab-7ca0-401a-9137-ee6dd05afa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.161832 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-284a3bab-7ca0-401a-9137-ee6dd05afa5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1896284 Oct 27 16:21:26.242198 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d36406-956c-4f8d-b6b5-db0757d576d0 x-openstack-request-id: req-90d36406-956c-4f8d-b6b5-db0757d576d0 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:26.242446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:26.242927 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44907c34-04d4-4aa1-a20f-0db571f7c74b", "name": "network-vif-deleted", "tag": "e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:26.243475 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90d36406-956c-4f8d-b6b5-db0757d576d0 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:26.244070 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44907c34-04d4-4aa1-a20f-0db571f7c74b', 'name': 'network-vif-deleted', 'tag': 'e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573', 'status': 'completed', 'code': 200} Oct 27 16:21:26.258470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.302496 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-860ea5d8-4bba-4388-9ba2-958559b89f65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.1303482 Oct 27 16:21:26.304819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:26.336256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:26.336630 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.367523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-bd39687b-2a8b-49e9-b97e-733f1b79bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.372437 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-bd39687b-2a8b-49e9-b97e-733f1b79bef8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0605197 Oct 27 16:21:26.376475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.377721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39ecfe93-4b61-4bcb-8d15-a57d1aa277dd tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6485498 Oct 27 16:21:26.387648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:26.459284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d4b82c9-d766-4318-828d-33fb182abfba req-eb152eb0-2c36-4d93-814e-b8d270aa80d5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=44907c34-04d4-4aa1-a20f-0db571f7c74b HTTP/1.1" status: 200 len: 210 time: 0.0903261 Oct 27 16:21:26.578692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.581195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.599359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.604751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-986ae7b0-6076-4ba4-86c6-339834145818', 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': '5dc6ab35-a1fd-4c47-b278-67baa2c72f13'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:26.605645 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.606376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.621781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.645520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.660932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.668523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-42db1229-7d16-437b-bddd-5e0d9f6f6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.670456 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-42db1229-7d16-437b-bddd-5e0d9f6f6b78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914293 Oct 27 16:21:26.685622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.707337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.716470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-4572e87f-261f-4393-8308-b1a19a3bff14 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5431 time: 0.4338715 Oct 27 16:21:26.775027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Allocated IP 172.20.0.2 (986ae7b0-6076-4ba4-86c6-339834145818/5dc6ab35-a1fd-4c47-b278-67baa2c72f13/951f75c5-2611-49e0-ba28-f4be87c7b22f) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:26.836312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-084dd69a-7ab9-47a0-b23b-5481d785e2c7 req-93cadbfe-8b88-460a-a1ad-7f7567d3c76e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097438 Oct 27 16:21:26.869614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:26.881768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.884842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.894179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.997289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-7f87a4aa-3e78-4555-9425-fafd2af83512 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158674 Oct 27 16:21:27.074700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:27.094973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.123342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.129556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75dff8bc-5bfe-42e3-9632-914d6ef73d63 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:27.136236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.142427 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c158d826-f9bb-431e-8fa3-41fbf807b0da tempest-RoutersTestDVR-1244262786 tempest-RoutersTestDVR-1244262786-project-admin] 10.222.0.70 "DELETE /v2.0/routers/75dff8bc-5bfe-42e3-9632-914d6ef73d63 HTTP/1.1" status: 204 len: 168 time: 0.7502942 Oct 27 16:21:27.157492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34b7a2d0-25d3-49b5-8697-8b51d5f9399f req-18b90095-0752-4614-91ed-607acf3120b2 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518307 Oct 27 16:21:27.201688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.202542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 15c744f0-138e-439b-af79-d291e08fd127 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:27.270828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:27.279388 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3959fd89-baf3-4249-949e-56406ab3bb94" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:27.347798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.350773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:27.358462 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da868a8-5acf-440e-baf9-7223e55c977e x-openstack-request-id: req-2da868a8-5acf-440e-baf9-7223e55c977e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:27.358821 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:27.359161 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2da868a8-5acf-440e-baf9-7223e55c977e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:27.359645 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9', 'code': 200} Oct 27 16:21:27.360121 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'code': 200} Oct 27 16:21:27.370661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e6f5-3411-4e18-b760-47d78cbb715f req-01567865-e162-4a6b-b00a-6aa4b627e793 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:27.372725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99d8e6f5-3411-4e18-b760-47d78cbb715f req-01567865-e162-4a6b-b00a-6aa4b627e793 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 944 time: 0.5982604 Oct 27 16:21:27.375639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.376032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.376446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.376850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.377916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.377916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.377916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.378271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.378728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.379216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.379641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.380060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:27.414679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:27.423071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:27.428090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:27.430461 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5dc6ab35-a1fd-4c47-b278-67baa2c72f13 (CIDR: 172.20.0.0/28) Oct 27 16:21:27.443182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99d8e6f5-3411-4e18-b760-47d78cbb715f req-2c62e12d-8229-4640-bb1a-cc7ea779de96 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Oct 27 16:21:27.445353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Pushing event updated for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:27.492211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Attempting to bind port 951f75c5-2611-49e0-ba28-f4be87c7b22f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:27.492584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Attempting to bind port 951f75c5-2611-49e0-ba28-f4be87c7b22f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '6fe1f365-ad08-4dba-ba03-8069bc5d4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:27.492950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Attempting to bind port 951f75c5-2611-49e0-ba28-f4be87c7b22f on network 986ae7b0-6076-4ba4-86c6-339834145818 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:27.494019 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:21:27.494522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:21:27.499167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:27.511152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Checking segment: {'id': '6fe1f365-ad08-4dba-ba03-8069bc5d4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:27.511152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.511152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Bound using segment: {'id': '6fe1f365-ad08-4dba-ba03-8069bc5d4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:27.511152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Bound port: 951f75c5-2611-49e0-ba28-f4be87c7b22f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe1f365-ad08-4dba-ba03-8069bc5d4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '986ae7b0-6076-4ba4-86c6-339834145818'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:27.511152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.578830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-000992b4-f664-4210-be40-ad52831b94ef None None] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:27.582237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-000992b4-f664-4210-be40-ad52831b94ef None None] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951f75c5-2611-49e0-ba28-f4be87c7b22f,segment=NetworkSegment(6fe1f365-ad08-4dba-ba03-8069bc5d4876),segment_id=6fe1f365-ad08-4dba-ba03-8069bc5d4876)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:27.601611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 15c744f0-138e-439b-af79-d291e08fd127 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:27.606452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 15c744f0-138e-439b-af79-d291e08fd127 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:27.607827 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.633449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bde42e78-2dcb-4939-baac-76c43af4f874 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4963226 Oct 27 16:21:27.641359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43082) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:27.647154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:27.697532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.778062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000992b4-f664-4210-be40-ad52831b94ef None None] Pushing event updated for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:27.793921 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.852223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:27.869717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43098) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:27.899296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:27.903769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.956361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.957757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c38e4938-962a-45fd-88f5-c00c61c4bccb up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:28.000009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-e163d1e8-a2b9-4b71-9211-9f236ce4234e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.009620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-e163d1e8-a2b9-4b71-9211-9f236ce4234e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.2398524 Oct 27 16:21:28.054166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-1b369599-f302-4199-a711-c57befe5426d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0424137 Oct 27 16:21:28.106457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.108237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95714104-2062-4633-9601-426d905a8526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.121451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.138988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.147859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.156142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.162488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.169173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.175520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.181761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.191155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-6a8c4cc6-7fef-4dba-a46c-48fefb9d8b61 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5433 time: 0.2461026 Oct 27 16:21:28.245054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-829e188b-d71d-4975-a199-6fe9ec55a2cb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900156 Oct 27 16:21:28.255670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54016848-221f-4b67-83a0-2b3fa4c7f182 req-e3e3c154-77f3-4df9-b5ba-4f29712789cc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635302 Oct 27 16:21:28.281243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c38e4938-962a-45fd-88f5-c00c61c4bccb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:28.285883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c38e4938-962a-45fd-88f5-c00c61c4bccb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:28.286256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.286833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95714104-2062-4633-9601-426d905a8526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.346978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-5f9a927a-8418-4a1c-9a23-edf4078728c7 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900617 Oct 27 16:21:28.378922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95714104-2062-4633-9601-426d905a8526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.381774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.413906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.417340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:28.418331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.434400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95714104-2062-4633-9601-426d905a8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e0ec8-9a68-4ed5-8f74-d7ab05c1aae3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.448466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-1d44a718-9278-44bc-b258-9fdab71bc227 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950887 Oct 27 16:21:28.467170 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-95714104-2062-4633-9601-426d905a8526 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e2ffb14d29c4230a66f939d08814a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960104 Oct 27 16:21:28.469651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43102) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:28.477477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 986ae7b0-6076-4ba4-86c6-339834145818 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:28.481879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:28.487753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.488353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.493464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.507916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=61e48c2a-b0a1-4c67-8f64-e9239b098ae4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.522250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86b02792-c074-4653-a970-d627c0fcd690 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:28.536412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.562883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.613919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.633767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76d1fda5-a976-41d5-ad97-cf8da0170bd0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9910491 Oct 27 16:21:28.636318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43110) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:28.646331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'fixed_ips': [{'subnet_id': '5dc6ab35-a1fd-4c47-b278-67baa2c72f13'}, {'subnet_id': '61e48c2a-b0a1-4c67-8f64-e9239b098ae4'}], 'name': 'tempest-PortsTestJSON-1350801160'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:28.685516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c487182-c994-4452-8fa0-76d654491eed req-e08304d8-94d1-42a6-9926-7e877cada6bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.687087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c487182-c994-4452-8fa0-76d654491eed req-e08304d8-94d1-42a6-9926-7e877cada6bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 944 time: 0.0707715 Oct 27 16:21:28.739354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c487182-c994-4452-8fa0-76d654491eed req-04848b9e-a740-4865-9963-e42a1bbb07ba tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Oct 27 16:21:28.744506 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.744855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 86b02792-c074-4653-a970-d627c0fcd690 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:28.747356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.750233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/942e0ec8-9a68-4ed5-8f74-d7ab05c1aae3 HTTP/1.1" status: 204 len: 168 time: 0.2782185 Oct 27 16:21:28.754986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 86b02792-c074-4653-a970-d627c0fcd690 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:28.758269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.761596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b8b8e-3ce7-44ed-8cbb-a4c15841bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e0ec8-9a68-4ed5-8f74-d7ab05c1aae3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.927456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:28.931893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.949777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8ae79ff-4ce7-44a6-aecb-70dbc991afda req-9d018175-6a5a-4406-8dea-0975970aa142 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 210 time: 0.0599780 Oct 27 16:21:28.986806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86b02792-c074-4653-a970-d627c0fcd690,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:29.109535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85368c-a4e3-470c-85bd-afb4d53166f3 None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:29.205719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:29.206084 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.269959 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.270773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:29.325844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:29.326234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e60ddd9b-55b2-40d6-ad4b-eb8a8ebdb573 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:29.372948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c744f0-138e-439b-af79-d291e08fd127'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb'}, {'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b02792-c074-4653-a970-d627c0fcd690'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:29.375360 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af5362-9cf3-4dfe-928d-418b4e1965d4" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "15c744f0-138e-439b-af79-d291e08fd127"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb"}, {"server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "name": "network-vif-plugged", "status": "completed", "tag": "86b02792-c074-4653-a970-d627c0fcd690"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:29.388306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:29.434219 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24541aa7-6af3-49c1-9118-d69543a44e73 x-openstack-request-id: req-24541aa7-6af3-49c1-9118-d69543a44e73 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:29.434522 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "15c744f0-138e-439b-af79-d291e08fd127", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-plugged", "status": "completed", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb", "code": 200}, {"server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "name": "network-vif-plugged", "status": "completed", "tag": "86b02792-c074-4653-a970-d627c0fcd690", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:29.434774 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24541aa7-6af3-49c1-9118-d69543a44e73 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:29.435192 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c744f0-138e-439b-af79-d291e08fd127', 'code': 200} Oct 27 16:21:29.435447 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'code': 200} Oct 27 16:21:29.435698 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b02792-c074-4653-a970-d627c0fcd690', 'code': 200} Oct 27 16:21:29.439865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.441576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.448058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.452572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.463345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:29.469688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.495070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951f75c5-2611-49e0-ba28-f4be87c7b22f,segment=NetworkSegment(6fe1f365-ad08-4dba-ba03-8069bc5d4876),segment_id=6fe1f365-ad08-4dba-ba03-8069bc5d4876)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:29.528233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.552723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.572874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.578396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.599739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.617751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-1262c9e2-c25d-4c32-88e6-5561545b2eae tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.2747049 Oct 27 16:21:29.673040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Update dhcp port {'port': {'network_id': '986ae7b0-6076-4ba4-86c6-339834145818', 'fixed_ips': [{'subnet_id': '5dc6ab35-a1fd-4c47-b278-67baa2c72f13', 'ip_address': '172.20.0.2'}, {'subnet_id': '61e48c2a-b0a1-4c67-8f64-e9239b098ae4'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '951f75c5-2611-49e0-ba28-f4be87c7b22f'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:21:29.682612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2136-ff1c-4c26-b7bd-7a1aba2343d9 req-b3a598d1-037d-4fc8-9ecd-6000a2506d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.684509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-27ed2136-ff1c-4c26-b7bd-7a1aba2343d9 req-b3a598d1-037d-4fc8-9ecd-6000a2506d8c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 1096 time: 0.1228273 Oct 27 16:21:29.746547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e010b-82f6-415c-b4ac-6b650ed4a089 None None] Pushing event updated for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:29.756222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.762250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b7de8d2-079f-4de6-b0c8-a7515111f3b6 req-a5db262f-74d2-4c22-9664-8d65944c7898 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410005 Oct 27 16:21:29.777581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.778069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.778591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.779079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.779539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.779994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.780450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.782651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-833c6064-383a-4e24-805b-ea38788c8790 req-429eade3-9021-4870-945d-a1130e2b5b22 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6491 time: 0.1272891 Oct 27 16:21:29.801361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-27ed2136-ff1c-4c26-b7bd-7a1aba2343d9 req-eb1a4afd-3cbf-410b-9633-6b057a15b5a0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063697 Oct 27 16:21:29.876880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-833c6064-383a-4e24-805b-ea38788c8790 req-9db66b15-aa8c-427b-a9d5-93855c541576 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&id=daace9cc-9151-4d62-a431-546e3fe68201&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774550 Oct 27 16:21:29.952527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.11 (986ae7b0-6076-4ba4-86c6-339834145818/5dc6ab35-a1fd-4c47-b278-67baa2c72f13/89a8e4bf-4ae5-491e-ac2f-3761925e0300) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:29.964100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.19 (986ae7b0-6076-4ba4-86c6-339834145818/61e48c2a-b0a1-4c67-8f64-e9239b098ae4/89a8e4bf-4ae5-491e-ac2f-3761925e0300) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:30.012586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d4e83-d814-4877-a710-21d8a0286e0a req-7ed8f1ff-ca79-4acc-a249-d427207a475c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:30.014029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951f75c5-2611-49e0-ba28-f4be87c7b22f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:30.022221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd3d4e83-d814-4877-a710-21d8a0286e0a req-7ed8f1ff-ca79-4acc-a249-d427207a475c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1189516 Oct 27 16:21:30.070344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:30.070723 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.074910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd3d4e83-d814-4877-a710-21d8a0286e0a req-0aa34359-d826-4c23-9b63-68cd1ab4bd85 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Oct 27 16:21:30.177608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:30.182168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbfc987b-c1b0-4b79-9098-396c9007523a req-fb517be3-6509-489b-80dc-fb82fa16e1ff tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 210 time: 0.0465977 Oct 27 16:21:30.194680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.198172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3487-550c-454c-9541-91265484af1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.295230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3487-550c-454c-9541-91265484af1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.299538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.347502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3487-550c-454c-9541-91265484af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.349070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 986ae7b0-6076-4ba4-86c6-339834145818 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:30.356547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:30.358362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Allocated IP 172.20.0.18 (986ae7b0-6076-4ba4-86c6-339834145818/61e48c2a-b0a1-4c67-8f64-e9239b098ae4/951f75c5-2611-49e0-ba28-f4be87c7b22f) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:30.360660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:30.400758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=89a8e4bf-4ae5-491e-ac2f-3761925e0300,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:30.436351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:30.437013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.440787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1ddb3487-550c-454c-9541-91265484af1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92b413d6fbb147f5a13e9d251280c507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589207 Oct 27 16:21:30.441180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43146) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:30.441434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb3487-550c-454c-9541-91265484af1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc9e602-6b54-4176-af9f-7431d298dd78,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:30.493561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951f75c5-2611-49e0-ba28-f4be87c7b22f,segment=NetworkSegment(6fe1f365-ad08-4dba-ba03-8069bc5d4876),segment_id=6fe1f365-ad08-4dba-ba03-8069bc5d4876)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:30.518726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.530272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.545690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.550645 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2d5df922-cfaa-497b-9509-87ee87e66cd3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9126437 Oct 27 16:21:30.553540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43148) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:30.560388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc6ab35-a1fd-4c47-b278-67baa2c72f13'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:30.624927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.704314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.707079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.710499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0fc9e602-6b54-4176-af9f-7431d298dd78 HTTP/1.1" status: 204 len: 168 time: 0.2657444 Oct 27 16:21:30.730071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446244b1-2454-444e-bb7d-88e13d72f8d0 None None] Pushing event updated for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:30.738604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02f3a6-9bfd-45e2-972f-6c570869d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc9e602-6b54-4176-af9f-7431d298dd78,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:30.751538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.080488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.086653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.093477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.099578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.106892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.113015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.121875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.134474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-b9f61934-b203-4487-8e54-cdd18be7f8a9 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.1674745 Oct 27 16:21:31.240812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Delete allocated IP 172.20.0.19 (986ae7b0-6076-4ba4-86c6-339834145818/61e48c2a-b0a1-4c67-8f64-e9239b098ae4) {{(pid=114448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:21:31.263069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-854bac91-44e5-4c5c-b0ac-6566c66514e3 req-027da321-573f-41c3-93af-e42dae87847c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276844 Oct 27 16:21:31.406967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b191b4-f73e-4975-b644-3a40cab80a74 None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:31.430260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-594556c6-60b5-4fdb-bceb-9e27de2ccc67 req-d8803693-e87a-475c-a083-86548217e46d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 210 time: 0.0606697 Oct 27 16:21:31.441914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15f843-e37b-4262-b4a1-be1ff2bcf19b req-a30f5b7a-d222-45a0-9892-ae92bf7af2c4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.449555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be15f843-e37b-4262-b4a1-be1ff2bcf19b req-a30f5b7a-d222-45a0-9892-ae92bf7af2c4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.2418242 Oct 27 16:21:31.477179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-539e97f2-0091-4f92-a602-dd9b09f93ecf None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:31.477630 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-539e97f2-0091-4f92-a602-dd9b09f93ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.513859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.567475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be15f843-e37b-4262-b4a1-be1ff2bcf19b req-8b0f101c-ce7c-4353-a2e0-79607d14d5e6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109638 Oct 27 16:21:31.655936 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.844326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=89a8e4bf-4ae5-491e-ac2f-3761925e0300,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:31.941253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951f75c5-2611-49e0-ba28-f4be87c7b22f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:31.942542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] In _notify_port_updated(), no bound segment for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 on network 986ae7b0-6076-4ba4-86c6-339834145818 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:21:31.948939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.950122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.951641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20838fbb-0819-43b6-8171-967aee7f8db8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/ports/89a8e4bf-4ae5-491e-ac2f-3761925e0300 HTTP/1.1" status: 200 len: 920 time: 1.3967457 Oct 27 16:21:31.954318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43176) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:31.959921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc6ab35-a1fd-4c47-b278-67baa2c72f13'}, {'subnet_id': '61e48c2a-b0a1-4c67-8f64-e9239b098ae4'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:32.032849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:32.033301 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.052710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.332545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bb234356-e9a6-484b-a193-f37d6f8b8e0e None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:32.332926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bb234356-e9a6-484b-a193-f37d6f8b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.355918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-b8b5cbc7-c11b-4ac1-a652-b6cf9d609108 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.358208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-b8b5cbc7-c11b-4ac1-a652-b6cf9d609108 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.2321095 Oct 27 16:21:32.470763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bb234356-e9a6-484b-a193-f37d6f8b8e0e None None] Provisioning complete for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:32.472160 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bb234356-e9a6-484b-a193-f37d6f8b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.527531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bb234356-e9a6-484b-a193-f37d6f8b8e0e None None] Port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:32.541719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:32.570089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:32.666570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.26 (986ae7b0-6076-4ba4-86c6-339834145818/61e48c2a-b0a1-4c67-8f64-e9239b098ae4/89a8e4bf-4ae5-491e-ac2f-3761925e0300) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:32.670880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-26e53016-5fe9-4577-8748-54a1efd749dc None None] Provisioning complete for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:32.679717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26e53016-5fe9-4577-8748-54a1efd749dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.709263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-183250332'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:32.751546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-26e53016-5fe9-4577-8748-54a1efd749dc None None] Port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:32.805063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.811887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.817945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.829104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.832018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.836066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Made reservation on behalf of e91af1fa046a476fb94c121e3a822fbc for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:32.841356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.844870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.847184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-9ec41a83-dc0b-4d3d-8aed-3e7bc1026759 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.3102624 Oct 27 16:21:32.852040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.880251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-738007a6-bf4b-4bd1-b3e7-144dc887018c None None] Provisioning complete for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:32.880251 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-738007a6-bf4b-4bd1-b3e7-144dc887018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.880576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.922881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-738007a6-bf4b-4bd1-b3e7-144dc887018c None None] Port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:32.928160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f41def92-ce0a-4558-aa2b-8c4753147049 req-8204776b-798a-42f2-91d8-8c3f3e13f4df tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 210 time: 0.3026488 Oct 27 16:21:33.000667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c21a0669-9b2a-4a99-a99c-3a87182e123a req-873129b8-af97-41ea-a865-b29377f058b7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452980 Oct 27 16:21:33.029586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.047747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:33.052935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.085433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.122265 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.151383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:33.164131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6980e76c-4ce0-416f-9534-15d4f338ab1b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:33.172988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.173336 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Added segment 23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c of type vlan for network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 Oct 27 16:21:33.202972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc678672-820f-4218-99b6-6e11472923a9 req-936bc57e-39e2-491f-862b-a436b466fada tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:33.204837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc678672-820f-4218-99b6-6e11472923a9 req-936bc57e-39e2-491f-862b-a436b466fada tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1174924 Oct 27 16:21:33.205513 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.237030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.327433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.335072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:33.336282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.347439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=89a8e4bf-4ae5-491e-ac2f-3761925e0300,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:33.382982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc678672-820f-4218-99b6-6e11472923a9 req-a4f0f3b1-e188-4d68-b92d-9faf22517721 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716502 Oct 27 16:21:33.402950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.7 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/8f86a271-25fe-40c1-a09e-5db5b4a7f070) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:33.461729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] In _notify_port_updated(), no bound segment for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 on network 986ae7b0-6076-4ba4-86c6-339834145818 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:21:33.465814 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8910127 Oct 27 16:21:33.466235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43212) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:33.469300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:33.469978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.473864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b0baaf53-2b62-4ed3-8c19-9c38b5ace8f3 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/ports/89a8e4bf-4ae5-491e-ac2f-3761925e0300 HTTP/1.1" status: 200 len: 1000 time: 1.5162139 Oct 27 16:21:33.476189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43214) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:33.488725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Request body: {'subnet': {'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:33.557900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546683-d672-4f12-a0f5-d62e73696164 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event updated for resources: {'Network': ['ID=b2f8d59c-d64f-4ef0-982e-2969ee4b3585,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:33.654400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-393efce1-94f1-4dfc-8a79-ab8cb1023ee7 None None] Provisioning complete for port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:33.655474 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-393efce1-94f1-4dfc-8a79-ab8cb1023ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.708264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-393efce1-94f1-4dfc-8a79-ab8cb1023ee7 None None] Port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:33.710324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Made reservation on behalf of e91af1fa046a476fb94c121e3a822fbc for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:33.716950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.754242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:33.789763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.847995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 89a8e4bf-4ae5-491e-ac2f-3761925e0300 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:33.848336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.954722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebcc8b-bbc6-4045-9d95-553fbd908ae2 req-7ce303ba-ce9b-4cac-b549-8932273eb4fa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:33.956313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74ebcc8b-bbc6-4045-9d95-553fbd908ae2 req-7ce303ba-ce9b-4cac-b549-8932273eb4fa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1321669 Oct 27 16:21:33.997632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.010677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.025203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:34.064793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.071273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 89a8e4bf-4ae5-491e-ac2f-3761925e0300 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:34.115536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74ebcc8b-bbc6-4045-9d95-553fbd908ae2 req-d5ed306d-7e46-4e32-8f39-cd1d932a3d4b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482038 Oct 27 16:21:34.153134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:34.184880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event updated for resources: {'Subnet': ['ID=4e77b628-f94b-4e8d-9add-449912a080d7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.194043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Checking segment: {'id': '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:34.194409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Network hostable DHCP agents. Network: b2f8d59c-d64f-4ef0-982e-2969ee4b3585, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:34.200710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.203158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:34.210798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:34.251675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaff95-0c9f-41b3-a1fa-3ce3443cc7d9 req-faa40f2c-9e98-46f5-a0c1-26d873f7d67c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.253138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acbaff95-0c9f-41b3-a1fa-3ce3443cc7d9 req-faa40f2c-9e98-46f5-a0c1-26d873f7d67c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 931 time: 0.1920843 Oct 27 16:21:34.315179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:34.340882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.341489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.390832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.397355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.403999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.411459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.418319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.426028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.436472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.438713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-8e14f318-e347-4973-93fd-813fb13732a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.1960123 Oct 27 16:21:34.441592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b2f8d59c-d64f-4ef0-982e-2969ee4b3585) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:34.446137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.446950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.470999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75969b7e-e6ac-48c7-833f-33538dc15c32 None None] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:34.477097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acbaff95-0c9f-41b3-a1fa-3ce3443cc7d9 req-1c9d10d8-9782-476c-8567-c32e494899a0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983263 Oct 27 16:21:34.525632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-8d25d24c-2c66-4d5e-9a74-9366ab8a87a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1506617 Oct 27 16:21:34.541714 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b5132153-456b-441a-92e5-0dd448ce815d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0715046 Oct 27 16:21:34.544850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43226) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.553946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Request body: {'port': {'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585', 'name': 'tempest-TagsExtTest-651825780'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:34.568874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Request body: {'port': {'device_id': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:34.637842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a15a0f7-e5d3-4184-ac8d-bec4aa66449c req-497854e6-4471-4eb5-93bb-4ee72b5baaaf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623044 Oct 27 16:21:34.653479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.690427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b2f8d59c-d64f-4ef0-982e-2969ee4b3585', 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585', 'tenant_id': 'e91af1fa046a476fb94c121e3a822fbc', 'fixed_ips': [{'subnet_id': '4e77b628-f94b-4e8d-9add-449912a080d7'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:34.692012 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.780105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Made reservation on behalf of e91af1fa046a476fb94c121e3a822fbc for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:34.786103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.813950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] device_id is not set on port bea8abe6-726f-4467-bf06-7a16f4a773c6 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:34.868803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Allocated IP 172.20.0.2 (b2f8d59c-d64f-4ef0-982e-2969ee4b3585/4e77b628-f94b-4e8d-9add-449912a080d7/c90a3b53-076e-48b7-a0ba-883678a9bf0c) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:34.874962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.881184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.887344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.893364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.899415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.906000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.912099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.914098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e65ae26-26d6-489b-bb26-63781af838c8 req-db701f46-2c12-4bef-9e4e-f90317c71eaa tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.1803195 Oct 27 16:21:34.917715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.927191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43230) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.938259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Request body: {'floatingip': {'port_id': '93086b3d-f42d-4717-8783-c4989ce915eb'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:34.964968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=89a8e4bf-4ae5-491e-ac2f-3761925e0300,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.993123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.114912 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.131635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.139619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c9600318-94b9-4f75-b90b-f24227c963a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/89a8e4bf-4ae5-491e-ac2f-3761925e0300 HTTP/1.1" status: 204 len: 168 time: 1.6621583 Oct 27 16:21:35.140259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:35.206867 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a925d3-a255-41f1-98dc-3164244dc20b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:35.211760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-35a925d3-a255-41f1-98dc-3164244dc20b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/89a8e4bf-4ae5-491e-ac2f-3761925e0300 HTTP/1.1" status: 404 len: 333 time: 0.0684199 Oct 27 16:21:35.212003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:35.213520 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.268389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:35.271560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:35.276011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:35.288251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Pushing event updated for resources: {'Port': ['ID=c90a3b53-076e-48b7-a0ba-883678a9bf0c,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:35.312868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f86a271-25fe-40c1-a09e-5db5b4a7f070 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:35.336319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Attempting to bind port c90a3b53-076e-48b7-a0ba-883678a9bf0c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:35.336704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Attempting to bind port c90a3b53-076e-48b7-a0ba-883678a9bf0c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:35.337053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Attempting to bind port c90a3b53-076e-48b7-a0ba-883678a9bf0c on network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:35.343160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:35.343160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Checking segment: {'id': '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:35.343616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.344322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Bound using segment: {'id': '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:35.344452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Bound port: c90a3b53-076e-48b7-a0ba-883678a9bf0c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b2f8d59c-d64f-4ef0-982e-2969ee4b3585'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:35.344768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.345144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.371940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Transition to ACTIVE for port object 8f86a271-25fe-40c1-a09e-5db5b4a7f070 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:21:35.375579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 61e48c2a-b0a1-4c67-8f64-e9239b098ae4 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:35.385235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.388481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8ce1a-5562-4e82-add9-deda54cf26ec req-90451b88-e1a9-494b-b728-d3be669ff476 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:35.390966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bf8ce1a-5562-4e82-add9-deda54cf26ec req-90451b88-e1a9-494b-b728-d3be669ff476 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1782985 Oct 27 16:21:35.392893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Allocated IP 172.20.0.4 (b2f8d59c-d64f-4ef0-982e-2969ee4b3585/4e77b628-f94b-4e8d-9add-449912a080d7/bea8abe6-726f-4467-bf06-7a16f4a773c6) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:35.415723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] For port c90a3b53-076e-48b7-a0ba-883678a9bf0c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:35.420385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] For port c90a3b53-076e-48b7-a0ba-883678a9bf0c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c90a3b53-076e-48b7-a0ba-883678a9bf0c,segment=NetworkSegment(23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c),segment_id=23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:35.438742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bf8ce1a-5562-4e82-add9-deda54cf26ec req-1d67b802-5a5d-4e28-bb1d-41521c7826f0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Oct 27 16:21:35.452977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.499641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.520373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.580486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f4467-70e0-4190-949b-98104c454ca0 None None] Pushing event updated for resources: {'Port': ['ID=c90a3b53-076e-48b7-a0ba-883678a9bf0c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:35.928148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.929964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:35.995717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411958f9-4d8a-4bf6-8e5f-84a7470ff1c0 req-3d07ba1a-912f-4fcb-9c41-a3a7973f0b71 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:35.997765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-411958f9-4d8a-4bf6-8e5f-84a7470ff1c0 req-3d07ba1a-912f-4fcb-9c41-a3a7973f0b71 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 943 time: 0.1029160 Oct 27 16:21:36.020286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Attempting to bind port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:36.020632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Attempting to bind port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:36.020954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Attempting to bind port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:36.033216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:21:36.033216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Attempting to bind port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:36.047566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:36.048068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:36.048591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:36.049145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Bound port: 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:36.049611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.056393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.063592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-411958f9-4d8a-4bf6-8e5f-84a7470ff1c0 req-c50afd81-91f6-4742-ba6b-a465a731d707 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591795 Oct 27 16:21:36.067378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.130721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:36.133990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:36.144649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.207070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.224850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.244495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=61e48c2a-b0a1-4c67-8f64-e9239b098ae4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:36.247302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.264480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.268482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:36.268482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.281119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac5e05-3339-4b07-9835-29b60d00df63 None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:36.282476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] 10.222.0.82 "PUT /v2.0/ports/8f86a271-25fe-40c1-a09e-5db5b4a7f070 HTTP/1.1" status: 200 len: 1091 time: 1.7065945 Oct 27 16:21:36.282476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:36.282476 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb14d58-52bf-4f18-a918-78a2c648e849" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:36.289171 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9afd3142-e183-427f-812c-953ad558299c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/61e48c2a-b0a1-4c67-8f64-e9239b098ae4 HTTP/1.1" status: 204 len: 168 time: 1.0758412 Oct 27 16:21:36.290508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43256) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:36.370131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 5dc6ab35-a1fd-4c47-b278-67baa2c72f13 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:36.380683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a5d4-a296-458d-a720-d7cfa2a36b4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:36.384391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.389212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event updated for resources: {'Port': ['ID=bea8abe6-726f-4467-bf06-7a16f4a773c6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:36.399258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:36.403912 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c8327-e032-45c2-b020-0e3b9760d6a2 x-openstack-request-id: req-166c8327-e032-45c2-b020-0e3b9760d6a2 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:36.404173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:36.404376 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:36.404769 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-166c8327-e032-45c2-b020-0e3b9760d6a2 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:36.409429 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070', 'status': 'completed', 'code': 200} Oct 27 16:21:36.409770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:36.459234 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Floating IP 2faecd7c-b3b0-4f92-a8f2-22b737c184a2 associated. External IP: 172.25.5.122, port: 93086b3d-f42d-4717-8783-c4989ce915eb. Oct 27 16:21:36.490283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.566476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:36.567231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.642436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-5906572f-e554-4282-b2b7-3bf99e0fcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:36.644014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-5906572f-e554-4282-b2b7-3bf99e0fcf3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 1094 time: 0.2608664 Oct 27 16:21:36.676834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-61f4cd2c-360f-425c-b657-7de8dcf99634 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1303618 Oct 27 16:21:36.696626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a7901-e951-4517-a155-fbe4694ec681 req-7ddc7a24-ce55-4092-966a-1eaaba25afa2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:36.698473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e81a7901-e951-4517-a155-fbe4694ec681 req-7ddc7a24-ce55-4092-966a-1eaaba25afa2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1317830 Oct 27 16:21:36.699675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43262) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:36.748830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.839777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1870849965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:36.854597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-d28964d5-d935-48dd-a989-7b24ece5c7a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070 HTTP/1.1" status: 200 len: 217 time: 0.2015297 Oct 27 16:21:36.910403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c67ef-c2e5-4f96-9a76-7f99a1836a9c None None] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:36.942912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.992334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc6ab35-a1fd-4c47-b278-67baa2c72f13,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:36.997485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e81a7901-e951-4517-a155-fbe4694ec681 req-7612f0b2-add7-432e-82d1-ad532f8d68fd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615222 Oct 27 16:21:37.000279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-4e8d1a21-9cf2-4ef7-8274-66b32cfd389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:37.001738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-4e8d1a21-9cf2-4ef7-8274-66b32cfd389a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.1352868 Oct 27 16:21:37.005428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.008775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2cc379c3-ad7c-45c7-89f7-06f74b5241ad tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/5dc6ab35-a1fd-4c47-b278-67baa2c72f13 HTTP/1.1" status: 204 len: 168 time: 0.7173746 Oct 27 16:21:37.012243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43266) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:37.021857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] Provisioning complete for port c90a3b53-076e-48b7-a0ba-883678a9bf0c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:37.028375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.054843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-bf52fb61-cbeb-4ba3-a0e2-11dcdf8e0d3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448217 Oct 27 16:21:37.168598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.169672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.206937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Router 54797fc0-27bc-4151-a96a-eea0560c4a3f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:37.238088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.287438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.341386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.358231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] For port c90a3b53-076e-48b7-a0ba-883678a9bf0c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c90a3b53-076e-48b7-a0ba-883678a9bf0c,segment=NetworkSegment(23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c),segment_id=23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:37.411079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-0ab47fec-e55d-4b1b-926e-2874dd60725a service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156374 Oct 27 16:21:37.440465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.453408 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.556027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:37.572202 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Sync routers for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:37.573925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.591735 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:37.592517 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:37.595006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02100da6-595e-41f7-bdc7-b08d539d5241 None None] Pushing event updated for resources: {'Port': ['ID=c90a3b53-076e-48b7-a0ba-883678a9bf0c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:37.638433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e384ef1d-7fbd-4d68-bd04-79caf90b50d3 req-3068ac00-a2f3-4abc-a6ec-f5e2e2381548 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155132 Oct 27 16:21:37.641097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 951f75c5-2611-49e0-ba28-f4be87c7b22f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:37.641934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.657922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a81da-f4f6-4588-b16e-91816e588703 None None] Network 986ae7b0-6076-4ba4-86c6-339834145818 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:37.673425 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.678312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-87684e1a-63bc-4160-92b7-7fbf3acd2ee8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9337080 Oct 27 16:21:37.679719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:37.685583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f7c6736e-973d-490e-a16b-eee078776140 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-653762935', 'prefixes': ['172.20.0.0/16']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:37.700991 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-943f672f-c659-4fbc-b12d-145b7959e6c3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "PUT /v2.0/floatingips/2faecd7c-b3b0-4f92-a8f2-22b737c184a2 HTTP/1.1" status: 200 len: 992 time: 2.7709649 Oct 27 16:21:37.702895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:37.709672 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53224f7f-2acb-4008-a69f-7a865ca55ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:37.733132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-de455618-2f9b-4b03-bec5-c7508c41e4ba None None] Provisioning complete for port 951f75c5-2611-49e0-ba28-f4be87c7b22f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:37.733505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-de455618-2f9b-4b03-bec5-c7508c41e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.816004 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:37.943824 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84debf-fb71-4af8-8b3a-8db81f5caf18 x-openstack-request-id: req-da84debf-fb71-4af8-8b3a-8db81f5caf18 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:37.944140 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:37.944407 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da84debf-fb71-4af8-8b3a-8db81f5caf18 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:37.944809 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb', 'status': 'completed', 'code': 200} Oct 27 16:21:38.010712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c90a3b53-076e-48b7-a0ba-883678a9bf0c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:38.073832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d274fc7-55cb-471e-8919-2d8495d164b2 req-c65658e1-61c2-4dfd-96ec-5cb227489155 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.076722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d274fc7-55cb-471e-8919-2d8495d164b2 req-c65658e1-61c2-4dfd-96ec-5cb227489155 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 943 time: 0.3740585 Oct 27 16:21:38.083973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951f75c5-2611-49e0-ba28-f4be87c7b22f,segment=NetworkSegment(6fe1f365-ad08-4dba-ba03-8069bc5d4876),segment_id=6fe1f365-ad08-4dba-ba03-8069bc5d4876)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:38.084350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.155208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d274fc7-55cb-471e-8919-2d8495d164b2 req-9f46725b-c4ed-499b-837b-65087958c1fc tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665805 Oct 27 16:21:38.165641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 951f75c5-2611-49e0-ba28-f4be87c7b22f owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:38.170471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-d2de9521-6539-4c40-af5d-a3b26c8adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.172555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-d2de9521-6539-4c40-af5d-a3b26c8adaad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 1094 time: 0.3440735 Oct 27 16:21:38.183369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c90a3b53-076e-48b7-a0ba-883678a9bf0c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:38.184499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.205783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.212788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.213457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.218950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.219542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.222014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] DHCP port deletion for 986ae7b0-6076-4ba4-86c6-339834145818 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:38.222739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.223397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.225544 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-72a4afa4-06fe-4be2-97ee-7a8c1f970fd5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6491 time: 0.2411461 Oct 27 16:21:38.297485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-8b3bd104-dc03-46d1-9997-7709e5f608e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.299390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-8b3bd104-dc03-46d1-9997-7709e5f608e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 907 time: 0.1185319 Oct 27 16:21:38.315011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9354c958-81e2-42ed-ac2a-64c75aab1f03 None None] Provisioning complete for port c90a3b53-076e-48b7-a0ba-883678a9bf0c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:38.315973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9354c958-81e2-42ed-ac2a-64c75aab1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.362983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-d81671b3-f228-4226-b0a8-be5a5add1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.365227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-d81671b3-f228-4226-b0a8-be5a5add1f46 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a62795b4-b1b0-4c4a-9f29-b457d12e917f HTTP/1.1" status: 200 len: 913 time: 0.1308129 Oct 27 16:21:38.413673 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '2faecd7c-b3b0-4f92-a8f2-22b737c184a2', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'port_id': '93086b3d-f42d-4717-8783-c4989ce915eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'mac_address': 'fa:16:3e:06:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:54Z', 'updated_at': '2021-10-27T16:21:35Z', 'revision_number': 1, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.415955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-b9deddab-c248-4db4-b808-ddac0b26f57c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070 HTTP/1.1" status: 200 len: 217 time: 0.0468500 Oct 27 16:21:38.434590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Deleting port 951f75c5-2611-49e0-ba28-f4be87c7b22f {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:38.434967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.450719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Checking router: 54797fc0-27bc-4151-a96a-eea0560c4a3f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:38.460734 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:38.466326 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.466559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7c6736e-973d-490e-a16b-eee078776140 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for subnetpool, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.466559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f7c6736e-973d-490e-a16b-eee078776140 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7843082 Oct 27 16:21:38.469044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:38.480740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-e08d56bb-4fde-4227-b82c-13512342d887 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-1572158626') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.492852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-40f26a87-0fde-4db3-8c21-9b8157ff0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.494339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-40f26a87-0fde-4db3-8c21-9b8157ff0303 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.0584970 Oct 27 16:21:38.523173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb35f-db1a-4698-bbc8-8d76c1a46bb7 req-d6dba295-c778-4d9a-87cd-877c1b9a3172 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.524790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-022eb35f-db1a-4698-bbc8-8d76c1a46bb7 req-d6dba295-c778-4d9a-87cd-877c1b9a3172 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.2244933 Oct 27 16:21:38.551551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-e3f464b2-59e4-4582-a2fd-942484ab7df5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 200 len: 1000 time: 0.1789715 Oct 27 16:21:38.600828 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:38.622398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-87a0877b-3c92-43f7-bba9-e82a08a7ca72 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072972 Oct 27 16:21:38.633730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] For port 951f75c5-2611-49e0-ba28-f4be87c7b22f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951f75c5-2611-49e0-ba28-f4be87c7b22f,segment=NetworkSegment(6fe1f365-ad08-4dba-ba03-8069bc5d4876),segment_id=6fe1f365-ad08-4dba-ba03-8069bc5d4876)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:38.634158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.669193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Calling delete_port for 951f75c5-2611-49e0-ba28-f4be87c7b22f owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:38.679112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-5aa6f71b-8fae-4d92-aa1b-1058f4789ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.682113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-5aa6f71b-8fae-4d92-aa1b-1058f4789ae5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e3048bf-2281-4dd1-9df8-b27feb5ac83b HTTP/1.1" status: 200 len: 851 time: 0.1176875 Oct 27 16:21:38.708996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9354c958-81e2-42ed-ac2a-64c75aab1f03 None None] Provisioning complete for port bea8abe6-726f-4467-bf06-7a16f4a773c6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:38.709363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9354c958-81e2-42ed-ac2a-64c75aab1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.763597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-291a1210-d873-4b82-856b-f679b37429be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:38.765893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-291a1210-d873-4b82-856b-f679b37429be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683668 Oct 27 16:21:38.770550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-022eb35f-db1a-4698-bbc8-8d76c1a46bb7 req-1c38ec0c-40ab-4651-b89b-be5be79291f8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299311 Oct 27 16:21:38.773032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-dd305607-7f65-48bf-90b6-0a75ac6d468a service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326108 Oct 27 16:21:38.773798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.803169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port 951f75c5-2611-49e0-ba28-f4be87c7b22f on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:38.830097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e08d56bb-4fde-4227-b82c-13512342d887 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-1572158626 HTTP/1.1" status: 201 len: 201 time: 0.3596947 Oct 27 16:21:38.874445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.888049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:38.893006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-3bfe84b4-3e00-4977-9345-53f2e9af2f1b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-71320216') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.895463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feb14d58-52bf-4f18-a918-78a2c648e849 req-d39b5ed4-6aec-4c2b-a3af-fa56ec219eed service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116433 Oct 27 16:21:38.983273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9354c958-81e2-42ed-ac2a-64c75aab1f03 None None] Port bea8abe6-726f-4467-bf06-7a16f4a773c6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:38.993287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] Pushing event deleted for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.005566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2f38c-db0c-4c93-b524-a437a1d8138c None None] No DVR routers for this DVR port 951f75c5-2611-49e0-ba28-f4be87c7b22f on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:39.021684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=951f75c5-2611-49e0-ba28-f4be87c7b22f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.049764 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-3e875c5e-3514-4fb5-92de-eaafdc4c756f service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696409 Oct 27 16:21:39.064745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '2faecd7c-b3b0-4f92-a8f2-22b737c184a2', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'port_id': '93086b3d-f42d-4717-8783-c4989ce915eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'mac_address': 'fa:16:3e:06:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:54Z', 'updated_at': '2021-10-27T16:21:35Z', 'revision_number': 1, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.079791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.117244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986ae7b0-6076-4ba4-86c6-339834145818']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.135969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe1f365-ad08-4dba-ba03-8069bc5d4876') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.137332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe1f365-ad08-4dba-ba03-8069bc5d4876') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.138288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fe4d705a-1356-4dee-afc9-b55a719e2b11 None None] Provisioning complete for port bea8abe6-726f-4467-bf06-7a16f4a773c6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:39.139283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fe4d705a-1356-4dee-afc9-b55a719e2b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.144721 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71450b99-3338-4b6e-90ea-9d58c32979b7 None None] The sync data for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 is: [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '2faecd7c-b3b0-4f92-a8f2-22b737c184a2', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'port_id': '93086b3d-f42d-4717-8783-c4989ce915eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'mac_address': 'fa:16:3e:06:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a103af-88b5-412d-941a-2172fe639f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:54Z', 'updated_at': '2021-10-27T16:21:35Z', 'revision_number': 1, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:39.166531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.185469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53224f7f-2acb-4008-a69f-7a865ca55ad8 req-0df7831b-1992-4687-b6f8-0ba46f39908e service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281512 Oct 27 16:21:39.187790 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.196341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:39.197287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:39.202206 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:39.223244 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3bfe84b4-3e00-4977-9345-53f2e9af2f1b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-71320216 HTTP/1.1" status: 201 len: 201 time: 0.3296854 Oct 27 16:21:39.224081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.225269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d705a-1356-4dee-afc9-b55a719e2b11 None None] Port bea8abe6-726f-4467-bf06-7a16f4a773c6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:39.240582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-b1b2159b-d1dc-451a-a93b-498f992cd2f3 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-2052770100') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.346827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa921f47-a27c-460a-b253-21f7066ea59c req-f6b14d2e-fd2c-4f30-92b0-28b1dd0dcc3e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:39.348458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa921f47-a27c-460a-b253-21f7066ea59c req-f6b14d2e-fd2c-4f30-92b0-28b1dd0dcc3e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 943 time: 0.0805342 Oct 27 16:21:39.390400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa921f47-a27c-460a-b253-21f7066ea59c req-730c4d18-5040-42d4-a7be-d3d98ab93188 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Oct 27 16:21:39.430696 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.449961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf691224-2409-4170-9715-65327e7201f7 None None] New status for floating IP 2faecd7c-b3b0-4f92-a8f2-22b737c184a2: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:21:39.450447 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1b2159b-d1dc-451a-a93b-498f992cd2f3 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-2052770100 HTTP/1.1" status: 201 len: 201 time: 0.2209074 Oct 27 16:21:39.450447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43298) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.455090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-c610b206-5258-4169-97cf-305b6cc2ab31 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-2120860300') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.468454 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.473367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/986ae7b0-6076-4ba4-86c6-339834145818 HTTP/1.1" status: 204 len: 168 time: 2.4593222 Oct 27 16:21:39.473524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927119a-9c6a-4b89-aa87-1403b326b0ce tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=986ae7b0-6076-4ba4-86c6-339834145818,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.476777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43300) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.557437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f03a6a-9b68-4644-a14d-e2b61108c900 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:39.559867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b6f03a6a-9b68-4644-a14d-e2b61108c900 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0811045 Oct 27 16:21:39.565399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.631095 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c610b206-5258-4169-97cf-305b6cc2ab31 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-2120860300 HTTP/1.1" status: 201 len: 201 time: 0.1788089 Oct 27 16:21:39.631338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43304) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.634855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-f03c5990-1a7e-49f4-a10e-af2d374db9c7 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.664602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4e0a8dd1-c6fb-400e-abe1-c99f9d5754f0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0979488 Oct 27 16:21:39.670985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43306) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.678756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1101540367'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:39.785898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f03c5990-1a7e-49f4-a10e-af2d374db9c7 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 200 len: 241 time: 0.1548109 Oct 27 16:21:39.788728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.793091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-b39a430a-1975-41c6-ae87-10c33a5304fb tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-1572158626') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.846092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:39.847158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.868287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951f75c5-2611-49e0-ba28-f4be87c7b22f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:39.887982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:39.892967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 951f75c5-2611-49e0-ba28-f4be87c7b22f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:39.893392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951f75c5-2611-49e0-ba28-f4be87c7b22f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:39.903033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.903409 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment a4da5c12-573a-4e82-bd75-bc56ca694afb of type vlan for network a05462ab-4fc0-4298-84fd-a0308b6f5797 Oct 27 16:21:39.943117 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b39a430a-1975-41c6-ae87-10c33a5304fb tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-1572158626 HTTP/1.1" status: 204 len: 168 time: 0.1532211 Oct 27 16:21:39.954966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43312) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.956197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc210d-d308-45fe-ab17-862209250ff3 req-f42e3896-6576-4fa9-8519-81dcb426726a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:39.956197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ddc210d-d308-45fe-ab17-862209250ff3 req-f42e3896-6576-4fa9-8519-81dcb426726a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0764189 Oct 27 16:21:39.956504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-3e7095cd-dfe3-45be-a155-d3c7506d89e6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-1572158626') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.960113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.006799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ddc210d-d308-45fe-ab17-862209250ff3 req-0eb7b5cc-fd7f-4091-ac96-88ff0017d5dd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Oct 27 16:21:40.104548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.111191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:40.114298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.164889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e7095cd-dfe3-45be-a155-d3c7506d89e6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-1572158626 HTTP/1.1" status: 204 len: 168 time: 0.2150230 Oct 27 16:21:40.167526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43318) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.172332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-52c4e8ad-b235-43d2-bbba-460cb1e4a486 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.183097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=a05462ab-4fc0-4298-84fd-a0308b6f5797,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.194238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:40.231654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-52c4e8ad-b235-43d2-bbba-460cb1e4a486 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 200 len: 205 time: 0.0624783 Oct 27 16:21:40.234691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43320) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.238895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-ce5561c2-fb08-44f1-bd4b-63c19e034439 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.255407 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-abcc2262-c5fc-4cf2-aee6-7fead9078a10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5789771 Oct 27 16:21:40.257837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.265369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:40.295670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ce5561c2-fb08-44f1-bd4b-63c19e034439 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 200 len: 239 time: 0.0599062 Oct 27 16:21:40.298116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.302324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-f0d02deb-c9a1-402c-bfc3-9a3cdd9d05ce tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-71320216') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.359587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f0d02deb-c9a1-402c-bfc3-9a3cdd9d05ce tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-71320216 HTTP/1.1" status: 204 len: 168 time: 0.0603337 Oct 27 16:21:40.362003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43328) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.366350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-b6ca9c70-f162-45ae-8a08-52400e792ecf tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-71320216') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.412704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:40.416783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.521570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839ab4-6f65-4dce-925f-4d4d90320a67 req-e28207d3-b83d-4094-afae-43414ba578f7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:40.522272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af839ab4-6f65-4dce-925f-4d4d90320a67 req-e28207d3-b83d-4094-afae-43414ba578f7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 943 time: 0.0553362 Oct 27 16:21:40.524293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b6ca9c70-f162-45ae-8a08-52400e792ecf tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-71320216 HTTP/1.1" status: 204 len: 168 time: 0.1613891 Oct 27 16:21:40.528132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43332) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.533563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-8aa0721b-7b32-413d-8da4-9e9e980816a4 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.595983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af839ab4-6f65-4dce-925f-4d4d90320a67 req-dad8f1b7-8faf-4880-a34c-9a7b3c25f157 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Oct 27 16:21:40.613984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8aa0721b-7b32-413d-8da4-9e9e980816a4 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 200 len: 205 time: 0.0847981 Oct 27 16:21:40.616685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43334) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.621588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-7d965410-aef8-441d-b44e-534c70109f1f tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.692862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.708228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7d965410-aef8-441d-b44e-534c70109f1f tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 200 len: 241 time: 0.0903020 Oct 27 16:21:40.711532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.717522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-c2294c52-3340-4ef4-9029-865d433b1024 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-2052770100') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.759273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=f18c1ce3-bada-4673-b0e0-d6c5c701e416,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.770600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': 'a4da5c12-573a-4e82-bd75-bc56ca694afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:40.770962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: a05462ab-4fc0-4298-84fd-a0308b6f5797, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:40.809277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c2294c52-3340-4ef4-9029-865d433b1024 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-2052770100 HTTP/1.1" status: 204 len: 168 time: 0.0956011 Oct 27 16:21:40.811557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43338) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.816142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-6ce69c47-1ced-4415-afa1-91dc82081da5 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-2052770100') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:40.852844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:40.910015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a05462ab-4fc0-4298-84fd-a0308b6f5797) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:40.914629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:40.915251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.921250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31531e-73fb-461c-af15-92085889bce7 None None] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:40.975080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6ce69c47-1ced-4415-afa1-91dc82081da5 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-2052770100 HTTP/1.1" status: 204 len: 168 time: 0.1621616 Oct 27 16:21:40.978954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43340) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.985305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-d53a0827-3378-45a1-8733-a4666eded5c8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.021514 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6bbac07-5a71-46e8-bfbf-c07bbc1f106b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7642329 Oct 27 16:21:41.026513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43344) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.032040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797', 'name': 'tempest-PortsTestJSON-238761727'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:41.095510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a05462ab-4fc0-4298-84fd-a0308b6f5797', 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': 'f18c1ce3-bada-4673-b0e0-d6c5c701e416'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:41.097029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.113369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d53a0827-3378-45a1-8733-a4666eded5c8 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 200 len: 205 time: 0.1318486 Oct 27 16:21:41.114730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43352) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.124210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-0199c383-3b37-45d4-aa69-858577143cbc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.223817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.225204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0199c383-3b37-45d4-aa69-858577143cbc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 200 len: 241 time: 0.1077633 Oct 27 16:21:41.228639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-9e4e7a0b-85a5-42ce-9d13-2361a47cdb01 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-2120860300') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.249814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8114a-43bb-4b4e-9d04-555ed84f8672 req-5b78f3ba-44d4-4726-80d2-9ced2517a3ec tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:41.251146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a8114a-43bb-4b4e-9d04-555ed84f8672 req-5b78f3ba-44d4-4726-80d2-9ced2517a3ec tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1039305 Oct 27 16:21:41.262564 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9e4e7a0b-85a5-42ce-9d13-2361a47cdb01 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-2120860300 HTTP/1.1" status: 204 len: 168 time: 0.0347974 Oct 27 16:21:41.267567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.273220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-11f2fdc8-be48-44ca-b92d-bcfda777f34b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-2120860300') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.285445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Allocated IP 172.20.0.2 (a05462ab-4fc0-4298-84fd-a0308b6f5797/f18c1ce3-bada-4673-b0e0-d6c5c701e416/a8b04837-4ed4-40ea-990d-610451856ab1) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:41.302943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:41.309347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.317233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a8114a-43bb-4b4e-9d04-555ed84f8672 req-5d795f46-10f8-4e38-88c6-a287ea6a20cf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Oct 27 16:21:41.342067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 2f82f9a0-49c3-441f-bf18-0b717f65c3be yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:41.371236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f2d3-49a8-4558-93d2-eb64c98a5003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.463645 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.499699 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-11f2fdc8-be48-44ca-b92d-bcfda777f34b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-2120860300 HTTP/1.1" status: 204 len: 168 time: 0.2306068 Oct 27 16:21:41.501964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43366) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.506612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-7a99ba76-5db9-470c-ad7c-276c7ad8129d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.522179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.569049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:41.572170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:41.576698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:41.578793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43368) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.579098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7a99ba76-5db9-470c-ad7c-276c7ad8129d tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 200 len: 205 time: 0.0759337 Oct 27 16:21:41.580000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Pushing event updated for resources: {'Port': ['ID=a8b04837-4ed4-40ea-990d-610451856ab1,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:41.586930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-67dbfacc-b530-44fe-bb17-d66d360b32ea tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.596546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.10 (a05462ab-4fc0-4298-84fd-a0308b6f5797/f18c1ce3-bada-4673-b0e0-d6c5c701e416/2f82f9a0-49c3-441f-bf18-0b717f65c3be) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:41.623813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-67dbfacc-b530-44fe-bb17-d66d360b32ea tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0429769 Oct 27 16:21:41.625826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43372) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.632259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-dbeced3d-f160-4fa1-8039-d76f8cb6cfe2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.662192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Attempting to bind port a8b04837-4ed4-40ea-990d-610451856ab1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:41.662570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Attempting to bind port a8b04837-4ed4-40ea-990d-610451856ab1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'a4da5c12-573a-4e82-bd75-bc56ca694afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:41.662944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Attempting to bind port a8b04837-4ed4-40ea-990d-610451856ab1 on network a05462ab-4fc0-4298-84fd-a0308b6f5797 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:41.669154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:41.669666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Checking segment: {'id': 'a4da5c12-573a-4e82-bd75-bc56ca694afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:41.670077 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.670522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Bound using segment: {'id': 'a4da5c12-573a-4e82-bd75-bc56ca694afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:41.671006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Bound port: a8b04837-4ed4-40ea-990d-610451856ab1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4da5c12-573a-4e82-bd75-bc56ca694afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:41.671429 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.749125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] For port a8b04837-4ed4-40ea-990d-610451856ab1, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:41.755813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] For port a8b04837-4ed4-40ea-990d-610451856ab1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8b04837-4ed4-40ea-990d-610451856ab1,segment=NetworkSegment(a4da5c12-573a-4e82-bd75-bc56ca694afb),segment_id=a4da5c12-573a-4e82-bd75-bc56ca694afb)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:41.825676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.836733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.907681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb25a-22b0-47d0-8bf9-978a5be9f988 None None] Pushing event updated for resources: {'Port': ['ID=a8b04837-4ed4-40ea-990d-610451856ab1,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:41.950692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.008072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:42.011938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:42.018403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:42.048802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=2f82f9a0-49c3-441f-bf18-0b717f65c3be,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.086923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:42.087615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.090713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc2043-0947-4659-b925-d6763fb76a98 req-4913b6d9-c4d5-4db5-a9ae-865215311bec tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:42.092288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1dc2043-0947-4659-b925-d6763fb76a98 req-4913b6d9-c4d5-4db5-a9ae-865215311bec tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 943 time: 0.0906475 Oct 27 16:21:42.098444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dbeced3d-f160-4fa1-8039-d76f8cb6cfe2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 204 len: 168 time: 0.4715331 Oct 27 16:21:42.103846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43374) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.108462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-579561c3-96f2-4d63-9136-3d038422c8ce tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.135330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1dc2043-0947-4659-b925-d6763fb76a98 req-45892f45-7c5e-4a2d-8286-2c49f5230228 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Oct 27 16:21:42.210614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-579561c3-96f2-4d63-9136-3d038422c8ce tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1033614 Oct 27 16:21:42.210971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43378) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.216542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-51ad47de-bd6a-4d71-ac1c-36d1875edb1a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.223203 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c63776f-44a2-4301-92c3-1f19740072f2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1956997 Oct 27 16:21:42.226315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.238260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': 'a05462ab-4fc0-4298-84fd-a0308b6f5797', 'name': 'tempest-PortsTestJSON-1093489071'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:42.297774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-51ad47de-bd6a-4d71-ac1c-36d1875edb1a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0854499 Oct 27 16:21:42.303997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.311564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-39254ae0-0b83-45cf-8d95-0db963d34045 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-1146846275') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.444099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989cf0-fc60-4ca9-a5fa-9a1cf5e934c0 req-0d3f8e44-6c59-48ec-9942-6be2c5f2cdfa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:42.445725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa989cf0-fc60-4ca9-a5fa-9a1cf5e934c0 req-0d3f8e44-6c59-48ec-9942-6be2c5f2cdfa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0564420 Oct 27 16:21:42.453054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:42.456616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.481446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:42.496764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-39254ae0-0b83-45cf-8d95-0db963d34045 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-1146846275 HTTP/1.1" status: 201 len: 201 time: 0.1941972 Oct 27 16:21:42.507958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43390) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.519278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-d4c97fc4-b18b-46b1-90dd-0264d8e91e61 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-1133231568') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.561730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa989cf0-fc60-4ca9-a5fa-9a1cf5e934c0 req-d9b3e3a5-e839-4466-b609-55df83f78d36 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056769 Oct 27 16:21:42.610192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.11 (a05462ab-4fc0-4298-84fd-a0308b6f5797/f18c1ce3-bada-4673-b0e0-d6c5c701e416/ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:42.705347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4c97fc4-b18b-46b1-90dd-0264d8e91e61 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-1133231568 HTTP/1.1" status: 201 len: 201 time: 0.1951594 Oct 27 16:21:42.707759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8f86a271-25fe-40c1-a09e-5db5b4a7f070 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:42.708259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43392) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.715757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-695e1112-d0cd-4d23-8493-87ae516937f7 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-1388083184') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.837203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:42.837385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.853249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8f86a271-25fe-40c1-a09e-5db5b4a7f070', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': '8f86a271-25fe-40c1-a09e-5db5b4a7f070', 'mac_address': 'fa:16:3e:c1:c2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:42.923534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.941005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f86a271-25fe-40c1-a09e-5db5b4a7f070 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:42.962166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-695e1112-d0cd-4d23-8493-87ae516937f7 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-1388083184 HTTP/1.1" status: 201 len: 201 time: 0.2531126 Oct 27 16:21:42.965489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43394) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.967528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:42.970703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-bb61aeb6-b672-4a03-8a87-8d3da044cf58 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-653262027') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.982907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.037549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:43.045600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:43.051123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:43.078772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:43.081436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.115507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.116547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.139419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:43.210635 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bb61aeb6-b672-4a03-8a87-8d3da044cf58 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-653262027 HTTP/1.1" status: 201 len: 201 time: 0.2412868 Oct 27 16:21:43.216035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.217556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-281ebb3c-7571-41a7-bb0e-54d8ae0e78a6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', {'tags': ['tempest-TagsExtTest-Tag-55807194', 'tempest-TagsExtTest-Tag-1183421168', 'tempest-TagsExtTest-Tag-894402893']}) {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:43.231503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9a83e-58c7-4026-b3c0-ca1b53f955fc None None] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:43.244377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9d2c3aa-a805-4fce-a554-a659846088d6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0134346 Oct 27 16:21:43.247495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43400) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.313825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] Provisioning complete for port a8b04837-4ed4-40ea-990d-610451856ab1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:43.314462 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.317020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d29ee-20a1-4d3c-81b1-d0d82e4720fa req-e821e8b5-8260-409b-9968-3995af6c859d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.318689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca2d29ee-20a1-4d3c-81b1-d0d82e4720fa req-e821e8b5-8260-409b-9968-3995af6c859d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 944 time: 0.0977018 Oct 27 16:21:43.402479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca2d29ee-20a1-4d3c-81b1-d0d82e4720fa req-47697baa-7ddd-49b9-a84d-3768dccec47f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741231 Oct 27 16:21:43.414352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52331f-ac41-4b0c-bf95-c5d60b6b3f09 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.419353 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bb52331f-ac41-4b0c-bf95-c5d60b6b3f09 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1670418 Oct 27 16:21:43.421187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43404) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.430924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-281ebb3c-7571-41a7-bb0e-54d8ae0e78a6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 200 len: 315 time: 0.2176826 Oct 27 16:21:43.433946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43406) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.438868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-890ac1dc-8ef6-43d8-8127-630fccd84284 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:43.497133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.567078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] For port a8b04837-4ed4-40ea-990d-610451856ab1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8b04837-4ed4-40ea-990d-610451856ab1,segment=NetworkSegment(a4da5c12-573a-4e82-bd75-bc56ca694afb),segment_id=a4da5c12-573a-4e82-bd75-bc56ca694afb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:43.571858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:43.572344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.610176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-890ac1dc-8ef6-43d8-8127-630fccd84284 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1747983 Oct 27 16:21:43.615651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.627357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-96380690-68a6-4f41-9325-73a80a9c5be6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-55807194') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:43.641242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.689136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8f86a271-25fe-40c1-a09e-5db5b4a7f070'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:43.723649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.755732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:43.775941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646940c-565a-45a2-9545-917f6e8c666f None None] Pushing event updated for resources: {'Port': ['ID=a8b04837-4ed4-40ea-990d-610451856ab1,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:43.793643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002ad83-1cec-4cae-b91c-2fc16854f37f req-6335093f-808c-4250-97f6-6ee4bfdbd078 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.797592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8002ad83-1cec-4cae-b91c-2fc16854f37f req-6335093f-808c-4250-97f6-6ee4bfdbd078 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1097918 Oct 27 16:21:43.880800 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-96380690-68a6-4f41-9325-73a80a9c5be6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:43.884536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96380690-68a6-4f41-9325-73a80a9c5be6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-55807194 HTTP/1.1" status: 404 len: 327 time: 0.2640531 Oct 27 16:21:43.885649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.896886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-896833b6-7dc4-435a-9667-0a9810c1e5e9 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-1183421168') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:43.910052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Provisioning complete for port ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:43.910744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.916671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8002ad83-1cec-4cae-b91c-2fc16854f37f req-6b4b37b2-5cf1-421f-8911-2ab06c6daf34 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087189 Oct 27 16:21:43.989966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a8b04837-4ed4-40ea-990d-610451856ab1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:44.019960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Port ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:44.046556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Provisioning complete for port 2f82f9a0-49c3-441f-bf18-0b717f65c3be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.051307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.051459 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-896833b6-7dc4-435a-9667-0a9810c1e5e9 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:44.051459 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-896833b6-7dc4-435a-9667-0a9810c1e5e9 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-1183421168 HTTP/1.1" status: 404 len: 329 time: 0.1600487 Oct 27 16:21:44.051733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.056148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-1d873070-c3cf-4e44-a581-7fa92113f802 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7', 'tempest-TagsExtTest-Tag-894402893') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.108158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-da9d6238-9d83-445e-a247-3f08e7213f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.108158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Port 2f82f9a0-49c3-441f-bf18-0b717f65c3be cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:44.108158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a8b04837-4ed4-40ea-990d-610451856ab1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.108158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.112588 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-1d873070-c3cf-4e44-a581-7fa92113f802 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:44.113667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1d873070-c3cf-4e44-a581-7fa92113f802 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags/tempest-TagsExtTest-Tag-894402893 HTTP/1.1" status: 404 len: 328 time: 0.0611653 Oct 27 16:21:44.116565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.121274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-8dd2184b-7f8c-4aff-b28b-09f82f180b6b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', {'tags': ['tempest-TagsExtTest-Tag-321994250', 'tempest-TagsExtTest-Tag-114443548', 'tempest-TagsExtTest-Tag-1810639895']}) {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.140318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Provisioning complete for port a8b04837-4ed4-40ea-990d-610451856ab1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.140908 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ffd32e18-df8b-4851-bb5b-1e084981d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.207355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.244236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:44.322767 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8dd2184b-7f8c-4aff-b28b-09f82f180b6b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 200 len: 316 time: 0.2049713 Oct 27 16:21:44.324063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.325594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43428) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.333826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aebaf375-e2b1-49de-b293-3a382b6781b1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed HTTP/1.1" status: 204 len: 168 time: 0.9034934 Oct 27 16:21:44.334116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43430) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.339944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-ec098976-5390-43aa-9cbc-74a8cc83ccb6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.386114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e281c3d6-7b1d-49ac-94e1-fd0a89e228d5 None None] Could not find standard attr ID for object ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:21:44.396720 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a6077c-29ac-4bca-b814-2db859cec3a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:44.398668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d1a6077c-29ac-4bca-b814-2db859cec3a2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/ee1cf6a9-4128-4b8a-bfb8-5cddd4ca65ed HTTP/1.1" status: 404 len: 333 time: 0.0632966 Oct 27 16:21:44.401567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43434) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.403687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e281c3d6-7b1d-49ac-94e1-fd0a89e228d5 None None] Provisioning complete for port 2f82f9a0-49c3-441f-bf18-0b717f65c3be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.403687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e281c3d6-7b1d-49ac-94e1-fd0a89e228d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.450832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e281c3d6-7b1d-49ac-94e1-fd0a89e228d5 None None] Port 2f82f9a0-49c3-441f-bf18-0b717f65c3be cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:44.597140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 2f82f9a0-49c3-441f-bf18-0b717f65c3be {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:44.597491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.609803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ae43-b174-45f4-978a-e0e378077053 req-a35e25c8-1a7f-44d5-ad39-efe0a0898cd0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:44.611382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82e6ae43-b174-45f4-978a-e0e378077053 req-a35e25c8-1a7f-44d5-ad39-efe0a0898cd0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 944 time: 0.0928285 Oct 27 16:21:44.620686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.685026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec098976-5390-43aa-9cbc-74a8cc83ccb6 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 204 len: 168 time: 0.3580031 Oct 27 16:21:44.688570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.697533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-3d46ee1f-6303-43c1-b23c-86ef9a5b9e68 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-321994250') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.700058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82e6ae43-b174-45f4-978a-e0e378077053 req-8ee88d1c-190e-4281-9df5-5971e51bd546 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765371 Oct 27 16:21:44.737858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.750417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 2f82f9a0-49c3-441f-bf18-0b717f65c3be owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:44.755355 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-3d46ee1f-6303-43c1-b23c-86ef9a5b9e68 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:44.756624 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3d46ee1f-6303-43c1-b23c-86ef9a5b9e68 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-321994250 HTTP/1.1" status: 404 len: 328 time: 0.0658793 Oct 27 16:21:44.759290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.764254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-69cabaf9-a790-4370-bab2-43e0c6466ea2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-114443548') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.831109 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-69cabaf9-a790-4370-bab2-43e0c6466ea2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:44.831109 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-69cabaf9-a790-4370-bab2-43e0c6466ea2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-114443548 HTTP/1.1" status: 404 len: 328 time: 0.0701067 Oct 27 16:21:44.833244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.837878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-0c0b4fed-47c4-4ff2-859a-0174f3f3534e tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6', 'tempest-TagsExtTest-Tag-1810639895') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.905238 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-0c0b4fed-47c4-4ff2-859a-0174f3f3534e tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:44.906290 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0c0b4fed-47c4-4ff2-859a-0174f3f3534e tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags/tempest-TagsExtTest-Tag-1810639895 HTTP/1.1" status: 404 len: 329 time: 0.0719645 Oct 27 16:21:44.914213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.920764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-943d76d4-3719-44f9-9be4-5a91e19b64ca tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', {'tags': ['tempest-TagsExtTest-Tag-929756354', 'tempest-TagsExtTest-Tag-1089298932', 'tempest-TagsExtTest-Tag-1741882467']}) {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.957798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.003060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=2f82f9a0-49c3-441f-bf18-0b717f65c3be,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:45.111408 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-943d76d4-3719-44f9-9be4-5a91e19b64ca tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 200 len: 317 time: 0.1960008 Oct 27 16:21:45.114988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.120429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-4f4612a6-8c54-4389-8637-135a86e679b3 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:45.147348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edcca0-734c-4e17-9c50-004892c57653 req-cdefb2f9-2bef-4a96-886f-84317e1f05f2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:45.149012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0edcca0-734c-4e17-9c50-004892c57653 req-cdefb2f9-2bef-4a96-886f-84317e1f05f2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0970087 Oct 27 16:21:45.149981 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.152815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.156188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ea618b1c-fd2a-4a78-bba8-b42e8e15debc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/2f82f9a0-49c3-441f-bf18-0b717f65c3be HTTP/1.1" status: 204 len: 168 time: 0.7529480 Oct 27 16:21:45.158792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43454) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.196889 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec38356-c666-46a6-a93b-570117904432 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:45.199332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eec38356-c666-46a6-a93b-570117904432 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/2f82f9a0-49c3-441f-bf18-0b717f65c3be HTTP/1.1" status: 404 len: 333 time: 0.0393825 Oct 27 16:21:45.214257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.246429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0edcca0-734c-4e17-9c50-004892c57653 req-d8caa283-d081-4b4e-bf31-c52d24ff803a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Oct 27 16:21:45.285766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet f18c1ce3-bada-4673-b0e0-d6c5c701e416 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:45.290839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.334359 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.396694 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4f4612a6-8c54-4389-8637-135a86e679b3 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 204 len: 168 time: 0.2799783 Oct 27 16:21:45.399356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43458) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.404784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-c427d50d-56c4-4c25-8660-869790a10125 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-929756354') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:45.450391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.492285 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-c427d50d-56c4-4c25-8660-869790a10125 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:45.493566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c427d50d-56c4-4c25-8660-869790a10125 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-929756354 HTTP/1.1" status: 404 len: 328 time: 0.0929158 Oct 27 16:21:45.497436 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43460) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.501703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-4d94f8a6-5158-4145-b4b1-404f6b489a61 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-1089298932') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:45.588419 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-4d94f8a6-5158-4145-b4b1-404f6b489a61 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:45.591294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d94f8a6-5158-4145-b4b1-404f6b489a61 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-1089298932 HTTP/1.1" status: 404 len: 329 time: 0.0913730 Oct 27 16:21:45.593470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.597795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-6cb7f75e-1f6c-4407-90a2-e4136a283cb4 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609', 'tempest-TagsExtTest-Tag-1741882467') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:45.881694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630a6c-0293-4d69-9f93-cca3a5a7b7c6 req-f2b26518-b167-4a69-badd-4c739bcb5d5b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:45.884550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95630a6c-0293-4d69-9f93-cca3a5a7b7c6 req-f2b26518-b167-4a69-badd-4c739bcb5d5b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 944 time: 0.0724509 Oct 27 16:21:45.893729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a8b04837-4ed4-40ea-990d-610451856ab1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:45.962342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95630a6c-0293-4d69-9f93-cca3a5a7b7c6 req-4a82a846-1b0e-40c2-9739-26c5808fce36 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683618 Oct 27 16:21:45.964880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a8b04837-4ed4-40ea-990d-610451856ab1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:45.965255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.973848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.028555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=f18c1ce3-bada-4673-b0e0-d6c5c701e416,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.033168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.038995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43474) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.039804 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fba6d130-3d0a-4fdf-912d-fb6f0cc2d149 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/f18c1ce3-bada-4673-b0e0-d6c5c701e416 HTTP/1.1" status: 204 len: 168 time: 0.8225188 Oct 27 16:21:46.045823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99497834-a559-4c2f-98e2-de91e763102a None None] Network a05462ab-4fc0-4298-84fd-a0308b6f5797 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:46.052175 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-6cb7f75e-1f6c-4407-90a2-e4136a283cb4 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:46.052782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6cb7f75e-1f6c-4407-90a2-e4136a283cb4 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags/tempest-TagsExtTest-Tag-1741882467 HTTP/1.1" status: 404 len: 329 time: 0.4583454 Oct 27 16:21:46.055137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43476) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.061828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-72fcd520-8b95-47c0-9266-054eba61cb1a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', {'tags': ['tempest-TagsExtTest-Tag-339194585', 'tempest-TagsExtTest-Tag-732229494', 'tempest-TagsExtTest-Tag-1337248947']}) {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.143519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.202407 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72fcd520-8b95-47c0-9266-054eba61cb1a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "PUT /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 200 len: 316 time: 0.1456614 Oct 27 16:21:46.211614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port a8b04837-4ed4-40ea-990d-610451856ab1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:46.211614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.211890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.211890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-43bade9c-8171-4753-a1fd-ee2ddf4375bc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.303621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port a8b04837-4ed4-40ea-990d-610451856ab1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8b04837-4ed4-40ea-990d-610451856ab1,segment=NetworkSegment(a4da5c12-573a-4e82-bd75-bc56ca694afb),segment_id=a4da5c12-573a-4e82-bd75-bc56ca694afb)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:46.303621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.318707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] DHCP port deletion for a05462ab-4fc0-4298-84fd-a0308b6f5797 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:46.326393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for a8b04837-4ed4-40ea-990d-610451856ab1 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:46.391336 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43bade9c-8171-4753-a1fd-ee2ddf4375bc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1840291 Oct 27 16:21:46.392003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.409398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-74187699-7be3-42c6-8c8b-e69a8470980a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-339194585') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.436507 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-74187699-7be3-42c6-8c8b-e69a8470980a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:46.437544 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-74187699-7be3-42c6-8c8b-e69a8470980a tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-339194585 HTTP/1.1" status: 404 len: 328 time: 0.0357556 Oct 27 16:21:46.440446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.447227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-5475e8d6-fdcf-48ce-aed1-860e2409e332 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-732229494') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.458363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Deleting port a8b04837-4ed4-40ea-990d-610451856ab1 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:46.458363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.472031 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-5475e8d6-fdcf-48ce-aed1-860e2409e332 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:46.474263 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5475e8d6-fdcf-48ce-aed1-860e2409e332 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-732229494 HTTP/1.1" status: 404 len: 328 time: 0.0299447 Oct 27 16:21:46.479388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db2e34-a582-49b1-8f48-a5273ce7fc89 req-0b275493-f41e-4c16-a426-99032b350dfe tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:46.481877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41db2e34-a582-49b1-8f48-a5273ce7fc89 req-0b275493-f41e-4c16-a426-99032b350dfe tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1094115 Oct 27 16:21:46.482708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43486) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.489317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-412a7617-661b-43d4-90b9-7fc7ae18487b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4', 'tempest-TagsExtTest-Tag-1337248947') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.510734 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-412a7617-661b-43d4-90b9-7fc7ae18487b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] show failed (client error): The resource could not be found. Oct 27 16:21:46.515278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-412a7617-661b-43d4-90b9-7fc7ae18487b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags/tempest-TagsExtTest-Tag-1337248947 HTTP/1.1" status: 404 len: 329 time: 0.0311160 Oct 27 16:21:46.516105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.520493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-53130c59-5a80-4ae9-8cb8-02226ef83ed2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c6ed6f4-eff0-41b1-b46e-dd8b006585b4') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.526943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] For port a8b04837-4ed4-40ea-990d-610451856ab1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8b04837-4ed4-40ea-990d-610451856ab1,segment=NetworkSegment(a4da5c12-573a-4e82-bd75-bc56ca694afb),segment_id=a4da5c12-573a-4e82-bd75-bc56ca694afb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:46.527378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.543804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Calling delete_port for a8b04837-4ed4-40ea-990d-610451856ab1 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:46.545749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-41db2e34-a582-49b1-8f48-a5273ce7fc89 req-4f65a60b-4134-4360-8faa-a6db55bf360b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Oct 27 16:21:46.549784 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-53130c59-5a80-4ae9-8cb8-02226ef83ed2 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0325608 Oct 27 16:21:46.552919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43490) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.557168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-13f15633-4c1c-4d00-a9a3-8ed5cfa691c1 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e3b9000-6d02-4cf3-b567-8b1d656b7609') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.644749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.645557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.670907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] Pushing event deleted for resources: {'Port': ['ID=a8b04837-4ed4-40ea-990d-610451856ab1,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.674563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6b737-e032-49ea-95c1-2043830d9bfb None None] No DVR routers for this DVR port a8b04837-4ed4-40ea-990d-610451856ab1 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:46.679489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=a8b04837-4ed4-40ea-990d-610451856ab1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.684484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port a8b04837-4ed4-40ea-990d-610451856ab1 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:46.707826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8f86a271-25fe-40c1-a09e-5db5b4a7f070 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:46.768456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-13f15633-4c1c-4d00-a9a3-8ed5cfa691c1 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609/tags HTTP/1.1" status: 204 len: 168 time: 0.2150414 Oct 27 16:21:46.771276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.776257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.tag.tag_plugin [None req-db37459e-c55a-44fc-a9e2-96c6ec140928 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bea8abe6-726f-4467-bf06-7a16f4a773c6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.779595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.802222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05462ab-4fc0-4298-84fd-a0308b6f5797']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.812701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4da5c12-573a-4e82-bd75-bc56ca694afb') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.813063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4da5c12-573a-4e82-bd75-bc56ca694afb') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.823077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.836366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:46.842393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.842967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db37459e-c55a-44fc-a9e2-96c6ec140928 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0705762 Oct 27 16:21:46.846778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43500) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.851004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:46.851667 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.853511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.tag.tag_plugin [None req-5704cbc8-94f3-4010-bdf5-31ebaf30eacc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4e77b628-f94b-4e8d-9add-449912a080d7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.857341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:46.857794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:46.862078 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:46.925639 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.934175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.961148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:46.963387 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ac495d-4a11-48f4-b633-c51ef36a342c" -d '{"events": [{"server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "name": "network-vif-plugged", "status": "completed", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:46.966222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5704cbc8-94f3-4010-bdf5-31ebaf30eacc tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1183417 Oct 27 16:21:46.970811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:46.977521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:47.008503 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957533c1-b867-4e7b-af4f-27d9d6edb97f x-openstack-request-id: req-957533c1-b867-4e7b-af4f-27d9d6edb97f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:47.008813 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "name": "network-vif-plugged", "status": "completed", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:47.009093 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-957533c1-b867-4e7b-af4f-27d9d6edb97f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:47.009491 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070', 'code': 200} Oct 27 16:21:47.061454 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.104946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e65e-d5b1-46e4-93e7-357fad553005 req-5b561333-5680-4325-b33d-bb81e11d5a20 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:47.106969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3f8e65e-d5b1-46e4-93e7-357fad553005 req-5b561333-5680-4325-b33d-bb81e11d5a20 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.0577598 Oct 27 16:21:47.119007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:47.151299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3f8e65e-d5b1-46e4-93e7-357fad553005 req-5412e214-5f83-489d-9b9e-16a918b90c2d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359967 Oct 27 16:21:47.153106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1cafad3-c89f-4473-bbd9-dfda413dda51 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for subnetpool, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.160933 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1cafad3-c89f-4473-bbd9-dfda413dda51 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4c6ed6f4-eff0-41b1-b46e-dd8b006585b4 HTTP/1.1" status: 204 len: 168 time: 0.1824360 Oct 27 16:21:47.160933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:47.195477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.206170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.207081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/a05462ab-4fc0-4298-84fd-a0308b6f5797 HTTP/1.1" status: 204 len: 168 time: 1.1670179 Oct 27 16:21:47.210920 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2d312d80-d071-4457-ae99-55a16b4f222b tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3b9000-6d02-4cf3-b567-8b1d656b7609 HTTP/1.1" status: 200 len: 205 time: 0.0517902 Oct 27 16:21:47.211414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:47.214141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43514) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:47.220120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661443076'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:47.222299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f90dba-b14e-402b-908c-83f3f8508962 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=a05462ab-4fc0-4298-84fd-a0308b6f5797,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:47.313194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.319490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea8f5-0fed-4f47-ab7a-122de4d37ad8 req-88e37e4a-8043-46c7-b083-ce601e527309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:47.320984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d12ea8f5-0fed-4f47-ab7a-122de4d37ad8 req-88e37e4a-8043-46c7-b083-ce601e527309 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 1096 time: 0.2305360 Oct 27 16:21:47.473292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:47.476745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.519765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d12ea8f5-0fed-4f47-ab7a-122de4d37ad8 req-2f591154-15ed-4b80-a7f0-1da4373fdd01 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658142 Oct 27 16:21:47.523573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.525864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.573439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:47.689451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.689906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d477e-55e2-433c-abd4-4f9e719e30cd req-56f6645c-8fa4-49b6-9016-22bf7e7f6153 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:47.690855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3b9000-6d02-4cf3-b567-8b1d656b7609 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:47.691697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f8d477e-55e2-433c-abd4-4f9e719e30cd req-56f6645c-8fa4-49b6-9016-22bf7e7f6153 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0701480 Oct 27 16:21:47.695719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.695719 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment d8f609d7-7483-429c-8065-be12198707de of type vlan for network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 Oct 27 16:21:47.713536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.714980 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-babbe8ad-1795-433d-80a8-f40497f90152 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/routers/4e3b9000-6d02-4cf3-b567-8b1d656b7609 HTTP/1.1" status: 204 len: 168 time: 0.4916437 Oct 27 16:21:47.718413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:47.771211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f8d477e-55e2-433c-abd4-4f9e719e30cd req-b064ad79-a644-45a4-b704-d9658ae99cd8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650742 Oct 27 16:21:47.778261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.863625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Deleting port bea8abe6-726f-4467-bf06-7a16f4a773c6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:47.864340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.895985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a8b04837-4ed4-40ea-990d-610451856ab1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:47.921552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a8b04837-4ed4-40ea-990d-610451856ab1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:47.922184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a8b04837-4ed4-40ea-990d-610451856ab1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:47.940842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.946760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:47.947390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.049548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.052055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=ab5b6265-c5ed-471f-80b6-fd000ffd52c4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.065223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:48.066620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Calling delete_port for bea8abe6-726f-4467-bf06-7a16f4a773c6 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:48.091964 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d968e27d-4a03-4dec-b76f-858abb86a855 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8715980 Oct 27 16:21:48.092177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43532) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:48.095760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:48.294882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5bd73-18e6-4912-a780-6d0f49f4e0b9 req-d2ef293b-269d-45ae-9d40-6018a0cc393b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.296528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29e5bd73-18e6-4912-a780-6d0f49f4e0b9 req-d2ef293b-269d-45ae-9d40-6018a0cc393b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Oct 27 16:21:48.311902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:48.315196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.344282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.376768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event deleted for resources: {'Port': ['ID=bea8abe6-726f-4467-bf06-7a16f4a773c6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.398127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29e5bd73-18e6-4912-a780-6d0f49f4e0b9 req-292b4e86-dd30-4ea8-afe4-20fa1d42298e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Oct 27 16:21:48.468303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.475085 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-075acae3-617f-45dd-b160-9e595c809abe tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/ports/bea8abe6-726f-4467-bf06-7a16f4a773c6 HTTP/1.1" status: 204 len: 168 time: 0.7529759 Oct 27 16:21:48.479075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43538) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:48.547005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Deleting subnet 4e77b628-f94b-4e8d-9add-449912a080d7 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:48.551306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.600118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.658808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.709680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.723719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=8780f668-6933-4a72-b069-0340cf64e8cd,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.736700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': 'd8f609d7-7483-429c-8065-be12198707de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:48.736700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: ab5b6265-c5ed-471f-80b6-fd000ffd52c4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:48.829770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:48.858824 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.899721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event deleted for resources: {'Subnet': ['ID=4e77b628-f94b-4e8d-9add-449912a080d7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.904691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.908393 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b8eb6dd-dfa4-4a81-8e55-3dc65615c635 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/subnets/4e77b628-f94b-4e8d-9add-449912a080d7 HTTP/1.1" status: 204 len: 168 time: 0.4280453 Oct 27 16:21:48.908683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf3419-c2c0-4c52-996f-d95caaa9808e req-feaf35ac-8cc0-497e-943b-71aaac0e8ee8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.910991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ebf3419-c2c0-4c52-996f-d95caaa9808e req-feaf35ac-8cc0-497e-943b-71aaac0e8ee8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0728261 Oct 27 16:21:48.912766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b415d-ea93-426c-a047-665c6f1b6d57 None None] Network b2f8d59c-d64f-4ef0-982e-2969ee4b3585 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:48.915273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:48.928365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ab5b6265-c5ed-471f-80b6-fd000ffd52c4) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:48.933049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.934095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.975721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ebf3419-c2c0-4c52-996f-d95caaa9808e req-d93c2dda-eb35-4e82-a833-3b9d01821dfd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555668 Oct 27 16:21:48.982798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd9d5f-528d-4e7c-8fd9-b17a5c3b2c0d None None] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:49.054558 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.092776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48bd66f3-6f6b-4c40-8e19-953665334308 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9877846 Oct 27 16:21:49.097366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:49.112841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4', 'name': 'tempest-PortsTestJSON-681378810', 'fixed_ips': [{'subnet_id': '8780f668-6933-4a72-b069-0340cf64e8cd', 'ip_address': '172.20.0.10'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:49.141592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Deleting port c90a3b53-076e-48b7-a0ba-883678a9bf0c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:49.142338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.254284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] For port c90a3b53-076e-48b7-a0ba-883678a9bf0c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c90a3b53-076e-48b7-a0ba-883678a9bf0c,segment=NetworkSegment(23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c),segment_id=23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:49.254650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.268520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Calling delete_port for c90a3b53-076e-48b7-a0ba-883678a9bf0c owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:49.390060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:49.432237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-ab5b6265-c5ed-471f-80b6-fd000ffd52c4', 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': '8780f668-6933-4a72-b069-0340cf64e8cd'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:49.434043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.457431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ccfcd-0c8b-4c57-bf91-b61a827b5895 None None] DHCP port deletion for b2f8d59c-d64f-4ef0-982e-2969ee4b3585 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:49.476125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.496225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-428ccfcd-0c8b-4c57-bf91-b61a827b5895 None None] The port 'c90a3b53-076e-48b7-a0ba-883678a9bf0c' was deleted {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 27 16:21:49.514096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.549130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event deleted for resources: {'Port': ['ID=c90a3b53-076e-48b7-a0ba-883678a9bf0c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:49.560894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port e5d42712-b324-4696-b2c0-ec4f9f7661b6 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:49.570712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] No DVR routers for this DVR port c90a3b53-076e-48b7-a0ba-883678a9bf0c on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:49.735674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Allocated IP 172.20.0.2 (ab5b6265-c5ed-471f-80b6-fd000ffd52c4/8780f668-6933-4a72-b069-0340cf64e8cd/2870b52b-dfd9-4e3a-82ee-e52d164b330b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:49.767527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.774621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d724-5d46-4866-9d8a-85cab5663ae6 req-43b9da65-cfec-444f-a420-533560382104 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:49.776924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8e9d724-5d46-4866-9d8a-85cab5663ae6 req-43b9da65-cfec-444f-a420-533560382104 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.2587092 Oct 27 16:21:49.802556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f8d59c-d64f-4ef0-982e-2969ee4b3585']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:49.819650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:49.819650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fc909d-9bfa-44c0-ba6d-8bc8d7928c8c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:49.826952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.836918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8e9d724-5d46-4866-9d8a-85cab5663ae6 req-b503d585-0840-4ddc-b513-8fe396a38bdb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542743 Oct 27 16:21:49.844001 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.852859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:49.853262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:49.856469 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:49.876926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c90a3b53-076e-48b7-a0ba-883678a9bf0c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:49.906715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c90a3b53-076e-48b7-a0ba-883678a9bf0c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:49.907068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c90a3b53-076e-48b7-a0ba-883678a9bf0c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:49.969492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.001400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.005840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.014208 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] 10.222.0.70 "DELETE /v2.0/networks/b2f8d59c-d64f-4ef0-982e-2969ee4b3585 HTTP/1.1" status: 204 len: 168 time: 1.0942438 Oct 27 16:21:50.033136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0a6e8-fbfc-4200-a097-f0fac9b2fa91 tempest-TagsExtTest-603354843 tempest-TagsExtTest-603354843-project] Pushing event deleted for resources: {'Network': ['ID=b2f8d59c-d64f-4ef0-982e-2969ee4b3585,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.064737 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.124162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:50.125989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Pushing event updated for resources: {'Port': ['ID=2870b52b-dfd9-4e3a-82ee-e52d164b330b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.129901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:50.132375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:50.192840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.10 (ab5b6265-c5ed-471f-80b6-fd000ffd52c4/8780f668-6933-4a72-b069-0340cf64e8cd/e5d42712-b324-4696-b2c0-ec4f9f7661b6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:50.222647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3badd-e98f-4d75-81b3-22100b69bfde req-0fa8ee50-5cbb-4dce-85bb-50b6f522e934 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.228719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4b3badd-e98f-4d75-81b3-22100b69bfde req-0fa8ee50-5cbb-4dce-85bb-50b6f522e934 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1068821 Oct 27 16:21:50.238403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Attempting to bind port 2870b52b-dfd9-4e3a-82ee-e52d164b330b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:50.239001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Attempting to bind port 2870b52b-dfd9-4e3a-82ee-e52d164b330b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd8f609d7-7483-429c-8065-be12198707de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:50.239406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Attempting to bind port 2870b52b-dfd9-4e3a-82ee-e52d164b330b on network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:50.245000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:50.245401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Checking segment: {'id': 'd8f609d7-7483-429c-8065-be12198707de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:50.246658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.246908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Bound using segment: {'id': 'd8f609d7-7483-429c-8065-be12198707de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:50.247403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Bound port: 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f609d7-7483-429c-8065-be12198707de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:50.247784 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.286411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4b3badd-e98f-4d75-81b3-22100b69bfde req-4060817e-db3e-4640-bd33-ab86399355e7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Oct 27 16:21:50.319794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] For port 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:50.323268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] For port 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2870b52b-dfd9-4e3a-82ee-e52d164b330b,segment=NetworkSegment(d8f609d7-7483-429c-8065-be12198707de),segment_id=d8f609d7-7483-429c-8065-be12198707de)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:50.403639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.413808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.476327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b7b61-6424-42b1-a869-2f35937ce30b None None] Pushing event updated for resources: {'Port': ['ID=2870b52b-dfd9-4e3a-82ee-e52d164b330b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.518736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.571107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:50.577475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:50.579366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:50.614585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=e5d42712-b324-4696-b2c0-ec4f9f7661b6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.656183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.656183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.656622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43566) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:50.740973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-107cb64a-34cc-4293-b313-6d904d9c9c0d tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6386418 Oct 27 16:21:50.743453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:50.748357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': 'ab5b6265-c5ed-471f-80b6-fd000ffd52c4', 'name': 'tempest-PortsTestJSON-2052359184', 'fixed_ips': [{'subnet_id': '8780f668-6933-4a72-b069-0340cf64e8cd', 'ip_address': '172.20.0.9'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:50.863332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c0b99c6e-b4c8-46f3-aa40-ccd6fbc8f920 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e91af1fa046a476fb94c121e3a822fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055283 Oct 27 16:21:50.866034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:50.925415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.948873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.979975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7787b8-0d4d-4f29-8899-6dd02dd11c77 req-05d1a4bf-22e3-44de-86fe-ab1a9b051526 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.981994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef7787b8-0d4d-4f29-8899-6dd02dd11c77 req-05d1a4bf-22e3-44de-86fe-ab1a9b051526 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.0565217 Oct 27 16:21:50.989040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:50.989040 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.016942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 081a6cde-0a3c-4d32-acdb-2e117a468081 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:51.076652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef7787b8-0d4d-4f29-8899-6dd02dd11c77 req-4723b253-b001-4d04-8bec-e78b7c937451 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785170 Oct 27 16:21:51.098395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.101247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.102510 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6980e76c-4ce0-416f-9534-15d4f338ab1b HTTP/1.1" status: 204 len: 168 time: 0.2350662 Oct 27 16:21:51.112524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b1911-9bdd-40c2-b930-f34b26622b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980e76c-4ce0-416f-9534-15d4f338ab1b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:51.246755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.9 (ab5b6265-c5ed-471f-80b6-fd000ffd52c4/8780f668-6933-4a72-b069-0340cf64e8cd/081a6cde-0a3c-4d32-acdb-2e117a468081) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:51.471261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:21:51.546064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd115b-e2cd-4fe2-b716-e33fb3a0ed5e None None] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:51.568769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a5d42-5fe9-40e1-91de-4432f74aacef req-5ef655c9-554d-4484-babb-b08144b04aba tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.571002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81a5d42-5fe9-40e1-91de-4432f74aacef req-5ef655c9-554d-4484-babb-b08144b04aba tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.1484113 Oct 27 16:21:51.582330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b9703-fc20-423b-a348-a315b25ed7bf req-af9d2960-8eda-4169-8368-255af3692c5b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.583879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a19b9703-fc20-423b-a348-a315b25ed7bf req-af9d2960-8eda-4169-8368-255af3692c5b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1845517 Oct 27 16:21:51.593115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.622766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] Provisioning complete for port 2870b52b-dfd9-4e3a-82ee-e52d164b330b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:51.629934 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.695678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81a5d42-5fe9-40e1-91de-4432f74aacef req-deef7530-5ad0-47f6-9cac-ad988068f79c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995901 Oct 27 16:21:51.730828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a19b9703-fc20-423b-a348-a315b25ed7bf req-72e26c2d-9db9-44e5-bbeb-02c5fb6bc1f5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213827 Oct 27 16:21:51.832099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.840019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.885441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] For port 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2870b52b-dfd9-4e3a-82ee-e52d164b330b,segment=NetworkSegment(d8f609d7-7483-429c-8065-be12198707de),segment_id=d8f609d7-7483-429c-8065-be12198707de)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:51.900858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178099-ef5e-4818-89eb-b85edc2b564b req-d6e8b46d-134d-4b9a-ac9b-870a1853238c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.902694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4178099-ef5e-4818-89eb-b85edc2b564b req-d6e8b46d-134d-4b9a-ac9b-870a1853238c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.1137853 Oct 27 16:21:51.920951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2870b52b-dfd9-4e3a-82ee-e52d164b330b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:51.922053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:51.946096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:51.953260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:51.976523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.990414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=081a6cde-0a3c-4d32-acdb-2e117a468081,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.018022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4178099-ef5e-4818-89eb-b85edc2b564b req-41174b59-d016-45ff-9fb6-32bf86c4a6b1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963314 Oct 27 16:21:52.064435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.065213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.092636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16982e18-f1ed-42af-a2d1-27bc27c2eca0 None None] Pushing event updated for resources: {'Port': ['ID=2870b52b-dfd9-4e3a-82ee-e52d164b330b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.102014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2870b52b-dfd9-4e3a-82ee-e52d164b330b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:52.106489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.162738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43630) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:52.164132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d9811e0f-7484-4552-91b4-93448cbaf67c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4187086 Oct 27 16:21:52.216646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f9c9a516-72b2-4977-ab42-daaae94fc088 None None] Provisioning complete for port e5d42712-b324-4696-b2c0-ec4f9f7661b6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:52.217345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a516-72b2-4977-ab42-daaae94fc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.253453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9a516-72b2-4977-ab42-daaae94fc088 None None] Port e5d42712-b324-4696-b2c0-ec4f9f7661b6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:52.262663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92a1f7-ee2e-46e9-873c-ef462ac3c8f5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.264283 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bb92a1f7-ee2e-46e9-873c-ef462ac3c8f5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1004224 Oct 27 16:21:52.266895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43632) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:52.284061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f9c9a516-72b2-4977-ab42-daaae94fc088 None None] Provisioning complete for port 2870b52b-dfd9-4e3a-82ee-e52d164b330b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:52.285895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a516-72b2-4977-ab42-daaae94fc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.375811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85de24d-74af-4ffd-9b9c-2adf758e2c19 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.382768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85de24d-74af-4ffd-9b9c-2adf758e2c19 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.397848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85de24d-74af-4ffd-9b9c-2adf758e2c19 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.399943 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e85de24d-74af-4ffd-9b9c-2adf758e2c19 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1319582 Oct 27 16:21:52.403447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:52.562411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 081a6cde-0a3c-4d32-acdb-2e117a468081 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:52.562730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.605936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f1cc771a-c89c-499d-b398-7f190b74aa57 None None] Provisioning complete for port e5d42712-b324-4696-b2c0-ec4f9f7661b6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:52.606529 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1cc771a-c89c-499d-b398-7f190b74aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.656489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc771a-c89c-499d-b398-7f190b74aa57 None None] Port e5d42712-b324-4696-b2c0-ec4f9f7661b6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:52.687420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef0ca9-f31c-471f-8af8-a1768df899c8 req-b2da4f3f-835b-4c2e-ab46-d6d3064cbbfe tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.701860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2ef0ca9-f31c-471f-8af8-a1768df899c8 req-b2da4f3f-835b-4c2e-ab46-d6d3064cbbfe tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.1105292 Oct 27 16:21:52.721490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.738828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 081a6cde-0a3c-4d32-acdb-2e117a468081 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:52.780800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2ef0ca9-f31c-471f-8af8-a1768df899c8 req-08a1924c-9b30-43dd-bb15-355ab45ada26 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Oct 27 16:21:52.782965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d907a6d4-f084-4d0b-996c-dc616a44bb05 None None] Provisioning complete for port 081a6cde-0a3c-4d32-acdb-2e117a468081 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:52.783919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d907a6d4-f084-4d0b-996c-dc616a44bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.865436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d907a6d4-f084-4d0b-996c-dc616a44bb05 None None] Port 081a6cde-0a3c-4d32-acdb-2e117a468081 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:52.906747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0097c-05b0-4603-b40f-e02725b837c3 req-73ac276f-68f4-4f01-bd9e-f42f6a3b41c1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.908318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ab0097c-05b0-4603-b40f-e02725b837c3 req-73ac276f-68f4-4f01-bd9e-f42f6a3b41c1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0620627 Oct 27 16:21:52.950750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ab0097c-05b0-4603-b40f-e02725b837c3 req-2bb9ef32-2df6-42ba-ac13-ccafed0fd46e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346386 Oct 27 16:21:53.022698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.057494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=081a6cde-0a3c-4d32-acdb-2e117a468081,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:53.138496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.145191 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3280df97-f83a-44ac-bed8-8e5656849673 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/081a6cde-0a3c-4d32-acdb-2e117a468081 HTTP/1.1" status: 204 len: 168 time: 0.7381630 Oct 27 16:21:53.145413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43658) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:53.179607 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-387ef3e3-917b-4e02-99ae-dee604335609 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:53.181587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-387ef3e3-917b-4e02-99ae-dee604335609 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/081a6cde-0a3c-4d32-acdb-2e117a468081 HTTP/1.1" status: 404 len: 333 time: 0.0350432 Oct 27 16:21:53.184836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43660) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:53.290009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port e5d42712-b324-4696-b2c0-ec4f9f7661b6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:53.290706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.415271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.429160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for e5d42712-b324-4696-b2c0-ec4f9f7661b6 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:53.692735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.723476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=e5d42712-b324-4696-b2c0-ec4f9f7661b6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:53.795144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.801720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d983b22a-6119-475a-8fc5-3df3c9b09a72 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/e5d42712-b324-4696-b2c0-ec4f9f7661b6 HTTP/1.1" status: 204 len: 168 time: 0.6130929 Oct 27 16:21:53.802762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43682) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:53.865751 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2f2738-32e6-49f9-8e63-0411553396a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:21:53.867432 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc2f2738-32e6-49f9-8e63-0411553396a6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/e5d42712-b324-4696-b2c0-ec4f9f7661b6 HTTP/1.1" status: 404 len: 333 time: 0.0633736 Oct 27 16:21:53.870497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:53.905391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2870b52b-dfd9-4e3a-82ee-e52d164b330b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:54.005516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2870b52b-dfd9-4e3a-82ee-e52d164b330b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:54.006675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.068935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 8780f668-6933-4a72-b069-0340cf64e8cd {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:54.078923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.090908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574de1c-b6fc-424f-82a2-de750257b1c4 req-cf29ebaa-85e5-4c32-a184-229276a3954b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.092503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4574de1c-b6fc-424f-82a2-de750257b1c4 req-cf29ebaa-85e5-4c32-a184-229276a3954b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.1475532 Oct 27 16:21:54.212428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.526014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a28157-3d4b-487d-a8a2-043f9159279e req-28a25144-d0d6-4cf7-8540-b0ddd6662b31 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.527589 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-17a28157-3d4b-487d-a8a2-043f9159279e req-28a25144-d0d6-4cf7-8540-b0ddd6662b31 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 945 time: 0.0600202 Oct 27 16:21:54.587181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4574de1c-b6fc-424f-82a2-de750257b1c4 req-0e71cf3a-c4bc-47ac-9f9b-1dff8fcb98e8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436481 Oct 27 16:21:54.619074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f6916-cca2-42bf-a1ff-a88044346f5d req-258b45d9-5582-4b9f-8f00-238746bec87a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.625964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-094f6916-cca2-42bf-a1ff-a88044346f5d req-258b45d9-5582-4b9f-8f00-238746bec87a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.4751778 Oct 27 16:21:54.695115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:54.695926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.715873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-094f6916-cca2-42bf-a1ff-a88044346f5d req-2a0ec7f9-ae37-488b-b601-1077e014ac8d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844820 Oct 27 16:21:54.721189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.760152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43708) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:54.853387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port 8f86a271-25fe-40c1-a09e-5db5b4a7f070, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8f86a271-25fe-40c1-a09e-5db5b4a7f070,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:54.854163 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.871789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for 8f86a271-25fe-40c1-a09e-5db5b4a7f070 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:54.886478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4119-0815-4ed0-b369-a492cce3eb1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.945101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.989809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.995098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/8780f668-6933-4a72-b069-0340cf64e8cd HTTP/1.1" status: 204 len: 168 time: 1.1230929 Oct 27 16:21:54.996210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e9d2-3aa0-4d59-a52e-6345e8df9cd4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=8780f668-6933-4a72-b069-0340cf64e8cd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:54.997797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da06c407-cbd6-4e90-ba8f-cc8fd7dd88bc None None] Network ab5b6265-c5ed-471f-80b6-fd000ffd52c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:55.006762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43712) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:55.091551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.115910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.131679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', '8f86a271-25fe-40c1-a09e-5db5b4a7f070'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:55.150808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=8f86a271-25fe-40c1-a09e-5db5b4a7f070,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.205287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 2870b52b-dfd9-4e3a-82ee-e52d164b330b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:55.205918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.206926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port 8f86a271-25fe-40c1-a09e-5db5b4a7f070 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:55.210019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.213422 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-17a28157-3d4b-487d-a8a2-043f9159279e req-1e4ef129-2f86-4243-bd85-73c293d90af5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/8f86a271-25fe-40c1-a09e-5db5b4a7f070 HTTP/1.1" status: 204 len: 173 time: 0.6793823 Oct 27 16:21:55.213873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'name': 'network-vif-deleted', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:55.216288 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145db854-b0b2-45fd-8225-2800b54e12ae" -d '{"events": [{"server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "name": "network-vif-deleted", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:55.217461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] DHCP port deletion for ab5b6265-c5ed-471f-80b6-fd000ffd52c4 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:55.255848 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34724b-80c1-4122-9476-2886324d3693 x-openstack-request-id: req-cf34724b-80c1-4122-9476-2886324d3693 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:55.255848 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8c8076-3b46-4836-93af-cfa6e3b46842", "name": "network-vif-deleted", "tag": "8f86a271-25fe-40c1-a09e-5db5b4a7f070", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:55.255848 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf34724b-80c1-4122-9476-2886324d3693 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:55.255848 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c8076-3b46-4836-93af-cfa6e3b46842', 'name': 'network-vif-deleted', 'tag': '8f86a271-25fe-40c1-a09e-5db5b4a7f070', 'status': 'completed', 'code': 200} Oct 27 16:21:55.259824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4119-0815-4ed0-b369-a492cce3eb1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.298348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2870b52b-dfd9-4e3a-82ee-e52d164b330b,segment=NetworkSegment(d8f609d7-7483-429c-8065-be12198707de),segment_id=d8f609d7-7483-429c-8065-be12198707de)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:55.298718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.312848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 2870b52b-dfd9-4e3a-82ee-e52d164b330b owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:55.322396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4119-0815-4ed0-b369-a492cce3eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.337845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Deleting port 2870b52b-dfd9-4e3a-82ee-e52d164b330b {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:55.338226 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.402160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8a1e4119-0815-4ed0-b369-a492cce3eb1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb27330606b6411795a09b288d297a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403608 Oct 27 16:21:55.404311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:55.411096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4119-0815-4ed0-b369-a492cce3eb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76acc99a-e70e-44cf-8e35-c4f7dc02705d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.415870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] For port 2870b52b-dfd9-4e3a-82ee-e52d164b330b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2870b52b-dfd9-4e3a-82ee-e52d164b330b,segment=NetworkSegment(d8f609d7-7483-429c-8065-be12198707de),segment_id=d8f609d7-7483-429c-8065-be12198707de)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:55.416558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.437437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Calling delete_port for 2870b52b-dfd9-4e3a-82ee-e52d164b330b owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:55.479623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.502439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.515753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.521333 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:21:55.524877 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:21:55.536459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.543659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=2870b52b-dfd9-4e3a-82ee-e52d164b330b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.550264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port 2870b52b-dfd9-4e3a-82ee-e52d164b330b on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:55.568186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] Pushing event deleted for resources: {'Port': ['ID=2870b52b-dfd9-4e3a-82ee-e52d164b330b,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.571923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489170ea-a3fd-4fec-ab33-c95ef0dbadc9 None None] No DVR routers for this DVR port 2870b52b-dfd9-4e3a-82ee-e52d164b330b on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:55.641878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.645637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.652160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76acc99a-e70e-44cf-8e35-c4f7dc02705d HTTP/1.1" status: 204 len: 168 time: 0.2414062 Oct 27 16:21:55.652924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.657046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88b5d5-30db-48b2-9199-21c540e07b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76acc99a-e70e-44cf-8e35-c4f7dc02705d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.673119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5b6265-c5ed-471f-80b6-fd000ffd52c4']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:55.686252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f609d7-7483-429c-8065-be12198707de') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:55.686564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f609d7-7483-429c-8065-be12198707de') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:55.697250 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.720113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.729651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:55.731466 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:55.747720 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:55.822317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c06706e3-760e-4798-b4f1-c581f136d763 req-cc85bb6f-08bb-4343-9eef-bd4c0f8dc17f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d8c8076-3b46-4836-93af-cfa6e3b46842 HTTP/1.1" status: 200 len: 210 time: 0.0980389 Oct 27 16:21:55.887066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2870b52b-dfd9-4e3a-82ee-e52d164b330b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:55.921787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2870b52b-dfd9-4e3a-82ee-e52d164b330b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:55.922138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2870b52b-dfd9-4e3a-82ee-e52d164b330b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:55.939515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.949087 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.952644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/ab5b6265-c5ed-471f-80b6-fd000ffd52c4 HTTP/1.1" status: 204 len: 168 time: 0.9447641 Oct 27 16:21:55.958261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:55.964052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1038072515'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:55.972882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363500-db3c-4227-8d75-d8508027c78a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=ab5b6265-c5ed-471f-80b6-fd000ffd52c4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.993468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5362fe-a637-4107-9deb-46b4ac608e44 req-4ec6a5b5-8d82-4a83-acef-6c1c72106512 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:56.001681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b5362fe-a637-4107-9deb-46b4ac608e44 req-4ec6a5b5-8d82-4a83-acef-6c1c72106512 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0970066 Oct 27 16:21:56.043823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b5362fe-a637-4107-9deb-46b4ac608e44 req-139181da-af9f-4e06-84a9-7ccc24ef5d0f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Oct 27 16:21:56.098338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:56.102418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.128217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:56.137964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.138307 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Added segment e5aaf711-8922-4eb6-a463-4dd93c681db2 of type vlan for network 040a2483-3b64-48bd-af72-f1f56e19e429 Oct 27 16:21:56.178672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.310379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.316019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:56.319684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.383789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Network': ['ID=040a2483-3b64-48bd-af72-f1f56e19e429,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.397086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 040a2483-3b64-48bd-af72-f1f56e19e429 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:56.427504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43738) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:56.436535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:56.436863 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1e39b58-779b-4274-90e5-9619499e3574 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4763811 Oct 27 16:21:56.497682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43740) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:56.532128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2adbd312-0253-4fc2-bfb4-1e8c6e5433ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.590425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:56.594196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.615750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2adbd312-0253-4fc2-bfb4-1e8c6e5433ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.699235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2adbd312-0253-4fc2-bfb4-1e8c6e5433ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.742717 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2adbd312-0253-4fc2-bfb4-1e8c6e5433ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c60aa5a263a846c692613858ac1634ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426648 Oct 27 16:21:56.743643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43742) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:56.749813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbd312-0253-4fc2-bfb4-1e8c6e5433ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd2c8f7-5f95-4917-a075-5458a8b94a46,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.808030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.832442 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.876789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.965675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=9f0e8b4b-9c74-42ef-8e90-26ab803e8908,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.989334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Checking segment: {'id': 'e5aaf711-8922-4eb6-a463-4dd93c681db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:56.991265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network hostable DHCP agents. Network: 040a2483-3b64-48bd-af72-f1f56e19e429, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:57.013191 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.017100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.018797 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cd2c8f7-5f95-4917-a075-5458a8b94a46 HTTP/1.1" status: 204 len: 168 time: 0.2742128 Oct 27 16:21:57.031776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932d8e0-73fb-4049-bb3a-b451af8700cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd2c8f7-5f95-4917-a075-5458a8b94a46,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:57.135170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 040a2483-3b64-48bd-af72-f1f56e19e429 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:57.252744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae43d54-50ed-4185-bab8-fbced38f80e7 req-7f440854-1c7d-4a1c-8210-b311db528852 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.254342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ae43d54-50ed-4185-bab8-fbced38f80e7 req-7f440854-1c7d-4a1c-8210-b311db528852 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1202884 Oct 27 16:21:57.266413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-2e5d2320-ec5b-4b00-b0ce-5defbec8e2ed tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.269278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-2e5d2320-ec5b-4b00-b0ce-5defbec8e2ed tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.1654415 Oct 27 16:21:57.272399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 040a2483-3b64-48bd-af72-f1f56e19e429) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:57.286896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af997a1f-e9c4-478a-b342-a4f51b585076 None None] Network 040a2483-3b64-48bd-af72-f1f56e19e429 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:57.288451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.289052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.326694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ae43d54-50ed-4185-bab8-fbced38f80e7 req-7552c88b-3902-4dbb-bf92-50e123044a51 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563765 Oct 27 16:21:57.333493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-125d0585-88c6-4d47-9dc7-dde8a8c2f9e9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/quotas/e7ae7e6c36d04883903f01e54e47ac30 HTTP/1.1" status: 200 len: 375 time: 0.0300879 Oct 27 16:21:57.387282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-3ca139b9-b498-448e-a72b-f8814bfe8a96 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528119 Oct 27 16:21:57.405157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-32937a6c-ee7d-4131-ad85-7dc74502349c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9750693 Oct 27 16:21:57.408315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:57.414277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-531571214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:57.501631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-040a2483-3b64-48bd-af72-f1f56e19e429', 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': '9f0e8b4b-9c74-42ef-8e90-26ab803e8908'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:57.503333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.510535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-90ecd87b-a5db-4bf0-aae0-c24bf155d9c3 service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223233 Oct 27 16:21:57.556260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.560806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.658046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-a20ea1f7-38cd-48a4-84ed-c24aad5e319b service neutron] 10.222.0.70 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376755 Oct 27 16:21:57.662664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.729384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.739148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Allocated IP 172.20.0.2 (040a2483-3b64-48bd-af72-f1f56e19e429/9f0e8b4b-9c74-42ef-8e90-26ab803e8908/dd06ec5c-17b5-499e-bb07-34c7b26d7b50) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:57.862977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.864884 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4b249ba2-e208-4bb3-99f0-876f98df52ab tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4550464 Oct 27 16:21:57.868584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43780) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:57.875156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429', 'name': 'tempest-PortsTestJSON-1446361308'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:57.925284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.950114 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.013050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9208217f-3f50-44e2-a77a-c5984bb4b273 req-4a72d54b-6491-4ba2-b419-d97f85d73dd7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0466866 Oct 27 16:21:58.037620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.096532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Network 040a2483-3b64-48bd-af72-f1f56e19e429 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:58.101604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:58.104303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:58.148490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Pushing event updated for resources: {'Port': ['ID=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:58.178593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Attempting to bind port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:58.182870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Attempting to bind port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e5aaf711-8922-4eb6-a463-4dd93c681db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:58.182870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Attempting to bind port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 on network 040a2483-3b64-48bd-af72-f1f56e19e429 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:58.185129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:58.185591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Checking segment: {'id': 'e5aaf711-8922-4eb6-a463-4dd93c681db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:58.186024 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.186550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Bound using segment: {'id': 'e5aaf711-8922-4eb6-a463-4dd93c681db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:58.186986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Bound port: dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5aaf711-8922-4eb6-a463-4dd93c681db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '040a2483-3b64-48bd-af72-f1f56e19e429'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:58.187395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.217999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:58.225596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.264039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 6fa02609-aa7c-46e4-82b8-781639aa2f00 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:21:58.281084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] For port dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:58.286834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] For port dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,segment=NetworkSegment(e5aaf711-8922-4eb6-a463-4dd93c681db2),segment_id=e5aaf711-8922-4eb6-a463-4dd93c681db2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:58.361798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.413496 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.434177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.11 (040a2483-3b64-48bd-af72-f1f56e19e429/9f0e8b4b-9c74-42ef-8e90-26ab803e8908/6fa02609-aa7c-46e4-82b8-781639aa2f00) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:58.448835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a8547-b4f6-4636-8b44-3bf0e1cf8bf7 None None] Pushing event updated for resources: {'Port': ['ID=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:58.487898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad0a9-88a1-45ad-84c8-3fbb0cefe4d8 req-9bb11269-f749-4a20-8d86-007b8e77da60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:58.490010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a2ad0a9-88a1-45ad-84c8-3fbb0cefe4d8 req-9bb11269-f749-4a20-8d86-007b8e77da60 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0655851 Oct 27 16:21:58.533329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a2ad0a9-88a1-45ad-84c8-3fbb0cefe4d8 req-02e1e9d0-6284-49a3-b315-ab5599fb1453 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Oct 27 16:21:58.675284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.798504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8f86a271-25fe-40c1-a09e-5db5b4a7f070 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:58.807412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.847464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8f86a271-25fe-40c1-a09e-5db5b4a7f070 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:58.849046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8f86a271-25fe-40c1-a09e-5db5b4a7f070 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:58.879909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 040a2483-3b64-48bd-af72-f1f56e19e429 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:58.880618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:58.884567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:58.908365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=6fa02609-aa7c-46e4-82b8-781639aa2f00,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:58.939723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:58.940432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.045645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43820) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:59.045898 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f9f8e31a-c097-4337-82a2-d2538aee8a62 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1754439 Oct 27 16:21:59.145866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2a5509d-75d0-4e30-91ac-82645bf15cd5 req-a83885f7-87b8-49d2-ba3a-0a21ca7173b9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0296960 Oct 27 16:21:59.592521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.699846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549c444-1350-4165-a080-b4666c1136a2 None None] Network 040a2483-3b64-48bd-af72-f1f56e19e429 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:59.829836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43838) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:59.838561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0ab8-2e1f-41a4-871a-626302a5a7a7 req-767c1ffc-b8dd-41ba-801e-d5a76162c6e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:59.849544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fbe0ab8-2e1f-41a4-871a-626302a5a7a7 req-767c1ffc-b8dd-41ba-801e-d5a76162c6e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1880977 Oct 27 16:21:59.894284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] Provisioning complete for port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:59.894836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.067875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fbe0ab8-2e1f-41a4-871a-626302a5a7a7 req-b58574c5-5a44-4e85-bc64-c0e2381bc6c0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173259 Oct 27 16:22:00.150439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd06ec5c-17b5-499e-bb07-34c7b26d7b50 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:00.263988 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.269188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c969dbd-d646-4f29-bed4-b35c9e9fc310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.340667 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.386180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b189e613-a961-4bb5-a54e-ab390a0444ed req-5e9b1597-8650-4f7a-aa14-e5e76da1cdd9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0595605 Oct 27 16:22:00.391466 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.413092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:00.414836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.494429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c969dbd-d646-4f29-bed4-b35c9e9fc310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.512778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] For port dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,segment=NetworkSegment(e5aaf711-8922-4eb6-a463-4dd93c681db2),segment_id=e5aaf711-8922-4eb6-a463-4dd93c681db2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:00.589988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0c969dbd-d646-4f29-bed4-b35c9e9fc310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.592261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.632763 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.648557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=6fa02609-aa7c-46e4-82b8-781639aa2f00,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:00.697181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c969dbd-d646-4f29-bed4-b35c9e9fc310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6041471-55bf-4fbe-bc6d-2b34459ac4c3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:00.707476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0c969dbd-d646-4f29-bed4-b35c9e9fc310 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b90067f5fbf4c28931157bc8baffc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755059 Oct 27 16:22:00.708127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43854) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:00.750009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80338dd5-3bf6-426d-81fe-bb6827244e2f None None] Pushing event updated for resources: {'Port': ['ID=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:00.784929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4c7f89ec-19e1-41b3-850e-2495c569457e None None] Provisioning complete for port 6fa02609-aa7c-46e4-82b8-781639aa2f00 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:00.785302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c7f89ec-19e1-41b3-850e-2495c569457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.814848 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:22:00.815553 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:22:00.822276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.825098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.837982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f89ec-19e1-41b3-850e-2495c569457e None None] Port 6fa02609-aa7c-46e4-82b8-781639aa2f00 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:00.863140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4c7f89ec-19e1-41b3-850e-2495c569457e None None] Provisioning complete for port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:00.863140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c7f89ec-19e1-41b3-850e-2495c569457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.863567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.024716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.027743 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.029025 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6041471-55bf-4fbe-bc6d-2b34459ac4c3 HTTP/1.1" status: 204 len: 168 time: 0.3197999 Oct 27 16:22:01.049031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4748-07db-42aa-9224-cb566605350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6041471-55bf-4fbe-bc6d-2b34459ac4c3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.104206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2c51c7b5-95d4-4901-8ced-83bdd7a7cfe2 None None] Provisioning complete for port 6fa02609-aa7c-46e4-82b8-781639aa2f00 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:01.106280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c51c7b5-95d4-4901-8ced-83bdd7a7cfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.126335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-c235e033-e3fc-40cd-a3d9-f19b31bb9837 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.128637 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-c235e033-e3fc-40cd-a3d9-f19b31bb9837 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/networks?id=558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 200 len: 806 time: 0.1694770 Oct 27 16:22:01.152886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2c51c7b5-95d4-4901-8ced-83bdd7a7cfe2 None None] Port 6fa02609-aa7c-46e4-82b8-781639aa2f00 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:01.160439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Request body: {'port': {'device_id': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'admin_state_up': True, 'tenant_id': 'e7ae7e6c36d04883903f01e54e47ac30'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:01.218604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.285050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a1a2b-f7d3-40a8-a5e9-e9c6f3875116 req-d5883c1d-5adc-445c-ad57-8221b3f3d0b0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.286861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e67a1a2b-f7d3-40a8-a5e9-e9c6f3875116 req-d5883c1d-5adc-445c-ad57-8221b3f3d0b0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.1131206 Oct 27 16:22:01.381014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b24abb9d-d0c2-4089-a150-37dba9fe60b3 None None] Provisioning complete for port 6fa02609-aa7c-46e4-82b8-781639aa2f00 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:01.381397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b24abb9d-d0c2-4089-a150-37dba9fe60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.409577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Made reservation on behalf of e7ae7e6c36d04883903f01e54e47ac30 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:01.425637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.431120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b24abb9d-d0c2-4089-a150-37dba9fe60b3 None None] Port 6fa02609-aa7c-46e4-82b8-781639aa2f00 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:01.444335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e67a1a2b-f7d3-40a8-a5e9-e9c6f3875116 req-9e37685c-59de-4fb7-aaec-c0dadf42bed5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448212 Oct 27 16:22:01.618087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Allocated IP 172.20.0.6 (558302fe-6b6b-406c-974d-d03e03072610/434029d4-cc71-444f-b8fd-38f4dea25396/f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:01.628060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cf257b8-8ec1-4397-849f-6ef47326785d req-7af97e67-e292-48a9-b393-058c24bdb039 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0551150 Oct 27 16:22:01.711261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.805066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.805688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.876002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd06ec5c-17b5-499e-bb07-34c7b26d7b50 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:01.914229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=6fa02609-aa7c-46e4-82b8-781639aa2f00,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.918216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.931700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:01.932108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.968187 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.982409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:02.033360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Network 558302fe-6b6b-406c-974d-d03e03072610 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:02.037041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:02.039848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:02.042152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 040a2483-3b64-48bd-af72-f1f56e19e429 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:02.049356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:02.072356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event updated for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:02.079372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.112158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8ee627c-05cf-4da4-b194-67373e5f042d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.141296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.142041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.251937 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-e2200665-3ca3-4547-b33d-156c2ac4482c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1106172 Oct 27 16:22:02.253858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8ee627c-05cf-4da4-b194-67373e5f042d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.263130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-8361084a-f274-44c1-b714-1066c24bcee6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:22:02.264302 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-8361084a-f274-44c1-b714-1066c24bcee6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065367 Oct 27 16:22:02.279250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Request body: {'port': {'device_id': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:02.336319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.351485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b8ee627c-05cf-4da4-b194-67373e5f042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.356962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0d80398d-2bdb-4e8a-a751-eaf87acf2584 None None] Provisioning complete for port 6fa02609-aa7c-46e4-82b8-781639aa2f00 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:02.357491 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d80398d-2bdb-4e8a-a751-eaf87acf2584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.378260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Router 7fef6c9d-db44-4e9f-b735-44a381342f17 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:22:02.395967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0d80398d-2bdb-4e8a-a751-eaf87acf2584 None None] Port 6fa02609-aa7c-46e4-82b8-781639aa2f00 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:02.428152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b8ee627c-05cf-4da4-b194-67373e5f042d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ff2623e574c42c39463ceaddcea5970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476133 Oct 27 16:22:02.430617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43876) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.445719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee627c-05cf-4da4-b194-67373e5f042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02075f45-f716-445a-ae32-7041bcf8d4bd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:02.528090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:02.537894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f82d6034-9722-4c7e-bc59-3a332c55df02 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/routers/7fef6c9d-db44-4e9f-b735-44a381342f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4899073 Oct 27 16:22:02.538057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43882) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.544970 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] Sync routers for ids ['7fef6c9d-db44-4e9f-b735-44a381342f17'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:02.570240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] Routers {'7fef6c9d-db44-4e9f-b735-44a381342f17'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:02.571888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7fef6c9d-db44-4e9f-b735-44a381342f17'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:02.587333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.614073 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:02.623592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.626234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] Routers {'7fef6c9d-db44-4e9f-b735-44a381342f17'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:02.627069 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7fef6c9d-db44-4e9f-b735-44a381342f17'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:02.634646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0676d6e-0f53-4be9-bb91-a507c6aea397 req-9afc0562-3d8c-4809-a116-c0e42bede341 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.636863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0676d6e-0f53-4be9-bb91-a507c6aea397 req-9afc0562-3d8c-4809-a116-c0e42bede341 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0971253 Oct 27 16:22:02.666793 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:02.668279 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6be7c1-e856-4a71-84f6-513484131723 None None] The sync data for ids ['7fef6c9d-db44-4e9f-b735-44a381342f17'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:02.707156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b27ae-c05f-4eb1-a935-7831f09ecad1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.711257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-528b27ae-c05f-4eb1-a935-7831f09ecad1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fef6c9d-db44-4e9f-b735-44a381342f17 HTTP/1.1" status: 200 len: 983 time: 0.1700871 Oct 27 16:22:02.715571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.742749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0676d6e-0f53-4be9-bb91-a507c6aea397 req-b340fab0-aca8-4769-ac90-dd63e3257c94 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963900 Oct 27 16:22:02.768372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2cba7-92d6-4d51-8cb0-cb8420d773be req-e99aa66d-9cc1-4895-b8d5-b33151b0e46d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.769967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1e2cba7-92d6-4d51-8cb0-cb8420d773be req-e99aa66d-9cc1-4895-b8d5-b33151b0e46d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 931 time: 0.0656478 Oct 27 16:22:02.831719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1e2cba7-92d6-4d51-8cb0-cb8420d773be req-de764d48-1973-4abd-aad9-5c42233b5029 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Oct 27 16:22:02.858774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.861986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.863302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02075f45-f716-445a-ae32-7041bcf8d4bd HTTP/1.1" status: 204 len: 168 time: 0.4313860 Oct 27 16:22:02.873529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f81af-a105-4c28-b066-de53c551bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02075f45-f716-445a-ae32-7041bcf8d4bd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:03.291298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:03.302216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.343595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Transition to ACTIVE for port object f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:22:03.422764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.517515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Pushing event updated for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:03.706529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.744799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Attempting to bind port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:03.745138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Attempting to bind port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:03.746100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Attempting to bind port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:03.776895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd on network 558302fe-6b6b-406c-974d-d03e03072610 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:22:03.777224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Attempting to bind port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd on network 558302fe-6b6b-406c-974d-d03e03072610 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:03.789671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:03.790012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Checking segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:03.790390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Bound using segment: {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:03.790815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Bound port: f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '558302fe-6b6b-406c-974d-d03e03072610'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:03.791200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.871098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9947c4-9a93-42e7-bf6d-f6df073efc28 req-2effa9cb-b832-4baa-8412-8ce46018e390 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:03.873254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b9947c4-9a93-42e7-bf6d-f6df073efc28 req-2effa9cb-b832-4baa-8412-8ce46018e390 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Oct 27 16:22:03.923050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:03.929252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b9947c4-9a93-42e7-bf6d-f6df073efc28 req-9f1b3dec-5dcf-4a92-8669-1eedbe4705cd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 Oct 27 16:22:03.959893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:04.030183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba6c91-4949-4473-a00b-c6b29d5bbfee req-082865c9-145e-4329-8b48-25da5fb91ee8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.031745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3ba6c91-4949-4473-a00b-c6b29d5bbfee req-082865c9-145e-4329-8b48-25da5fb91ee8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.0589139 Oct 27 16:22:04.037553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 6fa02609-aa7c-46e4-82b8-781639aa2f00 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:04.037900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.080529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3ba6c91-4949-4473-a00b-c6b29d5bbfee req-d792c9e0-8486-45f8-8de8-d58fdf4a9cad tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Oct 27 16:22:04.141933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.152767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.192148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 6fa02609-aa7c-46e4-82b8-781639aa2f00 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:04.213749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.214371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.215781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] 10.222.0.82 "PUT /v2.0/ports/f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd HTTP/1.1" status: 200 len: 1091 time: 1.9415648 Oct 27 16:22:04.217845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:04.226189 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd02032-797e-4537-a879-7bb6b1e12f17" -d '{"events": [{"name": "network-changed", "server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:04.262023 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454ed73-8a61-4ad4-993a-0319839a056c x-openstack-request-id: req-4454ed73-8a61-4ad4-993a-0319839a056c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:04.262317 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:04.262572 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4454ed73-8a61-4ad4-993a-0319839a056c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:04.262977 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd', 'status': 'completed', 'code': 200} Oct 27 16:22:04.275721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Pushing event updated for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:04.287443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.287893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.288128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.288468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.288800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.289293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.289539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.289865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.290191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.290587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.291446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.291446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31774efe-3658-4df1-9dca-00e25a54100f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:04.394718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-39cda030-5d86-4841-b466-e0f825719d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.396252 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-39cda030-5d86-4841-b466-e0f825719d28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 1094 time: 0.0972998 Oct 27 16:22:04.539658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-2632b89a-63ef-409c-808f-7cdeb1dcd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.541192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-2632b89a-63ef-409c-808f-7cdeb1dcd25c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1305122 Oct 27 16:22:04.625612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.662798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=6fa02609-aa7c-46e4-82b8-781639aa2f00,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:04.668019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-a2922be5-191e-454c-a564-53961375e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.670422 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5cd02032-797e-4537-a879-7bb6b1e12f17 req-a2922be5-191e-454c-a564-53961375e842 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203485 Oct 27 16:22:04.911918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-1cec9fd4-b10f-4ae9-b9e3-173f4500ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:04.913434 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-1cec9fd4-b10f-4ae9-b9e3-173f4500ec62 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 1094 time: 0.1775432 Oct 27 16:22:04.943666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.005120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-00e43ee3-b2a2-44e6-bf49-e8de1b57d164 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd HTTP/1.1" status: 200 len: 217 time: 0.0815878 Oct 27 16:22:05.156913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38c1-1278-4242-b066-bedacb6abd7c req-852a8ff3-249a-4671-af6a-fed3022a3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:05.161479 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-852a8ff3-249a-4671-af6a-fed3022a3347 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 200 len: 846 time: 0.0959013 Oct 27 16:22:05.170645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aec8d-579e-4acf-b44f-0a5dae38bb26 req-251ca0c0-2a2b-4000-98c1-3b2456db0b44 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:05.178480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d4aec8d-579e-4acf-b44f-0a5dae38bb26 req-251ca0c0-2a2b-4000-98c1-3b2456db0b44 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0778441 Oct 27 16:22:05.232728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d4aec8d-579e-4acf-b44f-0a5dae38bb26 req-5536b97b-8529-4757-b7f5-b9f5fcba71b7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Oct 27 16:22:05.332902 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-f3b1a508-8303-4ef8-b2ea-a40a3a27b657 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=558302fe-6b6b-406c-974d-d03e03072610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961318 Oct 27 16:22:05.354400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Router 7fef6c9d-db44-4e9f-b735-44a381342f17 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:05.384634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b350c69-85e4-4408-90f6-9d6ff5e4fb52 req-bc036031-eb8a-4486-af14-329114b04528 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:05.387223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b350c69-85e4-4408-90f6-9d6ff5e4fb52 req-bc036031-eb8a-4486-af14-329114b04528 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.0716493 Oct 27 16:22:05.440510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b350c69-85e4-4408-90f6-9d6ff5e4fb52 req-9fe783f1-076a-4739-80e6-63bd8513b025 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Oct 27 16:22:05.627846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:05.640605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43972) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:05.642950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] Sync routers for ids ['7fef6c9d-db44-4e9f-b735-44a381342f17'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:05.652463 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e1995af-3ac2-46c4-8b82-0e132b3a4c64 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/routers/7fef6c9d-db44-4e9f-b735-44a381342f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351368 Oct 27 16:22:05.667851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] Routers {'7fef6c9d-db44-4e9f-b735-44a381342f17'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:05.674082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7fef6c9d-db44-4e9f-b735-44a381342f17'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:05.696241 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d456cfac-1a3a-491d-8bac-bd2bf309f239 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:22:05.698212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d456cfac-1a3a-491d-8bac-bd2bf309f239 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/6fa02609-aa7c-46e4-82b8-781639aa2f00 HTTP/1.1" status: 404 len: 333 time: 0.0582631 Oct 27 16:22:05.703125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43974) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:05.704389 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-2cbde583-31e4-4c19-a90f-5945c758647f service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487568 Oct 27 16:22:05.787701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:05.814095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] Routers {'7fef6c9d-db44-4e9f-b735-44a381342f17'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:05.814095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:21:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7fef6c9d-db44-4e9f-b735-44a381342f17'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:05.850363 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-656b38c1-1278-4242-b066-bedacb6abd7c req-ff3ed80b-b300-4ac4-8faf-edcc28355191 service neutron] 10.222.0.82 "GET /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339858 Oct 27 16:22:05.895626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:05.896398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab5e49-56f3-4463-b671-b54647d4da67 None None] The sync data for ids ['7fef6c9d-db44-4e9f-b735-44a381342f17'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:06.169134 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.249762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e787-171f-41ee-a876-0ef9bca3971b req-ad994346-b416-4b3f-a5d6-230feb622f8c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:06.251299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c965e787-171f-41ee-a876-0ef9bca3971b req-ad994346-b416-4b3f-a5d6-230feb622f8c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.6274621 Oct 27 16:22:06.370094 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.372838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.423386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c965e787-171f-41ee-a876-0ef9bca3971b req-948c805e-4aee-4ddc-91ce-2ed42e1018a4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392026 Oct 27 16:22:06.531635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:06.543627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.543627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Fanout notify agent at l3_agent the message router_deleted on router 7fef6c9d-db44-4e9f-b735-44a381342f17 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:22:06.551190 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.555241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1332de00-5cd2-4535-88d2-f8d87076bfbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/routers/7fef6c9d-db44-4e9f-b735-44a381342f17 HTTP/1.1" status: 204 len: 168 time: 0.8500996 Oct 27 16:22:06.555760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43996) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:06.701467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d643-da99-4cec-a70b-bb0f837328e9 req-6a47f3dc-883c-4d79-ab5f-ec2f48301d6c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:06.710839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5337d643-da99-4cec-a70b-bb0f837328e9 req-6a47f3dc-883c-4d79-ab5f-ec2f48301d6c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.1815007 Oct 27 16:22:06.758118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65863e6-bde2-43a7-86c4-79494557e2f2 req-3c345978-9f4f-4211-abdb-8ffbe84977da tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:06.759935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e65863e6-bde2-43a7-86c4-79494557e2f2 req-3c345978-9f4f-4211-abdb-8ffbe84977da tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2034163 Oct 27 16:22:06.794196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 9f0e8b4b-9c74-42ef-8e90-26ab803e8908 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:06.799776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.825950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5337d643-da99-4cec-a70b-bb0f837328e9 req-7d0f62db-b53e-4a39-99bd-0b31a079fa08 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140850 Oct 27 16:22:06.852937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e65863e6-bde2-43a7-86c4-79494557e2f2 req-f116c94a-d070-48fd-ba40-716d4351d615 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787981 Oct 27 16:22:06.878537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5437de93-50a7-4dfe-b528-874edeb334a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.893917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.034707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.159441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5437de93-50a7-4dfe-b528-874edeb334a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.215663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-da136e84-e74f-4f50-a5ff-e3ea7b735936 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:07.219530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-da136e84-e74f-4f50-a5ff-e3ea7b735936 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.1425045 Oct 27 16:22:07.233522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-fd699058-7754-407a-ad4d-95d5811cb245 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/quotas/6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 375 time: 0.0106623 Oct 27 16:22:07.278624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.285520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5437de93-50a7-4dfe-b528-874edeb334a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.293654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-54270399-6708-48fa-8f33-b307fa006188 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535517 Oct 27 16:22:07.306558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-f04c5c83-d456-4660-9079-c4ab1a6abf50 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:22:07.311937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-f04c5c83-d456-4660-9079-c4ab1a6abf50 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054934 Oct 27 16:22:07.329144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0e8b4b-9c74-42ef-8e90-26ab803e8908,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:07.343306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.343482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254b64c-d6b1-4d9d-a515-4acb70a3baab None None] Network 040a2483-3b64-48bd-af72-f1f56e19e429 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:07.347065 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-53968b86-a0f3-44c4-b3e5-e73cb62ee58a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/9f0e8b4b-9c74-42ef-8e90-26ab803e8908 HTTP/1.1" status: 204 len: 168 time: 0.7876608 Oct 27 16:22:07.350334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:07.369938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5437de93-50a7-4dfe-b528-874edeb334a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b36849426274c8da0f811997a050cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369217 Oct 27 16:22:07.373217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:07.392356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437de93-50a7-4dfe-b528-874edeb334a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf8f709-5a60-4698-b31f-56735e37ba32,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:07.478709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-18ff5739-0c73-4104-8e06-d13f65e7b893 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627927 Oct 27 16:22:07.504758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.508332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.540643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.592005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] DHCP port deletion for 040a2483-3b64-48bd-af72-f1f56e19e429 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:07.615074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-f8e48a2c-be97-4f3e-a6ea-f3d5a0a29979 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351454 Oct 27 16:22:07.623411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:07.623754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.663504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Deleting port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:07.664017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.714694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] For port dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,segment=NetworkSegment(e5aaf711-8922-4eb6-a463-4dd93c681db2),segment_id=e5aaf711-8922-4eb6-a463-4dd93c681db2)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:07.715412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.741941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for dd06ec5c-17b5-499e-bb07-34c7b26d7b50 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:07.748257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.748531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] For port dd06ec5c-17b5-499e-bb07-34c7b26d7b50, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,segment=NetworkSegment(e5aaf711-8922-4eb6-a463-4dd93c681db2),segment_id=e5aaf711-8922-4eb6-a463-4dd93c681db2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:07.748531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.748834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.749175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cf8f709-5a60-4698-b31f-56735e37ba32 HTTP/1.1" status: 204 len: 168 time: 0.3749261 Oct 27 16:22:07.767709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9da74-a5fd-42ea-94cd-7bbbd937b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf8f709-5a60-4698-b31f-56735e37ba32,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:07.784911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Calling delete_port for dd06ec5c-17b5-499e-bb07-34c7b26d7b50 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:07.984303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd06ec5c-17b5-499e-bb07-34c7b26d7b50 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:08.039158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.078492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.081647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 update to DOWN by agent not found {{(pid=114450) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:22:08.108812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] No DVR routers for this DVR port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:08.111892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6128234-5e8d-4221-89ac-fa7e155ffeb9 None None] Pushing event deleted for resources: {'Port': ['ID=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:08.139616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a4d7a02-953b-4d13-97ec-dc9f4d8dba6f req-4e1485a7-a93f-4eab-b554-efd3c48d34b9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.1475143 Oct 27 16:22:08.202213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6684fc-847e-4cb1-9a90-88a05d7aaba5 req-e993157b-237e-4dcc-9aaf-46287f98dc43 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:08.213600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=dd06ec5c-17b5-499e-bb07-34c7b26d7b50,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:08.214075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6684fc-847e-4cb1-9a90-88a05d7aaba5 req-e993157b-237e-4dcc-9aaf-46287f98dc43 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.2420294 Oct 27 16:22:08.222334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No DVR routers for this DVR port dd06ec5c-17b5-499e-bb07-34c7b26d7b50 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:08.278181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6684fc-847e-4cb1-9a90-88a05d7aaba5 req-d34d7b33-cc81-46e0-8d29-1cc4db0449d6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Oct 27 16:22:08.387997 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.412444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040a2483-3b64-48bd-af72-f1f56e19e429']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.422873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aaf711-8922-4eb6-a463-4dd93c681db2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.423217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aaf711-8922-4eb6-a463-4dd93c681db2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.435058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.452994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.459901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:08.460378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:08.464015 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:08.675736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.686794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.690421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/040a2483-3b64-48bd-af72-f1f56e19e429 HTTP/1.1" status: 204 len: 168 time: 1.3347490 Oct 27 16:22:08.695348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.702668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d3e0-064c-4884-9c45-15b3341d2436 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=040a2483-3b64-48bd-af72-f1f56e19e429,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:08.749124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b9214-dfb1-4895-a369-26fe95a482f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:08.752944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2d7b9214-dfb1-4895-a369-26fe95a482f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/78d47f86-5e9c-40b4-9af3-75f0653d2a41 HTTP/1.1" status: 200 len: 840 time: 0.0540104 Oct 27 16:22:08.755170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.799226 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a430bd87-ff22-4778-9dd2-77fc11083200 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/78d47f86-5e9c-40b4-9af3-75f0653d2a41?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0427639 Oct 27 16:22:08.803384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44056) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.809184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:08.958903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.974198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-859d40fc-8ed5-430f-947a-15f3f1536a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.042015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:09.046375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.064713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-859d40fc-8ed5-430f-947a-15f3f1536a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.239144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4574478-ca7b-4b33-b267-1ada291b2308 req-a5d34f68-4977-4048-bcd0-43709404cda1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.0339298 Oct 27 16:22:09.252793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-859d40fc-8ed5-430f-947a-15f3f1536a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.326321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-859d40fc-8ed5-430f-947a-15f3f1536a3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56900a1c60c64587b2de7e9c9e71dba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659971 Oct 27 16:22:09.327938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d40fc-8ed5-430f-947a-15f3f1536a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7519ae-ceb6-4e0e-82b5-cc9bde1a9623,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.328882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44066) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:09.455746 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.491242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.530494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:09.541386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:09.547025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.548915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=0b66555d-b10c-4bbd-9c58-52af8940b3b7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.553227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc25382-ff8b-465e-874f-ecc9dfb53470 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:09.556127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:09.556749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.582358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774cd1-27f2-410f-8ec0-7720e9663568 req-1a4d3968-a1f5-4d57-82e0-582ef02f5d04 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:09.583917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54774cd1-27f2-410f-8ec0-7720e9663568 req-1a4d3968-a1f5-4d57-82e0-582ef02f5d04 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.1770871 Oct 27 16:22:09.594283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.594670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.594966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.595459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.595794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.596151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.596478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.596986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.597325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.597649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.597972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.598289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:09.703898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54774cd1-27f2-410f-8ec0-7720e9663568 req-100275c7-9941-462a-8e95-f7c4442d11b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 Oct 27 16:22:09.748395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48d1a339-5c9f-44ae-adf5-8342dd51e850 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9435656 Oct 27 16:22:09.752485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:09.758324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'security_group': {'name': 'tempest-secgroup-443878576'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:09.759762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-0dfd49bf-c07b-4988-aff7-1687434d8679', 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'tenant_id': '0d655dd3de74485186ed16754f46b4a9', 'fixed_ips': [{'subnet_id': '0b66555d-b10c-4bbd-9c58-52af8940b3b7'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:22:09.765139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.872358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.877688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.882048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da7519ae-ceb6-4e0e-82b5-cc9bde1a9623 HTTP/1.1" status: 204 len: 168 time: 0.5495651 Oct 27 16:22:09.895633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.899127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd034-f475-4915-80b3-9f104927cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7519ae-ceb6-4e0e-82b5-cc9bde1a9623,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.044091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.118665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Allocated IP 172.20.0.2 (0dfd49bf-c07b-4988-aff7-1687434d8679/0b66555d-b10c-4bbd-9c58-52af8940b3b7/67b59527-1d1a-4962-8699-62371527ad12) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:10.250561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.315325 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.344242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f0f38-5643-42eb-9a15-453a5c0b0e2b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.399907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e603fd15-4f0c-4e10-8a47-89e8f887c12f req-bf829595-5304-449e-9a69-958274ccb15b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.0480227 Oct 27 16:22:10.449180 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.459979 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.463246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-21dc1cba-f3cd-401b-81b8-b8b9dcd5f9bf tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7094312 Oct 27 16:22:10.466301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:10.474022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'security_group': {'name': 'tempest-secgroup-677826516'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:10.526912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:10.538593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:10.543372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:10.585013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.607596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.755265 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.847537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.850647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Attempting to bind port 67b59527-1d1a-4962-8699-62371527ad12 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:10.852100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Attempting to bind port 67b59527-1d1a-4962-8699-62371527ad12 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '910c3755-357b-4753-a077-5e43e89f6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:10.852748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Attempting to bind port 67b59527-1d1a-4962-8699-62371527ad12 on network 0dfd49bf-c07b-4988-aff7-1687434d8679 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:10.861832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:10.862703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Checking segment: {'id': '910c3755-357b-4753-a077-5e43e89f6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:10.863782 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.869089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Bound using segment: {'id': '910c3755-357b-4753-a077-5e43e89f6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:10.869089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Bound port: 67b59527-1d1a-4962-8699-62371527ad12, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910c3755-357b-4753-a077-5e43e89f6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:10.869089 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.879252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:22:10.957643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0564914b-e0b0-49be-b539-af2cebdeef3a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.016631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.021046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a42b6fb-41ae-46bc-ad49-163e6d589cb6 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5529261 Oct 27 16:22:11.025634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44104) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:11.032995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-198524104', 'security_groups': ['0564914b-e0b0-49be-b539-af2cebdeef3a'], 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b66555d-b10c-4bbd-9c58-52af8940b3b7'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:11.047764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975f3f4-8075-4911-8838-89767a35f5cd req-1de7cc62-e00a-4e77-be65-0f0c113d4d1e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:11.066434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b975f3f4-8075-4911-8838-89767a35f5cd req-1de7cc62-e00a-4e77-be65-0f0c113d4d1e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 943 time: 0.1988120 Oct 27 16:22:11.154017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:11.172962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:11.192629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b975f3f4-8075-4911-8838-89767a35f5cd req-254447d0-5c6e-4ae2-af8c-007aa0033fb1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237650 Oct 27 16:22:11.262757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:11.325666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.519210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff67ca-343f-4572-842c-b23c153ba09c None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.531379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd', 'network_id': '558302fe-6b6b-406c-974d-d03e03072610', 'port_id': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd', 'mac_address': 'fa:16:3e:73:c5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434029d4-cc71-444f-b8fd-38f4dea25396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:22:11.678777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d300435-331b-4b96-9368-90bfe725c5ca req-f42418ef-d185-4fe1-8fba-6bcada9d44d4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.0814269 Oct 27 16:22:11.686346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.697369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c2e2cd29-302b-40ee-8f96-0bdc3747412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.781956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:11.889680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:12.007643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.115032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:12.440570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7744018-3a4e-4d52-94d9-8b5a065da710 req-f6b14ee8-452e-4110-a0d6-8349a869f804 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:12.453381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7744018-3a4e-4d52-94d9-8b5a065da710 req-f6b14ee8-452e-4110-a0d6-8349a869f804 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 944 time: 0.0930226 Oct 27 16:22:12.501423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-bf45063b-78f6-44c6-8078-c9b6d4533144 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:12.502862 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-bf45063b-78f6-44c6-8078-c9b6d4533144 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 1.3594313 Oct 27 16:22:12.521688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'device_id': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'admin_state_up': True, 'tenant_id': '6d783d7409634cd888caf4d5259da18e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:12.543464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:12.558773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7744018-3a4e-4d52-94d9-8b5a065da710 req-4321290e-3116-4765-b42f-030b9d11c562 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 Oct 27 16:22:12.588805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:12.917946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d3000ff-d784-4a8b-9a6c-1aeb2b826163 req-54848f2d-3e4c-41b9-87eb-6d4f8aae5e9d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.0700705 Oct 27 16:22:13.133476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.186409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port c76e8b4f-562d-4da2-b5b8-c50493984447 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:22:13.328928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:13.342338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.854788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:13.855711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.890771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.7 (0dfd49bf-c07b-4988-aff7-1687434d8679/0b66555d-b10c-4bbd-9c58-52af8940b3b7/c76e8b4f-562d-4da2-b5b8-c50493984447) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:13.940773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fe864-15ae-48dd-9303-c00d2af60455 req-0bd7eede-e48f-4339-ab2c-721a5d0c4074 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:13.954993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb7fe864-15ae-48dd-9303-c00d2af60455 req-0bd7eede-e48f-4339-ab2c-721a5d0c4074 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 944 time: 0.1872163 Oct 27 16:22:14.108477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb7fe864-15ae-48dd-9303-c00d2af60455 req-8cf30123-46df-4d97-afe4-c5ca3e8b77cd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522057 Oct 27 16:22:14.117939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:14.270936 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50bb76e2-18d5-4ed7-bc1f-bd4c0310206c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.329957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ebb5ccf-4b1a-43f9-a1cc-299df6c298ba req-ebaccdb0-3632-455c-a130-4c97cb1bae6f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.1110466 Oct 27 16:22:14.355658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:14.356375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.369934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.20.0.14 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/f0e86aea-4abe-4243-a0f9-2695192b7c48) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:14.452724 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.465005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.576244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:14.589558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.609075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.630562 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.672525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.686311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:14.732542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:14.735084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:14.850135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.897824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=c76e8b4f-562d-4da2-b5b8-c50493984447,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:14.913024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:14.914302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.009166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.079156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:15.083241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:15.144187 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-68275bea-5fc9-4e64-af9f-6bead363a715 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1143558 Oct 27 16:22:15.144954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:15.151263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:15.184556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:15.190536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.196791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:15.225252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:22:15.225881 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:22:15.231676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:15.252231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:15.278204 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.278449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:15.282297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:15.311999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-eebbf89a-3cbe-4aa4-b247-b44b0a938266 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:15.467333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:15.493383 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.525518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9f70df13-1e1c-45a8-b7c2-01645a21ff65 None None] Provisioning complete for port c76e8b4f-562d-4da2-b5b8-c50493984447 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:15.526159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9f70df13-1e1c-45a8-b7c2-01645a21ff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.526732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258ef3c-e5d6-4d1e-b772-81a39afcc238 req-b9ad601e-bc50-4055-b7f1-62482d27c9c1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:15.544573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c258ef3c-e5d6-4d1e-b772-81a39afcc238 req-b9ad601e-bc50-4055-b7f1-62482d27c9c1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 944 time: 0.1896186 Oct 27 16:22:15.605758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c258ef3c-e5d6-4d1e-b772-81a39afcc238 req-d60f66e3-ebbb-4a73-b505-8a49b8c2a993 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Oct 27 16:22:15.628996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:22:15.635651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9f70df13-1e1c-45a8-b7c2-01645a21ff65 None None] Port c76e8b4f-562d-4da2-b5b8-c50493984447 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:15.651058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:15.653308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.681795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:15.681795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.775725 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-feb19362-b41f-441a-b64b-cd14462f0a83 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2617979 Oct 27 16:22:15.788543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Request body: {'port': {'device_id': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:15.837384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.894588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318445-8588-493a-817d-c450038b2bfd req-b36141bd-834c-492c-8b1b-2a0c9ccc4b24 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:15.894807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:15.898488 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339ff7ac-d4d7-460d-84a8-6462d453346f" -d '{"events": [{"server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "name": "network-vif-plugged", "status": "completed", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:15.904423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75318445-8588-493a-817d-c450038b2bfd req-b36141bd-834c-492c-8b1b-2a0c9ccc4b24 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 932 time: 0.2056892 Oct 27 16:22:15.906880 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.914370 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b66555d-b10c-4bbd-9c58-52af8940b3b7 (CIDR: 172.20.0.0/28) Oct 27 16:22:15.927077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a3226494-bcf4-44a3-8314-e1b0c825ae59 None None] Provisioning complete for port f0e86aea-4abe-4243-a0f9-2695192b7c48 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:15.929228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3226494-bcf4-44a3-8314-e1b0c825ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.935721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:16.000762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:16.005412 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:22:16.011130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:16.052307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.102720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a3226494-bcf4-44a3-8314-e1b0c825ae59 None None] Port f0e86aea-4abe-4243-a0f9-2695192b7c48 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:16.119949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75318445-8588-493a-817d-c450038b2bfd req-91287a13-4c96-42c6-90d1-a6c837f2f20d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137027 Oct 27 16:22:16.163498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:16.174247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:16.177345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.190856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-944ffbd0-366f-40d9-951f-345f73017b60 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0441933 Oct 27 16:22:16.194422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44196) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:16.201055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:16.270713 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daed80c5-832a-41e3-aab2-fa6b552ef16f x-openstack-request-id: req-daed80c5-832a-41e3-aab2-fa6b552ef16f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:16.275365 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "name": "network-vif-plugged", "status": "completed", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:16.275365 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daed80c5-832a-41e3-aab2-fa6b552ef16f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:16.275365 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd', 'code': 200} Oct 27 16:22:16.286156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0e186-49aa-4396-b7b4-871d97f83ea5 req-4f14e965-bcfa-444b-95ce-a3195ed8ccf8 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:16.297051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68a0e186-49aa-4396-b7b4-871d97f83ea5 req-4f14e965-bcfa-444b-95ce-a3195ed8ccf8 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.3227251 Oct 27 16:22:16.421769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e86aea-4abe-4243-a0f9-2695192b7c48 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:16.457098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68a0e186-49aa-4396-b7b4-871d97f83ea5 req-604793ed-d879-4981-ab28-b7b2139269af tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585886 Oct 27 16:22:16.470719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.531362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Transition to ACTIVE for port object f0e86aea-4abe-4243-a0f9-2695192b7c48 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:22:16.555664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e83075-711e-42f9-9af8-901703ce5c9b req-7dfca9c8-004d-4d5a-b976-f18a4c82c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:16.558969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68e83075-711e-42f9-9af8-901703ce5c9b req-7dfca9c8-004d-4d5a-b976-f18a4c82c11b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 1096 time: 0.2083464 Oct 27 16:22:16.604202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68e83075-711e-42f9-9af8-901703ce5c9b req-38ace9ee-41ba-44fe-90f8-7c8a1fd35813 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Oct 27 16:22:16.619695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.649121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:16.659005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.755550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:16.822224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465131-e1ff-4c47-a87c-96735bde5b52 req-52a97577-57d8-4202-85f4-f215c8e44f06 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:16.832325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66465131-e1ff-4c47-a87c-96735bde5b52 req-52a97577-57d8-4202-85f4-f215c8e44f06 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1431088 Oct 27 16:22:16.881807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Attempting to bind port f0e86aea-4abe-4243-a0f9-2695192b7c48 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:16.887193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Attempting to bind port f0e86aea-4abe-4243-a0f9-2695192b7c48 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:16.887193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Attempting to bind port f0e86aea-4abe-4243-a0f9-2695192b7c48 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:16.888133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Port f0e86aea-4abe-4243-a0f9-2695192b7c48 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:22:16.888456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Attempting to bind port f0e86aea-4abe-4243-a0f9-2695192b7c48 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:16.895642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:16.895975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:16.896360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:16.896777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Bound port: f0e86aea-4abe-4243-a0f9-2695192b7c48, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:16.897343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.905723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66465131-e1ff-4c47-a87c-96735bde5b52 req-0f2b7c61-03d1-43b3-9a81-1c50a004e78e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722063 Oct 27 16:22:16.976955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:16.982527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:17.012887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.122288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.162197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.162805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.164201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] 10.222.0.82 "PUT /v2.0/ports/f0e86aea-4abe-4243-a0f9-2695192b7c48 HTTP/1.1" status: 200 len: 1092 time: 1.3799515 Oct 27 16:22:17.164642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:17.166900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.189442 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d9b54e-9756-4873-bdae-23a5fd6a5d43" -d '{"events": [{"name": "network-changed", "server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:17.261839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ce774-bcff-460c-9560-b36a2bcae0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:17.284752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:17.300995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:17.307999 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa0556d-c4f2-447f-915e-d18e384b23c6 x-openstack-request-id: req-3fa0556d-c4f2-447f-915e-d18e384b23c6 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:17.308948 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:17.309427 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3fa0556d-c4f2-447f-915e-d18e384b23c6 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:17.310150 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48', 'status': 'completed', 'code': 200} Oct 27 16:22:17.317410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7593db5-4b78-4a91-b07c-b7b4b7ec666c None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:17.340577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.341179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.366525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=76fddf60-67fc-4ef8-9948-18b9d723b1f2,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:17.399296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec7dd-0959-4fb5-b0f7-409386397edd req-41012e1b-069f-47d0-8cdc-f7442da21cfd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.409747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caaec7dd-0959-4fb5-b0f7-409386397edd req-41012e1b-069f-47d0-8cdc-f7442da21cfd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 944 time: 0.1452360 Oct 27 16:22:17.431111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-62b0f0bb-4778-4ba0-98e2-f95e749d6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.432631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-62b0f0bb-4778-4ba0-98e2-f95e749d6743 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 1095 time: 0.0995681 Oct 27 16:22:17.522187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caaec7dd-0959-4fb5-b0f7-409386397edd req-b113de00-e3a5-438a-9cb1-f7a70fca3036 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113000 Oct 27 16:22:17.535326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da78e204-a40f-485c-9ea5-c39779107bf4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3386714 Oct 27 16:22:17.539066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44220) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:17.556667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-17d1a61b-69c9-4a88-97fd-e244f125f5cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48 HTTP/1.1" status: 200 len: 217 time: 0.1042194 Oct 27 16:22:17.557288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1647907849', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76fddf60-67fc-4ef8-9948-18b9d723b1f2'}], 'security_groups': ['ee7f0f38-5643-42eb-9a15-453a5c0b0e2b']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:17.647602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-3920ecca-04a3-4443-9d76-17784072857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.649042 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-3920ecca-04a3-4443-9d76-17784072857b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0889881 Oct 27 16:22:17.717736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-4a284fcd-1521-48f2-a0c9-663d8566fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.720716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-4a284fcd-1521-48f2-a0c9-663d8566fc6a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591784 Oct 27 16:22:17.848405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b98c54-df05-4cd3-936c-70ee16ac6232 req-e3f27e07-0aee-4a62-aeee-14f3d7937b71 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.850243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06b98c54-df05-4cd3-936c-70ee16ac6232 req-e3f27e07-0aee-4a62-aeee-14f3d7937b71 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.2094729 Oct 27 16:22:17.867672 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-8e514f1d-99af-45e2-9134-658940295813 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380231 Oct 27 16:22:17.891711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Update dhcp port {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'fixed_ips': [{'subnet_id': '0b66555d-b10c-4bbd-9c58-52af8940b3b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '76fddf60-67fc-4ef8-9948-18b9d723b1f2'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '67b59527-1d1a-4962-8699-62371527ad12'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:22:17.920647 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.961990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.967780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06b98c54-df05-4cd3-936c-70ee16ac6232 req-bfe5fc23-883e-4a35-b85f-a18fe522a15a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049304 Oct 27 16:22:17.987385 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a39f1428-b45a-480e-8b87-b5c25ab9ec64 req-1ac52d28-7655-4fa9-ab50-5bdfe31a560b service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087339 Oct 27 16:22:18.174877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Allocated IP 172.20.0.18 (0dfd49bf-c07b-4988-aff7-1687434d8679/76fddf60-67fc-4ef8-9948-18b9d723b1f2/67b59527-1d1a-4962-8699-62371527ad12) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:18.194259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ca6ba-bb7f-4e4b-9c58-95b0c0a85376 req-c4c7320f-6ccb-4dc0-84b2-84ec50ee38a5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.196442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f24ca6ba-bb7f-4e4b-9c58-95b0c0a85376 req-c4c7320f-6ccb-4dc0-84b2-84ec50ee38a5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1698186 Oct 27 16:22:18.208463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-b8572d66-c059-4870-b17e-b3df8ba8ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.210088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-b8572d66-c059-4870-b17e-b3df8ba8ff59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 1095 time: 0.0867860 Oct 27 16:22:18.280688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f24ca6ba-bb7f-4e4b-9c58-95b0c0a85376 req-4a216919-4a12-49c8-8f15-8fec4cbc4ae8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745862 Oct 27 16:22:18.299287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:18.337183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.343974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-0a9625a3-f197-4034-ad42-af24d4927aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.345472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-0a9625a3-f197-4034-ad42-af24d4927aec service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1261334 Oct 27 16:22:18.390224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-b7519e33-7d4a-4739-aaa5-fc241038cb9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48 HTTP/1.1" status: 200 len: 217 time: 0.0374248 Oct 27 16:22:18.439856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-a0335868-eb70-4099-a9d1-69af75e86281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.441273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-a0335868-eb70-4099-a9d1-69af75e86281 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0444767 Oct 27 16:22:18.469924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.497350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-1efa0aec-5cd8-499a-a603-344874757a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.498849 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-1efa0aec-5cd8-499a-a603-344874757a69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488403 Oct 27 16:22:18.557589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d63bf6-1e59-49cd-b716-f10281c3b156 None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:18.603298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Delete allocated IP 172.20.0.7 (0dfd49bf-c07b-4988-aff7-1687434d8679/0b66555d-b10c-4bbd-9c58-52af8940b3b7) {{(pid=114448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:22:18.627679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.27 (0dfd49bf-c07b-4988-aff7-1687434d8679/76fddf60-67fc-4ef8-9948-18b9d723b1f2/c76e8b4f-562d-4da2-b5b8-c50493984447) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:18.648558 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-99725d50-f752-4a0f-b9a9-cb53b98dd5f9 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419456 Oct 27 16:22:18.801491 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-14d9b54e-9756-4873-bdae-23a5fd6a5d43 req-3fd1feae-9e7e-460a-bfca-bd65344a5381 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356227 Oct 27 16:22:18.818117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbeeaf-82a8-474f-9321-0f3277006777 req-1d2ef95a-4741-43d5-a158-f62e4481381f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:18.823999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbbeeaf-82a8-474f-9321-0f3277006777 req-1d2ef95a-4741-43d5-a158-f62e4481381f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 944 time: 0.1530304 Oct 27 16:22:18.897946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbbeeaf-82a8-474f-9321-0f3277006777 req-6b072280-42b5-4b42-a32f-c343a4618c75 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Oct 27 16:22:18.958575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.069108 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.242943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=c76e8b4f-562d-4da2-b5b8-c50493984447,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:19.258040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015b9a1-87a5-406a-80ba-b3af9afda5ec req-d78423b4-47b9-461f-9ea2-f8659c963194 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:19.263769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9015b9a1-87a5-406a-80ba-b3af9afda5ec req-d78423b4-47b9-461f-9ea2-f8659c963194 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.2078981 Oct 27 16:22:19.265296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] In _notify_port_updated(), no bound segment for port c76e8b4f-562d-4da2-b5b8-c50493984447 on network 0dfd49bf-c07b-4988-aff7-1687434d8679 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:22:19.271791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:19.272993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.274749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b6fffeb8-ee62-4d51-8345-c5cd89195afc tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/ports/c76e8b4f-562d-4da2-b5b8-c50493984447 HTTP/1.1" status: 200 len: 921 time: 1.7336857 Oct 27 16:22:19.278495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44250) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:19.333382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9015b9a1-87a5-406a-80ba-b3af9afda5ec req-64f48111-defe-432a-b1fe-2e7f80978cff tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556095 Oct 27 16:22:19.379320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:19.379922 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.411783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port c76e8b4f-562d-4da2-b5b8-c50493984447 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:19.412160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.423294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:19.438733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498696c-0493-4e2f-a472-439bb89cbbec req-d6a4785e-595c-472e-a375-258f5aaf412e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:19.440480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5498696c-0493-4e2f-a472-439bb89cbbec req-d6a4785e-595c-472e-a375-258f5aaf412e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0802028 Oct 27 16:22:19.442426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:19.442809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.488265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5498696c-0493-4e2f-a472-439bb89cbbec req-7fac9541-6371-412a-8e7e-5d1a902f6631 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 Oct 27 16:22:19.554407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.563414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for c76e8b4f-562d-4da2-b5b8-c50493984447 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:19.573929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Provisioning complete for port c76e8b4f-562d-4da2-b5b8-c50493984447 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:19.574439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.610830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4ba65dff-79ae-4aa2-9e82-b749d1302057 None None] Port c76e8b4f-562d-4da2-b5b8-c50493984447 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:19.817893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.886121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=c76e8b4f-562d-4da2-b5b8-c50493984447,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:19.925421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-942ca5e7-0366-482b-a962-660f10e0f155 None None] Could not find standard attr ID for object c76e8b4f-562d-4da2-b5b8-c50493984447. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:22:19.999351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aa215-8f24-4dfc-8bd7-be5a6ab33f4a req-212e7e80-d67e-4814-8db4-c3b3f341503a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:20.014948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae1aa215-8f24-4dfc-8bd7-be5a6ab33f4a req-212e7e80-d67e-4814-8db4-c3b3f341503a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0880303 Oct 27 16:22:20.015612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:20.077904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.089930 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-34fce514-9230-4eaa-aa09-9f508f8d84d2 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/c76e8b4f-562d-4da2-b5b8-c50493984447 HTTP/1.1" status: 204 len: 168 time: 0.8098562 Oct 27 16:22:20.092536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.111509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:20.111867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.145863 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7d64c0-412a-4b8d-9f41-4d04cf2afc55 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:22:20.149654 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5a7d64c0-412a-4b8d-9f41-4d04cf2afc55 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/c76e8b4f-562d-4da2-b5b8-c50493984447 HTTP/1.1" status: 404 len: 333 time: 0.0559690 Oct 27 16:22:20.154576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.180556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae1aa215-8f24-4dfc-8bd7-be5a6ab33f4a req-7481baed-2d52-4812-97b2-ffd911d501d8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632593 Oct 27 16:22:20.229374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea98b9-8976-47ba-8712-a486a9d9e6b5 req-0a3021a2-0919-49f2-87de-6b9ffbf72f47 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:20.239635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ea98b9-8976-47ba-8712-a486a9d9e6b5 req-0a3021a2-0919-49f2-87de-6b9ffbf72f47 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 944 time: 0.2007735 Oct 27 16:22:20.290134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.318380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.341145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ea98b9-8976-47ba-8712-a486a9d9e6b5 req-e9d1efc0-aabd-40a6-b9f6-a2ce5be209de tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967529 Oct 27 16:22:20.369111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638f16-29cc-4222-a0b8-dec9cfef6cdb req-bf07b701-fca8-4999-a520-98309fe1efae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:20.372312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57638f16-29cc-4222-a0b8-dec9cfef6cdb req-bf07b701-fca8-4999-a520-98309fe1efae tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0738475 Oct 27 16:22:20.435655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57638f16-29cc-4222-a0b8-dec9cfef6cdb req-0c6879a4-2b23-43eb-a963-94e66ecbd430 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567999 Oct 27 16:22:20.461915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8cf5-f9ea-4ce4-899e-136fb12a27ef req-097d49ca-ceb5-4978-b536-002d98f84b37 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:20.463615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-269c8cf5-f9ea-4ce4-899e-136fb12a27ef req-097d49ca-ceb5-4978-b536-002d98f84b37 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0643854 Oct 27 16:22:20.512171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-269c8cf5-f9ea-4ce4-899e-136fb12a27ef req-9a308845-4f2f-4015-a272-60f03bb16edf tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Oct 27 16:22:20.527292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.533187 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.536906 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/security-groups/0564914b-e0b0-49be-b539-af2cebdeef3a HTTP/1.1" status: 204 len: 168 time: 0.3785758 Oct 27 16:22:20.539772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44280) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.560384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3587e3-2a62-4325-9d7d-2fd49cb55cc0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564914b-e0b0-49be-b539-af2cebdeef3a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:20.604640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.634182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.791271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.791271 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.791271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/security-groups/ee7f0f38-5643-42eb-9a15-453a5c0b0e2b HTTP/1.1" status: 204 len: 168 time: 0.2480209 Oct 27 16:22:20.791743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.800679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17ebff-3d1a-40dd-ad7d-fbe08a57ca65 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f0f38-5643-42eb-9a15-453a5c0b0e2b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:20.871307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53083375-f930-48c2-adc8-778682fa2ce3 req-e488bc65-10d2-4e48-9f05-0e02beeee846 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:20.873121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53083375-f930-48c2-adc8-778682fa2ce3 req-e488bc65-10d2-4e48-9f05-0e02beeee846 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0683873 Oct 27 16:22:20.881596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 0b66555d-b10c-4bbd-9c58-52af8940b3b7 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:20.885424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.939988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.957178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53083375-f930-48c2-adc8-778682fa2ce3 req-eec62b76-7120-477e-b3bd-eb2706b89d3c tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Oct 27 16:22:21.094276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.356740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.384559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=0b66555d-b10c-4bbd-9c58-52af8940b3b7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:21.392166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.399790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20e475dc-c01e-450e-b113-e2021958a778 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/0b66555d-b10c-4bbd-9c58-52af8940b3b7 HTTP/1.1" status: 204 len: 168 time: 0.6027074 Oct 27 16:22:21.403344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a39f6-66f9-499c-9ec2-982fd0355347 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:21.407068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44294) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.412721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:21.472554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d002a85-a0ec-4014-9624-189731f71170 req-fba44d9b-83d0-4511-90ec-4e5fd7eb13a5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:21.474154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d002a85-a0ec-4014-9624-189731f71170 req-fba44d9b-83d0-4511-90ec-4e5fd7eb13a5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 944 time: 0.0625231 Oct 27 16:22:21.529228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d002a85-a0ec-4014-9624-189731f71170 req-1422f8a5-ec84-47b5-a680-8186e7c1c76c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Oct 27 16:22:21.709398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:21.713351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.722499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f676c1-2f01-470c-8e8f-afdeefdf2790 req-0033050e-a34d-4d93-b822-f379c321d1de tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:21.724356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9f676c1-2f01-470c-8e8f-afdeefdf2790 req-0033050e-a34d-4d93-b822-f379c321d1de tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1010230 Oct 27 16:22:21.795268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9f676c1-2f01-470c-8e8f-afdeefdf2790 req-12371ab6-748b-421d-87bf-cadd484592e5 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546651 Oct 27 16:22:22.113142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9da88-b563-46fb-85cf-9c3dbc093f7a req-bf3a912a-6c64-406c-b2a2-392ed2868bd7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:22.114702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71a9da88-b563-46fb-85cf-9c3dbc093f7a req-bf3a912a-6c64-406c-b2a2-392ed2868bd7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0523536 Oct 27 16:22:22.155675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71a9da88-b563-46fb-85cf-9c3dbc093f7a req-6c5ddd48-6b9b-4c8a-897d-176bccf69353 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Oct 27 16:22:22.184872 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.233785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:22.237022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:22.241675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:22.242270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.253011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=56e1bb25-0428-4a78-b097-413736d95096,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:22.272364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cde5b7-7bad-46b2-b75e-8467751851b7 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:22.364896 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e0daf35-2998-448e-88d6-065577b076f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9565403 Oct 27 16:22:22.367680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.372697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'security_group': {'name': 'tempest-secgroup-974067879'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:22.396017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b689a9f2-4fcf-4011-ae7c-16f3f93a96b1 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:22.396017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b689a9f2-4fcf-4011-ae7c-16f3f93a96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.487378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.553504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Update dhcp port {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'fixed_ips': [{'subnet_id': '76fddf60-67fc-4ef8-9948-18b9d723b1f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '56e1bb25-0428-4a78-b097-413736d95096'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '67b59527-1d1a-4962-8699-62371527ad12'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:22:22.596104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.598024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b689a9f2-4fcf-4011-ae7c-16f3f93a96b1 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:22.598405 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b689a9f2-4fcf-4011-ae7c-16f3f93a96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.608558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.682075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e6eb4-8ea6-4e6e-a7a7-d49dba96cdf6 req-e37072d6-55d5-401d-8b6d-7e0d638b33da tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:22.684259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-842e6eb4-8ea6-4e6e-a7a7-d49dba96cdf6 req-e37072d6-55d5-401d-8b6d-7e0d638b33da tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 944 time: 0.0550823 Oct 27 16:22:22.686060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.698100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b689a9f2-4fcf-4011-ae7c-16f3f93a96b1 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:22.749729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5ccc9-8706-415a-bdb5-4aa1efbdba72,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:22.760196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-842e6eb4-8ea6-4e6e-a7a7-d49dba96cdf6 req-7c14eea6-f41d-4cc2-9cb8-ce5baca94abe tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Oct 27 16:22:22.795257 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.799095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d392aeca-9967-4205-b7a8-4613e68b40c8 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4277763 Oct 27 16:22:22.799540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44322) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.804196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048348537'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:22.836006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Allocated IP 172.20.0.2 (0dfd49bf-c07b-4988-aff7-1687434d8679/56e1bb25-0428-4a78-b097-413736d95096/67b59527-1d1a-4962-8699-62371527ad12) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:22.950454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f0e86aea-4abe-4243-a0f9-2695192b7c48 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:22:22.966224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.991255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:23.056398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.066175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc7fec-55f9-4a42-b917-935a8e610246 req-583e261b-6eec-40c2-906b-748ea84b5dcf tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:23.071729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4afc7fec-55f9-4a42-b917-935a8e610246 req-583e261b-6eec-40c2-906b-748ea84b5dcf tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1869304 Oct 27 16:22:23.084610 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.108831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4afc7fec-55f9-4a42-b917-935a8e610246 req-4d68e0fc-ab87-45bf-8016-a9ef20cdd9a2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Oct 27 16:22:23.120050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:23.133094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f0e86aea-4abe-4243-a0f9-2695192b7c48', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': 'f0e86aea-4abe-4243-a0f9-2695192b7c48', 'mac_address': 'fa:16:3e:5b:50:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:22:23.173466 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.189777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e86aea-4abe-4243-a0f9-2695192b7c48 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:23.190075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.216574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:23.221064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473b2c9c-001d-4d34-8877-0df9abd6a6db,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.248223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.285094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.305300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.310503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:23.310714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dcbe854f-7640-4461-a56d-fd2f63bf5cbd tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5098941 Oct 27 16:22:23.317759 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1080789407'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:23.330246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f1618-7317-40e6-8c24-16714e943017 req-106f669f-a6ba-4551-8987-7d711ad8fbcb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:23.337574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657f1618-7317-40e6-8c24-16714e943017 req-106f669f-a6ba-4551-8987-7d711ad8fbcb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0878940 Oct 27 16:22:23.348812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d678-2d0e-4334-ad55-678c45d773ad None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.382654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657f1618-7317-40e6-8c24-16714e943017 req-d8453937-c3d0-404d-8aac-644f24441c1e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Oct 27 16:22:23.417698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.466195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.569714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.658562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.713326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca44eee-998d-4313-9c06-a0cb97a476e2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.757549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.762425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44346) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:23.762953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-106199ba-8501-4de8-8883-8be0aa1c6baa tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4504421 Oct 27 16:22:23.767573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1553545906', 'security_groups': ['6ca44eee-998d-4313-9c06-a0cb97a476e2'], 'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56e1bb25-0428-4a78-b097-413736d95096'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:23.859470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f0e86aea-4abe-4243-a0f9-2695192b7c48'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:23.997088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:24.072820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fe2a8-8033-4f23-9ccd-cfad0fbe1ccd req-ba3f87eb-41eb-49d5-9bfe-be34db6db5f7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:24.075633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f17fe2a8-8033-4f23-9ccd-cfad0fbe1ccd req-ba3f87eb-41eb-49d5-9bfe-be34db6db5f7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 945 time: 0.1431601 Oct 27 16:22:24.110456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:24.133538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:24.134224 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.199671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f17fe2a8-8033-4f23-9ccd-cfad0fbe1ccd req-e6c454ae-50d1-4a73-bfce-fd8dd42efcbe tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173568 Oct 27 16:22:24.215012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5642518d-2bd8-42d8-8a6e-58d8af48bc21 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:24.215422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5642518d-2bd8-42d8-8a6e-58d8af48bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.259856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.314515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] device_id is not set on port 3c01068e-a0ba-4134-a30d-9c1a6403996f yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:22:24.378197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bb64-24dd-4355-bfd8-b0876cc31559 req-6fc5bb89-aa2e-422b-8693-a887ddb7fba1 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:24.379830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5e3bb64-24dd-4355-bfd8-b0876cc31559 req-6fc5bb89-aa2e-422b-8693-a887ddb7fba1 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1787307 Oct 27 16:22:24.491104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5e3bb64-24dd-4355-bfd8-b0876cc31559 req-6e5baf45-9fc5-45f5-9a90-ede94890fa09 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829775 Oct 27 16:22:24.526383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5642518d-2bd8-42d8-8a6e-58d8af48bc21 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:24.527834 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5642518d-2bd8-42d8-8a6e-58d8af48bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.575330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5642518d-2bd8-42d8-8a6e-58d8af48bc21 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:24.630698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.4 (0dfd49bf-c07b-4988-aff7-1687434d8679/56e1bb25-0428-4a78-b097-413736d95096/3c01068e-a0ba-4134-a30d-9c1a6403996f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:24.645839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843465d4-5208-4e12-b723-19eb8f3a093a req-bf789a4e-adae-4a49-b399-a3d3c4facda6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:24.647383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-843465d4-5208-4e12-b723-19eb8f3a093a req-bf789a4e-adae-4a49-b399-a3d3c4facda6 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1179745 Oct 27 16:22:24.714147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-843465d4-5208-4e12-b723-19eb8f3a093a req-a7c5f508-6cd5-44a1-89d7-ffeed5c896d3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Oct 27 16:22:24.828655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.910438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.958809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:24.962305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:24.967573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:24.972135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=3c01068e-a0ba-4134-a30d-9c1a6403996f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:25.030488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:25.031270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.154823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02d40836-af04-4610-bc87-673291b31da7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3909819 Oct 27 16:22:25.157517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44364) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.163946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:25.208797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fcdfb419-6a3a-4751-af2e-739ebc57c56f None None] Provisioning complete for port 3c01068e-a0ba-4134-a30d-9c1a6403996f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:25.209338 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb419-6a3a-4751-af2e-739ebc57c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.256179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfb419-6a3a-4751-af2e-739ebc57c56f None None] Port 3c01068e-a0ba-4134-a30d-9c1a6403996f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:25.344235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef9f11-2830-4f13-be03-e2b07d7c9e9d req-b1051cf6-b965-46ff-a347-f45ed3bcd0ed tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:25.345263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ef9f11-2830-4f13-be03-e2b07d7c9e9d req-b1051cf6-b965-46ff-a347-f45ed3bcd0ed tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 945 time: 0.0615618 Oct 27 16:22:25.378795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:25.382927 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.401534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ef9f11-2830-4f13-be03-e2b07d7c9e9d req-4263f352-95ed-4d68-906c-3cd5323f76ef tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Oct 27 16:22:25.498024 n-d-814735-4 neutron-server[114449]: INFO neutron.db.ipam_backend_mixin [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56e1bb25-0428-4a78-b097-413736d95096 (CIDR: 172.20.0.0/28) Oct 27 16:22:25.545482 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:22:25.546113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:25.609381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0558-163c-4761-ac06-aa3249db2af2 req-90ed3e4d-7ae6-47d0-bb0b-28870530c219 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:25.611405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80eb0558-163c-4761-ac06-aa3249db2af2 req-90ed3e4d-7ae6-47d0-bb0b-28870530c219 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0619600 Oct 27 16:22:25.655857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80eb0558-163c-4761-ac06-aa3249db2af2 req-870c013d-c61e-49fe-a701-87157b0c52b4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Oct 27 16:22:25.680310 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0283a5e7-cd6b-454a-8a56-7e1a841e389e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5135579 Oct 27 16:22:25.680310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.683884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:25.852593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2f0ff-f1a2-4e90-9012-179b103d102e req-6d2f73aa-9a57-49bb-8db1-6b9b60553454 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:25.854158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80f2f0ff-f1a2-4e90-9012-179b103d102e req-6d2f73aa-9a57-49bb-8db1-6b9b60553454 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Oct 27 16:22:25.896760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80f2f0ff-f1a2-4e90-9012-179b103d102e req-3f902f63-ab4b-4047-9d60-df891b3f4eb5 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Oct 27 16:22:25.981584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:25.985394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.079509 n-d-814735-4 neutron-server[114449]: INFO neutron.db.ipam_backend_mixin [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 76fddf60-67fc-4ef8-9948-18b9d723b1f2 (CIDR: 172.20.0.16/28) Oct 27 16:22:26.196242 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:22:26.196876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:26.283480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.359177 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ca859659-cdff-4753-afb7-0062efbf53ea tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6809533 Oct 27 16:22:26.361739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.366514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'subnet': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:26.433665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a247-1b3c-47b4-b708-4818d6c04cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.567337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a247-1b3c-47b4-b708-4818d6c04cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.569649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd9254-46b4-4c11-8fcf-04d0e7a4eacc req-11686788-5fa7-4f57-8deb-ad9039ff279d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:26.571294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26bd9254-46b4-4c11-8fcf-04d0e7a4eacc req-11686788-5fa7-4f57-8deb-ad9039ff279d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 945 time: 0.0592875 Oct 27 16:22:26.618763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26bd9254-46b4-4c11-8fcf-04d0e7a4eacc req-19b6b003-cb23-4a60-801a-1b83ab59a64b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Oct 27 16:22:26.641115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8e6a247-1b3c-47b4-b708-4818d6c04cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.672440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Made reservation on behalf of 0d655dd3de74485186ed16754f46b4a9 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:26.675841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.730990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a8e6a247-1b3c-47b4-b708-4818d6c04cfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdf9275b91c845088a8564cc272cc2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459434 Oct 27 16:22:26.734992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6a247-1b3c-47b4-b708-4818d6c04cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86dcac-db6e-4943-aae0-48c3153323ac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:26.735218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44400) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.829253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d6345-1396-4897-90f3-ab52b801dd56 req-99418377-0942-4300-b760-066bdcfe850b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:26.830767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b6d6345-1396-4897-90f3-ab52b801dd56 req-99418377-0942-4300-b760-066bdcfe850b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0794117 Oct 27 16:22:26.859598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.904595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.916803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b6d6345-1396-4897-90f3-ab52b801dd56 req-17cea514-7d63-4b51-adbb-ecde142c1344 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745306 Oct 27 16:22:26.957995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f0e86aea-4abe-4243-a0f9-2695192b7c48 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:27.071558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8ade2-d6a5-43bd-99c1-594ce8ef3c16 req-6126c69f-9b75-4674-abbd-af27372406cf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.073252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24a8ade2-d6a5-43bd-99c1-594ce8ef3c16 req-6126c69f-9b75-4674-abbd-af27372406cf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0862443 Oct 27 16:22:27.105657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.143252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f0e86aea-4abe-4243-a0f9-2695192b7c48 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:22:27.149542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:27.155190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f0e86aea-4abe-4243-a0f9-2695192b7c48 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:27.155190 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.155509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:27.160437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.171776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.195161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Subnet': ['ID=8b23cb38-fccf-457c-a12f-c2ed4c716856,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:27.201774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f30914-ad16-4c5e-847f-8f6b6d7290ed None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:27.263905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fdf2a856-ca62-4e16-96b1-9c94d61ddab5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9011235 Oct 27 16:22:27.265132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:27.284910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1830496974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b23cb38-fccf-457c-a12f-c2ed4c716856'}], 'security_groups': ['23f5ccc9-8706-415a-bdb5-4aa1efbdba72', '473b2c9c-001d-4d34-8877-0df9abd6a6db']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:27.378758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.470310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:27.488956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.491785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.493022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc86dcac-db6e-4943-aae0-48c3153323ac HTTP/1.1" status: 204 len: 168 time: 0.7575290 Oct 27 16:22:27.510650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:27.516592 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4039e3d-81b8-4efb-9e15-273eafb8e365" -d '{"events": [{"server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "name": "network-vif-plugged", "status": "completed", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:27.543258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758c50-0967-4167-b3fb-a899c11f12f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86dcac-db6e-4943-aae0-48c3153323ac,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:27.564568 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.572891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-620343c9-6415-43fb-92b6-bbb6f533323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.576121 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-620343c9-6415-43fb-92b6-bbb6f533323d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.0927722 Oct 27 16:22:27.577560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24a8ade2-d6a5-43bd-99c1-594ce8ef3c16 req-46eb1d9c-499b-4c48-9161-2bf9d6154c32 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980938 Oct 27 16:22:27.604258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57012-e285-4fa9-8e11-6fba414ecbd1 req-c8b080dc-1de2-41a4-afaa-d3202615e144 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.611417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0b57012-e285-4fa9-8e11-6fba414ecbd1 req-c8b080dc-1de2-41a4-afaa-d3202615e144 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1146584 Oct 27 16:22:27.686647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0b57012-e285-4fa9-8e11-6fba414ecbd1 req-3570dd8f-9842-445d-8ba0-7c318e448854 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680835 Oct 27 16:22:27.754780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:27.764274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.764619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.765626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.765962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.766298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.766629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.766955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.767321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.767646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.767970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.768295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.768616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:27.782377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.888528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-766465f0-d915-4672-917e-4845a664ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.890192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-766465f0-d915-4672-917e-4845a664ef3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.2962756 Oct 27 16:22:27.923762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Update dhcp port {'port': {'network_id': '0dfd49bf-c07b-4988-aff7-1687434d8679', 'fixed_ips': [{'subnet_id': '76fddf60-67fc-4ef8-9948-18b9d723b1f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '56e1bb25-0428-4a78-b097-413736d95096', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b23cb38-fccf-457c-a12f-c2ed4c716856'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '67b59527-1d1a-4962-8699-62371527ad12'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:22:27.963211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.984788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.998568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-908b8c6d-044b-459d-b9d3-9e9e37455762 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1993201 Oct 27 16:22:28.023478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff99e3-6950-4f35-b39f-7373872dc175 req-c971a0a8-6070-497b-a619-62406c72340e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.030253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0ff99e3-6950-4f35-b39f-7373872dc175 req-c971a0a8-6070-497b-a619-62406c72340e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.1976967 Oct 27 16:22:28.089704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-922546a5-0d7b-47a0-bee7-a99b96deba9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 1001 time: 0.1914117 Oct 27 16:22:28.166140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0ff99e3-6950-4f35-b39f-7373872dc175 req-e1cd0f1f-cdaf-4126-ae24-3f3dc2d63e3e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273353 Oct 27 16:22:28.185892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.186431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.186826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.187565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.188028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.188485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.188936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.190895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a5e9cd91-189a-4161-b007-96491305bd72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2d254190ba734763abea568f42bc2898&device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6499 time: 0.1504405 Oct 27 16:22:28.228838 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0002fe46-4eda-4e98-ac3e-4f9f4d9d377a x-openstack-request-id: req-0002fe46-4eda-4e98-ac3e-4f9f4d9d377a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:28.229325 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "name": "network-vif-plugged", "status": "completed", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:28.230300 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0002fe46-4eda-4e98-ac3e-4f9f4d9d377a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:28.230965 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48', 'code': 200} Oct 27 16:22:28.243526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-8ea8c82d-4bcb-4984-81c8-d2deb5f9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.244908 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-8ea8c82d-4bcb-4984-81c8-d2deb5f9677a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.1449485 Oct 27 16:22:28.358701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-8e9f7ad4-e6cd-497e-b3e7-67a0269a3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.361909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-8e9f7ad4-e6cd-497e-b3e7-67a0269a3b98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061859 Oct 27 16:22:28.381576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-70e4931a-539e-4476-b008-c7c2f7229414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.382041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-70e4931a-539e-4476-b008-c7c2f7229414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.382513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-70e4931a-539e-4476-b008-c7c2f7229414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.384345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-70e4931a-539e-4476-b008-c7c2f7229414 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b793b50b-6784-4a47-b8b7-7da0a483bae8&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=9101a026-8f80-438d-abbf-047252ed3e41&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&id=c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 200 len: 2297 time: 0.1589673 Oct 27 16:22:28.387867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da6ec7-52c1-46c8-b322-81418bbfdda1 req-c73808a6-c73c-4c37-a8e7-dec1914f898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.389339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3da6ec7-52c1-46c8-b322-81418bbfdda1 req-c73808a6-c73c-4c37-a8e7-dec1914f898b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 1097 time: 0.0766015 Oct 27 16:22:28.415118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44432) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:28.418960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.477595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075c238a-bb77-4ab8-bdb6-90a078e8fca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.478973 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:22:28.490400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-2216ab9e-75db-4561-bc93-487830e8e764 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 200 len: 1001 time: 0.0936778 Oct 27 16:22:28.495471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b3da6ec7-52c1-46c8-b322-81418bbfdda1 req-7b5fc926-3fd2-448e-b565-9ce0a1b10e13 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886967 Oct 27 16:22:28.518709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Delete allocated IP 172.20.0.4 (0dfd49bf-c07b-4988-aff7-1687434d8679/56e1bb25-0428-4a78-b097-413736d95096) {{(pid=114449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:22:28.549926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Allocated IP 172.20.0.45 (0dfd49bf-c07b-4988-aff7-1687434d8679/8b23cb38-fccf-457c-a12f-c2ed4c716856/3c01068e-a0ba-4134-a30d-9c1a6403996f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:28.596129 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-a94f31ca-3952-451e-89b2-eb6bb2b07c32 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240777 Oct 27 16:22:28.708565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84e2c6-28e8-4dac-994f-ab72544aa46c req-a624d77b-bffc-4a88-9fe1-773db1ada0b2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.709786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075c238a-bb77-4ab8-bdb6-90a078e8fca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.717054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c84e2c6-28e8-4dac-994f-ab72544aa46c req-a624d77b-bffc-4a88-9fe1-773db1ada0b2 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0832622 Oct 27 16:22:28.814073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c84e2c6-28e8-4dac-994f-ab72544aa46c req-2ff14f35-db97-4648-be41-de00db4e6771 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952322 Oct 27 16:22:28.826609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-951340b4-5539-490a-bf6f-bc4c9d716b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.828519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-951340b4-5539-490a-bf6f-bc4c9d716b18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e17bb172-1327-436b-b535-5d5bbe7ccaac HTTP/1.1" status: 200 len: 856 time: 0.0730829 Oct 27 16:22:28.833113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-075c238a-bb77-4ab8-bdb6-90a078e8fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.925613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-075c238a-bb77-4ab8-bdb6-90a078e8fca8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6cfc14a27644ed09b7a05414743273d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818664 Oct 27 16:22:28.926447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c238a-bb77-4ab8-bdb6-90a078e8fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce5a8b0-660c-4b91-a407-42c16b45d1c4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:28.927311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44440) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:28.939855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-de694368-75da-496e-b56f-e70a9fc7b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.939855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-de694368-75da-496e-b56f-e70a9fc7b971 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b793b50b-6784-4a47-b8b7-7da0a483bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992384 Oct 27 16:22:28.949406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.953516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb0f5-cc05-47d1-b638-327150a904a4 req-d59460b3-d14a-4386-b515-4ecdc370c6ed tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.956227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8acb0f5-cc05-47d1-b638-327150a904a4 req-d59460b3-d14a-4386-b515-4ecdc370c6ed tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1099942 Oct 27 16:22:28.967348 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff3e7286-86dc-4caf-8b77-781271129f2c req-e05893fd-a5fc-4969-b447-33d8825fddf2 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141478 Oct 27 16:22:29.098930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.101553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8acb0f5-cc05-47d1-b638-327150a904a4 req-967b6be0-2cd6-46b0-b972-a737e0a69f1b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280036 Oct 27 16:22:29.147594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-6c2c94cb-8835-43de-91da-9621067f24ea service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899831 Oct 27 16:22:29.148950 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.185603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.200882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Allocated IP 172.20.0.34 (0dfd49bf-c07b-4988-aff7-1687434d8679/8b23cb38-fccf-457c-a12f-c2ed4c716856/67b59527-1d1a-4962-8699-62371527ad12) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:29.295414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event updated for resources: {'Port': ['ID=3c01068e-a0ba-4134-a30d-9c1a6403996f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:29.308636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] In _notify_port_updated(), no bound segment for port 3c01068e-a0ba-4134-a30d-9c1a6403996f on network 0dfd49bf-c07b-4988-aff7-1687434d8679 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:22:29.309799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:29.310434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.321784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44446) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:29.322030 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a57f725c-a39b-4627-b059-c338e2405aa4 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "PUT /v2.0/ports/3c01068e-a0ba-4134-a30d-9c1a6403996f HTTP/1.1" status: 200 len: 960 time: 2.0537813 Oct 27 16:22:29.355548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:29.374623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.377309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.379629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ce5a8b0-660c-4b91-a407-42c16b45d1c4 HTTP/1.1" status: 204 len: 168 time: 0.4471281 Oct 27 16:22:29.400253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.405920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a190bb8-cc39-4b2c-b1ef-5e323d2d99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce5a8b0-660c-4b91-a407-42c16b45d1c4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:29.483720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-8a3306c1-b73c-400a-aa5f-8828babecf74 service neutron] 10.222.0.82 "GET /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355092 Oct 27 16:22:29.504586 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.515894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9709f5c-a42b-412f-9958-ef3bec26c7c0 req-9223cadd-522b-441c-9b20-79534c095380 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:29.519247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9709f5c-a42b-412f-9958-ef3bec26c7c0 req-9223cadd-522b-441c-9b20-79534c095380 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.2149911 Oct 27 16:22:29.581716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-f3cf1db6-94c8-41fe-aa09-7cb231b0ee26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 217 time: 0.0612745 Oct 27 16:22:29.657225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1e73e-6c3d-4fb6-8fd5-72b5a68b26f1 None None] Pushing event updated for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:29.674404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 3c01068e-a0ba-4134-a30d-9c1a6403996f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:29.674683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.706710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9709f5c-a42b-412f-9958-ef3bec26c7c0 req-3f50ce07-46f9-4c6b-96d2-54c4dfe2b3e6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752968 Oct 27 16:22:29.771794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-430c7a86-997d-4d51-b634-c768cf04c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:29.773428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-430c7a86-997d-4d51-b634-c768cf04c1cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.1725771 Oct 27 16:22:29.848667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.867983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 3c01068e-a0ba-4134-a30d-9c1a6403996f owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:29.982078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:30.055591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:30.056345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.067294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-4b4a89c9-89e2-4d5c-8d09-6a945f318c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.069947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-4b4a89c9-89e2-4d5c-8d09-6a945f318c66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2783840 Oct 27 16:22:30.250466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c84bc-21e9-43d6-a1b3-cdb1db4f980a req-4cbb35f7-bd7e-4869-a007-eeb29be393ac tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.259659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e7c84bc-21e9-43d6-a1b3-cdb1db4f980a req-4cbb35f7-bd7e-4869-a007-eeb29be393ac tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.2928731 Oct 27 16:22:30.362621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e7c84bc-21e9-43d6-a1b3-cdb1db4f980a req-45fb12d5-56c2-406c-8bd1-0a2aa0be9821 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930028 Oct 27 16:22:30.391474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901114-b713-4042-a929-34bad8e8da6d req-9d6a70a0-ad76-4a5c-a3dd-f76673f9e5dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.400606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0901114-b713-4042-a929-34bad8e8da6d req-9d6a70a0-ad76-4a5c-a3dd-f76673f9e5dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.1745579 Oct 27 16:22:30.411376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.465731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-e5ffa979-b313-4cef-b511-30aa7732f5a7 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746791 Oct 27 16:22:30.471696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=3c01068e-a0ba-4134-a30d-9c1a6403996f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:30.522553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:30.523149 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.571550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0901114-b713-4042-a929-34bad8e8da6d req-853595ee-9d33-4150-87b6-942050bfe0a3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675935 Oct 27 16:22:30.634901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:30.635377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.671090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-1a518faa-65db-4071-94f9-12ae2ed445e1 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942277 Oct 27 16:22:30.681312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:30.685589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4a76a140-98a5-4a42-bb24-52001d23d391 None None] Could not find standard attr ID for object 3c01068e-a0ba-4134-a30d-9c1a6403996f. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:22:30.727327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-cc1f8583-3794-46d0-b368-4f9f8a25e8ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 217 time: 0.0466831 Oct 27 16:22:30.762632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.768451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb871761-566f-4ae1-b400-f176c5ac03f1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/3c01068e-a0ba-4134-a30d-9c1a6403996f HTTP/1.1" status: 204 len: 168 time: 1.4275262 Oct 27 16:22:30.769460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44480) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:30.788057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-b5f3689d-7ee2-4a5d-a8d8-4981271b2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.789991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-b5f3689d-7ee2-4a5d-a8d8-4981271b2880 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.0546956 Oct 27 16:22:30.844614 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14eaf94-6881-46f2-916a-f168dbd64e4f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] GET failed (client error): The resource could not be found. Oct 27 16:22:30.846343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c14eaf94-6881-46f2-916a-f168dbd64e4f tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports/3c01068e-a0ba-4134-a30d-9c1a6403996f HTTP/1.1" status: 404 len: 333 time: 0.0753055 Oct 27 16:22:30.849254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:30.936237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.937888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-acb7cfb9-6b2c-4872-8e8d-c0cd17b49576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.939516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-acb7cfb9-6b2c-4872-8e8d-c0cd17b49576 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404886 Oct 27 16:22:30.968911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5cda-fea5-4c45-90bf-267cc5f49f29 req-9676e286-687c-456d-a6a8-11436513405d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.970178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bcd5cda-fea5-4c45-90bf-267cc5f49f29 req-9676e286-687c-456d-a6a8-11436513405d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.1323245 Oct 27 16:22:30.995777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.078356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bcd5cda-fea5-4c45-90bf-267cc5f49f29 req-b621df5e-2cfe-417b-b811-458c5e975b9a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Oct 27 16:22:31.133195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.137217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.138343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/security-groups/6ca44eee-998d-4313-9c06-a0cb97a476e2 HTTP/1.1" status: 204 len: 168 time: 0.2880847 Oct 27 16:22:31.141916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44494) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:31.150967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-c0c6af8d-02c2-4cba-91c6-f95062794c6f service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922011 Oct 27 16:22:31.205697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3d2e9a82-9a9d-45ce-a950-9d44d546e6e7 None None] Could not find standard attr ID for object 3c01068e-a0ba-4134-a30d-9c1a6403996f. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:22:31.206219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fc759-466d-4bbb-8d43-ac26c45c8a1e tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca44eee-998d-4313-9c06-a0cb97a476e2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:31.249455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.284722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.359443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-b53b046b-5110-48c1-89ef-8e01c041b5dd service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087152 Oct 27 16:22:31.429444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-d3b45f93-243e-464a-addf-99900992d196 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=9597372b-54f7-483d-91f9-1748a7c42064 HTTP/1.1" status: 200 len: 217 time: 0.0615456 Oct 27 16:22:31.453272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.456891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.457441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/security-groups/473b2c9c-001d-4d34-8877-0df9abd6a6db HTTP/1.1" status: 204 len: 168 time: 0.3132927 Oct 27 16:22:31.462472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44502) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:31.477080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4e6e8-f3cf-4ed5-b93c-ac8f02617e46 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473b2c9c-001d-4d34-8877-0df9abd6a6db,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:31.546727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-5484cea1-9151-4e98-baf8-ec1307c0639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:31.549141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-5484cea1-9151-4e98-baf8-ec1307c0639c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.1100323 Oct 27 16:22:31.558946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.566103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486700d-f88a-47c5-82b6-80194710fefc req-0cad3462-f766-4bfc-af7d-ab2b96c62208 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:31.568501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2486700d-f88a-47c5-82b6-80194710fefc req-0cad3462-f766-4bfc-af7d-ab2b96c62208 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1201327 Oct 27 16:22:31.576155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.638438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2486700d-f88a-47c5-82b6-80194710fefc req-f5cdf726-63d9-46f8-b2c8-a0b64c7208f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Oct 27 16:22:31.645251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-cbd63c66-567d-4c89-a461-e21e47499af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:31.646843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-cbd63c66-567d-4c89-a461-e21e47499af2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771432 Oct 27 16:22:31.727256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.730079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.734038 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/security-groups/23f5ccc9-8706-415a-bdb5-4aa1efbdba72 HTTP/1.1" status: 204 len: 168 time: 0.2679539 Oct 27 16:22:31.735821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44506) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:31.744210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c164547-964e-4e2c-a91a-a6bdffd9d24c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5ccc9-8706-415a-bdb5-4aa1efbdba72,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:31.789388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-91f8e577-6ac6-4448-860d-8849def26188 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286206 Oct 27 16:22:31.800384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 56e1bb25-0428-4a78-b097-413736d95096 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:31.811595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.899072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.978665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-a98b5749-2917-44bb-9302-808af3deb0ae service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759155 Oct 27 16:22:32.374367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-33bc19c9-a7c3-4b1d-bf84-e77ad40749f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f HTTP/1.1" status: 200 len: 217 time: 0.3720717 Oct 27 16:22:32.392259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.464916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-f0b51141-c2e0-46d6-a9d3-13b37d4d22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:32.464916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-f0b51141-c2e0-46d6-a9d3-13b37d4d22f8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 200 len: 797 time: 0.0794592 Oct 27 16:22:32.514077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-336d1ea1-6588-4456-a7e3-2ff4d614aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:32.515625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-336d1ea1-6588-4456-a7e3-2ff4d614aa30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9101a026-8f80-438d-abbf-047252ed3e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456181 Oct 27 16:22:32.586891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.623440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=56e1bb25-0428-4a78-b097-413736d95096,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:32.628184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.631683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb0586b1-bd78-4e87-be76-9e51de629b96 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/56e1bb25-0428-4a78-b097-413736d95096 HTTP/1.1" status: 204 len: 168 time: 0.8947315 Oct 27 16:22:32.635596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85479fe3-bb9c-437f-9106-ee932b43ff08 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:32.636111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44530) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:32.682015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-02cd3488-6d01-4507-bade-8d297f4d3c4e service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535480 Oct 27 16:22:32.723629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 8b23cb38-fccf-457c-a12f-c2ed4c716856 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:32.753385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.842822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.862900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:32.915148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0667-88b6-457f-ab21-e129cf9602dc req-78a02d46-8cf4-49d8-8f80-eea59df379e3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:32.917463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-454c0667-88b6-457f-ab21-e129cf9602dc req-78a02d46-8cf4-49d8-8f80-eea59df379e3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1645212 Oct 27 16:22:32.922187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-bf2f2e79-826a-41e4-abdc-3ad017c32504 service neutron] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342811 Oct 27 16:22:32.988447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-65ba1890-ff5f-488d-abcf-abcbbb05034a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d HTTP/1.1" status: 200 len: 217 time: 0.0556099 Oct 27 16:22:33.001288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9936def1-9abf-4589-8def-ee2f94533bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.083690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-454c0667-88b6-457f-ab21-e129cf9602dc req-43dae709-2c1f-41e0-a33f-bae86550f2f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547883 Oct 27 16:22:33.098295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.133081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-559eb570-6d7d-4938-9518-5dec56a5cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:33.134580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-559eb570-6d7d-4938-9518-5dec56a5cbdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.1225238 Oct 27 16:22:33.138733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9936def1-9abf-4589-8def-ee2f94533bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.196918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-cdcd8a56-17a6-466d-839e-791573e6402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:33.199054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-cdcd8a56-17a6-466d-839e-791573e6402a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533471 Oct 27 16:22:33.212708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9936def1-9abf-4589-8def-ee2f94533bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.255721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9936def1-9abf-4589-8def-ee2f94533bf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23988e26ec5c4f6d9dd2e1b8d765417b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915813 Oct 27 16:22:33.256434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936def1-9abf-4589-8def-ee2f94533bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c797d72-636f-4faf-91d1-8887d3f5bf77,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:33.258870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:33.304034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-07dff2fd-48c7-4a23-b061-0d61b8abf3ad service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975680 Oct 27 16:22:33.416376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.439482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-f4397a35-55e3-4486-b7f8-c890b32ffa51 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205020 Oct 27 16:22:33.466392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=8b23cb38-fccf-457c-a12f-c2ed4c716856,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:33.469940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.475162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8dd44a0b-6556-452e-a586-3f80c90c9b4a tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/8b23cb38-fccf-457c-a12f-c2ed4c716856 HTTP/1.1" status: 204 len: 168 time: 0.8363485 Oct 27 16:22:33.507498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f795305-3e48-41c2-943b-d823f52bed56 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:33.515812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44550) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:33.526470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-d3aa2ece-c77f-4cc7-8ffe-330924924d5f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 200 len: 217 time: 0.0678976 Oct 27 16:22:33.549100 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2be704-1c75-49dd-af51-3f9d7e3ab6a0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:33.549565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2be704-1c75-49dd-af51-3f9d7e3ab6a0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:33.555246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f2be704-1c75-49dd-af51-3f9d7e3ab6a0 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/56e1bb25-0428-4a78-b097-413736d95096 HTTP/1.1" status: 404 len: 337 time: 0.0347333 Oct 27 16:22:33.600652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:33.602305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-9cab443a-f380-448b-a4b6-b3f685fc5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:33.605035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-9cab443a-f380-448b-a4b6-b3f685fc5ac2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 200 len: 797 time: 0.0488048 Oct 27 16:22:33.625851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-03455bde-3e5d-4783-ac18-93da8ca42fa8 None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:33.626216 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03455bde-3e5d-4783-ac18-93da8ca42fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.687433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.713137 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.713358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting subnet 76fddf60-67fc-4ef8-9948-18b9d723b1f2 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:33.717285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.765205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-0d74bb17-7cc4-4085-98b5-625536f2254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:33.766661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-0d74bb17-7cc4-4085-98b5-625536f2254b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5f36272-3b4d-4e69-be58-fba9b268dcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094882 Oct 27 16:22:33.771205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.782966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-03455bde-3e5d-4783-ac18-93da8ca42fa8 None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:33.784069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03455bde-3e5d-4783-ac18-93da8ca42fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.822816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-03455bde-3e5d-4783-ac18-93da8ca42fa8 None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:33.875795 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.886848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.886848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c797d72-636f-4faf-91d1-8887d3f5bf77 HTTP/1.1" status: 204 len: 168 time: 0.6237602 Oct 27 16:22:33.895982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af417-751e-4c43-a6a8-93015a42b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c797d72-636f-4faf-91d1-8887d3f5bf77,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:33.943377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-c6f1922c-a2ed-4311-9f35-d9d5c801cdef service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677036 Oct 27 16:22:33.946209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.129274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4e17d34-3364-4f69-8256-5e2657d7368c req-c0cdbadc-c3e8-414e-a553-584892f4b9c0 service neutron] 10.222.0.82 "GET /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520064 Oct 27 16:22:34.226717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.243597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a3ec-f77e-4c97-a5bf-b32c2fca33dc req-a0b57589-9f2d-44c5-8d89-717664cff8e3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:34.251585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6746a3ec-f77e-4c97-a5bf-b32c2fca33dc req-a0b57589-9f2d-44c5-8d89-717664cff8e3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0833459 Oct 27 16:22:34.302980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.309290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/76fddf60-67fc-4ef8-9948-18b9d723b1f2 HTTP/1.1" status: 204 len: 168 time: 0.7006969 Oct 27 16:22:34.310106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44568) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.310266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18a91f-d4fc-4055-8bae-530a7391ee5c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Subnet': ['ID=76fddf60-67fc-4ef8-9948-18b9d723b1f2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:34.346382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6746a3ec-f77e-4c97-a5bf-b32c2fca33dc req-4687604e-5cd5-47a2-81a0-d10c4b089e99 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938106 Oct 27 16:22:34.360164 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-55da8938-9788-40bb-b08c-96b6369aef5b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.363288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55da8938-9788-40bb-b08c-96b6369aef5b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.366800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-55da8938-9788-40bb-b08c-96b6369aef5b tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/0b66555d-b10c-4bbd-9c58-52af8940b3b7 HTTP/1.1" status: 404 len: 337 time: 0.0548942 Oct 27 16:22:34.370171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.404299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7a621792-a5d9-4dfa-9b65-405db8820e85 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fef6c9d-db44-4e9f-b735-44a381342f17 HTTP/1.1" status: 200 len: 205 time: 0.0303383 Oct 27 16:22:34.406593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44572) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.447206 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-5718f416-e9a2-4ca5-a86e-b35acfb0392c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] delete failed (client error): The resource could not be found. Oct 27 16:22:34.448688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5718f416-e9a2-4ca5-a86e-b35acfb0392c tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/routers/7fef6c9d-db44-4e9f-b735-44a381342f17 HTTP/1.1" status: 404 len: 336 time: 0.0406187 Oct 27 16:22:34.452423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44578) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.482831 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ff389c-e575-4b15-9afd-400f8b5cf4c5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.487303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ff389c-e575-4b15-9afd-400f8b5cf4c5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.493368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b4ff389c-e575-4b15-9afd-400f8b5cf4c5 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/9f0e8b4b-9c74-42ef-8e90-26ab803e8908 HTTP/1.1" status: 404 len: 337 time: 0.0375886 Oct 27 16:22:34.494210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44580) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.504864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443b44b-3178-4184-9ae9-99052fb6c8f9 None None] Network 0dfd49bf-c07b-4988-aff7-1687434d8679 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:34.526960 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b7afc2-7ae6-4004-bd0e-2969f36fb070 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.527482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b7afc2-7ae6-4004-bd0e-2969f36fb070 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.530742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a3b7afc2-7ae6-4004-bd0e-2969f36fb070 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/8780f668-6933-4a72-b069-0340cf64e8cd HTTP/1.1" status: 404 len: 337 time: 0.0359089 Oct 27 16:22:34.533882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44582) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.560737 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b1110-46cc-4d71-9beb-40d10771fa12 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.561239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2b1110-46cc-4d71-9beb-40d10771fa12 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.564650 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d2b1110-46cc-4d71-9beb-40d10771fa12 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/f18c1ce3-bada-4673-b0e0-d6c5c701e416 HTTP/1.1" status: 404 len: 337 time: 0.0297904 Oct 27 16:22:34.567183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.582312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-27a8315b-6a18-4846-a581-3a26f5b9068c None None] Provisioning complete for port 67b59527-1d1a-4962-8699-62371527ad12 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:34.582958 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27a8315b-6a18-4846-a581-3a26f5b9068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.591296 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-db93bf15-d4ee-46b2-8122-9d143880f004 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.591920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db93bf15-d4ee-46b2-8122-9d143880f004 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.595008 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db93bf15-d4ee-46b2-8122-9d143880f004 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/89a8e4bf-4ae5-491e-ac2f-3761925e0300 HTTP/1.1" status: 404 len: 333 time: 0.0269182 Oct 27 16:22:34.605399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.632045 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f55b8e-3eaa-4e33-8282-5d5ef957ed49 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.632491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f55b8e-3eaa-4e33-8282-5d5ef957ed49 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.635578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60f55b8e-3eaa-4e33-8282-5d5ef957ed49 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/61e48c2a-b0a1-4c67-8f64-e9239b098ae4 HTTP/1.1" status: 404 len: 337 time: 0.0291481 Oct 27 16:22:34.638104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44588) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.665997 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-133219c0-22d9-4a27-aaf3-e3f82a32a556 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.671796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133219c0-22d9-4a27-aaf3-e3f82a32a556 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.671796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-133219c0-22d9-4a27-aaf3-e3f82a32a556 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/5dc6ab35-a1fd-4c47-b278-67baa2c72f13 HTTP/1.1" status: 404 len: 337 time: 0.0306849 Oct 27 16:22:34.673568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.703065 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2f3818-e421-4ec7-81f0-445ab4163db1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.704072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2f3818-e421-4ec7-81f0-445ab4163db1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.708476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6f2f3818-e421-4ec7-81f0-445ab4163db1 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/9479dcc4-9960-4bc7-bc53-06836e745d79 HTTP/1.1" status: 404 len: 333 time: 0.0330720 Oct 27 16:22:34.716010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44592) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.748511 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0957840-81e2-4672-a90a-0391c4a04001 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.748511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0957840-81e2-4672-a90a-0391c4a04001 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.748511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b0957840-81e2-4672-a90a-0391c4a04001 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/f8b57324-296f-4688-a027-840df31b760c HTTP/1.1" status: 404 len: 337 time: 0.0295465 Oct 27 16:22:34.748805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-27a8315b-6a18-4846-a581-3a26f5b9068c None None] Provisioning complete for port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:34.748805 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27a8315b-6a18-4846-a581-3a26f5b9068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.751424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.782144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] DHCP port deletion for 0dfd49bf-c07b-4988-aff7-1687434d8679 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:34.790069 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcdcb83-a65d-49a6-9c1f-ebaba44cf0a7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:34.790608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcdcb83-a65d-49a6-9c1f-ebaba44cf0a7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:34.797477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cdcdcb83-a65d-49a6-9c1f-ebaba44cf0a7 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/subnets/944a263b-a0c5-4c8b-9a6b-48211c73b7cf HTTP/1.1" status: 404 len: 337 time: 0.0425904 Oct 27 16:22:34.797963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44596) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.798627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44598) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:34.818353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5905f2-d410-4cc3-a03a-d83abdc2dc75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.822538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-27a8315b-6a18-4846-a581-3a26f5b9068c None None] Port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:34.861340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Deleting port 67b59527-1d1a-4962-8699-62371527ad12 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:34.862245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.929430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5905f2-d410-4cc3-a03a-d83abdc2dc75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.931812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Deleting port 78d47f86-5e9c-40b4-9af3-75f0653d2a41 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:34.932256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.960784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] For port 67b59527-1d1a-4962-8699-62371527ad12, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=67b59527-1d1a-4962-8699-62371527ad12,segment=NetworkSegment(910c3755-357b-4753-a077-5e43e89f6a83),segment_id=910c3755-357b-4753-a077-5e43e89f6a83)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:34.961178 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.974094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Calling delete_port for 67b59527-1d1a-4962-8699-62371527ad12 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:35.001857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.013122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5905f2-d410-4cc3-a03a-d83abdc2dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.021551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Calling delete_port for 78d47f86-5e9c-40b4-9af3-75f0653d2a41 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:35.079762 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b5905f2-d410-4cc3-a03a-d83abdc2dc75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fa5ba717e7f433ca586ef6c667b5d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799973 Oct 27 16:22:35.081066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5905f2-d410-4cc3-a03a-d83abdc2dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34aab7-175e-4bad-bb69-6ece4e978625,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.084867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44600) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:35.134290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.149791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.157117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.177579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] Pushing event deleted for resources: {'Port': ['ID=67b59527-1d1a-4962-8699-62371527ad12,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.184150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9fc0c-5ec7-462f-9169-b847eecf20f9 None None] No DVR routers for this DVR port 67b59527-1d1a-4962-8699-62371527ad12 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:35.184459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.213181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Port': ['ID=78d47f86-5e9c-40b4-9af3-75f0653d2a41,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.224909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.231089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9164ac67-50d7-448a-a73e-82edbdc3bc10 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/ports/78d47f86-5e9c-40b4-9af3-75f0653d2a41 HTTP/1.1" status: 204 len: 168 time: 0.4290252 Oct 27 16:22:35.231425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:35.313325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.321291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.324760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.326091 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc34aab7-175e-4bad-bb69-6ece4e978625 HTTP/1.1" status: 204 len: 168 time: 0.2403111 Oct 27 16:22:35.334977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917411c-65e9-4ae9-82d2-29def7e626a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34aab7-175e-4bad-bb69-6ece4e978625,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.407432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.430325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfd49bf-c07b-4988-aff7-1687434d8679']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:35.450037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c3755-357b-4753-a077-5e43e89f6a83') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:35.450699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c3755-357b-4753-a077-5e43e89f6a83') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:35.478045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.494139 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.507344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:35.507344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:35.507573 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:35.526027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880847f-5457-49b3-b281-43b7ac53aa06 req-c348fc6c-f9de-4d6e-aaa4-46e509bbcde3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.527723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5880847f-5457-49b3-b281-43b7ac53aa06 req-c348fc6c-f9de-4d6e-aaa4-46e509bbcde3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0993755 Oct 27 16:22:35.602919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5880847f-5457-49b3-b281-43b7ac53aa06 req-5afb6386-8405-4810-8a89-26319b567338 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489051 Oct 27 16:22:35.676232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.692783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.697622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] 10.222.0.70 "DELETE /v2.0/networks/0dfd49bf-c07b-4988-aff7-1687434d8679 HTTP/1.1" status: 204 len: 168 time: 0.4653404 Oct 27 16:22:35.711676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e799c79-44b2-4eac-b5f6-902d77fd2221 tempest-PortsTestJSON-2014806118 tempest-PortsTestJSON-2014806118-project] Pushing event deleted for resources: {'Network': ['ID=0dfd49bf-c07b-4988-aff7-1687434d8679,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.910068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:35.930520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 67b59527-1d1a-4962-8699-62371527ad12 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:35.930871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 67b59527-1d1a-4962-8699-62371527ad12 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:36.229078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44638) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:36.384547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29223255-bd04-45e9-8c8d-efa5d05c63bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d655dd3de74485186ed16754f46b4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535215 Oct 27 16:22:36.386640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:36.455640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.481226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.614789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.619249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.623575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2b2c949-d9f3-459b-91c9-d428e2776eeb HTTP/1.1" status: 204 len: 168 time: 0.2324882 Oct 27 16:22:36.633836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485033b6-d6c6-439b-a940-137e33c0d268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2c949-d9f3-459b-91c9-d428e2776eeb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:36.764770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a720c9-130d-42c7-aff0-99382cc45534 req-f4110988-b91a-4f29-9c3b-e599d7274985 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.766398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60a720c9-130d-42c7-aff0-99382cc45534 req-f4110988-b91a-4f29-9c3b-e599d7274985 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Oct 27 16:22:36.819302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60a720c9-130d-42c7-aff0-99382cc45534 req-a1bf0bac-e7aa-4112-a98d-b48caf7b6ebf tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455966 Oct 27 16:22:37.492156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:37.652560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3c74b1f-2a3a-4151-a7fb-229624078dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.737500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3c74b1f-2a3a-4151-a7fb-229624078dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.922301 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3c74b1f-2a3a-4151-a7fb-229624078dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.946358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4b9c-0df8-4c5c-bffc-82e7d728cfd3 req-5662b01c-402b-4c22-b35c-6799fece9064 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.947920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c2c4b9c-0df8-4c5c-bffc-82e7d728cfd3 req-5662b01c-402b-4c22-b35c-6799fece9064 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Oct 27 16:22:37.966115 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3c74b1f-2a3a-4151-a7fb-229624078dbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0132f45175734423a9bdb4a6486703bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671202 Oct 27 16:22:37.966115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44704) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:37.969728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c74b1f-2a3a-4151-a7fb-229624078dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1e555-ed20-460a-b8b3-bcd61e5ee65c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:38.001541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c2c4b9c-0df8-4c5c-bffc-82e7d728cfd3 req-a340d9ef-9ebb-4e42-a05c-a4e14daea093 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Oct 27 16:22:38.029401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.052170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.205779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44710) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:38.258603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.261787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.265753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96f1e555-ed20-460a-b8b3-bcd61e5ee65c HTTP/1.1" status: 204 len: 168 time: 0.2988012 Oct 27 16:22:38.273810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7004af-778f-4c61-9730-42eb24066275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1e555-ed20-460a-b8b3-bcd61e5ee65c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:38.310748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-771651075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:38.396669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.398418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.456720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.573592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.643591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.644997 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c72d5d21-fde7-497a-99b2-67ff83df0ec9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4380469 Oct 27 16:22:38.647637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44722) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:38.653771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1576058472'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:38.770005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:38.775250 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.794735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.899833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.018933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.050807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:22:39.063687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87f6b0-0c3a-4cd9-8643-8b881af448a2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:39.080434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.084360 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Added segment 5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3 of type vlan for network 41046908-6962-4c01-9b15-56b91975e775 Oct 27 16:22:39.153494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.191633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748bcde-37a4-4dbc-aed3-68b89cc4ab03 req-ce64cc4f-c5cf-4a64-ade7-5231a8b21d6a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.193114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4748bcde-37a4-4dbc-aed3-68b89cc4ab03 req-ce64cc4f-c5cf-4a64-ade7-5231a8b21d6a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0788453 Oct 27 16:22:39.237011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4748bcde-37a4-4dbc-aed3-68b89cc4ab03 req-90911c73-3ce9-4131-ae49-b61212f29acd tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Oct 27 16:22:39.310273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.316749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.317361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.387983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Network': ['ID=41046908-6962-4c01-9b15-56b91975e775,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:39.398796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 41046908-6962-4c01-9b15-56b91975e775 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:22:39.484910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44748) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:39.485034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a1949b0b-a299-486d-832f-8ab02380c85a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8332186 Oct 27 16:22:39.487667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'subnet': {'network_id': '41046908-6962-4c01-9b15-56b91975e775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:39.670296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:39.674216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.102243 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.162248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Subnet': ['ID=cdf91cf7-3919-473e-90b2-9918933257fb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:40.173187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Checking segment: {'id': '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '41046908-6962-4c01-9b15-56b91975e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:40.173544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network hostable DHCP agents. Network: 41046908-6962-4c01-9b15-56b91975e775, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:22:40.338570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 41046908-6962-4c01-9b15-56b91975e775 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:22:40.375395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ad80a-6d6a-40a1-bf40-4c5ada1a4d8e req-44305272-cf7b-4d8c-a9d2-00692195fa62 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.377468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce1ad80a-6d6a-40a1-bf40-4c5ada1a4d8e req-44305272-cf7b-4d8c-a9d2-00692195fa62 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0573018 Oct 27 16:22:40.419493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce1ad80a-6d6a-40a1-bf40-4c5ada1a4d8e req-dfefedbc-f2da-4af3-8d2b-f853828db18e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Oct 27 16:22:40.435463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 41046908-6962-4c01-9b15-56b91975e775) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:40.439574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.440161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.444971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6453e2-fd52-4de6-9c77-fe2fdace8074 None None] Network 41046908-6962-4c01-9b15-56b91975e775 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:40.564794 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9cbcf8b8-7eae-4ab4-a256-aa069a144b2c tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0813711 Oct 27 16:22:40.567433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44764) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:40.572984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'network': {'name': 'tempest-router-network01--332794263'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:40.590978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-41046908-6962-4c01-9b15-56b91975e775', 'network_id': '41046908-6962-4c01-9b15-56b91975e775', 'tenant_id': '9c4840d9ba954cbeabb589c4a459cae5', 'fixed_ips': [{'subnet_id': 'cdf91cf7-3919-473e-90b2-9918933257fb'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:22:40.591910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.672639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:40.679998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.709416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:22:40.719032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.719638 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Added segment 893e5588-e60d-470b-83a8-6fdcedf9ce96 of type vlan for network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 Oct 27 16:22:40.749316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Allocated IP 172.20.0.2 (41046908-6962-4c01-9b15-56b91975e775/cdf91cf7-3919-473e-90b2-9918933257fb/6e02aebf-d97e-4cbe-b397-28d04e2a2402) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:40.764029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.870125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.875813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.876617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.950613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Network': ['ID=255a3a3a-eb70-4ea5-8136-d0fa8d1ef368,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.050706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:22:41.061599 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-efbbff80-dfdd-4c6e-b3bc-a1ede6cf0943 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4928122 Oct 27 16:22:41.064203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44776) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:41.069681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'network': {'name': 'tempest-router-network02--2098442251'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:41.098417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.172740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:41.179300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.203011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:22:41.212692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.213046 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Added segment f9ee5cc4-88f9-417e-a1ad-74a3e78a422c of type vlan for network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 Oct 27 16:22:41.219385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.265998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.290303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Network 41046908-6962-4c01-9b15-56b91975e775 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:41.307228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:41.312028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:41.319533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Pushing event updated for resources: {'Port': ['ID=6e02aebf-d97e-4cbe-b397-28d04e2a2402,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.376771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Attempting to bind port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:41.377061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Attempting to bind port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '41046908-6962-4c01-9b15-56b91975e775'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:41.377456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Attempting to bind port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 on network 41046908-6962-4c01-9b15-56b91975e775 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:41.379125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.384146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:41.384533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Checking segment: {'id': '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '41046908-6962-4c01-9b15-56b91975e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:41.384931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.387784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Bound using segment: {'id': '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '41046908-6962-4c01-9b15-56b91975e775'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:41.387911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.388047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Bound port: 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '41046908-6962-4c01-9b15-56b91975e775'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:41.388174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.388291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.422149 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fce10b4d-014c-4464-94c7-d7c1fe7d90ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.465499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Network': ['ID=6f8bc492-3839-4d2e-acb5-ed98aabbb9a8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.476168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-213e7786-b70d-4543-928d-5145fd320516 None None] For port 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:41.478134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:22:41.482196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-213e7786-b70d-4543-928d-5145fd320516 None None] For port 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6e02aebf-d97e-4cbe-b397-28d04e2a2402,segment=NetworkSegment(5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3),segment_id=5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:41.523552 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6fac677f-9831-4cc7-ab77-26e539d71dd8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4579365 Oct 27 16:22:41.525941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44788) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:41.533423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'subnet': {'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:41.585457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.591874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ea73b-4056-490b-88e9-8a849852689f req-6f26b811-efca-4ebe-b822-5a7b34d1b9d4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.595614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b66ea73b-4056-490b-88e9-8a849852689f req-6f26b811-efca-4ebe-b822-5a7b34d1b9d4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0776372 Oct 27 16:22:41.663107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7786-b70d-4543-928d-5145fd320516 None None] Pushing event updated for resources: {'Port': ['ID=6e02aebf-d97e-4cbe-b397-28d04e2a2402,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.686765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b66ea73b-4056-490b-88e9-8a849852689f req-e16c595e-2730-4851-9888-d3f28bb6c14f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Oct 27 16:22:41.993686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6e02aebf-d97e-4cbe-b397-28d04e2a2402 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:42.007129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:42.012358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.154979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:42.155846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.251917 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.284914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6e02aebf-d97e-4cbe-b397-28d04e2a2402,segment=NetworkSegment(5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3),segment_id=5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:42.361562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.422734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Subnet': ['ID=d552c746-31d0-4953-9b15-be0dc2cf557f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:42.435659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.445747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Checking segment: {'id': '893e5588-e60d-470b-83a8-6fdcedf9ce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:42.446180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network hostable DHCP agents. Network: 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:22:42.505130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=6e02aebf-d97e-4cbe-b397-28d04e2a2402,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:42.556193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:22:42.710287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:42.716617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:42.717217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.743297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1131332-45e7-42cd-bdfa-a80aa2f706d0 None None] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:42.880309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fc290-2fc8-426a-a00c-556a749f7507 None None] Network 41046908-6962-4c01-9b15-56b91975e775 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:42.913143 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db3a661f-1f84-48a3-8433-d474ae472e19 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3851132 Oct 27 16:22:42.914751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe110-228e-4c95-8d3c-0cff981fb3f8 req-6c8ecb28-91f7-4716-91e2-97c03cd928de tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:42.920548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:42.920750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-063fe110-228e-4c95-8d3c-0cff981fb3f8 req-6c8ecb28-91f7-4716-91e2-97c03cd928de tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0953722 Oct 27 16:22:42.920891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'subnet': {'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:42.964871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-063fe110-228e-4c95-8d3c-0cff981fb3f8 req-c4dfda66-cae0-4bce-b77f-a2f1cca8adad tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Oct 27 16:22:43.010131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d70ecf27-6d9f-4ac3-8948-cbede596b372 None None] Provisioning complete for port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:43.010642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d70ecf27-6d9f-4ac3-8948-cbede596b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.098983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Made reservation on behalf of 9c4840d9ba954cbeabb589c4a459cae5 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:43.098983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.103245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-255a3a3a-eb70-4ea5-8136-d0fa8d1ef368', 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368', 'tenant_id': '9c4840d9ba954cbeabb589c4a459cae5', 'fixed_ips': [{'subnet_id': 'd552c746-31d0-4953-9b15-be0dc2cf557f'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:22:43.104135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.348932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Allocated IP 172.20.0.2 (255a3a3a-eb70-4ea5-8136-d0fa8d1ef368/d552c746-31d0-4953-9b15-be0dc2cf557f/ad73474f-c29a-4891-9545-4ca3d8f05227) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:43.383661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.453379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Subnet': ['ID=b850445c-4028-4470-b4d8-b6bf62c51b22,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:43.469648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Checking segment: {'id': 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:43.470054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network hostable DHCP agents. Network: 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:22:43.517709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.630341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:22:43.665435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-18f7db5f-fea7-4757-936d-e97fb62a19b0 None None] Provisioning complete for port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:43.674210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18f7db5f-fea7-4757-936d-e97fb62a19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.701286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.750159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:43.754947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:43.755854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.761658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:43.764535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a2421-8bcc-4b4e-b3c1-3d7f708bd0bd None None] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:43.766962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Pushing event updated for resources: {'Port': ['ID=ad73474f-c29a-4891-9545-4ca3d8f05227,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:43.769338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:43.773814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:43.859410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44820) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:43.859619 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-951928d4-cd06-4cb3-ba00-495127a67549 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9426091 Oct 27 16:22:43.940922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Attempting to bind port ad73474f-c29a-4891-9545-4ca3d8f05227 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:43.941286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Attempting to bind port ad73474f-c29a-4891-9545-4ca3d8f05227 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '893e5588-e60d-470b-83a8-6fdcedf9ce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:43.941643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Attempting to bind port ad73474f-c29a-4891-9545-4ca3d8f05227 on network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Checking segment: {'id': '893e5588-e60d-470b-83a8-6fdcedf9ce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Bound using segment: {'id': '893e5588-e60d-470b-83a8-6fdcedf9ce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Bound port: ad73474f-c29a-4891-9545-4ca3d8f05227, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893e5588-e60d-470b-83a8-6fdcedf9ce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '255a3a3a-eb70-4ea5-8136-d0fa8d1ef368'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:43.964991 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.017528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6e02aebf-d97e-4cbe-b397-28d04e2a2402 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:44.077113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf5be9ea-e40d-4ced-a501-173d91d6b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.137796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-6f8bc492-3839-4d2e-acb5-ed98aabbb9a8', 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8', 'tenant_id': '9c4840d9ba954cbeabb589c4a459cae5', 'fixed_ips': [{'subnet_id': 'b850445c-4028-4470-b4d8-b6bf62c51b22'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:22:44.141049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.163901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] For port ad73474f-c29a-4891-9545-4ca3d8f05227, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:44.193047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] For port ad73474f-c29a-4891-9545-4ca3d8f05227, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad73474f-c29a-4891-9545-4ca3d8f05227,segment=NetworkSegment(893e5588-e60d-470b-83a8-6fdcedf9ce96),segment_id=893e5588-e60d-470b-83a8-6fdcedf9ce96)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:44.270120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38eb0b-a265-4534-93cc-4c1542590730 req-94e0a84d-2f66-4510-94b9-ebbc49ab523d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:44.277525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd38eb0b-a265-4534-93cc-4c1542590730 req-94e0a84d-2f66-4510-94b9-ebbc49ab523d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.2005460 Oct 27 16:22:44.287428 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:44.287803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.314300 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.344450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.348933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd38eb0b-a265-4534-93cc-4c1542590730 req-c0fa31f2-aa61-40de-8d58-5e3928427f3f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Oct 27 16:22:44.425856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Allocated IP 172.20.0.2 (6f8bc492-3839-4d2e-acb5-ed98aabbb9a8/b850445c-4028-4470-b4d8-b6bf62c51b22/2ba7f58f-4338-438c-89c0-408e156ac458) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:44.451465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a87a-432c-4df5-bb3a-eef5238f9380 None None] Pushing event updated for resources: {'Port': ['ID=ad73474f-c29a-4891-9545-4ca3d8f05227,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:44.647295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Allocated IP 172.20.0.1 (255a3a3a-eb70-4ea5-8136-d0fa8d1ef368/d552c746-31d0-4953-9b15-be0dc2cf557f/7920e8ba-752d-43a3-99cd-a0eddfa627c9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:44.742316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.771946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.836442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.864431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.939209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Pushing event updated for resources: {'Port': ['ID=2ba7f58f-4338-438c-89c0-408e156ac458,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:44.975614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:44.979907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:44.986892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:44.990579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.075017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:45.078901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:45.085058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:45.117404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Attempting to bind port 2ba7f58f-4338-438c-89c0-408e156ac458 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:45.118104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Attempting to bind port 2ba7f58f-4338-438c-89c0-408e156ac458 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:45.118613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Attempting to bind port 2ba7f58f-4338-438c-89c0-408e156ac458 on network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:45.136493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Port': ['ID=7920e8ba-752d-43a3-99cd-a0eddfa627c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:45.137497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:45.137786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Checking segment: {'id': 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:45.138431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.139117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Bound using segment: {'id': 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:45.139574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Bound port: 2ba7f58f-4338-438c-89c0-408e156ac458, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8bc492-3839-4d2e-acb5-ed98aabbb9a8'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:45.139954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.175716 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.436601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] For port 2ba7f58f-4338-438c-89c0-408e156ac458, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:45.440692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] For port 2ba7f58f-4338-438c-89c0-408e156ac458, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2ba7f58f-4338-438c-89c0-408e156ac458,segment=NetworkSegment(f9ee5cc4-88f9-417e-a1ad-74a3e78a422c),segment_id=f9ee5cc4-88f9-417e-a1ad-74a3e78a422c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:45.443395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.522227 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.563633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.628388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a676cd4-b271-409e-9fda-9302a85548cc None None] Pushing event updated for resources: {'Port': ['ID=2ba7f58f-4338-438c-89c0-408e156ac458,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:45.678928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44848) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:45.709831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d508-dedc-47d4-9528-8f00f6dacb34 req-f20a87e8-14c1-4c72-893c-2f0515883c4f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:45.719808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5620d508-dedc-47d4-9528-8f00f6dacb34 req-f20a87e8-14c1-4c72-893c-2f0515883c4f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2002146 Oct 27 16:22:45.795595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5620d508-dedc-47d4-9528-8f00f6dacb34 req-c0b5d734-b8d8-4e8b-9f62-a603d8bc533a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690870 Oct 27 16:22:45.843820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1594be-615d-41d1-83e7-91bc5bd4ef1b req-e0c74f9a-bcae-4f1f-8b25-00bec22ba99d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:45.852380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a1594be-615d-41d1-83e7-91bc5bd4ef1b req-e0c74f9a-bcae-4f1f-8b25-00bec22ba99d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.2811539 Oct 27 16:22:45.945940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b354175-30e8-4551-aa29-d162c1142d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.012236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab13f7-7f24-4691-bcbe-dfa7c6363a39 None None] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:46.146375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b354175-30e8-4551-aa29-d162c1142d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.159795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad73474f-c29a-4891-9545-4ca3d8f05227 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:46.226938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] Provisioning complete for port ad73474f-c29a-4891-9545-4ca3d8f05227 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:46.227421 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.270498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b354175-30e8-4551-aa29-d162c1142d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.359369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad73474f-c29a-4891-9545-4ca3d8f05227 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:46.362232 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.391959 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b354175-30e8-4551-aa29-d162c1142d94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b322f404d7894f63803d99e065b83bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118616 Oct 27 16:22:46.393385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b354175-30e8-4551-aa29-d162c1142d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15496eb4-846b-444a-bdcb-4897bbdc7c69,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.397655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44860) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:46.466545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.498753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.501109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.595907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.618990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] For port ad73474f-c29a-4891-9545-4ca3d8f05227, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad73474f-c29a-4891-9545-4ca3d8f05227,segment=NetworkSegment(893e5588-e60d-470b-83a8-6fdcedf9ce96),segment_id=893e5588-e60d-470b-83a8-6fdcedf9ce96)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:46.710467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.720762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.728013 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15496eb4-846b-444a-bdcb-4897bbdc7c69 HTTP/1.1" status: 204 len: 168 time: 0.3285551 Oct 27 16:22:46.733316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a1594be-615d-41d1-83e7-91bc5bd4ef1b req-516c02b6-639a-4d44-b5ec-d08e13f5f996 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8758388 Oct 27 16:22:46.741639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8e39e-876c-4116-b19f-9a15d856a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15496eb4-846b-444a-bdcb-4897bbdc7c69,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.782578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.816865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317c87c-a30c-45bf-a4a5-3abaf1659558 req-b1a2934c-9dbe-41c3-bfc4-3d012e905857 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.828428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d317c87c-a30c-45bf-a4a5-3abaf1659558 req-b1a2934c-9dbe-41c3-bfc4-3d012e905857 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.8263886 Oct 27 16:22:46.911391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d317c87c-a30c-45bf-a4a5-3abaf1659558 req-bb123b5f-0175-4348-94cd-93e27694707f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706539 Oct 27 16:22:46.958406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243bd57-dd99-4d02-bbb9-391486c48307 None None] Pushing event updated for resources: {'Port': ['ID=ad73474f-c29a-4891-9545-4ca3d8f05227,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.973862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:22:46.974266 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:22:47.061017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b3ba30b5-1dd2-4eb4-bd68-9dfa5c65fb14 None None] Provisioning complete for port ad73474f-c29a-4891-9545-4ca3d8f05227 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:47.061657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3ba30b5-1dd2-4eb4-bd68-9dfa5c65fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.125509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.142180 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.194402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b3ba30b5-1dd2-4eb4-bd68-9dfa5c65fb14 None None] Provisioning complete for port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:47.194775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3ba30b5-1dd2-4eb4-bd68-9dfa5c65fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.240951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba30b5-1dd2-4eb4-bd68-9dfa5c65fb14 None None] Port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:47.258486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.278851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed71e1-8bde-4566-b70e-821d61ccbbd7 None None] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:47.316572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.381326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Provisioning complete for port 2ba7f58f-4338-438c-89c0-408e156ac458 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:47.381764 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.395956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Port': ['ID=7920e8ba-752d-43a3-99cd-a0eddfa627c9,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:47.496869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:47.498524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:47.556468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.602648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0775a596-890f-42bf-9b42-527841d408dd None None] For port 2ba7f58f-4338-438c-89c0-408e156ac458, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2ba7f58f-4338-438c-89c0-408e156ac458,segment=NetworkSegment(f9ee5cc4-88f9-417e-a1ad-74a3e78a422c),segment_id=f9ee5cc4-88f9-417e-a1ad-74a3e78a422c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:47.677349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.753436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Provisioning complete for port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:47.753436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.801625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Router c9ebef47-9290-4dd9-ba19-3adb1e27982e is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:22:47.885976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44882) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:47.890100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Pushing event updated for resources: {'Port': ['ID=2ba7f58f-4338-438c-89c0-408e156ac458,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:47.901507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0775a596-890f-42bf-9b42-527841d408dd None None] Port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:47.919740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99704f8e-fef1-4636-a874-8fd1ecc341e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.939910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54af30-f85b-462f-9653-3532e3aab223 req-7a7325ef-b88d-41ea-89e9-188812ece278 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:47.939910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e54af30-f85b-462f-9653-3532e3aab223 req-7a7325ef-b88d-41ea-89e9-188812ece278 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2190237 Oct 27 16:22:48.034878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:48.055482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721296-50e0-4db6-bcc5-a85eb265efa4 req-e88811c8-d94a-49a7-8e81-97ad9b2f054b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:48.057067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae721296-50e0-4db6-bcc5-a85eb265efa4 req-e88811c8-d94a-49a7-8e81-97ad9b2f054b tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1393998 Oct 27 16:22:48.074425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80cc47bd-29a7-409e-81f9-68f649588fca tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2125258 Oct 27 16:22:48.079366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44888) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:48.081671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] Sync routers for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:48.101303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e54af30-f85b-462f-9653-3532e3aab223 req-92c58328-0432-4dda-9401-5f4eb001d593 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519053 Oct 27 16:22:48.103437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-59dcb11a-d60c-49f0-a113-0406be2ca65a None None] Provisioning complete for port 2ba7f58f-4338-438c-89c0-408e156ac458 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:48.113897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59dcb11a-d60c-49f0-a113-0406be2ca65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.134777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:48.136775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:48.176453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99704f8e-fef1-4636-a874-8fd1ecc341e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.214273 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:48.233132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2ba7f58f-4338-438c-89c0-408e156ac458 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:48.243449 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:48.244312 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:48.277663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-99704f8e-fef1-4636-a874-8fd1ecc341e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.317150 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:48.317930 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5aa370-1ee4-45a0-896f-13eec8c3c35f None None] The sync data for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:48.346470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2ba7f58f-4338-438c-89c0-408e156ac458 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:48.346840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.362744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99704f8e-fef1-4636-a874-8fd1ecc341e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f5a9fa-30a8-4692-b697-7351d73feeab,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:48.366814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae721296-50e0-4db6-bcc5-a85eb265efa4 req-546a07f8-d855-42bc-be7a-953ab7fceabb tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883737 Oct 27 16:22:48.427655 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-99704f8e-fef1-4636-a874-8fd1ecc341e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8379845496c04d97a6451229760b9edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395858 Oct 27 16:22:48.431831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44892) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:48.491844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-59dcb11a-d60c-49f0-a113-0406be2ca65a None None] Provisioning complete for port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:48.492247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59dcb11a-d60c-49f0-a113-0406be2ca65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.505689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.535988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.561827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-59dcb11a-d60c-49f0-a113-0406be2ca65a None None] Port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:48.636155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad73474f-c29a-4891-9545-4ca3d8f05227 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:48.693087 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.696095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.697461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4f5a9fa-30a8-4692-b697-7351d73feeab HTTP/1.1" status: 204 len: 168 time: 0.2642064 Oct 27 16:22:48.708258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57586c77-757e-45de-86f8-623c345f5cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f5a9fa-30a8-4692-b697-7351d73feeab,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:48.711938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad73474f-c29a-4891-9545-4ca3d8f05227 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:48.712444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.853568 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-9386bde6-41aa-4959-85d7-2c9d2e4572e5 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:22:48.856376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9386bde6-41aa-4959-85d7-2c9d2e4572e5 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7757268 Oct 27 16:22:48.858950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44898) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:49.224486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.506417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting port 7920e8ba-752d-43a3-99cd-a0eddfa627c9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:49.506870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.537244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e626-5fe4-47aa-8550-43287b7a3ca4 req-48f3e3df-d531-479c-b0ac-d821bc84baa0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.540672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a93e626-5fe4-47aa-8550-43287b7a3ca4 req-48f3e3df-d531-479c-b0ac-d821bc84baa0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1009429 Oct 27 16:22:49.627496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a93e626-5fe4-47aa-8550-43287b7a3ca4 req-4aab8e3a-98e8-4e5f-b79a-1685bebeb5b4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791516 Oct 27 16:22:49.637936 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.654823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Calling delete_port for 7920e8ba-752d-43a3-99cd-a0eddfa627c9 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:49.704439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29d4c-10ad-401f-a852-fe378d968e01 req-74371b97-62fd-4cd6-bf92-99d8841ff176 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.709649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e29d4c-10ad-401f-a852-fe378d968e01 req-74371b97-62fd-4cd6-bf92-99d8841ff176 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0668273 Oct 27 16:22:49.748822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e29d4c-10ad-401f-a852-fe378d968e01 req-28b8fe8e-68dd-4a44-9a2a-142d55263db6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Oct 27 16:22:49.944260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2ba7f58f-4338-438c-89c0-408e156ac458 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:50.003926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2ba7f58f-4338-438c-89c0-408e156ac458 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:50.004330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.030324 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.074709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Port': ['ID=7920e8ba-752d-43a3-99cd-a0eddfa627c9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:50.231894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.423835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Router c9ebef47-9290-4dd9-ba19-3adb1e27982e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:50.503354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:50.512388 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4466b4d-370b-4b2f-8bc2-2c52fe20ae54 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485069 Oct 27 16:22:50.512813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44938) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:50.525020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] Sync routers for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:50.537267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:50.538161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:50.555878 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-1a1cf1f7-5d5b-4b25-a25b-6802cbb925fc tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] delete failed (client error): The resource could not be found. Oct 27 16:22:50.561643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a1cf1f7-5d5b-4b25-a25b-6802cbb925fc tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-2049930740 HTTP/1.1" status: 404 len: 335 time: 0.0433311 Oct 27 16:22:50.562846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44944) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:50.576844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-38edd1a2-c085-4454-848e-8ecbed989de7 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9ebef47-9290-4dd9-ba19-3adb1e27982e'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:50.583217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:50.594763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:50.595572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:50.638524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:50.639243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c235e5-7f67-4e18-bb73-61e8c33de8c6 None None] The sync data for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:50.886624 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38edd1a2-c085-4454-848e-8ecbed989de7 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.917260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052e4e-c51a-4739-888e-2c8e9694ba3f req-92f4ad5a-6c68-4a17-adbe-a8b3c72f359f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:50.918815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78052e4e-c51a-4739-888e-2c8e9694ba3f req-92f4ad5a-6c68-4a17-adbe-a8b3c72f359f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1842351 Oct 27 16:22:50.955853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34182c51-a2cc-470e-8a50-3b53f751f7e5 req-022619c4-edf6-4462-a467-92a7d04f6c7b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:50.957432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34182c51-a2cc-470e-8a50-3b53f751f7e5 req-022619c4-edf6-4462-a467-92a7d04f6c7b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1142364 Oct 27 16:22:50.995787 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-38edd1a2-c085-4454-848e-8ecbed989de7 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] update failed (client error): The resource could not be found. Oct 27 16:22:50.996810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38edd1a2-c085-4454-848e-8ecbed989de7 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e HTTP/1.1" status: 404 len: 339 time: 0.4313738 Oct 27 16:22:51.000670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44958) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:51.014162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78052e4e-c51a-4739-888e-2c8e9694ba3f req-4b8a95a5-24e8-491f-abc1-fbc1ae3760d0 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883396 Oct 27 16:22:51.032776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34182c51-a2cc-470e-8a50-3b53f751f7e5 req-a57703b4-3058-45c3-b45f-5308f3daaeec tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659411 Oct 27 16:22:51.312882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.582308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Allocated IP 172.20.0.1 (41046908-6962-4c01-9b15-56b91975e775/cdf91cf7-3919-473e-90b2-9918933257fb/201004df-8725-4f59-ab9e-28ffa96abf43) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:51.710340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.809012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.849351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 41046908-6962-4c01-9b15-56b91975e775 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:51.852465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:51.856833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:51.891754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Port': ['ID=201004df-8725-4f59-ab9e-28ffa96abf43,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:51.912307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.127139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0e85ae10-93d7-49ed-a8b5-3cf4434db6e2 None None] Provisioning complete for port 201004df-8725-4f59-ab9e-28ffa96abf43 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:52.127752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae10-93d7-49ed-a8b5-3cf4434db6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.190446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.199875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0e85ae10-93d7-49ed-a8b5-3cf4434db6e2 None None] Port 201004df-8725-4f59-ab9e-28ffa96abf43 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:52.205249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44986) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:52.247385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c5b2c-058e-4ed2-bdfa-0229c36fea12 req-1025eb07-05cf-4d76-b036-fb6eb805ad5c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:52.254707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c9c5b2c-058e-4ed2-bdfa-0229c36fea12 req-1025eb07-05cf-4d76-b036-fb6eb805ad5c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1350133 Oct 27 16:22:52.301019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c9c5b2c-058e-4ed2-bdfa-0229c36fea12 req-16c6ad93-6b07-4ae7-bb05-bcbf643a93c9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Oct 27 16:22:52.320609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46ba-d429-408a-9a0c-7677500c4aca req-a194b0c2-859f-428d-85f7-eb53788870f3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:52.322612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db46ba-d429-408a-9a0c-7677500c4aca req-a194b0c2-859f-428d-85f7-eb53788870f3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1344867 Oct 27 16:22:52.364477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63e28b11-6481-4ebd-b0fe-531a5cc0d1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.371222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37db46ba-d429-408a-9a0c-7677500c4aca req-752328a2-2a8c-4508-be2d-372b53391a63 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Oct 27 16:22:52.687438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032cecd-d961-4ebd-b1e6-0fbfd5349a25 req-3459bc5e-6d3f-4ea9-84cd-9d4bda8bfc68 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:52.689389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c032cecd-d961-4ebd-b1e6-0fbfd5349a25 req-3459bc5e-6d3f-4ea9-84cd-9d4bda8bfc68 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0610137 Oct 27 16:22:52.745449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c032cecd-d961-4ebd-b1e6-0fbfd5349a25 req-81fa39e9-8d1b-4184-96be-ff02b9e08b3a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Oct 27 16:22:52.883323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9762f-7cdc-4e72-a42e-dac601974e37 req-53a02b7b-661f-445b-8358-f3e211e8c13d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:52.884752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76f9762f-7cdc-4e72-a42e-dac601974e37 req-53a02b7b-661f-445b-8358-f3e211e8c13d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Oct 27 16:22:52.897180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63e28b11-6481-4ebd-b0fe-531a5cc0d1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.918483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.927005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76f9762f-7cdc-4e72-a42e-dac601974e37 req-8701d73d-3de2-4b43-a8aa-50146cf3cf76 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Oct 27 16:22:53.087991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-63e28b11-6481-4ebd-b0fe-531a5cc0d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.091123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.195410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e28b11-6481-4ebd-b0fe-531a5cc0d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30dad3-ec6c-4c80-8c23-1e72c273662c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:53.205039 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-63e28b11-6481-4ebd-b0fe-531a5cc0d1c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bc0411f66d24d1d89f961a6e3ff4db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9985220 Oct 27 16:22:53.207847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:53.210712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.212835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event updated for resources: {'Port': ['ID=201004df-8725-4f59-ab9e-28ffa96abf43,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:53.263059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.286627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.327191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Network 41046908-6962-4c01-9b15-56b91975e775 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:53.329001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:53.441890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.444633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.446239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e30dad3-ec6c-4c80-8c23-1e72c273662c HTTP/1.1" status: 204 len: 168 time: 0.2373981 Oct 27 16:22:53.489023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Router c9ebef47-9290-4dd9-ba19-3adb1e27982e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:53.505160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972700f6-c3ed-46d0-8bb8-e4417727a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30dad3-ec6c-4c80-8c23-1e72c273662c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:53.535158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717055b8-ed80-466e-b191-583c6dc608b7 req-9d7a7bf1-a4d4-4819-a6c1-20185bb25661 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.556694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-717055b8-ed80-466e-b191-583c6dc608b7 req-9d7a7bf1-a4d4-4819-a6c1-20185bb25661 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1569602 Oct 27 16:22:53.637873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-717055b8-ed80-466e-b191-583c6dc608b7 req-213a105f-0652-43be-9250-d2195c88a340 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792742 Oct 27 16:22:53.645789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:53.660751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ac8c-e428-4191-a5ba-8fd2770f3c40 req-16ea7dfd-ac31-40d8-b104-811e34d9e685 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.660880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e5758141-6f64-4023-9be6-d1d2efec35b8 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6550975 Oct 27 16:22:53.660880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45016) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:53.661086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1655ac8c-e428-4191-a5ba-8fd2770f3c40 req-16ea7dfd-ac31-40d8-b104-811e34d9e685 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.0975838 Oct 27 16:22:53.664884 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] Sync routers for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:53.709741 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:53.711867 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.736732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-32670837-bcdf-4c42-b017-6d5ecd8bfd24 None None] Provisioning complete for port 201004df-8725-4f59-ab9e-28ffa96abf43 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:53.737717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32670837-bcdf-4c42-b017-6d5ecd8bfd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.748479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1655ac8c-e428-4191-a5ba-8fd2770f3c40 req-85c6ea3f-03f0-4b2a-8abf-57aafb7c6bc8 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807526 Oct 27 16:22:53.773420 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.784052 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:53.784664 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.794146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-32670837-bcdf-4c42-b017-6d5ecd8bfd24 None None] Port 201004df-8725-4f59-ab9e-28ffa96abf43 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:53.797820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dd68b3d5-c2c6-4258-9285-c86b6182ab8b tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.820857 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.821507 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb77f9-e855-4d45-afaa-4f491fc215d4 None None] The sync data for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:53.898546 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-dd68b3d5-c2c6-4258-9285-c86b6182ab8b tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:22:53.899686 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dd68b3d5-c2c6-4258-9285-c86b6182ab8b tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e HTTP/1.1" status: 409 len: 329 time: 0.2409201 Oct 27 16:22:53.903138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:54.230032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.286242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45026) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:54.300620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d201c96c-0913-481a-9dab-976766603010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.376162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d201c96c-0913-481a-9dab-976766603010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.456805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d201c96c-0913-481a-9dab-976766603010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.479276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting port 201004df-8725-4f59-ab9e-28ffa96abf43 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:54.479621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.497041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d201c96c-0913-481a-9dab-976766603010 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02af9a76f56f43b1b84582a694f6436f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094433 Oct 27 16:22:54.498149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201c96c-0913-481a-9dab-976766603010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4045cb6-4eb9-4ca1-b7d3-38db15b30f4d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:54.513634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:54.583758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.587394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.600640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Calling delete_port for 201004df-8725-4f59-ab9e-28ffa96abf43 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:54.607272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.751178 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.753820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.758001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4045cb6-4eb9-4ca1-b7d3-38db15b30f4d HTTP/1.1" status: 204 len: 168 time: 0.2408147 Oct 27 16:22:54.783911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e452c12-f0a2-4cc0-bb46-ce7ed6f10e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4045cb6-4eb9-4ca1-b7d3-38db15b30f4d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:54.814423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b11ee0-28b9-44ee-849a-2f818254eea7 req-d60dcea1-203e-4359-8a0e-7db0692b4f21 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:54.820102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03b11ee0-28b9-44ee-849a-2f818254eea7 req-d60dcea1-203e-4359-8a0e-7db0692b4f21 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0980999 Oct 27 16:22:54.859167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.888882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03b11ee0-28b9-44ee-849a-2f818254eea7 req-c18baa00-efc7-4c97-be46-381778a2a57b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611730 Oct 27 16:22:54.930400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Port': ['ID=201004df-8725-4f59-ab9e-28ffa96abf43,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:55.086145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcf426-5fc8-40b0-a954-b74a85ba65b7 req-ff9edc5b-e843-490d-a2b8-02a4b6b335f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:55.094310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29bcf426-5fc8-40b0-a954-b74a85ba65b7 req-ff9edc5b-e843-490d-a2b8-02a4b6b335f1 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1466219 Oct 27 16:22:55.124547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c783-161a-425d-9a26-f883990f7a6b req-1832682f-7b94-4c01-b789-92a3ca7438d4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:55.126946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78e3c783-161a-425d-9a26-f883990f7a6b req-1832682f-7b94-4c01-b789-92a3ca7438d4 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 945 time: 0.1385651 Oct 27 16:22:55.135349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.145897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29bcf426-5fc8-40b0-a954-b74a85ba65b7 req-ce9a97a5-8cdc-4a2a-99a2-3de3d1ac05b3 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 Oct 27 16:22:55.264530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:55.271575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.329210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Router c9ebef47-9290-4dd9-ba19-3adb1e27982e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:55.381699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:55.383172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.400844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:55.413423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:55.426597 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0b48cff5-2826-4f40-8c47-0830a560cc21 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187230 Oct 27 16:22:55.427025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45056) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.431460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] Sync routers for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:55.447388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:55.448056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:55.473321 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-34d6b778-471c-4b47-a2c0-fe517a5db61f tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] show failed (client error): The resource could not be found. Oct 27 16:22:55.478569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.479877 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-34d6b778-471c-4b47-a2c0-fe517a5db61f tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-925025758 HTTP/1.1" status: 404 len: 334 time: 0.0513387 Oct 27 16:22:55.486335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d0b46233-5cc5-4c94-abe2-6e0d9099b3be tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:55.539697 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-d0b46233-5cc5-4c94-abe2-6e0d9099b3be tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] update failed (client error): The resource could not be found. Oct 27 16:22:55.542502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0b46233-5cc5-4c94-abe2-6e0d9099b3be tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-114988259 HTTP/1.1" status: 404 len: 334 time: 0.0592778 Oct 27 16:22:55.545610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.602293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting subnet b850445c-4028-4470-b4d8-b6bf62c51b22 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:55.607273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.651878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.654766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:55.664026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] Routers {'c9ebef47-9290-4dd9-ba19-3adb1e27982e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:55.664693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:22:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:55.698960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:55.699647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39376e3-7625-45eb-975b-f6b51afb0a1f None None] The sync data for ids ['c9ebef47-9290-4dd9-ba19-3adb1e27982e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:55.737461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.744305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.757806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45', 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:55.780574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:55.821895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:55.826152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.828699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78e3c783-161a-425d-9a26-f883990f7a6b req-aeaf3fc5-c729-4f55-8653-ba1a4a291dea tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd HTTP/1.1" status: 204 len: 173 time: 0.6862295 Oct 27 16:22:55.829161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'name': 'network-vif-deleted', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:55.831485 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723a8cd-e44a-468c-9fef-0ce603e5548e" -d '{"events": [{"server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "name": "network-vif-deleted", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:55.967226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.008915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Subnet': ['ID=b850445c-4028-4470-b4d8-b6bf62c51b22,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.026981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.026981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6890ecb9-dc71-42e5-a8d4-071174dcba96 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/subnets/b850445c-4028-4470-b4d8-b6bf62c51b22 HTTP/1.1" status: 204 len: 168 time: 0.4714477 Oct 27 16:22:56.028152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97630c48-d8e6-450f-ab6c-1cc51cd8663f None None] Network 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:56.029559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45084) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:56.071725 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b0753-aad1-432c-accc-ad53c3f8873e x-openstack-request-id: req-627b0753-aad1-432c-accc-ad53c3f8873e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:56.072197 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82530a3f-004c-4f49-8fe5-1dfadb2cf357", "name": "network-vif-deleted", "tag": "f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:56.072632 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-627b0753-aad1-432c-accc-ad53c3f8873e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:56.073604 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82530a3f-004c-4f49-8fe5-1dfadb2cf357', 'name': 'network-vif-deleted', 'tag': 'f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd', 'status': 'completed', 'code': 200} Oct 27 16:22:56.100198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373794a-17d0-40ac-a3b5-71d01f4eaaa2 req-efc8ad9b-edd6-4d5e-b2f0-044032ff0d5f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:56.109599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5373794a-17d0-40ac-a3b5-71d01f4eaaa2 req-efc8ad9b-edd6-4d5e-b2f0-044032ff0d5f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0994766 Oct 27 16:22:56.140666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting subnet d552c746-31d0-4953-9b15-be0dc2cf557f {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:56.144693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.186268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5373794a-17d0-40ac-a3b5-71d01f4eaaa2 req-618c30ed-2022-4a3e-9f75-bdc4b7f87566 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755606 Oct 27 16:22:56.198698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.314155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.321534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f13821fb-3e39-4c32-9737-eb8045c392b7 req-b389723e-2646-47df-ab06-a287fac16608 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0546479 Oct 27 16:22:56.352175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] DHCP port deletion for 6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:56.409065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Deleting port 2ba7f58f-4338-438c-89c0-408e156ac458 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:56.409718 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.470700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.477962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] For port 2ba7f58f-4338-438c-89c0-408e156ac458, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2ba7f58f-4338-438c-89c0-408e156ac458,segment=NetworkSegment(f9ee5cc4-88f9-417e-a1ad-74a3e78a422c),segment_id=f9ee5cc4-88f9-417e-a1ad-74a3e78a422c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:56.480229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.503373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Subnet': ['ID=d552c746-31d0-4953-9b15-be0dc2cf557f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.505769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.508672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Calling delete_port for 2ba7f58f-4338-438c-89c0-408e156ac458 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:56.509536 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5e9ce9d9-5671-47bd-a431-cf614a20c8f3 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/subnets/d552c746-31d0-4953-9b15-be0dc2cf557f HTTP/1.1" status: 204 len: 168 time: 0.4784870 Oct 27 16:22:56.512525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45104) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:56.521000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072e698-cfa0-4f9d-8ab8-a94a6d3f93c9 None None] Network 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:56.597603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.657133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting port 2ba7f58f-4338-438c-89c0-408e156ac458 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:56.657841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.725171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] For port 2ba7f58f-4338-438c-89c0-408e156ac458, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2ba7f58f-4338-438c-89c0-408e156ac458,segment=NetworkSegment(f9ee5cc4-88f9-417e-a1ad-74a3e78a422c),segment_id=f9ee5cc4-88f9-417e-a1ad-74a3e78a422c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:56.725859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.745660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Calling delete_port for 2ba7f58f-4338-438c-89c0-408e156ac458 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:56.800563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] DHCP port deletion for 255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:56.821330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.838419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] Pushing event deleted for resources: {'Port': ['ID=2ba7f58f-4338-438c-89c0-408e156ac458,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.851778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.858313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e166e-6539-4665-ab57-0a30af26a865 None None] No DVR routers for this DVR port 2ba7f58f-4338-438c-89c0-408e156ac458 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:56.892241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Deleting port ad73474f-c29a-4891-9545-4ca3d8f05227 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:56.892877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.901914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Port': ['ID=2ba7f58f-4338-438c-89c0-408e156ac458,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.903831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] No DVR routers for this DVR port 2ba7f58f-4338-438c-89c0-408e156ac458 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:56.964917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] For port ad73474f-c29a-4891-9545-4ca3d8f05227, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad73474f-c29a-4891-9545-4ca3d8f05227,segment=NetworkSegment(893e5588-e60d-470b-83a8-6fdcedf9ce96),segment_id=893e5588-e60d-470b-83a8-6fdcedf9ce96)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:56.965582 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.983931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Calling delete_port for ad73474f-c29a-4891-9545-4ca3d8f05227 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:56.995583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.029024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8bc492-3839-4d2e-acb5-ed98aabbb9a8']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.039187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.039630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ee5cc4-88f9-417e-a1ad-74a3e78a422c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.063296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.080534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.088719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:57.089108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:57.092095 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:57.316177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4019-e29d-41e2-8057-a39457f3baea req-1e6c1661-4129-47d2-83d5-8384b04bd85a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:57.318005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-476b4019-e29d-41e2-8057-a39457f3baea req-1e6c1661-4129-47d2-83d5-8384b04bd85a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0678253 Oct 27 16:22:57.329459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.330935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.340507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.340507 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/networks/6f8bc492-3839-4d2e-acb5-ed98aabbb9a8 HTTP/1.1" status: 204 len: 168 time: 0.8259087 Oct 27 16:22:57.342985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45130) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:57.360960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e0b7-6f5a-47c4-8383-4906707ea90d tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Network': ['ID=6f8bc492-3839-4d2e-acb5-ed98aabbb9a8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:57.367417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] Pushing event deleted for resources: {'Port': ['ID=ad73474f-c29a-4891-9545-4ca3d8f05227,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:57.371630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbd69b-fe82-4ee9-be6e-818c53251a5a None None] No DVR routers for this DVR port ad73474f-c29a-4891-9545-4ca3d8f05227 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:57.477584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-476b4019-e29d-41e2-8057-a39457f3baea req-355c576d-1bdd-41ef-a7e8-066d1d824d1e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493566 Oct 27 16:22:57.494079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7419bc13-2df5-497c-aa65-daa8225020ec req-ac064db1-a391-4e61-8f59-23867810e503 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=82530a3f-004c-4f49-8fe5-1dfadb2cf357 HTTP/1.1" status: 200 len: 210 time: 0.0682526 Oct 27 16:22:57.516470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.609475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.631187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255a3a3a-eb70-4ea5-8136-d0fa8d1ef368']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.642245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893e5588-e60d-470b-83a8-6fdcedf9ce96') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.642626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893e5588-e60d-470b-83a8-6fdcedf9ce96') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:57.653595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.674862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.674862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:57.674862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:57.678562 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:57.893056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.904415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.910645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/networks/255a3a3a-eb70-4ea5-8136-d0fa8d1ef368 HTTP/1.1" status: 204 len: 168 time: 0.5644608 Oct 27 16:22:57.911528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:57.937409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73af8ee-bbc1-4ab9-83a3-7d5fa98d0fd6 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Network': ['ID=255a3a3a-eb70-4ea5-8136-d0fa8d1ef368,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:57.938978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.964000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2ba7f58f-4338-438c-89c0-408e156ac458 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:57.987676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting subnet cdf91cf7-3919-473e-90b2-9918933257fb {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:57.997124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2ba7f58f-4338-438c-89c0-408e156ac458 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:57.997726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:57.997950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2ba7f58f-4338-438c-89c0-408e156ac458 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:57.998379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad73474f-c29a-4891-9545-4ca3d8f05227 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:58.022054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ad73474f-c29a-4891-9545-4ca3d8f05227 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:58.022665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad73474f-c29a-4891-9545-4ca3d8f05227 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:58.064348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.153345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.407828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.433913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf91cf7-3919-473e-90b2-9918933257fb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:58.439844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.445503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-93bb7571-899c-4998-ad29-4d482d932e2a tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/subnets/cdf91cf7-3919-473e-90b2-9918933257fb HTTP/1.1" status: 204 len: 168 time: 0.5296438 Oct 27 16:22:58.445812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:58.446072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcd34c-b2e0-4dd1-ad46-88a4c7b58d43 None None] Network 41046908-6962-4c01-9b15-56b91975e775 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:58.494701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.530199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.606836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Deleting port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:58.607508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.660163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff79435-9fb3-43bc-b817-13f0d8d4fe90 req-0730562b-3298-4df0-8cf4-cbe61701f116 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:58.670167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ff79435-9fb3-43bc-b817-13f0d8d4fe90 req-0730562b-3298-4df0-8cf4-cbe61701f116 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0725236 Oct 27 16:22:58.710560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] DHCP port deletion for 41046908-6962-4c01-9b15-56b91975e775 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:58.723224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ff79435-9fb3-43bc-b817-13f0d8d4fe90 req-71501861-a40a-4153-9293-06cdf8a05661 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485413 Oct 27 16:22:58.734752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] For port 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6e02aebf-d97e-4cbe-b397-28d04e2a2402,segment=NetworkSegment(5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3),segment_id=5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:58.735274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.751964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Calling delete_port for 6e02aebf-d97e-4cbe-b397-28d04e2a2402 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:58.775936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Deleting port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:58.779244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.857669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] For port 6e02aebf-d97e-4cbe-b397-28d04e2a2402, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6e02aebf-d97e-4cbe-b397-28d04e2a2402,segment=NetworkSegment(5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3),segment_id=5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:58.858065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.871830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Calling delete_port for 6e02aebf-d97e-4cbe-b397-28d04e2a2402 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:58.950237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.978669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.996260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Port': ['ID=6e02aebf-d97e-4cbe-b397-28d04e2a2402,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:59.003274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] No DVR routers for this DVR port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:59.037104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] Pushing event deleted for resources: {'Port': ['ID=6e02aebf-d97e-4cbe-b397-28d04e2a2402,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:59.045113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c0de2-effc-4285-a1b0-29de771496cd None None] No DVR routers for this DVR port 6e02aebf-d97e-4cbe-b397-28d04e2a2402 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:59.061882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:59.086601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:59.086953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f5f656c7-0b9b-4fc7-a6d7-cc978cf7cbfd not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:59.134907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.165450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41046908-6962-4c01-9b15-56b91975e775']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:59.177660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:59.178064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8dd3f2-bcf6-444f-90f4-d19b1028dbd3') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:59.191866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.206614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.213462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:59.214110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:59.217375 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:59.508094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.510792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.514233 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/networks/41046908-6962-4c01-9b15-56b91975e775 HTTP/1.1" status: 204 len: 168 time: 1.0673718 Oct 27 16:22:59.516864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45226) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:59.535924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20d15-d11f-4f63-a912-abd032e481f9 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Pushing event deleted for resources: {'Network': ['ID=41046908-6962-4c01-9b15-56b91975e775,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:59.553329 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c07fe32b-21ee-430c-8e7a-140df04b4f34 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9ebef47-9290-4dd9-ba19-3adb1e27982e HTTP/1.1" status: 200 len: 205 time: 0.0353854 Oct 27 16:22:59.556294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:59.642427 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.883691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2daa63-1f29-4aea-8471-1bd188e0aa6a req-651c5fe6-fb04-4414-a266-76baa4f0e590 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:59.892284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec2daa63-1f29-4aea-8471-1bd188e0aa6a req-651c5fe6-fb04-4414-a266-76baa4f0e590 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0730503 Oct 27 16:22:59.986657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec2daa63-1f29-4aea-8471-1bd188e0aa6a req-7eba8730-e5a8-48c9-9acd-f9f1f9e30aef tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931478 Oct 27 16:22:59.997174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6e02aebf-d97e-4cbe-b397-28d04e2a2402 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:00.065210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed06173-1d81-4bb3-b0ab-f31346cf8dec req-0d9f789b-9821-408d-a167-b40b87f21e4f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:00.075851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ed06173-1d81-4bb3-b0ab-f31346cf8dec req-0d9f789b-9821-408d-a167-b40b87f21e4f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.0794067 Oct 27 16:23:00.097584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 6e02aebf-d97e-4cbe-b397-28d04e2a2402 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:00.100004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6e02aebf-d97e-4cbe-b397-28d04e2a2402 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:00.152141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ed06173-1d81-4bb3-b0ab-f31346cf8dec req-cb120e64-9fe6-4b8f-96e6-70fdd954c8e9 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 Oct 27 16:23:00.184075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:00.186214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:00.332470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:00.333187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Fanout notify agent at l3_agent the message router_deleted on router c9ebef47-9290-4dd9-ba19-3adb1e27982e {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:23:00.340055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:00.341132 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3ad38a7d-95e5-48d9-a9dc-527da1762b40 tempest-RoutersNegativeTest-1485535129 tempest-RoutersNegativeTest-1485535129-project] 10.222.0.70 "DELETE /v2.0/routers/c9ebef47-9290-4dd9-ba19-3adb1e27982e HTTP/1.1" status: 204 len: 168 time: 0.7838767 Oct 27 16:23:00.871674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45256) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:01.005890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef7ae997-fe03-4f3c-b795-01e2ba77a1ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c4840d9ba954cbeabb589c4a459cae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329472 Oct 27 16:23:01.008406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45260) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:01.060898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.108723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.152563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d067-c9f0-4b36-8e0d-6a1fd73ec5e7 req-e7d3d345-7593-4a32-87b1-f020149dea82 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:01.154048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e31d067-c9f0-4b36-8e0d-6a1fd73ec5e7 req-e7d3d345-7593-4a32-87b1-f020149dea82 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0903618 Oct 27 16:23:01.206235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e31d067-c9f0-4b36-8e0d-6a1fd73ec5e7 req-c0b1337b-2f15-43ef-9b59-de7b5389f04d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Oct 27 16:23:01.271278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.275316 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.277122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c87f6b0-0c3a-4cd9-8643-8b881af448a2 HTTP/1.1" status: 204 len: 168 time: 0.2677808 Oct 27 16:23:01.287024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1caf3d-a417-4556-a68d-70b6118e7b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87f6b0-0c3a-4cd9-8643-8b881af448a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:01.338573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9632a-a709-4824-a682-8e5fc187b14d req-af467eb8-1363-47ec-9604-af771678a8a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:01.340287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcd9632a-a709-4824-a682-8e5fc187b14d req-af467eb8-1363-47ec-9604-af771678a8a7 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.1030509 Oct 27 16:23:01.402769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcd9632a-a709-4824-a682-8e5fc187b14d req-4cf209d4-3b02-41bf-94fb-61394285006d tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Oct 27 16:23:01.747418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-a9567c46-1a5d-4754-9e17-330af4478a7f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:01.749956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-a9567c46-1a5d-4754-9e17-330af4478a7f tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 945 time: 0.0631061 Oct 27 16:23:01.864308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Deleting port 2993276a-14b6-40ea-b22d-a673a99f7b45 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:01.869362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.968659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] For port 2993276a-14b6-40ea-b22d-a673a99f7b45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2993276a-14b6-40ea-b22d-a673a99f7b45,segment=NetworkSegment(1ea5caa5-e4cd-4371-a84c-73976a4ea5b7),segment_id=1ea5caa5-e4cd-4371-a84c-73976a4ea5b7)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:01.968659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.988778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Calling delete_port for 2993276a-14b6-40ea-b22d-a673a99f7b45 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:02.306573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.324956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['2993276a-14b6-40ea-b22d-a673a99f7b45'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:02.364547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Pushing event deleted for resources: {'Port': ['ID=2993276a-14b6-40ea-b22d-a673a99f7b45,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:02.480039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] No DVR routers for this DVR port 2993276a-14b6-40ea-b22d-a673a99f7b45 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:02.484168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.488184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3aea0fd2-e800-4b91-a8f8-fa6c3d7a9d64 req-45f04597-1ff6-4187-9832-c3d5c33cb51e tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.82 "DELETE /v2.0/ports/2993276a-14b6-40ea-b22d-a673a99f7b45 HTTP/1.1" status: 204 len: 173 time: 0.7319779 Oct 27 16:23:02.491656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'name': 'network-vif-deleted', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:02.491656 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcbbb90-d6b1-4cc1-bb06-019762fd0aeb" -d '{"events": [{"server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "name": "network-vif-deleted", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:02.515652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7596d-288c-4e95-a739-85e9759779ae req-5b245e3a-3df8-40b2-a023-24e2707c095d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:02.523065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcc7596d-288c-4e95-a739-85e9759779ae req-5b245e3a-3df8-40b2-a023-24e2707c095d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2112973 Oct 27 16:23:02.571120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcc7596d-288c-4e95-a739-85e9759779ae req-8a4707d1-2dc5-42f2-be63-0a37fffd1607 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Oct 27 16:23:02.623406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa6fffdd-38c7-43ce-b513-4d047460327d req-22b9fde2-c1ff-4b62-8b8f-dd6787b3147a tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0504704 Oct 27 16:23:02.628121 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a35617b-12df-49a3-b627-2045d350b894 x-openstack-request-id: req-4a35617b-12df-49a3-b627-2045d350b894 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:02.628964 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382420ce-98af-4b1a-b10f-18e0a8e96abd", "name": "network-vif-deleted", "tag": "2993276a-14b6-40ea-b22d-a673a99f7b45", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:02.629383 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a35617b-12df-49a3-b627-2045d350b894 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:02.629848 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382420ce-98af-4b1a-b10f-18e0a8e96abd', 'name': 'network-vif-deleted', 'tag': '2993276a-14b6-40ea-b22d-a673a99f7b45', 'status': 'completed', 'code': 200} Oct 27 16:23:02.702093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45330) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:02.823911 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-36efb8fa-2455-4a5b-988b-ecc4aadeeeaa tempest-ServiceProvidersTest-1583111517 tempest-ServiceProvidersTest-1583111517-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1199946 Oct 27 16:23:03.496027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:03.664770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0274f7f-7b52-4050-9692-f58d2ae56b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.793196 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0274f7f-7b52-4050-9692-f58d2ae56b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.837779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e57f5dee-4007-47e7-b213-1a484acc6b5f req-adefd298-ad03-40df-93d6-455290689a91 tempest-ServersTestJSON-960223840 tempest-ServersTestJSON-960223840-project] 10.222.0.70 "GET /v2.0/ports?device_id=382420ce-98af-4b1a-b10f-18e0a8e96abd HTTP/1.1" status: 200 len: 210 time: 0.0591862 Oct 27 16:23:03.856747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1a698-9867-49c9-94f7-f6573c32a8b1 req-b8e3e0b4-a7e2-4173-b81b-ff16d0c594ac tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:03.871241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1af1a698-9867-49c9-94f7-f6573c32a8b1 req-b8e3e0b4-a7e2-4173-b81b-ff16d0c594ac tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1160648 Oct 27 16:23:03.915726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1af1a698-9867-49c9-94f7-f6573c32a8b1 req-5e465602-e74f-4a46-b7bc-a15f9b88c94b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451396 Oct 27 16:23:03.961772 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e0274f7f-7b52-4050-9692-f58d2ae56b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.006916 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e0274f7f-7b52-4050-9692-f58d2ae56b0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1251e652231e4ceeba3f2ff532bdc750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094810 Oct 27 16:23:04.007764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0274f7f-7b52-4050-9692-f58d2ae56b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81be71a1-ef1c-4dec-8e00-55c339148b93,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:04.010223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45368) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:04.067684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.090645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.270298 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.273173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.274412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81be71a1-ef1c-4dec-8e00-55c339148b93 HTTP/1.1" status: 204 len: 168 time: 0.2636690 Oct 27 16:23:04.284321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db15ec6-1e30-43de-8a90-d5eac324bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be71a1-ef1c-4dec-8e00-55c339148b93,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:05.017476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45392) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:05.017476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Deleting subnet 434029d4-cc71-444f-b8fd-38f4dea25396 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:05.017476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.080172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2993276a-14b6-40ea-b22d-a673a99f7b45 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:05.114885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 2993276a-14b6-40ea-b22d-a673a99f7b45 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:05.115607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2993276a-14b6-40ea-b22d-a673a99f7b45 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:05.177535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.238676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537194db-5695-4103-bde7-149afa662abb req-0bb7e89f-737c-4cb3-8ba7-438ef866d659 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:05.243591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-537194db-5695-4103-bde7-149afa662abb req-0bb7e89f-737c-4cb3-8ba7-438ef866d659 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1920247 Oct 27 16:23:05.255804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.315416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-537194db-5695-4103-bde7-149afa662abb req-1f39478e-01b6-4a80-abfd-1bf70ad03c9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681839 Oct 27 16:23:05.476560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.483223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:23:05.503776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434029d4-cc71-444f-b8fd-38f4dea25396,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:05.508487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.513813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6b3476d8-4567-4418-9cec-b7e3b85e4480 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/434029d4-cc71-444f-b8fd-38f4dea25396 HTTP/1.1" status: 204 len: 168 time: 0.6041503 Oct 27 16:23:05.514104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:05.601387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.780201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.827252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558302fe-6b6b-406c-974d-d03e03072610']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:05.844830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:05.845129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea5caa5-e4cd-4371-a84c-73976a4ea5b7') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:05.864898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.882586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45430) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:05.883253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.891368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:05.891881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:05.895926 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:06.013680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.059768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.137882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.299168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.342024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9b92a45ea9046f2b1ef09c3c5f8376e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552124 Oct 27 16:23:06.342024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e696eabe-8bec-4307-8a9e-fcd2f937ba18,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:06.343077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:06.365141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.365485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.366008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.366728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.366969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.367483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.367833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.368163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.368566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.368890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.369211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.369530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179c76b-2d2c-427c-83fb-936d0657ee78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:06.420770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.424759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.426696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] 10.222.0.70 "DELETE /v2.0/networks/558302fe-6b6b-406c-974d-d03e03072610 HTTP/1.1" status: 204 len: 168 time: 0.9116676 Oct 27 16:23:06.430057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cfbec-4aee-4576-8414-a75765e29e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=558302fe-6b6b-406c-974d-d03e03072610,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:06.467385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.537774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4f45d-14b0-4f66-92c7-4118099df56a req-4261499f-497c-49dc-b782-b7caad019646 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:06.539806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0d4f45d-14b0-4f66-92c7-4118099df56a req-4261499f-497c-49dc-b782-b7caad019646 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1121101 Oct 27 16:23:06.580560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0d4f45d-14b0-4f66-92c7-4118099df56a req-250dcae0-ad5c-4e49-8bee-5914df192ec4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Oct 27 16:23:06.682412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.687985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.689593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e696eabe-8bec-4307-8a9e-fcd2f937ba18 HTTP/1.1" status: 204 len: 168 time: 0.3463106 Oct 27 16:23:06.699422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140fe65-d535-4a3f-8ca7-7ce11a5b086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e696eabe-8bec-4307-8a9e-fcd2f937ba18,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:07.037658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577de1e-eaef-4f71-a56c-aa67660f81e3 req-31d8f3a3-6f83-44e9-bdef-4b12565b2969 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:07.039233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f577de1e-eaef-4f71-a56c-aa67660f81e3 req-31d8f3a3-6f83-44e9-bdef-4b12565b2969 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0544643 Oct 27 16:23:07.080926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f577de1e-eaef-4f71-a56c-aa67660f81e3 req-26c7ec4b-aa7a-4867-bc46-b9738942fcde tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Oct 27 16:23:07.142675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45476) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:07.188566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-59d2e72e-c4b0-4f03-8f4b-3781e03f0e13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7ae7e6c36d04883903f01e54e47ac30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441139 Oct 27 16:23:07.190432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45478) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:07.266363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.329429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.349725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-2555a3a2-f881-4591-8192-0e07190dba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:07.351283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-2555a3a2-f881-4591-8192-0e07190dba0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.0862455 Oct 27 16:23:07.483999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-760ad76b-6ec4-455d-be94-404bcf11ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:07.485901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-760ad76b-6ec4-455d-be94-404bcf11ce38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1225808 Oct 27 16:23:07.563572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-1fb00c3f-1fc4-47f6-b8cc-8f3c21b3470f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.0697756 Oct 27 16:23:07.565784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.568594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.572086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c6c74ab-c574-4cc1-a45c-5279dfc3ee49 HTTP/1.1" status: 204 len: 168 time: 0.3783057 Oct 27 16:23:07.605161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9c0a5-f25c-49f4-917e-da822726d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c74ab-c574-4cc1-a45c-5279dfc3ee49,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:07.624396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-21f2b488-a54a-4c5a-8804-520556d97084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:07.626018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-21f2b488-a54a-4c5a-8804-520556d97084 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0552840 Oct 27 16:23:07.682113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-719b6c42-516e-4aa5-8800-9ac92f2ede57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:07.684637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-719b6c42-516e-4aa5-8800-9ac92f2ede57 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506186 Oct 27 16:23:07.785044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-8f2c30c4-51dc-4768-bf9e-2498359122d0 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926433 Oct 27 16:23:07.893127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:07.893664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-827e07b4-0d34-4217-8d08-071c71a43cbe req-ee2d34fc-abfe-46d3-a1c9-01d45d8d754b service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998309 Oct 27 16:23:07.919237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-331504ad-3875-4a94-b79d-5cd76b64b497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.032877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-331504ad-3875-4a94-b79d-5cd76b64b497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.145489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-331504ad-3875-4a94-b79d-5cd76b64b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.182208 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-331504ad-3875-4a94-b79d-5cd76b64b497 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25f9d11fac8e41e3bffbf2608624291d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842796 Oct 27 16:23:08.185671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45522) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:08.235181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331504ad-3875-4a94-b79d-5cd76b64b497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e76d29-e70e-4118-a159-5b58b6d15105,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:08.246678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4af2-eb20-4e2c-addc-3031fd725f38 req-a65eedcd-d324-42aa-ba6f-35b87744abf5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:08.252358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.256940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52da4af2-eb20-4e2c-addc-3031fd725f38 req-a65eedcd-d324-42aa-ba6f-35b87744abf5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0896175 Oct 27 16:23:08.277485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.312735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52da4af2-eb20-4e2c-addc-3031fd725f38 req-ce30c1d6-2194-4674-bc00-428f1d901332 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548120 Oct 27 16:23:08.533426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.539140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.539140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34e76d29-e70e-4118-a159-5b58b6d15105 HTTP/1.1" status: 204 len: 168 time: 0.3505549 Oct 27 16:23:08.546691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241845c4-6697-4585-996e-a8179bf9f86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e76d29-e70e-4118-a159-5b58b6d15105,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:09.099791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45550) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.231700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90a868de-52e5-4b5b-96be-7a6375e776ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.321142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90a868de-52e5-4b5b-96be-7a6375e776ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.442739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b7b77-3464-4803-94bb-1194a8329e94 req-77bed74e-f329-4452-926d-6dc7f6a5187e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:09.451697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b7b7b77-3464-4803-94bb-1194a8329e94 req-77bed74e-f329-4452-926d-6dc7f6a5187e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0622902 Oct 27 16:23:09.476119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90a868de-52e5-4b5b-96be-7a6375e776ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.522648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b7b7b77-3464-4803-94bb-1194a8329e94 req-d687d997-b2e7-4123-b7da-ca31174bdcc7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660696 Oct 27 16:23:09.602770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.603009 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-90a868de-52e5-4b5b-96be-7a6375e776ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78cab4ad77404b86a17625ab3e729209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984376 Oct 27 16:23:09.603009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a868de-52e5-4b5b-96be-7a6375e776ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa36a3-0d3c-4a2d-909a-f59ef5704b61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:09.732109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac900fb0-1719-4340-8654-c2a2deac85df req-6b0e2e24-e4e3-43d4-834d-fc5a5597d7ee tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:09.733631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac900fb0-1719-4340-8654-c2a2deac85df req-6b0e2e24-e4e3-43d4-834d-fc5a5597d7ee tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0805178 Oct 27 16:23:09.734728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.770586 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.817074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac900fb0-1719-4340-8654-c2a2deac85df req-d4de9296-29da-45ad-8265-c3924627bee5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722213 Oct 27 16:23:10.002114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.008727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.008727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8aa36a3-0d3c-4a2d-909a-f59ef5704b61 HTTP/1.1" status: 204 len: 168 time: 0.4051664 Oct 27 16:23:10.015482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa36a3-0d3c-4a2d-909a-f59ef5704b61,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:10.024282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.024644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.025022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.025391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.025734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.026590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.026928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.027295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.027663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.028005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.028362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.028723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c9f08-8300-4943-9ce3-891c1209fb4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:10.314790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-574efd91-7a6e-4340-897f-f1ce8733ae1e req-31a5e802-7eda-4ad6-b875-e766abc0b064 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0395782 Oct 27 16:23:10.715026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d838-85be-422e-94b2-172936906c35 req-4a05ca29-52cb-40f0-98a6-4adfe7fc703a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:10.716572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0e1d838-85be-422e-94b2-172936906c35 req-4a05ca29-52cb-40f0-98a6-4adfe7fc703a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0587237 Oct 27 16:23:10.760500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0e1d838-85be-422e-94b2-172936906c35 req-2c874a56-4e18-499c-9dd4-bdbfb7149ee6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Oct 27 16:23:10.959518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45654) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:10.974059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5779-9801-4e79-9a78-61ac6deb9ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.096362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5779-9801-4e79-9a78-61ac6deb9ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.234023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46030a-413d-4150-8970-3f0cbb330352 req-edaa3524-7767-42ed-97f2-077e356cbda7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:11.241997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc46030a-413d-4150-8970-3f0cbb330352 req-edaa3524-7767-42ed-97f2-077e356cbda7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0617678 Oct 27 16:23:11.250646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5779-9801-4e79-9a78-61ac6deb9ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.329290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5779-9801-4e79-9a78-61ac6deb9ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19dc7f-ffc9-43c1-b138-857021749181,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:11.368454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8ef5779-9801-4e79-9a78-61ac6deb9ce6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1a329e975444032bf0638d5869a8d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076898 Oct 27 16:23:11.371218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.376942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc46030a-413d-4150-8970-3f0cbb330352 req-cebcd6c0-2c26-487f-a4bc-db6dc6e16e66 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291080 Oct 27 16:23:11.390747 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-983cdf36-91dd-485d-b456-770c85e7b917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.468067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.483888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91938c80-5403-4584-aa0b-192b4737cb68 req-e349a299-bcb4-48c3-8b9e-5d3fa479e90f tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0429196 Oct 27 16:23:11.504172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.779317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.782636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.784285 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af19dc7f-ffc9-43c1-b138-857021749181 HTTP/1.1" status: 204 len: 168 time: 0.4119163 Oct 27 16:23:11.794885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c5db1-8990-48d9-a249-d67e06fb9bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19dc7f-ffc9-43c1-b138-857021749181,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:12.441073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.588275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d38436-090f-4b17-b25c-a3e93cc09e74 req-433d3599-8805-45ee-a99e-5fd78db5e152 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:12.590607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61d38436-090f-4b17-b25c-a3e93cc09e74 req-433d3599-8805-45ee-a99e-5fd78db5e152 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0876212 Oct 27 16:23:12.626770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd137-fe78-47de-bde8-2e7fba8bb5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.637882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-309b6e07-0b4f-418f-8b84-caf847acfaa7 req-1a834652-c0a1-4e77-a5ef-95f6eb1aa602 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0423522 Oct 27 16:23:12.717130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61d38436-090f-4b17-b25c-a3e93cc09e74 req-bac5f346-26e0-4ba6-8810-69b35125d546 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766535 Oct 27 16:23:12.761221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd137-fe78-47de-bde8-2e7fba8bb5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.954673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd137-fe78-47de-bde8-2e7fba8bb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.986285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd137-fe78-47de-bde8-2e7fba8bb5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f030421b-b187-4cfe-acf9-91420d2f0f91,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:13.011104 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b5bd137-fe78-47de-bde8-2e7fba8bb5f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45f740e90c0c4c5f82a71cf9d13624d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681410 Oct 27 16:23:13.013594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:13.069569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.093041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.285990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870054c-00ca-4f8d-9fba-d1cb1f4f0444 req-9e69c095-2ede-4975-8062-00ff8b52d134 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:13.287583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.289431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d870054c-00ca-4f8d-9fba-d1cb1f4f0444 req-9e69c095-2ede-4975-8062-00ff8b52d134 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0588074 Oct 27 16:23:13.290230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.293807 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f030421b-b187-4cfe-acf9-91420d2f0f91 HTTP/1.1" status: 204 len: 168 time: 0.2766368 Oct 27 16:23:13.299534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041acb71-73c2-4fba-8b25-e9479af93291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f030421b-b187-4cfe-acf9-91420d2f0f91,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:13.356152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d870054c-00ca-4f8d-9fba-d1cb1f4f0444 req-8aca48c4-b988-4cc5-90a0-8827638eb6f5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602582 Oct 27 16:23:13.763102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1a1943a-298e-4d93-99ad-49da0688624c req-fa2089f0-1303-45f3-8f87-8672540095b0 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0285671 Oct 27 16:23:14.099516 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a2dad5f1-1ab4-4139-a710-e21d2fcccde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.476330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e3a6-5f43-409b-a49d-34283b3192e7 req-fa0f39f8-f380-4b55-a9b3-a4d079bc63d2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:14.477862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d34e3a6-5f43-409b-a49d-34283b3192e7 req-fa0f39f8-f380-4b55-a9b3-a4d079bc63d2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Oct 27 16:23:14.521029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d34e3a6-5f43-409b-a49d-34283b3192e7 req-a943a024-910a-413c-8ca2-8fc9570e1e6d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345275 Oct 27 16:23:14.535688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:14.558610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52ca0e87-6a58-4e2c-9d49-5efb8403e7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.624735 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.661603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52ca0e87-6a58-4e2c-9d49-5efb8403e7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.673126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f84cb-72e1-40b7-9ed9-9c581a73f696 req-c2c7faa2-c752-412e-af3d-50430697a396 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:14.674703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-062f84cb-72e1-40b7-9ed9-9c581a73f696 req-c2c7faa2-c752-412e-af3d-50430697a396 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0709341 Oct 27 16:23:14.714534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-062f84cb-72e1-40b7-9ed9-9c581a73f696 req-28ff3b86-4b8c-4694-8db9-eea5a4a3e470 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334480 Oct 27 16:23:14.767781 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52ca0e87-6a58-4e2c-9d49-5efb8403e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.810813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca0e87-6a58-4e2c-9d49-5efb8403e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa00662-f3e2-4b67-aab3-4409a7b48b95,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:14.816857 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52ca0e87-6a58-4e2c-9d49-5efb8403e7f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=888ba235420e49c59365f5f84da5047c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797070 Oct 27 16:23:14.832727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45798) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:14.920007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27f74d04-d0f6-4ffe-82a3-1de3dbd731e7 req-95c3cde4-8082-4d32-9fbd-4b5309917f51 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0389743 Oct 27 16:23:14.930028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9448d-b417-480a-b242-835297d1776f req-ec2036eb-04db-4cd1-b9f7-61d91d8b6766 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:14.931675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fb9448d-b417-480a-b242-835297d1776f req-ec2036eb-04db-4cd1-b9f7-61d91d8b6766 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1445351 Oct 27 16:23:14.948906 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.999548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.055554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3fb9448d-b417-480a-b242-835297d1776f req-22ed5180-5d23-4442-a07f-32e96379f9ec tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905714 Oct 27 16:23:15.099003 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.188563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af8fa-6e9c-4d50-870c-56dd4875d2a7 req-80a4b354-63a7-4b73-b370-6cbd1342c62b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:15.190075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac2af8fa-6e9c-4d50-870c-56dd4875d2a7 req-80a4b354-63a7-4b73-b370-6cbd1342c62b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0576470 Oct 27 16:23:15.194635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.197330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.202007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fa00662-f3e2-4b67-aab3-4409a7b48b95 HTTP/1.1" status: 204 len: 168 time: 0.3748131 Oct 27 16:23:15.224745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb817c-abc0-43fe-b973-94b48971f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa00662-f3e2-4b67-aab3-4409a7b48b95,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.264251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac2af8fa-6e9c-4d50-870c-56dd4875d2a7 req-8cc0a08d-8e60-4386-be8e-2c2adc48f14c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601349 Oct 27 16:23:16.029467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce56668d-e939-4567-a560-f59bd96b2783 req-0b778672-a321-4e68-9dc3-72d0fe996efc tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Oct 27 16:23:16.927635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:17.162285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f18afeb2-f65f-4c2b-8df5-0afbce4e7478 req-77dc2b57-2656-4862-b029-5df08ccb13bb tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Oct 27 16:23:17.533764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-265ef9d3-e31c-4729-97ef-c1dcae72935d req-1e4c42c7-75af-49f1-9eb7-13a6efdb1f13 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0243182 Oct 27 16:23:18.306910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cd04c1b-127a-4d81-96d8-abe45ff82b83 req-40324f91-7666-4e75-a10d-a75ee90b27c3 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0339534 Oct 27 16:23:19.439716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7e29c61-4754-44be-a5ac-4b2cd1a8a831 req-01e463ae-612c-4877-b3e3-bafe5b441caf tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Oct 27 16:23:20.037241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b630c0e5-42fa-435f-b89c-c4da46ccb2f2 req-fa245786-c6cb-46b3-9490-0e7a0f935917 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0337663 Oct 27 16:23:20.604776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:20.702790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cdaef3-456c-4ead-892f-ee68de04954a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.782162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cdaef3-456c-4ead-892f-ee68de04954a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.915913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cdaef3-456c-4ead-892f-ee68de04954a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.971088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-81cdaef3-456c-4ead-892f-ee68de04954a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5259e1f989b8425fa164c6e13d289b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754053 Oct 27 16:23:20.972379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdaef3-456c-4ead-892f-ee68de04954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e765c8-32f4-4070-aab9-d742edae3b19,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:20.973375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46020) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:21.076902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.115422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.158446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a6ebfd-b0f5-4274-8810-2b236e60b426 req-14eac45f-8bd8-4760-a1b6-117654a723da tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0327630 Oct 27 16:23:21.350805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.353471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.354720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1e765c8-32f4-4070-aab9-d742edae3b19 HTTP/1.1" status: 204 len: 168 time: 0.3801680 Oct 27 16:23:21.363774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3879b-a5df-4df0-be62-11dca99a9504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e765c8-32f4-4070-aab9-d742edae3b19,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.028808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.042142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa1c87d6-b048-449c-a274-6d8513de0dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.121306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa1c87d6-b048-449c-a274-6d8513de0dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.231310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa1c87d6-b048-449c-a274-6d8513de0dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.270935 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa1c87d6-b048-449c-a274-6d8513de0dc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=291037d2fa3d4ccbbbd6a4acb52ec828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407961 Oct 27 16:23:22.277036 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46054) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.347758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c87d6-b048-449c-a274-6d8513de0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de8024-4e97-4b89-a8be-4740b64628ec,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.380872 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.390784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2b575c3-9cea-4da0-b961-bb36440c4daa req-b4c2d608-7612-49ee-8bc7-babe4ae0c5ee tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0789158 Oct 27 16:23:22.410278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.522050 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.524901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.529317 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56de8024-4e97-4b89-a8be-4740b64628ec HTTP/1.1" status: 204 len: 168 time: 0.2477896 Oct 27 16:23:22.535649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988ce9-0495-45af-b1e0-e45e5141317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de8024-4e97-4b89-a8be-4740b64628ec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:23.491326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c269525b-e9cb-43d0-9e1a-38e47aa1ebd6 req-5fc26031-6fdb-4e71-83be-c942c525d0a4 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Oct 27 16:23:24.632567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-767fa147-4982-43ee-8b60-f34352ccf216 req-2d31cdf1-e3a3-4acc-bb39-069bd0baaeb7 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Oct 27 16:23:25.748159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8876d884-cead-4570-a399-205ddd1b42c2 req-b31c09ba-8380-4bd5-905f-9f087c3f9060 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0330856 Oct 27 16:23:26.860511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f97a9e2d-a7f8-4cb1-b2ee-95147b261ec1 req-7e854c9d-ea3f-4856-bb41-a54fac1f427a tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0300298 Oct 27 16:23:27.978212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a06bdb-ed3e-4abb-a89d-760b7755be7f req-06939e19-a04b-443c-9d74-2e710b7e0f76 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0315890 Oct 27 16:23:28.052294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.434199 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.798242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-853c1b1b-d7df-4860-b065-df500ee2da5d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442395 Oct 27 16:23:28.870124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-b5067ffc-9c82-4be9-84f0-bc2be5bccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:28.871751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-b5067ffc-9c82-4be9-84f0-bc2be5bccddb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 1096 time: 0.0430424 Oct 27 16:23:28.992671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-ed661fa0-faf7-4c1d-baf4-175ee5da953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:28.994151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-ed661fa0-faf7-4c1d-baf4-175ee5da953c service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.0933731 Oct 27 16:23:29.106115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-49a465aa-4bd8-484f-aee0-309987bb7350 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 200 len: 1001 time: 0.0993905 Oct 27 16:23:29.139477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c95f6f3c-a4fe-4815-9891-e1dffe5513be req-48a2fa35-5af4-4d85-b04d-6350d57882fc tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0599992 Oct 27 16:23:29.187178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-9fc99176-0430-4a9c-bc09-c4140d46a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:29.188782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-9fc99176-0430-4a9c-bc09-c4140d46a8f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.0666304 Oct 27 16:23:29.243453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-82763bd3-e89d-4856-b545-dfc4b4837e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:29.244997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-82763bd3-e89d-4856-b545-dfc4b4837e71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458934 Oct 27 16:23:29.353407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-0d5db24d-14b5-4b69-82b0-e4011bf044db service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990915 Oct 27 16:23:29.455118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f0d52f-3d10-4cf6-b9ed-e4cc35e4da7f req-fbaa76fb-a60c-4bba-9b8e-6bf24dc1fd0c service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930228 Oct 27 16:23:30.273293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5ef397e-8eb5-4f1d-811a-64639ab591b3 req-f8f0a3d6-6362-49a3-83d9-8714dec5d476 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0392826 Oct 27 16:23:30.576623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-ca33b09d-a9d6-463d-80c0-91f1d8f7c322 req-5e51b8b8-cbdd-4504-be81-895a3e4d24d5 tempest-LiveMigrationTest-1010895552 tempest-LiveMigrationTest-1010895552-project] (114449) timed out ('10.222.0.79', 52037) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:23:31.428303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3322c790-ec63-482e-9758-176f0c6477e2 req-b795e880-ae36-4964-9cca-52859e4f0ffb tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0565574 Oct 27 16:23:32.551575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb4db02f-d25c-470d-b0be-74f6b4343c8d req-206d17fd-6c2b-4896-b8fb-8875145f5bb6 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Oct 27 16:23:32.821770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46378) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:32.944791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4835f80c-7b13-4643-8829-3c0a4bdc0c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.048331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4835f80c-7b13-4643-8829-3c0a4bdc0c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.104642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-df683bcb-49cd-4067-896c-4b954dbecdce req-976e4154-2169-4ee1-95a8-f839ff5816bf tempest-ServersOnMultiNodesTest-1181128383 tempest-ServersOnMultiNodesTest-1181128383-project] (114448) timed out ('10.222.0.79', 52031) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:23:33.133972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4835f80c-7b13-4643-8829-3c0a4bdc0c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.178569 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4835f80c-7b13-4643-8829-3c0a4bdc0c32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42f48d27376d448c9526440052e5da86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519156 Oct 27 16:23:33.178569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835f80c-7b13-4643-8829-3c0a4bdc0c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c577593-ef53-45d8-a683-be0738eab20d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:33.179483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:33.244764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.278110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.515459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.518749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.520008 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c577593-ef53-45d8-a683-be0738eab20d HTTP/1.1" status: 204 len: 168 time: 0.3396156 Oct 27 16:23:33.541526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531bef1-2a03-4ee7-b96e-7d22735622ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c577593-ef53-45d8-a683-be0738eab20d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:33.668408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4b320d9-a4c1-4434-9039-ffc60478f309 req-3db07807-9154-47da-9e66-12c1668f392f tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0328448 Oct 27 16:23:34.096357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:34.211652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a95c3dfd-c354-4df8-ba32-1fc4f3aeaf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.314382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a95c3dfd-c354-4df8-ba32-1fc4f3aeaf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.430747 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a95c3dfd-c354-4df8-ba32-1fc4f3aeaf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.470567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a95c3dfd-c354-4df8-ba32-1fc4f3aeaf32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05455872dea94a528d18d56d5f92dc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727572 Oct 27 16:23:34.472700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c3dfd-c354-4df8-ba32-1fc4f3aeaf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a63e5c-1dc9-4a00-8c34-4a1f58d8b7de,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:34.473653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46438) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:34.525886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.546977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.782318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.785998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.787246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1a63e5c-1dc9-4a00-8c34-4a1f58d8b7de HTTP/1.1" status: 204 len: 168 time: 0.3122561 Oct 27 16:23:34.789612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f76d8579-4ddf-4731-a2b5-c26aedcbe68a req-a9ff4e18-0b39-4a11-ab32-0eb189a34fdc tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0338948 Oct 27 16:23:34.818593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe05bd5-e016-4c3f-b8f2-829f8bfb15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a63e5c-1dc9-4a00-8c34-4a1f58d8b7de,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:35.438765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46476) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:35.547846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa3be211-2bb7-4de3-9c16-133c7b88d170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.576142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:35.590738 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdec5-864e-4304-9e07-34e7fd715da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.641795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa3be211-2bb7-4de3-9c16-133c7b88d170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.689798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdec5-864e-4304-9e07-34e7fd715da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.715787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa3be211-2bb7-4de3-9c16-133c7b88d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.742629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdec5-864e-4304-9e07-34e7fd715da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.762464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fa3be211-2bb7-4de3-9c16-133c7b88d170 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bde2c718228c4c0081368ec71a4fe0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222127 Oct 27 16:23:35.763011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:35.765207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be211-2bb7-4de3-9c16-133c7b88d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b2b1a-1ea2-4f9c-991f-69769bfc3eb9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:35.783826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f6ffdec5-864e-4304-9e07-34e7fd715da6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1df9864a8e394b17b17aa5bb74fefdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064717 Oct 27 16:23:35.784900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdec5-864e-4304-9e07-34e7fd715da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8dccf-ff49-4bbe-a63a-a82c2fd4e6bf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:35.788671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:35.821369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.848383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.850933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.874947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.913036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f0b12ed-13ae-4948-a58b-b98e30963bc4 req-4d97c3e7-5624-4fa1-a7d6-f761a3b983cb tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0285528 Oct 27 16:23:36.013110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.015850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.017055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/103b2b1a-1ea2-4f9c-991f-69769bfc3eb9 HTTP/1.1" status: 204 len: 168 time: 0.2527871 Oct 27 16:23:36.026191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da418b57-8bd7-462f-939e-ca2ee6c18e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b2b1a-1ea2-4f9c-991f-69769bfc3eb9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:36.035877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.045429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.056402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22c8dccf-ff49-4bbe-a63a-a82c2fd4e6bf HTTP/1.1" status: 204 len: 168 time: 0.2666719 Oct 27 16:23:36.076076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1ef5a-5453-4cae-a8a7-920e93b5a495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8dccf-ff49-4bbe-a63a-a82c2fd4e6bf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:36.850787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46528) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:36.864367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5654-8579-465b-9525-83fb360a8bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.938274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5654-8579-465b-9525-83fb360a8bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.006752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5654-8579-465b-9525-83fb360a8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.025788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c862580-eba3-4b6b-a73e-b221c85fa6c8 req-5565a367-dc28-4502-b8f5-000641594607 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Oct 27 16:23:37.051916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb5654-8579-465b-9525-83fb360a8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c434c-24db-422e-8e44-8e85018a5084,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:37.056846 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3cb5654-8579-465b-9525-83fb360a8bb0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71e39a4ffa5b48aeb9856d5177d0712f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048917 Oct 27 16:23:37.059129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46538) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:37.110168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.132293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.285075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.288792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.296353 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d21c434c-24db-422e-8e44-8e85018a5084 HTTP/1.1" status: 204 len: 168 time: 0.2301295 Oct 27 16:23:37.299741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05ee0b-98fd-47f4-8268-9ee002d43793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c434c-24db-422e-8e44-8e85018a5084,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:38.017880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.023545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.029764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.036515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.043478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.057326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.065638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.071586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-031b4732-de75-46be-a14e-2570238b71b6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1180935 Oct 27 16:23:38.135455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a747c2d-1b1b-4228-8117-c58bac95df03 req-d5567ba9-af77-48fa-bb70-c09592987595 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577207 Oct 27 16:23:38.220942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e1a6bdf-8a6d-418a-b198-cd0a3a120b72 req-13b0f831-76d9-4727-833a-f06362d749cf tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0704029 Oct 27 16:23:38.369566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.377052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.384552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.391601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.398038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.405088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.412902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.413204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2005c80d-511b-4247-a2fe-f61117633601 req-d3d236c5-19f9-446f-85a4-c6d7cec30fe3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1080208 Oct 27 16:23:38.863513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0677a-dc38-44f2-8b71-371af42781e9 req-9a3cfb24-6588-43c8-ba3e-5ec30b1ea973 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.865175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62b0677a-dc38-44f2-8b71-371af42781e9 req-9a3cfb24-6588-43c8-ba3e-5ec30b1ea973 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0691485 Oct 27 16:23:38.916564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62b0677a-dc38-44f2-8b71-371af42781e9 req-6b3649c1-ae28-4892-bfa4-c95f05597e8c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Oct 27 16:23:39.364722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8339136-cf02-4884-a12c-80238bd50a4a req-69b3e4a8-cfde-401d-9eb3-ba53125f6233 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0480962 Oct 27 16:23:39.379237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:39.388932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229562631', 'description': 'tempest-secgroup-smoke-1229562631 description', 'project_id': '2456b7420bc444239338671cce95b1c1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:39.524091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.532864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.625322 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.746967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.786904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0ca12-a2be-4ccb-a9a7-983ab4f7984d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:39.828535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.959793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.997645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533dab82-140b-4740-88d4-3ef58837d3f5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:40.044536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa650f-5a22-4122-a7cc-ee601d1413e9 req-2851e80a-b629-4e57-a57a-e6796ded43bc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:40.051798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16fa650f-5a22-4122-a7cc-ee601d1413e9 req-2851e80a-b629-4e57-a57a-e6796ded43bc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0606408 Oct 27 16:23:40.071103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.071103 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8f1a9ce4-08fc-496e-b3aa-e2618f70116e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6898839 Oct 27 16:23:40.073911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46672) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:40.079349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:40.111797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16fa650f-5a22-4122-a7cc-ee601d1413e9 req-e8fdbd5b-9a5e-48b0-8a90-9c6ba65fe0a0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=b179a65d-fb66-4de0-8df8-3f8d8f3990dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481021 Oct 27 16:23:40.210169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.212234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-11c85316-d0f1-4ac5-abf2-cae97e2e58b6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:40.213927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-11c85316-d0f1-4ac5-abf2-cae97e2e58b6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 945 time: 0.0498266 Oct 27 16:23:40.276528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.327608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Deleting port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:40.328079 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.365026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.393338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7fca27-f966-4c52-90d2-fd72d07df1c0,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:40.488009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] For port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:40.488679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.491167 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.504461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19eb8723-4c4a-4d2c-97f9-43d792bad67b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4285033 Oct 27 16:23:40.505279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46692) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:40.532121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:40.586966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae6063b2-9827-4246-b666-683015be50f5 req-ba825326-3a44-4203-95bd-5cf51829c08f tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.1012988 Oct 27 16:23:40.655686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.778868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.861176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.888941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5fc92b-4c42-483d-8565-41cb3d19e437,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:40.908041 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.908441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.908761 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Floating IP 4269b87f-77ae-4117-936c-23549f982245 disassociated. External IP: 172.25.5.127, port: 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6. Oct 27 16:23:40.909107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Calling delete_port for 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:40.997095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.998483 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-10e01b85-5abe-45f7-845d-5f48d7af1023 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4919715 Oct 27 16:23:41.001983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:41.007528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:41.151707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.163497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46722) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:41.180776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'Port': ['ID=4d6ef7fb-43b5-43ed-8374-8ec37a1906a6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:41.215417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.284529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6eeddef0-8945-4897-b808-a35f89823dc3 req-2fe40a5f-9054-442a-9966-7be9a3388701 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0917873 Oct 27 16:23:41.304224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.304784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.305396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.305765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.306277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.306731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.307204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.309212 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-6762c34e-2c1a-4742-892c-3a3f2d939876 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 6499 time: 0.1440418 Oct 27 16:23:41.315478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.344587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:23:41.345716 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a503cbf-0124-44bc-bbbe-11b0583ce21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.353640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-370773c6-fe69-4e22-a33e-bac2fbafc386 req-c65cadb1-43ef-43aa-9d84-46cf22b7bea7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352466 Oct 27 16:23:41.439629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.470779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b00d7d7-729f-45ee-87b4-1fa9948ba96d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:41.475886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:41.488738 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:41.498596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:41.499255 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:41.516698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] No DVR routers for this DVR port 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:41.519492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.522953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c976d146-a7bc-472b-a348-4d12b531d0bf req-5cc1abf0-3fa1-4fc6-8986-fd1feb43b539 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "DELETE /v2.0/ports/4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 HTTP/1.1" status: 204 len: 173 time: 1.3015039 Oct 27 16:23:41.523408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'name': 'network-vif-deleted', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:41.526279 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4176c9cc-9be1-4933-a0ff-5697a14d5591" -d '{"events": [{"server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "name": "network-vif-deleted", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:41.572369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.574578 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1041a61-9b57-4cf0-89e2-086e41f08554 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5707946 Oct 27 16:23:41.581836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:41.587811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:41.608114 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbb08e6-e715-416f-9f74-20be4ee71985 x-openstack-request-id: req-0cbb08e6-e715-416f-9f74-20be4ee71985 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:41.608421 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200e5e6a-2b67-4b23-8b9a-afb590dfe84f", "name": "network-vif-deleted", "tag": "4d6ef7fb-43b5-43ed-8374-8ec37a1906a6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:41.608735 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cbb08e6-e715-416f-9f74-20be4ee71985 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:41.609270 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200e5e6a-2b67-4b23-8b9a-afb590dfe84f', 'name': 'network-vif-deleted', 'tag': '4d6ef7fb-43b5-43ed-8374-8ec37a1906a6', 'status': 'completed', 'code': 200} Oct 27 16:23:41.636140 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:41.734274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ad2d977-5b0d-4515-bef7-8e42cc113895 req-c2aabb13-1dbf-4a21-9a3d-fcb50c8b0c61 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0510402 Oct 27 16:23:41.750641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.877515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.991138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.023660 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:42.033997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d12f620-8d0b-4aad-824b-48a0562fce43,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:42.058272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:42.067315 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:42.067434 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:42.167868 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:42.212270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.213409 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ffb84f08-7776-4b52-81d8-9860e4e69273 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6305211 Oct 27 16:23:42.216098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:42.221045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:42.339733 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:23:42.345089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.411488 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:42.456476 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130df826-92cd-4bad-a7f9-18353a9eb36a None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:42.499351 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:23:42.518099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33cf493b-2a1b-4fc9-9547-9f6d969575e4 req-b3ef3258-378f-466a-bbc7-856edaafe7cb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=200e5e6a-2b67-4b23-8b9a-afb590dfe84f HTTP/1.1" status: 200 len: 210 time: 0.0787003 Oct 27 16:23:42.534926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.684327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.716248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a8374d-71f8-433d-96d1-5356522a457f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:42.830509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962ab15-204f-4a3b-b390-4b3005e41ffe None None] New status for floating IP 4269b87f-77ae-4117-936c-23549f982245: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:23:42.848770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.850267 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-419eea14-1bde-4fcb-bb68-eb2250b4c6e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6331942 Oct 27 16:23:42.853262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:42.859158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '533dab82-140b-4740-88d4-3ef58837d3f5', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:42.947962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25a82da3-3dc1-417e-88a7-6ec06f1a04e5 req-51a95ad8-7dbf-4f29-91c5-c5b391a8fa44 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0380697 Oct 27 16:23:42.998190 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:23:43.004574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.064172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.193510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:43.220284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:43.220617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4d6ef7fb-43b5-43ed-8374-8ec37a1906a6 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:43.226624 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.256413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd88bee-4262-49a3-83b1-e4b7b87e3276,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:43.330445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.332247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-09a6874d-4852-481c-a964-dedd9bfb2846 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4771585 Oct 27 16:23:43.335132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:43.340671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'network': {'name': 'tempest-network-smoke--780661397', 'project_id': '2456b7420bc444239338671cce95b1c1', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:43.432329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:43.435907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.461510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:43.471712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.472050 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Added segment ea444b68-f790-4ac9-96ab-1d1f22a4bbcd of type vlan for network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 Oct 27 16:23:43.513789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.681781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.690276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:43.691984 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.772116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:43.863552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.894873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.053786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.055426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5e9be271-676a-4f9f-bfa5-782fdd5c46f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.062843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.066351 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "DELETE /v2.0/security-groups/b179a65d-fb66-4de0-8df8-3f8d8f3990dc HTTP/1.1" status: 204 len: 168 time: 0.2908783 Oct 27 16:23:44.068862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:44.085097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cf28f-91e3-4fc3-b333-0208c302c35e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b179a65d-fb66-4de0-8df8-3f8d8f3990dc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.088143 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-8cd2edf2-574c-46d8-8159-83beb0485f96 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] show failed (client error): The resource could not be found. Oct 27 16:23:44.089477 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8cd2edf2-574c-46d8-8159-83beb0485f96 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups/b179a65d-fb66-4de0-8df8-3f8d8f3990dc HTTP/1.1" status: 404 len: 347 time: 0.0194578 Oct 27 16:23:44.092287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:44.127103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a50bb7d-566f-4d48-9814-24d54f0bde3f req-b305a005-3b13-494e-a599-3b3cff2842b6 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0544047 Oct 27 16:23:44.132216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Network': ['ID=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.155884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:44.262198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7f904fe-5b37-401d-b667-85bdc16ab9c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9257216 Oct 27 16:23:44.263861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Deleting port c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:44.268578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.268724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46814) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:44.270332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'admin_state_up': True, 'project_id': '2456b7420bc444239338671cce95b1c1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:44.352584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.352913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.365248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Calling delete_port for c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:44.407072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.411385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.467937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.592012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.603581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.651075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'Port': ['ID=c20e0bbd-56ae-4aca-beb4-3c9e100b1b9e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.700605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.702509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.704319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.705500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9249fe8-682e-4b01-b9ee-18b93fb3310d tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "DELETE /v2.0/floatingips/4269b87f-77ae-4117-936c-23549f982245 HTTP/1.1" status: 204 len: 168 time: 0.6120534 Oct 27 16:23:45.004937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.026562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.126697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:45.454541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012626986', 'description': 'tempest-description--356353780'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:45.454713 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.455202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.49 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/75f06067-d04b-44b5-a3ca-93c564bd8a9d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:45.455202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c533c7a0-afb4-4778-8ce0-3a9e2ebd1bc9 req-786e4109-6042-4f28-af4a-b7e524ffa868 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0376611 Oct 27 16:23:45.455202 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.455492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.455492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.493192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.536121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:45.541091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:45.544708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:45.575663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=75f06067-d04b-44b5-a3ca-93c564bd8a9d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:45.596948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.628206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09016f5-d9f6-45db-a78f-0d1b4f68408f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:45.742549 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.747251 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28125aa9-6b63-4336-ab5a-109373e1b02e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6191282 Oct 27 16:23:45.751762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46852) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:45.753390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group_rule': {'security_group_id': 'f09016f5-d9f6-45db-a78f-0d1b4f68408f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:45.904308 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.007163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.009617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.187362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.217930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5c9b78-d102-4a2e-b483-d118bf99c6b2,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:46.245670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.372123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0942f2b9-937e-4d9a-acfa-602bc1f40a1b req-a0745a4e-ce34-4771-b53d-cae0912f86eb tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0318942 Oct 27 16:23:46.461851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.463140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-897c26ff-6644-4f85-84e4-c6b25d6ad7e3 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7146556 Oct 27 16:23:46.495417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46858) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:46.495417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'security_group_rule': {'security_group_id': 'f09016f5-d9f6-45db-a78f-0d1b4f68408f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:46.597767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 371710f1-f61b-492e-b37c-6c74e925b222 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:23:46.642413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.721573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.743278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:46.756305 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Sync routers for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:46.767372 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:46.768217 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:46.802339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.824801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dfa018-f48e-4a24-a227-c6f536a1f422,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:46.851641 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.853724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a294a1b4-a1b2-4e60-90c2-f06c52c6e851 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5870845 Oct 27 16:23:46.857072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:46.884647 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:46.900895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.902129 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9f96d6b1-9675-4d6f-a954-fcfe16269237 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350395 Oct 27 16:23:46.905933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46876) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:46.910272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:46.912498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.034007 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-039f2d6d-546f-44e8-bbf4-2c79b8c7a173 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2456b7420bc444239338671cce95b1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1757267 Oct 27 16:23:47.035205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.036918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46878) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:47.111447 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:45Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:47.143999 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Checking router: 371710f1-f61b-492e-b37c-6c74e925b222 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:47.144797 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Updating router 371710f1-f61b-492e-b37c-6c74e925b222 port 75f06067-d04b-44b5-a3ca-93c564bd8a9d binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:23:47.174655 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.224897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.272463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fbf1b9-5b0d-490b-a6c5-435fc5ae2450 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.274328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24fbf1b9-5b0d-490b-a6c5-435fc5ae2450 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364323 Oct 27 16:23:47.277169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46884) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:47.322066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-78005323-0f1e-4145-ad52-077e0beeeead tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435605 Oct 27 16:23:47.324561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46886) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:47.331128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553907832', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'project_id': '2456b7420bc444239338671cce95b1c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:47.416965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Allocated IP 172.25.5.214 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/d06756db-5816-463d-bedd-419811bdcdb3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:47.486864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e6ef1b0-7d12-49aa-adff-c3207e7abd58 req-877f6d52-4af3-44e6-83f6-0f58f8758cd9 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0327060 Oct 27 16:23:47.514967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:47.518599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.548076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.670215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.733318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:47.738263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:47.747881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:47.753201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=d06756db-5816-463d-bedd-419811bdcdb3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:47.886623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.900993 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.925548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.966084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Subnet': ['ID=b09cf627-a78d-4de9-9ca5-8517f8cb2432,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:47.976475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Checking segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:47.979305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network hostable DHCP agents. Network: b845f1b4-161b-4b4d-80a1-ea4b90fe65e7, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:23:48.022516 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.087483 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Pushing event updated for resources: {'Port': ['ID=75f06067-d04b-44b5-a3ca-93c564bd8a9d,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:48.088082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:48.098708 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.099311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.099835 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.100166 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.100268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.100489 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.100814 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.101188 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.101550 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.101926 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.102359 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.103949 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.103949 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:48.127259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Attempting to bind port 75f06067-d04b-44b5-a3ca-93c564bd8a9d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:48.127485 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Attempting to bind port 75f06067-d04b-44b5-a3ca-93c564bd8a9d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:48.127841 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Attempting to bind port 75f06067-d04b-44b5-a3ca-93c564bd8a9d on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:48.134719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:48.134719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:48.134719 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.134719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:48.140833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Bound port: 75f06067-d04b-44b5-a3ca-93c564bd8a9d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:48.140833 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.192328 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] For port 75f06067-d04b-44b5-a3ca-93c564bd8a9d, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:48.195758 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] For port 75f06067-d04b-44b5-a3ca-93c564bd8a9d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=75f06067-d04b-44b5-a3ca-93c564bd8a9d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:48.209781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b845f1b4-161b-4b4d-80a1-ea4b90fe65e7) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:48.220151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f35f0-d1aa-41d1-b5f6-665ab9919ef0 None None] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:48.221985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.223577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.298731 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.322233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.368871 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47be1-8f96-4801-a930-a6df19cd2182 None None] Pushing event updated for resources: {'Port': ['ID=75f06067-d04b-44b5-a3ca-93c564bd8a9d,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:48.389587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46896) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:48.395842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-192e9325-93e1-4e28-9711-ac3f22200dcd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0700245 Oct 27 16:23:48.418311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:48.418921 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:48.431374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:23:48.438835 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.530571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.594285 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:48.629793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Allocated IP 172.20.0.2 (b845f1b4-161b-4b4d-80a1-ea4b90fe65e7/b09cf627-a78d-4de9-9ca5-8517f8cb2432/abfe62c8-a6c7-44b1-a6a8-bca6a95b275f) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:48.633468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=d06756db-5816-463d-bedd-419811bdcdb3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:48.687838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-774550d3-c9df-427c-b387-2e0f54d8f610 req-444b050b-e843-4a30-bfc1-d1cd209cce1a tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0839388 Oct 27 16:23:48.980487 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.021945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.114899 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:45Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:49.143679 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e884764-a31e-4c87-9bdd-dd2501eddca9 None None] The sync data for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 is: [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:45Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:49.178782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.203566 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.261194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.262665 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b6965f68-115f-4a82-b50d-390ffe5e3225 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3556662 Oct 27 16:23:49.276278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:49.285087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:49.291153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:49.322318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Pushing event updated for resources: {'Port': ['ID=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:49.374978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.385794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.386143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.386487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.386828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.387202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.387523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.391755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.392274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.392765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.393929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.396077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:49.462844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Attempting to bind port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:49.463565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Attempting to bind port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:49.464200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Attempting to bind port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:49.475459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:49.476315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Checking segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:49.480458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.482603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Bound using segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:49.483241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Bound port: abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:49.483698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.653109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-c48c8d1f-983a-4159-b2f2-077ff9b39dbb tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2012626986&fields=id&tenant_id=699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 267 time: 0.1026669 Oct 27 16:23:49.773082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.1 (b845f1b4-161b-4b4d-80a1-ea4b90fe65e7/b09cf627-a78d-4de9-9ca5-8517f8cb2432/9ab665da-306a-42d2-b9f8-cb1112df7d8a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:49.896398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] For port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:49.903376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] For port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:49.924010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d49c8e53-86f4-439e-a356-0be1bea35586 req-ad66a96f-b5df-475d-a36b-4ccf619006f4 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0913823 Oct 27 16:23:49.976037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-8ba306ce-c0aa-49f3-a1bd-c5dd30a9eb08 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:49.984919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-8ba306ce-c0aa-49f3-a1bd-c5dd30a9eb08 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 810 time: 0.3308163 Oct 27 16:23:49.996622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-410a7d7c-a057-41c0-9bf8-56bffdde561c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/quotas/699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 375 time: 0.0106139 Oct 27 16:23:50.026718 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.086176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.112972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 75f06067-d04b-44b5-a3ca-93c564bd8a9d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:50.171541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-046b90f3-8fee-4722-b8ee-1738d8e03620 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669416 Oct 27 16:23:50.254826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33725d15-fe9a-466d-b587-2746f417b1ba None None] Pushing event updated for resources: {'Port': ['ID=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.258707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.305089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 75f06067-d04b-44b5-a3ca-93c564bd8a9d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:50.305623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.318271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:50.329091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:50.345499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:50.379158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-57aecc14-dd10-4fb9-bf55-d611b78212d1 service neutron] 10.222.0.70 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064643 Oct 27 16:23:50.436970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.446668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.554248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.595290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-d4607b69-febb-420f-92cd-af6225afd35c service neutron] 10.222.0.70 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151866 Oct 27 16:23:50.616502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 75f06067-d04b-44b5-a3ca-93c564bd8a9d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=75f06067-d04b-44b5-a3ca-93c564bd8a9d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:50.714403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.809717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=75f06067-d04b-44b5-a3ca-93c564bd8a9d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.871250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.051690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6624dc1b-4d3d-4200-868a-8531f77bdbbc req-0608c0d9-d3b4-4e63-9ec4-c196c0f753a0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.0649340 Oct 27 16:23:51.146114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-670edc3b-5c14-4cd5-a394-72a653de2070 req-0c658e46-008f-41c7-8aaa-949554943a35 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0561879 Oct 27 16:23:51.365900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.446187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191b6ee-76d6-4dd5-a111-bebafdbe8feb None None] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:51.460980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.593813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:51.600497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.627678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] Provisioning complete for port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:51.628187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.775681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:51.779931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:51.869403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.989133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] For port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:52.089042 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.190615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab3d82-c2d1-4d45-afa5-0735a32d1b86 None None] Pushing event updated for resources: {'Port': ['ID=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:52.247752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94f9464c-12b4-46ed-aba1-8d8cc37f4a5a req-55b92c11-de24-4877-995b-d447d95e9b37 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.1116509 Oct 27 16:23:52.249834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 75f06067-d04b-44b5-a3ca-93c564bd8a9d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:52.372942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2dbd6c52-d394-4224-861c-fd9870f6b0ea None None] Provisioning complete for port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.376771 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6c52-d394-4224-861c-fd9870f6b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.388334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb2f767d-7151-42cb-82ac-4d031bdf8652 req-fd1c4c5f-cb30-4976-90c9-e2de2c36b1a0 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0569293 Oct 27 16:23:52.421226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 75f06067-d04b-44b5-a3ca-93c564bd8a9d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.421586 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.591294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2dbd6c52-d394-4224-861c-fd9870f6b0ea None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.591901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6c52-d394-4224-861c-fd9870f6b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.643309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 371710f1-f61b-492e-b37c-6c74e925b222 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:23:52.734736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd6c52-d394-4224-861c-fd9870f6b0ea None None] Port 9ab665da-306a-42d2-b9f8-cb1112df7d8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:52.836749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device abfe62c8-a6c7-44b1-a6a8-bca6a95b275f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:52.870154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:52.883121 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b603de44-84f0-4654-888c-eea830240545 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/371710f1-f61b-492e-b37c-6c74e925b222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4918234 Oct 27 16:23:52.907181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Sync routers for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:52.928756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d5e07ceb-a8b8-4317-b61d-48fb9d3434c5 None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.929398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5e07ceb-a8b8-4317-b61d-48fb9d3434c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.978613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07ceb-a8b8-4317-b61d-48fb9d3434c5 None None] Port 9ab665da-306a-42d2-b9f8-cb1112df7d8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:52.999627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:53.001099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:53.099271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:53.099640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.168102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f149ef3d-7535-402e-a690-ba00764de642 None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:53.168472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f149ef3d-7535-402e-a690-ba00764de642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.212872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f149ef3d-7535-402e-a690-ba00764de642 None None] Port 9ab665da-306a-42d2-b9f8-cb1112df7d8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:53.232398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:53.289946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-6c0a9bb6-0274-4da0-8242-b85cd8d2559c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229562631&fields=id&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 267 time: 0.0547719 Oct 27 16:23:53.423190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-5d52fb30-673c-42eb-84ae-9b18a1f9727d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:53.424714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-5d52fb30-673c-42eb-84ae-9b18a1f9727d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 796 time: 0.1334498 Oct 27 16:23:53.466509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95dbc0c6-59f2-40f1-9eaf-791c5984853e req-1459b10f-c3da-4085-8dd8-60fbbbd0c27c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.0936458 Oct 27 16:23:53.476580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-02d23a2e-62e2-49c8-a8a1-71675504c043 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/quotas/2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 375 time: 0.0412734 Oct 27 16:23:53.553614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:51Z', 'revision_number': 2, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:53.584615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Checking router: 371710f1-f61b-492e-b37c-6c74e925b222 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:53.584965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Updating router 371710f1-f61b-492e-b37c-6c74e925b222 port 9ab665da-306a-42d2-b9f8-cb1112df7d8a binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:23:53.613985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.927797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.934912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47718dd0-ca93-4b4d-b10d-80ff8d4e8fdf req-09aeef7e-b363-4bac-8e40-feb13785d919 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0895822 Oct 27 16:23:53.961376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-44fb24f5-7244-4fa7-9e83-470e8f180e7a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4839354 Oct 27 16:23:54.021834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device abfe62c8-a6c7-44b1-a6a8-bca6a95b275f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:54.029803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-0e261f75-b0f4-41f9-bd58-b85536957e36 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:54.031541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-0e261f75-b0f4-41f9-bd58-b85536957e36 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 810 time: 0.1878302 Oct 27 16:23:54.080816 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.082385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-d2a62204-cd4a-4fdc-812c-6038fff4b6b9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:23:54.083434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-d2a62204-cd4a-4fdc-812c-6038fff4b6b9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1082036 Oct 27 16:23:54.129126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-1a2ec730-9eb3-4877-a033-1d1863eb0efc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699ef4e20db840a3a419301464f931ed HTTP/1.1" status: 200 len: 380 time: 0.0842593 Oct 27 16:23:54.174709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e12f-0ca7-42a7-9d95-476a75523807 None None] Pushing event updated for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:54.217209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'port': {'device_id': 'f2df2f44-17db-43b9-870d-561424a154d4', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'admin_state_up': True, 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'security_groups': ['f09016f5-d9f6-45db-a78f-0d1b4f68408f']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:54.266480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:54.266480 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.332632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-482744a0-ddd9-4ebc-9e36-564352bda20f service neutron] 10.222.0.70 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335753 Oct 27 16:23:54.340010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Attempting to bind port 9ab665da-306a-42d2-b9f8-cb1112df7d8a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:54.340386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Attempting to bind port 9ab665da-306a-42d2-b9f8-cb1112df7d8a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:54.340904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Attempting to bind port 9ab665da-306a-42d2-b9f8-cb1112df7d8a on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:54.352743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:54.353521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Checking segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:54.353521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.353951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Bound using segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:54.355073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Bound port: 9ab665da-306a-42d2-b9f8-cb1112df7d8a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:54.355478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.473764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] For port 9ab665da-306a-42d2-b9f8-cb1112df7d8a, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:54.478467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] For port 9ab665da-306a-42d2-b9f8-cb1112df7d8a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ab665da-306a-42d2-b9f8-cb1112df7d8a,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:54.492682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-b7e931c4-f0d3-47fc-b28d-26bf1eabf08d service neutron] 10.222.0.70 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589625 Oct 27 16:23:54.545206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ac26cd4b-83a5-4794-8891-b9e1a7e1584b None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:54.545696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac26cd4b-83a5-4794-8891-b9e1a7e1584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.582994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ac26cd4b-83a5-4794-8891-b9e1a7e1584b None None] Port 9ab665da-306a-42d2-b9f8-cb1112df7d8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:54.593880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec4b28ba-849a-4a76-bcf1-3430c222ed26 req-1dcf842f-7f4f-4deb-b800-204184992431 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.0278213 Oct 27 16:23:54.594901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Made reservation on behalf of 699ef4e20db840a3a419301464f931ed for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:54.598297 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.628172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.688501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:54.689082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:54.692828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e12f-0ca7-42a7-9d95-476a75523807 None None] Pushing event updated for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:54.753131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Allocated IP 172.20.0.3 (02952109-1859-4883-b2be-e1cde8cbad73/acf011a8-a224-4fb1-a07c-8a061805d9b9/1aff0850-a345-4986-bdba-d20cfdecc6e7) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:54.854948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:54.880609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7d7e48-3ad0-4a41-864b-d7af736b7a2b req-e6f4d24b-dc6c-4826-b8da-f7b74723eadd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.0732093 Oct 27 16:23:55.072314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d9162ed-e1aa-496b-a2da-27a975fbbdc4 req-99fe3e91-93ff-48f4-82dc-ea2373471645 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0358973 Oct 27 16:23:55.076145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.217194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:55.217567 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.355609 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.378258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.404971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:55.407809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] For port 9ab665da-306a-42d2-b9f8-cb1112df7d8a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ab665da-306a-42d2-b9f8-cb1112df7d8a,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:55.427247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Network 02952109-1859-4883-b2be-e1cde8cbad73 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:55.430627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:55.434987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:55.441326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c9084-d369-4577-8806-81377a12bd5c None None] The sync data for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 is: [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:55.465105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event updated for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:55.501716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:55.502358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.525021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.588998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf4285-2a5a-4e13-b9b5-981d492d2f62 None None] Pushing event updated for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:55.764442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-e367736a-e9f9-413a-aa97-8515a0a8e104 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543616 Oct 27 16:23:55.781348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Request body: {'port': {'device_id': 'f2df2f44-17db-43b9-870d-561424a154d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:55.794795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40568c5-4027-46c1-b605-5de19fc292c2 req-8cf390d6-9ef4-45ba-8687-f2809db44654 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:55.796388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c40568c5-4027-46c1-b605-5de19fc292c2 req-8cf390d6-9ef4-45ba-8687-f2809db44654 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 931 time: 0.1302643 Oct 27 16:23:55.860711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-55c388ad-d0f6-4e48-bba6-a022b9eacdce None None] Provisioning complete for port 1aff0850-a345-4986-bdba-d20cfdecc6e7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:55.861679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55c388ad-d0f6-4e48-bba6-a022b9eacdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.874984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c40568c5-4027-46c1-b605-5de19fc292c2 req-40774c01-e303-48b4-82f9-7797039d0c4b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622940 Oct 27 16:23:55.877861 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.907433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-55c388ad-d0f6-4e48-bba6-a022b9eacdce None None] Port 1aff0850-a345-4986-bdba-d20cfdecc6e7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:56.020551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ab665da-306a-42d2-b9f8-cb1112df7d8a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:56.067227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-697733ad-2b0d-497d-8ad2-bbe28644d5ba req-1243cba5-3140-4364-b701-ee05c9cd49a0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.1060536 Oct 27 16:23:56.132374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9ab665da-306a-42d2-b9f8-cb1112df7d8a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:56.133330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.238885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be26863a-ea68-4b35-bd92-75a405e15897 req-5886bedb-397e-4ac8-bcd5-6e805492735f tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0399909 Oct 27 16:23:56.349342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aff0850-a345-4986-bdba-d20cfdecc6e7 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:56.364471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.379534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Transition to ACTIVE for port object 1aff0850-a345-4986-bdba-d20cfdecc6e7 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:23:56.470549 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b1d1ec59-d0b7-499f-b079-b6557975794a req-f2ab5ecc-4bcd-4ad7-a325-deba7b720b33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0444765 Oct 27 16:23:56.504951 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.578187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Pushing event updated for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:56.688926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Attempting to bind port 1aff0850-a345-4986-bdba-d20cfdecc6e7 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:56.689266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Attempting to bind port 1aff0850-a345-4986-bdba-d20cfdecc6e7 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:56.689595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Attempting to bind port 1aff0850-a345-4986-bdba-d20cfdecc6e7 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:56.694567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Port 1aff0850-a345-4986-bdba-d20cfdecc6e7 on network 02952109-1859-4883-b2be-e1cde8cbad73 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:56.694895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Attempting to bind port 1aff0850-a345-4986-bdba-d20cfdecc6e7 on network 02952109-1859-4883-b2be-e1cde8cbad73 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:56.700727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:56.701139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Checking segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:56.701536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Bound using segment: {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:56.702064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Bound port: 1aff0850-a345-4986-bdba-d20cfdecc6e7, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e5bb4a-6884-4940-8980-7cdf04e10beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:56.702375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.777589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:56.780982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:56.889724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.964450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:56.965194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.967116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] 10.222.0.82 "PUT /v2.0/ports/1aff0850-a345-4986-bdba-d20cfdecc6e7 HTTP/1.1" status: 200 len: 1091 time: 1.1928434 Oct 27 16:23:56.967234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:56.970437 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f3454-7e20-4052-b7f9-c35d76266c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:57.038451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcff4-f118-4021-a7a4-8b7de5390edc service neutron] Pushing event updated for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:57.051784 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd325d44-48ab-4172-890e-01356ae605da x-openstack-request-id: req-bd325d44-48ab-4172-890e-01356ae605da {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:57.052086 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:57.052344 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd325d44-48ab-4172-890e-01356ae605da {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:57.052756 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'status': 'completed', 'code': 200} Oct 27 16:23:57.091290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e695c-983c-43a2-8f49-52cf23941e96 req-06f5f294-368c-44d7-b6c5-928bf34cdf1a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.093538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a2e695c-983c-43a2-8f49-52cf23941e96 req-06f5f294-368c-44d7-b6c5-928bf34cdf1a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.1196620 Oct 27 16:23:57.200806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42488b22-2c16-4660-98b4-b6212d41ffc2 req-9bfca012-f873-4841-896d-04d5297c5a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.0448723 Oct 27 16:23:57.219974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-922bd29d-ef63-4317-a5ef-7cbfdca2ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.221499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-922bd29d-ef63-4317-a5ef-7cbfdca2ff24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 1094 time: 0.1253288 Oct 27 16:23:57.235934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a2e695c-983c-43a2-8f49-52cf23941e96 req-26f5f21d-b9cd-4009-9c2e-68f9cdb59b0b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235096 Oct 27 16:23:57.409150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89b4246e-2e12-430e-82c3-6ae31b22cea8 req-453135a9-54e8-4f66-ad12-eb4cc4f54e39 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0416727 Oct 27 16:23:57.413944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-9b728a1a-638a-4d5d-a39c-f266ceaf0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.415489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-9b728a1a-638a-4d5d-a39c-f266ceaf0823 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=699ef4e20db840a3a419301464f931ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1772666 Oct 27 16:23:57.539706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-37fa864d-7bdf-40f3-9757-9b06a28d62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.541918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf4f3454-7e20-4052-b7f9-c35d76266c4a req-37fa864d-7bdf-40f3-9757-9b06a28d62ef service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182446 Oct 27 16:23:57.625314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-a14bc2a4-587e-47e3-aa61-d3a14853cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.626828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-a14bc2a4-587e-47e3-aa61-d3a14853cc73 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 1094 time: 0.0433373 Oct 27 16:23:57.678796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f1db5150-cf93-4146-94a5-b975b17d010d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Oct 27 16:23:57.733730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-b46e58bc-8347-481f-9c48-31f9fce9364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.735223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-b46e58bc-8347-481f-9c48-31f9fce9364c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.0487506 Oct 27 16:23:57.790296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-ec43ea62-3ee3-43b2-99b7-ff478fbe4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.793461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-ec43ea62-3ee3-43b2-99b7-ff478fbe4a39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472658 Oct 27 16:23:57.893882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-a032765c-d115-44a3-b38c-d467c12d28f1 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916057 Oct 27 16:23:57.918608 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.022972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a865dea9-ab33-43f3-ac93-0b64a0debae7 req-f9128312-74f1-4882-8b87-a75c4b4e1333 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094828 Oct 27 16:23:58.381227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7e37ac0-ca5e-493e-8cdd-c7f3e32be465 req-903374e7-969e-4808-8c21-aae435a99cc8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.0604167 Oct 27 16:23:58.402486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.506310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b90de0-c80a-43ce-af01-aec06bb7d7cc req-d5a0d3ca-8e0d-43f1-a4ef-f04b60b7d76c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:58.507840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8b90de0-c80a-43ce-af01-aec06bb7d7cc req-d5a0d3ca-8e0d-43f1-a4ef-f04b60b7d76c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.1324909 Oct 27 16:23:58.553293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a115d88b-d2d1-4578-852b-be73cf424345 req-cf5eee45-1119-44dc-ade0-ef5db11f8cae tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0444531 Oct 27 16:23:58.566108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-77b875f6-7cf3-4526-9d81-0d7155505def tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:58.567708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-77b875f6-7cf3-4526-9d81-0d7155505def tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 796 time: 0.2253141 Oct 27 16:23:58.645267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8b90de0-c80a-43ce-af01-aec06bb7d7cc req-db19741a-678c-4824-825a-c92b9026ed6a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223154 Oct 27 16:23:58.650473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-ca90ef59-e1fc-43c3-bf13-5265781fe847 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 380 time: 0.0728841 Oct 27 16:23:58.674909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'port': {'device_id': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'admin_state_up': True, 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'security_groups': ['533dab82-140b-4740-88d4-3ef58837d3f5']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:58.937576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:58.941223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.087851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.10 (b845f1b4-161b-4b4d-80a1-ea4b90fe65e7/b09cf627-a78d-4de9-9ca5-8517f8cb2432/5589cfe9-634c-435c-a24a-b0ed59a04088) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:59.174239 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7563c468-428c-4b81-9be3-33b2b251801d req-d8652574-1120-4358-9881-64ea40c62e42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=528d02b9ba884c368978a9894f22b991&device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0334899 Oct 27 16:23:59.206163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7563c468-428c-4b81-9be3-33b2b251801d req-f4c2effb-2d43-4b4b-b998-ea9c45d89ca3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=528d02b9ba884c368978a9894f22b991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209343 Oct 27 16:23:59.231310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2a664d4-d232-48dc-9793-dc5302fbcd5a req-11ffe458-e74a-4da0-87aa-2c1d156cc5cb tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0386670 Oct 27 16:23:59.297969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.332613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563c468-428c-4b81-9be3-33b2b251801d req-11b031b2-e26a-44c7-92f2-96372866ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.334300 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7563c468-428c-4b81-9be3-33b2b251801d req-11b031b2-e26a-44c7-92f2-96372866ddcd service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193943 Oct 27 16:23:59.402505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.459533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:59.464146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:59.468964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:59.518693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:59.584367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.585126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.607516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33aee8-f914-4db7-a0a9-47d01441245b req-cbc94d12-fcb2-465c-8219-8f8bd0788d7d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.615628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a33aee8-f914-4db7-a0a9-47d01441245b req-cbc94d12-fcb2-465c-8219-8f8bd0788d7d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 932 time: 0.1182539 Oct 27 16:23:59.652565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a33aee8-f914-4db7-a0a9-47d01441245b req-85c23e31-76d8-4873-8ccb-b2819c90816b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Oct 27 16:23:59.706723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-952ab601-682e-4713-b408-bdd0ea325702 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0415313 Oct 27 16:23:59.738084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Request body: {'port': {'device_id': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:59.821667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55277743-adc9-4556-aa08-90c6fa9c3edb req-bd62d74b-a95c-459a-be3a-9f8963ff11cc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.823239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55277743-adc9-4556-aa08-90c6fa9c3edb req-bd62d74b-a95c-459a-be3a-9f8963ff11cc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.1068225 Oct 27 16:23:59.826130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f6273d8c-663e-4570-a07f-f8bf8deca61c None None] Provisioning complete for port 5589cfe9-634c-435c-a24a-b0ed59a04088 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:59.826593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f6273d8c-663e-4570-a07f-f8bf8deca61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.830374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.865449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f6273d8c-663e-4570-a07f-f8bf8deca61c None None] Port 5589cfe9-634c-435c-a24a-b0ed59a04088 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:59.923361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-55277743-adc9-4556-aa08-90c6fa9c3edb req-b08c6b3d-54ce-4028-9097-83bccec9083b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799880 Oct 27 16:24:00.042992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:00.164045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5589cfe9-634c-435c-a24a-b0ed59a04088 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:00.173442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.176982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a22bbc5-2218-49e8-9d21-f19c7312d8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.186060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Transition to ACTIVE for port object 5589cfe9-634c-435c-a24a-b0ed59a04088 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:24:00.262764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a22bbc5-2218-49e8-9d21-f19c7312d8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.337216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f235fcc4-7983-4877-96ba-96dbf0445f30 req-e08837d1-3025-435a-a116-13f8ebd43338 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0261948 Oct 27 16:24:00.337216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.416227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:00.470502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a22bbc5-2218-49e8-9d21-f19c7312d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.470881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:00.471278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:00.474727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:00.477189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:24:00.477650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:00.482845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:00.483250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Checking segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:00.483905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Bound using segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:00.484111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Bound port: 5589cfe9-634c-435c-a24a-b0ed59a04088, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:00.484475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.528604 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a22bbc5-2218-49e8-9d21-f19c7312d8c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9cd73f766464d959837cb3f20e4ec75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843028 Oct 27 16:24:00.529764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22bbc5-2218-49e8-9d21-f19c7312d8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5996bf3-5d85-4634-9762-adb89f5922f8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:00.531308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47276) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:00.584444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:00.589996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:00.605641 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.626554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.680905 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.724281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:00.724909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.726289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] 10.222.0.82 "PUT /v2.0/ports/5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1092 time: 0.9992168 Oct 27 16:24:00.726785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:00.729082 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369bdbcd-8545-4b87-80a8-0917ac825663" -d '{"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:00.783651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c455f-3f2b-4d6f-bcb6-00502620b869 service neutron] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:00.787387 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ce37d-10a9-466b-982c-29b86a1ea961 x-openstack-request-id: req-4b4ce37d-10a9-466b-982c-29b86a1ea961 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:00.787694 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:00.787964 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b4ce37d-10a9-466b-982c-29b86a1ea961 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:00.788372 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'status': 'completed', 'code': 200} Oct 27 16:24:00.794451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.797228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.809512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5996bf3-5d85-4634-9762-adb89f5922f8 HTTP/1.1" status: 204 len: 168 time: 0.2652266 Oct 27 16:24:00.811936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f88bd9-71ba-4fbf-823c-9b767e72d95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5996bf3-5d85-4634-9762-adb89f5922f8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:00.837621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb784535-464e-40fe-8a9a-b308946cad81 req-a7903cd2-02cd-4f3a-a36d-15fdc8a5df77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:00.839638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb784535-464e-40fe-8a9a-b308946cad81 req-a7903cd2-02cd-4f3a-a36d-15fdc8a5df77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.1050305 Oct 27 16:24:00.935909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb784535-464e-40fe-8a9a-b308946cad81 req-d63c444b-ee61-4791-bf59-c273948ae4ae tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621450 Oct 27 16:24:00.939315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-8fc79267-14ba-4cb0-8be8-647d398b5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:00.940682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-8fc79267-14ba-4cb0-8be8-647d398b5b16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1095 time: 0.0947754 Oct 27 16:24:01.092423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76997706-c144-4abd-bc87-810e3cf02603 req-95de2fbf-b682-434f-970b-119b383b2b1c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.093899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76997706-c144-4abd-bc87-810e3cf02603 req-95de2fbf-b682-434f-970b-119b383b2b1c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.0882506 Oct 27 16:24:01.109732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-b2cff4e4-63ab-440c-ad11-72632dda4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.111155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-b2cff4e4-63ab-440c-ad11-72632dda4531 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2456b7420bc444239338671cce95b1c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1611865 Oct 27 16:24:01.176689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7563c468-428c-4b81-9be3-33b2b251801d req-03b64721-b0e9-49ac-aa5a-ae3fdb373d83 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.82 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0260923 Oct 27 16:24:01.184854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76997706-c144-4abd-bc87-810e3cf02603 req-e8334643-8977-48ac-b686-860891eedd1b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849254 Oct 27 16:24:01.231346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-33f6a8bc-26bf-4830-945c-70c728b6815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.232435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-369bdbcd-8545-4b87-80a8-0917ac825663 req-33f6a8bc-26bf-4830-945c-70c728b6815b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110003 Oct 27 16:24:01.318451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-76694175-fdb8-46b5-860b-f7f01262d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.320046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-76694175-fdb8-46b5-860b-f7f01262d907 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1095 time: 0.0454512 Oct 27 16:24:01.369586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-d73da42b-401f-4681-87a8-8bd20230bd21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 217 time: 0.0392478 Oct 27 16:24:01.426488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-0d897e45-8e67-48cd-876f-585a8cbf97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.428063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-0d897e45-8e67-48cd-876f-585a8cbf97da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0511222 Oct 27 16:24:01.470606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bfbcd71-55e8-4d9a-9ebb-f40a7dc56471 req-ae52c135-097c-47c6-8174-2b07d0f33d73 tempest-ServerShowV257Test-1145568965 tempest-ServerShowV257Test-1145568965-project] 10.222.0.70 "GET /v2.0/ports?device_id=35846323-1e2f-45df-980e-c335640e9be3 HTTP/1.1" status: 200 len: 210 time: 0.0467839 Oct 27 16:24:01.488001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-57717e90-63a6-43b6-acae-30aaa590c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.489500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-57717e90-63a6-43b6-acae-30aaa590c618 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530887 Oct 27 16:24:01.585848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-685e2bb7-9c10-4493-a3a9-c3214495244c service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Oct 27 16:24:01.614481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:01.627780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89bdc0e5-e24c-434c-bb18-1caab696e55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.685111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66e62dcb-de4e-42c4-a080-b886b0a7a941 req-a7eb9837-d2cf-480b-bdd3-328ef258cc4a service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907319 Oct 27 16:24:01.703990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89bdc0e5-e24c-434c-bb18-1caab696e55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.793451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89bdc0e5-e24c-434c-bb18-1caab696e55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.831901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-89bdc0e5-e24c-434c-bb18-1caab696e55c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=952b2f0b93a444c0bc02b16b786c0281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162080 Oct 27 16:24:01.833086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdc0e5-e24c-434c-bb18-1caab696e55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99093a5d-4044-4903-a2ca-9978f047a22a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.834516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:01.891220 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.913259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.058947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326202-4b84-415f-8dee-09a43129b0fb req-322eb2b7-7e33-4ce8-b567-228118a86c82 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:02.060454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a326202-4b84-415f-8dee-09a43129b0fb req-322eb2b7-7e33-4ce8-b567-228118a86c82 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.0525780 Oct 27 16:24:02.079540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.082061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.083162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99093a5d-4044-4903-a2ca-9978f047a22a HTTP/1.1" status: 204 len: 168 time: 0.2471087 Oct 27 16:24:02.096598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3b63d-9228-4f0f-a851-05dda425a644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99093a5d-4044-4903-a2ca-9978f047a22a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:02.110164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a326202-4b84-415f-8dee-09a43129b0fb req-58b3733e-2a2a-49eb-a320-e71c484ae003 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437794 Oct 27 16:24:02.314398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f9b89-e48c-4902-bd91-bb06ab1b3669 req-5674df52-9cae-432a-a0fb-6dd8b9143404 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:02.315830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-427f9b89-e48c-4902-bd91-bb06ab1b3669 req-5674df52-9cae-432a-a0fb-6dd8b9143404 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.0496769 Oct 27 16:24:02.354064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-427f9b89-e48c-4902-bd91-bb06ab1b3669 req-a27e3346-ec06-472f-bfdc-426b76e14346 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Oct 27 16:24:02.947617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47392) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:02.966263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c46753d-bd24-4fd8-94be-7cf218bc5e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.045808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c46753d-bd24-4fd8-94be-7cf218bc5e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.110062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47400) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.195654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c46753d-bd24-4fd8-94be-7cf218bc5e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.258813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6f0-4d30-4638-a175-dc447f17ba74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.271599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4c46753d-bd24-4fd8-94be-7cf218bc5e2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4d7bd5d862b48699da12cdf3586f9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229270 Oct 27 16:24:03.272309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46753d-bd24-4fd8-94be-7cf218bc5e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526e6d9-c237-4f2e-8d11-fc40f57c702e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.275512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.278705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1aff0850-a345-4986-bdba-d20cfdecc6e7 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:03.307138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055398b-019c-44ab-807a-d0095bf4f1c7 req-d0451d2e-3319-4d2e-a567-d1ff179f394f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.307138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4055398b-019c-44ab-807a-d0095bf4f1c7 req-d0451d2e-3319-4d2e-a567-d1ff179f394f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.1154430 Oct 27 16:24:03.322447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-97b20903-2952-4b3d-b2c7-085720f661e3 req-71410bea-bfff-48e6-824f-db7da90ee948 tempest-LiveAutoBlockMigrationV225Test-1786529251 tempest-LiveAutoBlockMigrationV225Test-1786529251-project] (114448) timed out ('10.222.0.79', 52041) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:24:03.348147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.369079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4055398b-019c-44ab-807a-d0095bf4f1c7 req-3655de0b-7690-48ec-9d7e-bd05506a5368 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571744 Oct 27 16:24:03.371486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.394425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:03.411068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'port_id': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'mac_address': 'fa:16:3e:91:2d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:03.415222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6f0-4d30-4638-a175-dc447f17ba74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.453678 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.467205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aff0850-a345-4986-bdba-d20cfdecc6e7 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:03.480273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348731c-eea5-42ec-ae40-6f1d0bf9ccea req-9dd21834-142d-43c5-a3b6-85ea21f44190 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.481611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0348731c-eea5-42ec-ae40-6f1d0bf9ccea req-9dd21834-142d-43c5-a3b6-85ea21f44190 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 943 time: 0.0534172 Oct 27 16:24:03.490100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:03.519903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0348731c-eea5-42ec-ae40-6f1d0bf9ccea req-24653862-7946-4592-83ec-3b1caed491b7 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Oct 27 16:24:03.577530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f6f0-4d30-4638-a175-dc447f17ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.616451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9ea6f6f0-4d30-4638-a175-dc447f17ba74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=528d02b9ba884c368978a9894f22b991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053141 Oct 27 16:24:03.617622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f6f0-4d30-4638-a175-dc447f17ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac70b64-f952-48ea-b363-4dedb72b4f24,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.617764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.619000 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.621217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47418) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.626765 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.628017 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5526e6d9-c237-4f2e-8d11-fc40f57c702e HTTP/1.1" status: 204 len: 168 time: 0.3501966 Oct 27 16:24:03.643931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa4a0-2944-484e-aa8f-da4bc0be0c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526e6d9-c237-4f2e-8d11-fc40f57c702e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.682167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.684237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.704131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.866947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.869593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.870787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ac70b64-f952-48ea-b363-4dedb72b4f24 HTTP/1.1" status: 204 len: 168 time: 0.2486579 Oct 27 16:24:03.878537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684514-f32d-4376-9082-bd2391887034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac70b64-f952-48ea-b363-4dedb72b4f24,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:04.277830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1aff0850-a345-4986-bdba-d20cfdecc6e7'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:04.510572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa94ec-1d78-4d6e-907b-57ac21ac9e8b req-ffb82cc0-c5d4-44f2-8126-01db26b72cd5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:04.520464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6aa94ec-1d78-4d6e-907b-57ac21ac9e8b req-ffb82cc0-c5d4-44f2-8126-01db26b72cd5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.0659635 Oct 27 16:24:04.563586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6aa94ec-1d78-4d6e-907b-57ac21ac9e8b req-487a28b4-8976-4111-b94b-186dbfc8538b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Oct 27 16:24:04.652417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf73b27-996c-4358-b374-2fe3220845db req-3e88ff70-09e1-4392-ad95-e5698d54980e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:04.653990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf73b27-996c-4358-b374-2fe3220845db req-3e88ff70-09e1-4392-ad95-e5698d54980e tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 944 time: 0.0525644 Oct 27 16:24:04.693012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecf73b27-996c-4358-b374-2fe3220845db req-fb0da6ae-b70e-4e0c-a682-47d72670f6a4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Oct 27 16:24:05.681578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8725f-979b-4076-a6dc-b8f3f21b99d5 req-ba03fcd7-cd81-450c-a0c6-c40713e0c685 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:05.683062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfd8725f-979b-4076-a6dc-b8f3f21b99d5 req-ba03fcd7-cd81-450c-a0c6-c40713e0c685 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.0503702 Oct 27 16:24:05.722408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfd8725f-979b-4076-a6dc-b8f3f21b99d5 req-10d0930b-e6ec-498f-ac04-5c3a82a4ce20 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Oct 27 16:24:05.818770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d06032-6854-471d-a1a3-6f6a7296ace7 req-1118d765-db46-4b02-811b-5abc34904ed1 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:05.820304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9d06032-6854-471d-a1a3-6f6a7296ace7 req-1118d765-db46-4b02-811b-5abc34904ed1 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 944 time: 0.0526631 Oct 27 16:24:05.865367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9d06032-6854-471d-a1a3-6f6a7296ace7 req-576d2c47-cbdc-4686-a0a1-212d331d5069 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384836 Oct 27 16:24:06.004984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:06.111110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33945483-43ca-45f6-97f8-6c428a8306d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.191350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33945483-43ca-45f6-97f8-6c428a8306d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.336416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33945483-43ca-45f6-97f8-6c428a8306d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.377313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33945483-43ca-45f6-97f8-6c428a8306d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab90624d426140248ab822a2b1460098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709936 Oct 27 16:24:06.378550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945483-43ca-45f6-97f8-6c428a8306d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7adcaf-ed6c-4c98-8cd8-22323dfb76d1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.380061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:06.433643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.457886 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.627674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.630277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.631482 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be7adcaf-ed6c-4c98-8cd8-22323dfb76d1 HTTP/1.1" status: 204 len: 168 time: 0.2495720 Oct 27 16:24:06.639719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7adcaf-ed6c-4c98-8cd8-22323dfb76d1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.647910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.648262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.648604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.648963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.649427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.649673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.650155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.650484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.650813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.651162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.651491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.651811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a908f65-2161-4c06-b9c7-28db01b836be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:06.840073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cf3f8-ae58-493d-b26e-b28d82b8e790 req-e8c060a0-c7ef-484d-b66c-9a1888b8e343 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:06.844464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a2cf3f8-ae58-493d-b26e-b28d82b8e790 req-e8c060a0-c7ef-484d-b66c-9a1888b8e343 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.0529225 Oct 27 16:24:06.884852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a2cf3f8-ae58-493d-b26e-b28d82b8e790 req-42dbbc82-eae9-4c0b-b0dc-763b8b0d0a26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Oct 27 16:24:06.989306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907854d-13ea-4ab1-a820-39521b8857f9 req-9277cd6e-aca7-4713-9514-99df0b71ede2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:06.991326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1907854d-13ea-4ab1-a820-39521b8857f9 req-9277cd6e-aca7-4713-9514-99df0b71ede2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 944 time: 0.0523214 Oct 27 16:24:07.311619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:07.314735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1aff0850-a345-4986-bdba-d20cfdecc6e7 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:07.402838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1907854d-13ea-4ab1-a820-39521b8857f9 req-88be5042-f47e-4f72-a0a8-72ab51030cd2 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056683 Oct 27 16:24:07.474513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:07.486279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'mac_address': 'fa:16:3e:85:5a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:07.513661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 1aff0850-a345-4986-bdba-d20cfdecc6e7 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:07.523686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 1aff0850-a345-4986-bdba-d20cfdecc6e7 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:07.524054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.546270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.567443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5589cfe9-634c-435c-a24a-b0ed59a04088 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:07.592315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:07.635247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.658097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:07.660328 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa05986-a6f3-49a4-9bb4-f7b6f2fe762f" -d '{"events": [{"server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "name": "network-vif-plugged", "status": "completed", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:07.673621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:07.699539 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50c2456-31f4-4fc7-99b2-cf0d18a3329a x-openstack-request-id: req-a50c2456-31f4-4fc7-99b2-cf0d18a3329a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:07.699834 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "name": "network-vif-plugged", "status": "completed", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:07.700087 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a50c2456-31f4-4fc7-99b2-cf0d18a3329a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:07.700481 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'code': 200} Oct 27 16:24:07.706952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.755405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:07.758762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.812070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa599c-7bf3-4a0e-be41-81bbf02ceb02 req-359a3749-c15b-4a24-8081-6fa51b1d0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:07.813765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98fa599c-7bf3-4a0e-be41-81bbf02ceb02 req-359a3749-c15b-4a24-8081-6fa51b1d0aac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 1096 time: 0.0513492 Oct 27 16:24:07.818755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:07.853457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98fa599c-7bf3-4a0e-be41-81bbf02ceb02 req-b9fc9362-9727-4e4f-846a-096e27ff395e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295351 Oct 27 16:24:08.019388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b9d0-d079-49aa-b207-5515dc655098 req-85057a30-2297-4525-b453-41f9d3567b85 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:08.020915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecc1b9d0-d079-49aa-b207-5515dc655098 req-85057a30-2297-4525-b453-41f9d3567b85 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.0530410 Oct 27 16:24:08.074061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecc1b9d0-d079-49aa-b207-5515dc655098 req-e832c134-ed1f-4777-9df2-748417773ca2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 Oct 27 16:24:08.159806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-8788deec-564e-4f85-b9c0-dacf59c18ce4 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297887 Oct 27 16:24:08.281357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['5589cfe9-634c-435c-a24a-b0ed59a04088'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:08.356024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-ea6a08d6-1f36-4a7b-82bc-878d02f99185 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:08.357718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-ea6a08d6-1f36-4a7b-82bc-878d02f99185 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917021 Oct 27 16:24:08.382105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-88ea8329-50b2-401b-9058-cc92b47b7a7b tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/quotas/52d4ee9a3bfa45db93c8865a4814c339 HTTP/1.1" status: 200 len: 375 time: 0.0168958 Oct 27 16:24:08.416288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-720982cf-fa36-4d6b-8165-0a8f9f6e17a3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275803 Oct 27 16:24:08.526135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fa7d9-635e-4c95-8fde-e149c86ee8ad req-b64c32a8-f09a-48d8-8e1f-4b7d48c5113f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:08.527653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a74fa7d9-635e-4c95-8fde-e149c86ee8ad req-b64c32a8-f09a-48d8-8e1f-4b7d48c5113f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Oct 27 16:24:08.570312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a74fa7d9-635e-4c95-8fde-e149c86ee8ad req-adff1288-d6f6-4415-9fd9-9b83092e1223 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363479 Oct 27 16:24:08.859018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c8a6d3f-5e48-40a4-9654-fa3655df3d49 req-72ab79c8-db81-487c-858e-92a887c22b01 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0275631 Oct 27 16:24:09.212783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b7880-be93-483c-b450-fd6fba78ec73 req-f04a6dfa-be60-477a-9dc7-b7e7eab8de00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:09.214291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-612b7880-be93-483c-b450-fd6fba78ec73 req-f04a6dfa-be60-477a-9dc7-b7e7eab8de00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.0531516 Oct 27 16:24:09.253638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-612b7880-be93-483c-b450-fd6fba78ec73 req-53d94ca1-c8ec-4758-9538-d20afc4cc4e2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329964 Oct 27 16:24:09.711107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5b9d-6f59-4d0e-9fd6-9bc5b77cb78e req-cd13b565-641d-4085-adb5-e924477cdfa0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:09.712602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea6f5b9d-6f59-4d0e-9fd6-9bc5b77cb78e req-cd13b565-641d-4085-adb5-e924477cdfa0 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0724666 Oct 27 16:24:09.751245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea6f5b9d-6f59-4d0e-9fd6-9bc5b77cb78e req-3ad8c8ea-202f-4f85-8309-97e4579d2923 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Oct 27 16:24:09.946694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-393839cd-c6d8-4352-af52-bb304096c4e4 req-bf28bf21-b2e4-4450-9e83-7a0a7aa2df02 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0299029 Oct 27 16:24:10.373381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bb3d-826f-4ef2-87f3-7ee8a8b0873a req-4fafeecc-4a1f-40ad-a073-f1329cf5463d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:10.374867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94d2bb3d-826f-4ef2-87f3-7ee8a8b0873a req-4fafeecc-4a1f-40ad-a073-f1329cf5463d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.0493071 Oct 27 16:24:10.416303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94d2bb3d-826f-4ef2-87f3-7ee8a8b0873a req-f1cb0108-bd61-46b7-b00e-5081fa7c9dc3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351501 Oct 27 16:24:10.867790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5ece0-2fa9-41c8-a3e8-4a1d98ec8db8 req-005894f7-c735-4cc3-87a2-99713218582f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:10.869695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e5ece0-2fa9-41c8-a3e8-4a1d98ec8db8 req-005894f7-c735-4cc3-87a2-99713218582f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0505309 Oct 27 16:24:10.912871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e5ece0-2fa9-41c8-a3e8-4a1d98ec8db8 req-85a8eb48-1cf2-4637-a331-73d10e01c5ba tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355952 Oct 27 16:24:11.079244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dcf2b-a92c-4232-b9f5-8d9cf44b8919 req-af3e04d8-e86a-47f9-b442-879ca9e40b9f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:11.082847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-279dcf2b-a92c-4232-b9f5-8d9cf44b8919 req-af3e04d8-e86a-47f9-b442-879ca9e40b9f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0928130 Oct 27 16:24:11.088062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:11.096058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Request body: {'floatingip': {'port_id': '1aff0850-a345-4986-bdba-d20cfdecc6e7'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:11.130592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d2a98de-256b-4b11-9b0d-ac02d7ed5f3d req-9c5b928a-fdd4-4cb2-ac19-5bac9f8d8bd3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0647948 Oct 27 16:24:11.179902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.336490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:11.412833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd403-97a2-4af9-80ab-165794a62931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.541698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 5589cfe9-634c-435c-a24a-b0ed59a04088 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:11.551681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7a810-6278-4903-bb84-ed730f33019b req-88b398ed-2b19-4e27-b023-f726483b1d80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:11.554668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 5589cfe9-634c-435c-a24a-b0ed59a04088 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:11.555166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.561701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9a7a810-6278-4903-bb84-ed730f33019b req-88b398ed-2b19-4e27-b023-f726483b1d80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.0716054 Oct 27 16:24:11.639871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9a7a810-6278-4903-bb84-ed730f33019b req-a20ce4b3-f5b5-403f-9354-04a85b81b304 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767434 Oct 27 16:24:11.703168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.750066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:11.756588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:11.761024 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16b1c3-1335-4a92-b675-fc29c834e31b" -d '{"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-plugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:11.787519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:11.824708 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d3671-68ca-4f4e-9907-c2d30eeb0bdf x-openstack-request-id: req-fe2d3671-68ca-4f4e-9907-c2d30eeb0bdf {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:11.825002 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-plugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:11.825317 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe2d3671-68ca-4f4e-9907-c2d30eeb0bdf {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:11.826264 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'code': 200} Oct 27 16:24:11.871896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.905093 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:24:12.013567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8db4-2d21-40f1-aed0-40fd849e4acd req-9330298c-ac75-4efa-be99-2d48c5892a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.016356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1de8db4-2d21-40f1-aed0-40fd849e4acd req-9330298c-ac75-4efa-be99-2d48c5892a23 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.1100452 Oct 27 16:24:12.020553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:12.100810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1de8db4-2d21-40f1-aed0-40fd849e4acd req-6fb558ce-a528-48f4-b0c1-47f3eec573ac service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749104 Oct 27 16:24:12.102343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.106487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-3ba4fc92-e991-4f8b-8bca-accf5cf9b3d3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366578 Oct 27 16:24:12.110898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.189651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.251658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.262616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83329e5e-ffe6-4562-b783-a3d50ed158e3 req-364ba7fc-7ae1-4aed-bcce-cf67027485a2 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0358617 Oct 27 16:24:12.286442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.314078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a9228-98c1-42d5-a13b-e13f435a5484,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:12.330790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.331173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.331609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.331952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.332694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.333034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.333368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.333703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.334031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.334358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.334684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.335011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:12.353357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47824) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:12.354109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1c1ddbe8-ae97-4858-8ae7-debc95fbe003 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=096439652f4c4240a90d890279be9b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655022 Oct 27 16:24:12.382573 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Floating IP d35b953f-57e3-46d1-b48d-8aeee5e06058 associated. External IP: 172.25.5.214, port: 1aff0850-a345-4986-bdba-d20cfdecc6e7. Oct 27 16:24:12.672868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.762852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397fd0e-9e78-4c53-86c6-9dea15caec95 req-5686ec15-1959-4c7a-bfd8-036a40f754b4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.764363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7397fd0e-9e78-4c53-86c6-9dea15caec95 req-5686ec15-1959-4c7a-bfd8-036a40f754b4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0550463 Oct 27 16:24:12.808607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7397fd0e-9e78-4c53-86c6-9dea15caec95 req-5661a1f1-d16f-4032-ad11-194b5268f74a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355055 Oct 27 16:24:12.810525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.831412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-f258e4ce-81cc-4857-94db-aea0a075bb8e tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.831412 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-f258e4ce-81cc-4857-94db-aea0a075bb8e tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587615 Oct 27 16:24:12.853923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Request body: {'port': {'device_id': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': '52d4ee9a3bfa45db93c8865a4814c339'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:12.940742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:13.213485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.216104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.217274 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/273a9228-98c1-42d5-a13b-e13f435a5484 HTTP/1.1" status: 204 len: 168 time: 0.8625016 Oct 27 16:24:13.241599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2d6ef-2ac6-4391-8ac7-c3c092fb8de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a9228-98c1-42d5-a13b-e13f435a5484,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.370140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e13fe4ba-dfe0-4963-8fde-bb727269faa8 req-d8b6868d-e782-43cc-acf3-cde28d902ba4 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0287740 Oct 27 16:24:13.371657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:13.377479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.391888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:13.401480 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:13.402101 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:13.417148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72da612a-5fea-446f-8e27-c4a802a5fe5a tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "PUT /v2.0/floatingips/d35b953f-57e3-46d1-b48d-8aeee5e06058 HTTP/1.1" status: 200 len: 991 time: 2.3275781 Oct 27 16:24:13.418041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:13.421164 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400095d-c56d-4bae-b5f7-7898af6e71a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:13.504730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Made reservation on behalf of 52d4ee9a3bfa45db93c8865a4814c339 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:13.518480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.531242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.640718 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:13.666521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.726642 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf79535-3552-4037-8a33-cf2351159f7e x-openstack-request-id: req-bcf79535-3552-4037-8a33-cf2351159f7e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:13.727139 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:13.727536 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcf79535-3552-4037-8a33-cf2351159f7e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:13.728182 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'status': 'completed', 'code': 200} Oct 27 16:24:13.762649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.857958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-dc91535f-c0f3-4ff6-91b3-65966afa3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:13.870910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-dc91535f-c0f3-4ff6-91b3-65966afa3921 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=699ef4e20db840a3a419301464f931ed&device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 1096 time: 0.1039236 Oct 27 16:24:13.912757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3ef59-460d-41f5-a47a-1538292003b6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.967086 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'd35b953f-57e3-46d1-b48d-8aeee5e06058', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:91:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df2f44-17db-43b9-870d-561424a154d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:23:47Z', 'updated_at': '2021-10-27T16:24:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:14.000485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Allocated IP 192.168.233.195 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/26648a3f-8e13-4270-9d7d-12450f46814c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:14.015520 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:14.029204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ecc9-8c9a-44a4-9330-f6f345b104ea req-682d3019-968e-4384-9901-f33261a4accb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.032749 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:14.033988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:23:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:14.038801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e334ecc9-8c9a-44a4-9330-f6f345b104ea req-682d3019-968e-4384-9901-f33261a4accb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1427488 Oct 27 16:24:14.070828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-3908f58f-23c3-443e-bdf8-5896b592a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.072532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-3908f58f-23c3-443e-bdf8-5896b592a772 service neutron] 10.222.0.82 "GET /v2.0/networks?id=02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 200 len: 911 time: 0.1873703 Oct 27 16:24:14.098965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3013-9736-408b-9297-c12f67821bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.141096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e334ecc9-8c9a-44a4-9330-f6f345b104ea req-7904255c-e749-4982-9e2b-d56bb6ef7492 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008685 Oct 27 16:24:14.157860 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:14.186369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-7bf7cfa6-bc08-492b-a5c3-a9bdd0e62522 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7 HTTP/1.1" status: 200 len: 999 time: 0.1019826 Oct 27 16:24:14.240720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.247811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-4ffdefff-845c-4f1d-8c62-1a3ceac403e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.249649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-4ffdefff-845c-4f1d-8c62-1a3ceac403e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 200 len: 849 time: 0.0515413 Oct 27 16:24:14.310355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:14.313779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-2ed2e8fb-2d26-4204-a2fc-7d3c2885e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.315411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-2ed2e8fb-2d26-4204-a2fc-7d3c2885e9e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=02952109-1859-4883-b2be-e1cde8cbad73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555470 Oct 27 16:24:14.324742 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6196f700-f722-4806-8cee-f5ae19746573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.352652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.425948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-4021bf38-b10f-4493-a543-0729195a8978 service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959170 Oct 27 16:24:14.430800 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'd35b953f-57e3-46d1-b48d-8aeee5e06058', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:91:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df2f44-17db-43b9-870d-561424a154d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:23:47Z', 'updated_at': '2021-10-27T16:24:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:14.447085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:14.454760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:14.457335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:14.461527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Pushing event updated for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:14.488760 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8ca7b-cc8e-4abf-923d-e7fe3666a9f7 None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'd35b953f-57e3-46d1-b48d-8aeee5e06058', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'port_id': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'mac_address': 'fa:16:3e:91:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df2f44-17db-43b9-870d-561424a154d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:23:47Z', 'updated_at': '2021-10-27T16:24:11Z', 'revision_number': 1, 'project_id': '699ef4e20db840a3a419301464f931ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:14.546113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.546768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.573022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6196f700-f722-4806-8cee-f5ae19746573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.596770 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.599002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c400095d-c56d-4bae-b5f7-7898af6e71a8 req-4057e954-5827-4a4d-8c92-7a1579e96cdb service neutron] 10.222.0.82 "GET /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654408 Oct 27 16:24:14.652953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6196f700-f722-4806-8cee-f5ae19746573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.695662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc91b3-06e5-49eb-ae18-5e916dba506a req-e6f938f3-e28b-4a9b-bd77-e6de241f96ee tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.706174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9fc91b3-06e5-49eb-ae18-5e916dba506a req-e6f938f3-e28b-4a9b-bd77-e6de241f96ee tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 936 time: 0.1048388 Oct 27 16:24:14.721498 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-148fcb2c-32c1-42dc-bcc8-97eed16cb926 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8767049 Oct 27 16:24:14.725944 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6196f700-f722-4806-8cee-f5ae19746573 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf5598b9843a408d8e7a460ff7cae2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142966 Oct 27 16:24:14.727115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196f700-f722-4806-8cee-f5ae19746573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab212235-ba7f-4b5c-897d-4ee2e9f5481b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:14.729246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47858) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:14.736989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Request body: {'port': {'device_id': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:14.816245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9fc91b3-06e5-49eb-ae18-5e916dba506a req-86d282aa-49dc-44d6-bb1e-c51bf28b7216 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Oct 27 16:24:14.828096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.846565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fe48b63f-a571-42cb-967c-27b36172f13b None None] Provisioning complete for port 26648a3f-8e13-4270-9d7d-12450f46814c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:14.847171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fe48b63f-a571-42cb-967c-27b36172f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.864039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.874991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee78864-92d7-4d34-a926-850616e0a5be None None] New status for floating IP d35b953f-57e3-46d1-b48d-8aeee5e06058: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:24:14.918217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.947887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fe48b63f-a571-42cb-967c-27b36172f13b None None] Port 26648a3f-8e13-4270-9d7d-12450f46814c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:15.082124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.084845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.089204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab212235-ba7f-4b5c-897d-4ee2e9f5481b HTTP/1.1" status: 204 len: 168 time: 0.3560963 Oct 27 16:24:15.096461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1153ac6-ee08-403a-ab5c-46c86ad7eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab212235-ba7f-4b5c-897d-4ee2e9f5481b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:15.177660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26648a3f-8e13-4270-9d7d-12450f46814c {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:15.180175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.187340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.202482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Transition to ACTIVE for port object 26648a3f-8e13-4270-9d7d-12450f46814c will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:24:15.273157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.283716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daeb4f-3dac-4bb6-8386-a3cf696e7ba1 req-8839fe5b-1b62-4916-b6ee-0e35f911ac53 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.285556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3daeb4f-3dac-4bb6-8386-a3cf696e7ba1 req-8839fe5b-1b62-4916-b6ee-0e35f911ac53 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0518849 Oct 27 16:24:15.329726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3daeb4f-3dac-4bb6-8386-a3cf696e7ba1 req-54212c7c-b2dd-4c84-80de-11b587082b5f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381122 Oct 27 16:24:15.343468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:15.420146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Attempting to bind port 26648a3f-8e13-4270-9d7d-12450f46814c on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:15.420504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Attempting to bind port 26648a3f-8e13-4270-9d7d-12450f46814c by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:15.420887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Attempting to bind port 26648a3f-8e13-4270-9d7d-12450f46814c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:15.426753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Port 26648a3f-8e13-4270-9d7d-12450f46814c on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:24:15.427192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Attempting to bind port 26648a3f-8e13-4270-9d7d-12450f46814c on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:15.432542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:15.432887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:15.433273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:15.433703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Bound port: 26648a3f-8e13-4270-9d7d-12450f46814c, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:15.434057 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.474952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36469-023d-4920-889b-b587a6828155 req-7af018c1-d1ad-44b1-8af1-8ae2ae1392d1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.476777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dd36469-023d-4920-889b-b587a6828155 req-7af018c1-d1ad-44b1-8af1-8ae2ae1392d1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0599039 Oct 27 16:24:15.537014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:15.538993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dd36469-023d-4920-889b-b587a6828155 req-c28bc867-31bd-4324-b343-2a43c084d59e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539756 Oct 27 16:24:15.542607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=26648a3f-8e13-4270-9d7d-12450f46814c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:15.552249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.596953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8774d5e-707b-42d7-97be-999ae245cf35 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.599080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f8774d5e-707b-42d7-97be-999ae245cf35 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1092 time: 0.0450044 Oct 27 16:24:15.601732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47872) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.606562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:15.634188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.689816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.690449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.692390 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] 10.222.0.82 "PUT /v2.0/ports/26648a3f-8e13-4270-9d7d-12450f46814c HTTP/1.1" status: 200 len: 1096 time: 0.9612753 Oct 27 16:24:15.717923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559c799-8dc5-4472-b8e2-0e6c6328a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:15.729135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:15.737135 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db369747-fc53-436a-98a4-656cbc79f817" -d '{"events": [{"name": "network-changed", "server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:15.738711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.852973 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71b3ae-3c0d-4cea-bf45-aba4155c4109 x-openstack-request-id: req-ee71b3ae-3c0d-4cea-bf45-aba4155c4109 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:15.852973 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:15.852973 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee71b3ae-3c0d-4cea-bf45-aba4155c4109 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:15.852973 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c', 'status': 'completed', 'code': 200} Oct 27 16:24:15.902187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-5a4418c2-e001-4aa2-9d7f-89b536975259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.904074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-5a4418c2-e001-4aa2-9d7f-89b536975259 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 1099 time: 0.1059842 Oct 27 16:24:15.967642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.986136 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-fd11b3c2-56dc-4fbd-93b1-3b5e4b039cd3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=26648a3f-8e13-4270-9d7d-12450f46814c HTTP/1.1" status: 200 len: 217 time: 0.0697303 Oct 27 16:24:16.076174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-85d579b0-7ca6-4e54-903d-4208ff4e83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.078592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-85d579b0-7ca6-4e54-903d-4208ff4e83b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0822787 Oct 27 16:24:16.132825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77f89b-49aa-40a2-9222-701e0ff687b1 req-a45b2886-ac73-4742-849a-6113a4cc5f73 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.134660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d77f89b-49aa-40a2-9222-701e0ff687b1 req-a45b2886-ac73-4742-849a-6113a4cc5f73 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 948 time: 0.1767268 Oct 27 16:24:16.182606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-906dce4c-a1c8-47e3-8133-f69beb653c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.185217 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-906dce4c-a1c8-47e3-8133-f69beb653c23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959141 Oct 27 16:24:16.198123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.130 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b099a636-007d-40a1-99f0-96082ec01d2c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:16.205501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d77f89b-49aa-40a2-9222-701e0ff687b1 req-6b8039c2-b166-4d48-9ace-1b495cdf4d09 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636082 Oct 27 16:24:16.270583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.296519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-8f8b034b-d36a-4fb2-81c7-8bad37058da9 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005583 Oct 27 16:24:16.336209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.420174 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f45a2ed0-b660-4daf-be2d-4a90cf761f3c req-71768e76-1972-492d-9c57-09d457c4eb3f service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130035 Oct 27 16:24:16.439897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da95237a-e6fe-47c7-90e3-21d9a58a5e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.518414 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da95237a-e6fe-47c7-90e3-21d9a58a5e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.572522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.614501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:16.617480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:16.620066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:16.647685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=b099a636-007d-40a1-99f0-96082ec01d2c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:16.669928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da95237a-e6fe-47c7-90e3-21d9a58a5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.761035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db369747-fc53-436a-98a4-656cbc79f817 req-79a910f4-e25b-4272-b75d-ab2ba3c23273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.762758 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-79a910f4-e25b-4272-b75d-ab2ba3c23273 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 1099 time: 0.0527277 Oct 27 16:24:16.798688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da95237a-e6fe-47c7-90e3-21d9a58a5e33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db3fb9edbb7240a68d3090bab3a374e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270045 Oct 27 16:24:16.801552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47910) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.810668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95237a-e6fe-47c7-90e3-21d9a58a5e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada7319-402d-47d6-84a4-b4ae4cf24baf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:16.951843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db369747-fc53-436a-98a4-656cbc79f817 req-3056bf15-ccb6-420e-8d25-bf82772d2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.953711 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-3056bf15-ccb6-420e-8d25-bf82772d2135 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae13144c-855f-44bf-8b82-b6754b994198 HTTP/1.1" status: 200 len: 870 time: 0.1815975 Oct 27 16:24:16.980990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.983942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.002077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-7b3d9d5d-c904-4f18-b7e7-770de047f5be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=26648a3f-8e13-4270-9d7d-12450f46814c HTTP/1.1" status: 200 len: 217 time: 0.0389140 Oct 27 16:24:17.028884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.076884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db369747-fc53-436a-98a4-656cbc79f817 req-7562b744-319d-4d2f-988e-8cdf7499236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:17.078821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-7562b744-319d-4d2f-988e-8cdf7499236d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0682871 Oct 27 16:24:17.125794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db369747-fc53-436a-98a4-656cbc79f817 req-753ab422-01e1-4d27-8101-68fb67e1540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:17.128108 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-753ab422-01e1-4d27-8101-68fb67e1540b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413358 Oct 27 16:24:17.243098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-f14d11cd-b46f-4b1b-9ed1-c632342bfbc0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070068 Oct 27 16:24:17.326472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.354386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db369747-fc53-436a-98a4-656cbc79f817 req-33dcfcb5-89c3-4de1-9aca-4690e4fe400e service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022964 Oct 27 16:24:17.366577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.369245 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.370397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ada7319-402d-47d6-84a4-b4ae4cf24baf HTTP/1.1" status: 204 len: 168 time: 0.5679290 Oct 27 16:24:17.401616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16e371-e3d4-4347-8a18-ff60b92e330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada7319-402d-47d6-84a4-b4ae4cf24baf,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:17.426271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb84a-5055-425f-87ca-41552c43ebaa req-d89fcd7a-eedd-49b8-b31a-4011ed27fba3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:17.426271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e0fb84a-5055-425f-87ca-41552c43ebaa req-d89fcd7a-eedd-49b8-b31a-4011ed27fba3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 948 time: 0.1411898 Oct 27 16:24:17.466169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e0fb84a-5055-425f-87ca-41552c43ebaa req-66eee744-50af-420a-8aa8-0a0c8d301fab tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Oct 27 16:24:17.521879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.673149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.763838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.850747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=b099a636-007d-40a1-99f0-96082ec01d2c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:17.863888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.990014 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP bdec83be-6aa8-4331-8ea5-60b9e3d239e6 associated. External IP: 172.25.5.130, port: 5589cfe9-634c-435c-a24a-b0ed59a04088. Oct 27 16:24:18.224507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 371710f1-f61b-492e-b37c-6c74e925b222 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:18.338386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:18.351330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Sync routers for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:18.362648 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:18.363302 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:24:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:18.425402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.503181 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:18.758236 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'bdec83be-6aa8-4331-8ea5-60b9e3d239e6', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'mac_address': 'fa:16:3e:85:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:17Z', 'updated_at': '2021-10-27T16:24:17Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:18.813452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d07b4657-e57f-4910-91f3-28cc533bd6c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2105210 Oct 27 16:24:18.829172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:18.832346 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911209a2-66f1-40cd-9a85-0cd44e167029" -d '{"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:18.860470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42a5b7-dfc1-47c9-b9af-446cb4a5d2a5 req-4b217915-8731-4714-bf3a-5bd89af0b984 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:18.862171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e42a5b7-dfc1-47c9-b9af-446cb4a5d2a5 req-4b217915-8731-4714-bf3a-5bd89af0b984 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 948 time: 0.0702517 Oct 27 16:24:18.912449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e42a5b7-dfc1-47c9-b9af-446cb4a5d2a5 req-7a954ec6-ac65-401b-8e8e-f67e30e6c029 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Oct 27 16:24:18.935474 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Checking router: 371710f1-f61b-492e-b37c-6c74e925b222 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:18.946246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:18.946246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:24:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:18.970765 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a12fa9-f2dd-4aa1-9b4b-6348903e6d57 x-openstack-request-id: req-25a12fa9-f2dd-4aa1-9b4b-6348903e6d57 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:18.971092 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:18.980488 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25a12fa9-f2dd-4aa1-9b4b-6348903e6d57 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:18.980488 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'status': 'completed', 'code': 200} Oct 27 16:24:19.001369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba030-b2a8-4703-9b60-36a8706b731c req-196e5e2a-2d50-42d1-ac6d-b241e21d7f47 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.010516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74aba030-b2a8-4703-9b60-36a8706b731c req-196e5e2a-2d50-42d1-ac6d-b241e21d7f47 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0918193 Oct 27 16:24:19.061505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74aba030-b2a8-4703-9b60-36a8706b731c req-58cc0582-0160-4d6d-bef0-de97513b6e86 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395389 Oct 27 16:24:19.078954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-3a3c21bc-8560-422e-be28-14f64daeabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.080567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-3a3c21bc-8560-422e-be28-14f64daeabf7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.0722697 Oct 27 16:24:19.089091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47984) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:19.091388 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:19.161160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-43321efc-b247-4484-b7ca-33713fcf02e3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/bdec83be-6aa8-4331-8ea5-60b9e3d239e6 HTTP/1.1" status: 200 len: 992 time: 0.0698521 Oct 27 16:24:19.195629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-99efcb28-fb7f-483d-b386-7a5d5cbd57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.197882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-99efcb28-fb7f-483d-b386-7a5d5cbd57ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.1097541 Oct 27 16:24:19.278610 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-1399a635-6edd-44c3-9c38-f4678106403f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1000 time: 0.0723829 Oct 27 16:24:19.338711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-b8898e45-76c6-42a6-b79b-1d9136868dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.339504 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-b8898e45-76c6-42a6-b79b-1d9136868dcc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0522053 Oct 27 16:24:19.341149 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'bdec83be-6aa8-4331-8ea5-60b9e3d239e6', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'mac_address': 'fa:16:3e:85:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:17Z', 'updated_at': '2021-10-27T16:24:17Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:19.369396 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381037-1ef0-418e-b350-b5cb3b0baaab None None] The sync data for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 is: [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'bdec83be-6aa8-4331-8ea5-60b9e3d239e6', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'mac_address': 'fa:16:3e:85:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:17Z', 'updated_at': '2021-10-27T16:24:17Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:19.394126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-d9f0e333-0062-473d-b80b-0b55555806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.396046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-d9f0e333-0062-473d-b80b-0b55555806f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471818 Oct 27 16:24:19.479424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:24:19.491138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-390995c4-1ba7-4e84-9066-2474f7a968c8 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874395 Oct 27 16:24:19.595519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e6f1f-94f9-4604-af88-51ed7b4dfe85 None None] New status for floating IP bdec83be-6aa8-4331-8ea5-60b9e3d239e6: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:24:19.596051 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-911209a2-66f1-40cd-9a85-0cd44e167029 req-42e1968c-2fa6-41bd-99d6-e68dbffb9216 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912850 Oct 27 16:24:19.923195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47998) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:20.034037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8913-ff39-4c09-a325-05f1c2621186 req-2a70f5fa-b2cf-4234-9532-32f1752f29c5 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.034037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72da8913-ff39-4c09-a325-05f1c2621186 req-2a70f5fa-b2cf-4234-9532-32f1752f29c5 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 948 time: 0.0511334 Oct 27 16:24:20.040102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11c5d94e-0d16-44e4-aa93-aa7e7ab4563e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.103725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72da8913-ff39-4c09-a325-05f1c2621186 req-9756c059-f217-4a71-b020-439509bd0fa6 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Oct 27 16:24:20.133804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11c5d94e-0d16-44e4-aa93-aa7e7ab4563e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.163934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:20.225148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11c5d94e-0d16-44e4-aa93-aa7e7ab4563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.240146 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-312d6c4a-73ae-411e-92e5-a817618d57ad tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/bdec83be-6aa8-4331-8ea5-60b9e3d239e6 HTTP/1.1" status: 200 len: 994 time: 0.0750816 Oct 27 16:24:20.271958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5d94e-0d16-44e4-aa93-aa7e7ab4563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eda0c5-1c03-4c58-a6a9-8c1cd18785e7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:20.276704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-11c5d94e-0d16-44e4-aa93-aa7e7ab4563e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6025ddc9fc0c443c8fa7ec076dc78162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523095 Oct 27 16:24:20.279407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:20.356520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.381525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.570879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.573759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.574983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4eda0c5-1c03-4c58-a6a9-8c1cd18785e7 HTTP/1.1" status: 204 len: 168 time: 0.2945821 Oct 27 16:24:20.584502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e966fc-f581-4524-a9f1-99ef04d8bf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eda0c5-1c03-4c58-a6a9-8c1cd18785e7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:20.656336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe5d3e-a2ed-4b19-9514-5de249d448c5 req-6de471a9-2206-4e3f-8578-1f1f19494c18 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.658175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9abe5d3e-a2ed-4b19-9514-5de249d448c5 req-6de471a9-2206-4e3f-8578-1f1f19494c18 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0541110 Oct 27 16:24:20.699589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9abe5d3e-a2ed-4b19-9514-5de249d448c5 req-e81997e2-0187-42d1-b574-ccfab2b13a59 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345137 Oct 27 16:24:20.742727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-ddf4a161-fd36-4162-a2ba-d6e0534753fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.744340 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-ddf4a161-fd36-4162-a2ba-d6e0534753fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.0492523 Oct 27 16:24:20.847568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-d80b8ca7-46bb-4aa3-a44d-074b53dc778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.848945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-d80b8ca7-46bb-4aa3-a44d-074b53dc778a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.0954087 Oct 27 16:24:20.929436 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-aba02c7d-2bc2-417c-bf2d-12e6a0af0665 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.0725183 Oct 27 16:24:20.980616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-2565f097-b59b-4b69-81db-8ca8ad4e4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.982079 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-2565f097-b59b-4b69-81db-8ca8ad4e4cbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0453081 Oct 27 16:24:21.035588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-c4d47c1f-cbe6-4c62-a5f4-3c107496b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:21.037439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-c4d47c1f-cbe6-4c62-a5f4-3c107496b020 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464718 Oct 27 16:24:21.132954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-7128ecf3-2e77-45d7-9c56-19ad88c97f1f service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Oct 27 16:24:21.234631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bd4cb95-ba38-4250-8fef-ae981d7b5577 req-4df47de0-e85c-4470-9aa9-daaaa8ef2838 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935709 Oct 27 16:24:21.252616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bb58e-6e64-41af-b2db-1cbc651dfccf req-4057c0da-06fb-4012-85de-66dcf9c23451 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:21.254411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb3bb58e-6e64-41af-b2db-1cbc651dfccf req-4057c0da-06fb-4012-85de-66dcf9c23451 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 948 time: 0.0601609 Oct 27 16:24:21.300793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb3bb58e-6e64-41af-b2db-1cbc651dfccf req-26df4c56-061d-41a1-ac9e-e58933890532 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Oct 27 16:24:21.374081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 26648a3f-8e13-4270-9d7d-12450f46814c details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:21.444620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:21.457908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c252173-506a-4bad-81e0-143db028665c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.471005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=26648a3f-8e13-4270-9d7d-12450f46814c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:21.486501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '26648a3f-8e13-4270-9d7d-12450f46814c', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '26648a3f-8e13-4270-9d7d-12450f46814c', 'mac_address': 'fa:16:3e:f0:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:21.525083 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.537943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c252173-506a-4bad-81e0-143db028665c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.540679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26648a3f-8e13-4270-9d7d-12450f46814c {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:21.559710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=26648a3f-8e13-4270-9d7d-12450f46814c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:21.650855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.651446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c252173-506a-4bad-81e0-143db028665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.692315 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c252173-506a-4bad-81e0-143db028665c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4111379df6994cbda5abf9e437967376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467515 Oct 27 16:24:21.695062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48032) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:21.695826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c252173-506a-4bad-81e0-143db028665c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d98335-b50c-4a6f-8c2b-fc6509204af8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:21.701172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:21.750219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.778047 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.851241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aff6b-d223-408e-a6f3-a5c9c9ef6099 req-df407aa8-4a66-46be-b8a6-3f8ede24fe49 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:21.852760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d28aff6b-d223-408e-a6f3-a5c9c9ef6099 req-df407aa8-4a66-46be-b8a6-3f8ede24fe49 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0800314 Oct 27 16:24:21.901301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d28aff6b-d223-408e-a6f3-a5c9c9ef6099 req-5b9c7dfa-9507-4b10-abfc-0cec97531dc3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Oct 27 16:24:21.958491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.961168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.962312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83d98335-b50c-4a6f-8c2b-fc6509204af8 HTTP/1.1" status: 204 len: 168 time: 0.2661409 Oct 27 16:24:21.974123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e76af-e572-465a-9f49-14877711837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d98335-b50c-4a6f-8c2b-fc6509204af8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:22.276788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['26648a3f-8e13-4270-9d7d-12450f46814c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:22.434494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d81e35-fa2f-42f3-9432-d1bb7de294b5 req-bf61945c-c4f6-4703-9788-981494a04de3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:22.436115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79d81e35-fa2f-42f3-9432-d1bb7de294b5 req-bf61945c-c4f6-4703-9788-981494a04de3 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 949 time: 0.0520287 Oct 27 16:24:22.487196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79d81e35-fa2f-42f3-9432-d1bb7de294b5 req-797aab4c-57d4-4c08-b9bb-4e7fb514452d tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Oct 27 16:24:23.034218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0763bb2-b393-46bb-ac08-d523c05e8d1c req-8ee14844-97e4-4104-84e7-cbeaf395e739 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.035821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0763bb2-b393-46bb-ac08-d523c05e8d1c req-8ee14844-97e4-4104-84e7-cbeaf395e739 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0595143 Oct 27 16:24:23.075200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0763bb2-b393-46bb-ac08-d523c05e8d1c req-0011ca83-7e1d-43ea-a83b-29ef7c69ab7b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Oct 27 16:24:23.640154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe780-f138-4334-98fd-2694919da471 req-3d3a3835-c037-4aee-a8fa-83879da4af88 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.641675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86cfe780-f138-4334-98fd-2694919da471 req-3d3a3835-c037-4aee-a8fa-83879da4af88 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 949 time: 0.0566154 Oct 27 16:24:23.682274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86cfe780-f138-4334-98fd-2694919da471 req-e7c0e424-b39c-42b3-982c-a670b78e2afc tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Oct 27 16:24:24.811998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc0eee-698f-4586-800b-b3d50fe4db56 req-96182f94-fa65-4643-944a-2a8cfa62f219 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:24.813535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4cc0eee-698f-4586-800b-b3d50fe4db56 req-96182f94-fa65-4643-944a-2a8cfa62f219 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 949 time: 0.0505159 Oct 27 16:24:24.858704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4cc0eee-698f-4586-800b-b3d50fe4db56 req-3118398c-5b71-4b05-b374-a433f6aebc18 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Oct 27 16:24:25.418894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 26648a3f-8e13-4270-9d7d-12450f46814c up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:25.623911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 26648a3f-8e13-4270-9d7d-12450f46814c completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:25.632783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 26648a3f-8e13-4270-9d7d-12450f46814c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:25.638707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.725022 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.750682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:25.752946 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b021945a-dae1-4fa8-9566-e2e57d688514" -d '{"events": [{"server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "name": "network-vif-plugged", "status": "completed", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:25.781081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=26648a3f-8e13-4270-9d7d-12450f46814c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:25.792383 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46233740-8403-4708-860c-5791ce4f2391 x-openstack-request-id: req-46233740-8403-4708-860c-5791ce4f2391 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:25.792675 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "name": "network-vif-plugged", "status": "completed", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:25.792927 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46233740-8403-4708-860c-5791ce4f2391 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:25.793318 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c', 'code': 200} Oct 27 16:24:25.886606 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.933985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc11-12f3-48cd-8467-ff0d0b4ddd11 req-8c95a325-bf79-4df8-8062-7089fcf8d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:25.935563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8008cc11-12f3-48cd-8467-ff0d0b4ddd11 req-8c95a325-bf79-4df8-8062-7089fcf8d676 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 1100 time: 0.0718317 Oct 27 16:24:25.970300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:25.997810 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8008cc11-12f3-48cd-8467-ff0d0b4ddd11 req-2af40e6b-8d7f-45c9-8803-7f29d5eff630 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Oct 27 16:24:26.017092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628afb4-e6ca-41b0-83ec-5e76db09a913 req-6e8471f3-bba0-4b38-9a33-373d85903217 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:26.026966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7628afb4-e6ca-41b0-83ec-5e76db09a913 req-6e8471f3-bba0-4b38-9a33-373d85903217 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.0889385 Oct 27 16:24:26.066001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7628afb4-e6ca-41b0-83ec-5e76db09a913 req-50c12c97-8bfd-4325-aa58-04911b4d4efd tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Oct 27 16:24:26.526919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48170) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:26.665327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3147434-f968-4508-9449-2953e924e85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.740201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3147434-f968-4508-9449-2953e924e85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.842708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3147434-f968-4508-9449-2953e924e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.883555 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3147434-f968-4508-9449-2953e924e85e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f51adf96e34146aea7b2d29569a3f460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553293 Oct 27 16:24:26.884343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3147434-f968-4508-9449-2953e924e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996461d9-3919-43b3-940b-44bd1aaad023,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:26.886952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:26.938750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.959543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.085480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.088190 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.092132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/996461d9-3919-43b3-940b-44bd1aaad023 HTTP/1.1" status: 204 len: 168 time: 0.2011991 Oct 27 16:24:27.097958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676f317-9107-4c7d-8bc9-c1d3b15e80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996461d9-3919-43b3-940b-44bd1aaad023,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:27.198133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885cd8-f7ad-4718-9fd3-a155dcb36de9 req-af3c2725-3d37-4df6-a71d-73a51d94172e tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:27.199897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4885cd8-f7ad-4718-9fd3-a155dcb36de9 req-af3c2725-3d37-4df6-a71d-73a51d94172e tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.0526555 Oct 27 16:24:27.240242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4885cd8-f7ad-4718-9fd3-a155dcb36de9 req-bd5e90c4-1299-4a52-bbc3-87efe42593de tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Oct 27 16:24:27.775925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48192) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:27.794643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3d68431-d6fd-4e5a-8d1f-5f9fa8b7a610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.879986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3d68431-d6fd-4e5a-8d1f-5f9fa8b7a610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.907916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.965241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a3d68431-d6fd-4e5a-8d1f-5f9fa8b7a610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.004864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a3d68431-d6fd-4e5a-8d1f-5f9fa8b7a610 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1744a9ec41e6449196ec1f88b20564af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278464 Oct 27 16:24:28.005721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d68431-d6fd-4e5a-8d1f-5f9fa8b7a610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf964f8d-c1d8-4538-9cb0-fb4018b269df,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:28.008567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48196) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:28.064247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.086684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.222035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.224573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.227974 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf964f8d-c1d8-4538-9cb0-fb4018b269df HTTP/1.1" status: 204 len: 168 time: 0.2157173 Oct 27 16:24:28.234380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2997bd-1421-4eb6-802c-d75990d82fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf964f8d-c1d8-4538-9cb0-fb4018b269df,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:28.370167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756873af-8df0-47be-bafb-21fa81755be7 req-ae91449d-6c79-48c9-8dde-d3aed39d127d tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:28.375540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-756873af-8df0-47be-bafb-21fa81755be7 req-ae91449d-6c79-48c9-8dde-d3aed39d127d tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.0575194 Oct 27 16:24:28.412600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-756873af-8df0-47be-bafb-21fa81755be7 req-5caddebd-2048-4f35-8674-4b9f7bacd048 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Oct 27 16:24:28.421974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.322443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac473b63-0452-4aa2-8798-c7ad4373942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.903840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48514) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:44.020117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2453e90-88f2-4950-b700-c9689906fb1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.022336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7267a666-5cd4-4c8e-9906-4bb41b810ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.105499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2453e90-88f2-4950-b700-c9689906fb1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.250258 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2453e90-88f2-4950-b700-c9689906fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.290499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2453e90-88f2-4950-b700-c9689906fb1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b04e62e2d584080833e084b1ac99d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854663 Oct 27 16:24:44.293430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2453e90-88f2-4950-b700-c9689906fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0a132-4e50-4b73-9f1c-4973e69ebd50,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:44.293734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48524) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:44.352157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.381344 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.544566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.547324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.548494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbc0a132-4e50-4b73-9f1c-4973e69ebd50 HTTP/1.1" status: 204 len: 168 time: 0.2537427 Oct 27 16:24:44.557306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc818-e93c-46ac-99b1-f5102314054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0a132-4e50-4b73-9f1c-4973e69ebd50,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:44.747855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.161787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.357274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48538) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:45.374571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927fd6b0-b8f3-4357-bfd8-298a683b6943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.457746 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927fd6b0-b8f3-4357-bfd8-298a683b6943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.558246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-927fd6b0-b8f3-4357-bfd8-298a683b6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.603000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fd6b0-b8f3-4357-bfd8-298a683b6943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960e0ad9-ad60-444d-929b-822302f829ef,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:45.608622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-927fd6b0-b8f3-4357-bfd8-298a683b6943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cde582b35ba7480ba9192cc5c6bd6944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495790 Oct 27 16:24:45.611351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48540) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:45.662155 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.684649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.892290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.898686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.900157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/960e0ad9-ad60-444d-929b-822302f829ef HTTP/1.1" status: 204 len: 168 time: 0.2877023 Oct 27 16:24:45.909223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc228e-75a3-4d11-ade7-94118b9b1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960e0ad9-ad60-444d-929b-822302f829ef,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:46.691658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:46.710061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5932296d-e931-4ee1-b837-0c33747e3145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.795852 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5932296d-e931-4ee1-b837-0c33747e3145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.874796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5932296d-e931-4ee1-b837-0c33747e3145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.923994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5932296d-e931-4ee1-b837-0c33747e3145 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ff227d18d414d649de37773f377c0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286937 Oct 27 16:24:46.923994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932296d-e931-4ee1-b837-0c33747e3145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a322b-5a46-4e48-9e5c-7644355e5551,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:46.924400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48558) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:46.927361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.992264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.014074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.211810 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.226160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.226160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a77a322b-5a46-4e48-9e5c-7644355e5551 HTTP/1.1" status: 204 len: 168 time: 0.2878141 Oct 27 16:24:47.226160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93138-cddc-4916-87a9-57aa3580d9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a322b-5a46-4e48-9e5c-7644355e5551,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:49.627943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:49.741446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:49.870760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.962366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.070342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Allocated IP 172.25.5.231 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/a844784f-d41d-4e7e-b0c2-52f25d6cab38) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:50.187794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.325534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.372727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Pushing event updated for resources: {'Port': ['ID=a844784f-d41d-4e7e-b0c2-52f25d6cab38,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:50.376122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:50.377852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:50.383790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:50.476544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.609470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.769607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.950238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.013562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Pushing event updated for resources: {'Port': ['ID=a844784f-d41d-4e7e-b0c2-52f25d6cab38,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:51.033833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.228542 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.232663 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-738e38de-6b44-420a-9e7e-78bb83065ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6001792 Oct 27 16:24:51.232814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48632) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:51.239259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1338845639', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'fixed_ips': [{'ip_address': '172.25.5.231'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:51.391758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Made reservation on behalf of a65988fd6dfd4dc0af7c94cbaeeb53f5 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:51.396398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.405871 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.507951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.610239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.615688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] device_id is not set on port d0b1311b-abdd-4a9e-99f8-b07ecc6ecac0 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:51.699431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b4ea7a-7526-4b27-9efe-5a59323dd0b4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:51.888405 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:24:51.888405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:24:52.015630 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e49a0c31-be04-49db-9661-3857bfbc6573 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7817905 Oct 27 16:24:52.018315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48640) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:52.182945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Deleting port a844784f-d41d-4e7e-b0c2-52f25d6cab38 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:52.183315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.537805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.538034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.553277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Calling delete_port for a844784f-d41d-4e7e-b0c2-52f25d6cab38 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:52.935646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.966376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Pushing event deleted for resources: {'Port': ['ID=a844784f-d41d-4e7e-b0c2-52f25d6cab38,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:53.030725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:53.038224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:53.038224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e8f1340c-2667-420e-b462-93d683fba8c2 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299 tempest-ExternalNetworksAdminNegativeTestJSON-1238665299-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/b461b3c0-6413-4963-86d6-99257e265002 HTTP/1.1" status: 204 len: 168 time: 1.0154619 Oct 27 16:24:53.758231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:53.878728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc881f65-8242-400b-b25d-5cda3f7b49d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:53.953402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc881f65-8242-400b-b25d-5cda3f7b49d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.148985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc881f65-8242-400b-b25d-5cda3f7b49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.189972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc881f65-8242-400b-b25d-5cda3f7b49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761651e3-611b-441b-8a12-ab9999810343,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:54.200810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48666) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:54.209175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc881f65-8242-400b-b25d-5cda3f7b49d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8c13b963c0349c89092295af495efa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497616 Oct 27 16:24:54.252063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.274654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.470419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.473553 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.478743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/761651e3-611b-441b-8a12-ab9999810343 HTTP/1.1" status: 204 len: 168 time: 0.2731466 Oct 27 16:24:54.487324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9a05a-956c-4330-b63f-42b102747adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761651e3-611b-441b-8a12-ab9999810343,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:55.450971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48682) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:55.519085 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a86611ad-a64c-4b37-a071-01423c9edea2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a65988fd6dfd4dc0af7c94cbaeeb53f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656135 Oct 27 16:24:55.520852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:55.590301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.618306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.788564 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.791244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.792459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6b4ea7a-7526-4b27-9efe-5a59323dd0b4 HTTP/1.1" status: 204 len: 168 time: 0.2705481 Oct 27 16:24:55.805310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b526a1-3d31-4b59-b03b-dde06ae6a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b4ea7a-7526-4b27-9efe-5a59323dd0b4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:56.484996 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:24:58.062913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.389399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.559441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48754) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:58.671062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b832a48a-55e1-4c5c-80eb-6de3361815d0 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-497763922'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:58.671589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b832a48a-55e1-4c5c-80eb-6de3361815d0 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Unknown quota resources ['metering_label']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:24:58.972307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b832a48a-55e1-4c5c-80eb-6de3361815d0 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.976638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b832a48a-55e1-4c5c-80eb-6de3361815d0 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4125032 Oct 27 16:24:58.976820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48760) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:58.981092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3f6b85c5-da9f-452c-bb41-ff1d18a9e654 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '02d4f442-f71b-4b2f-83c5-34f98a5349ae'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:58.981581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3f6b85c5-da9f-452c-bb41-ff1d18a9e654 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:24:59.185636 n-d-814735-4 neutron-server[114448]: WARNING neutron.services.metering.metering_plugin [None req-3f6b85c5-da9f-452c-bb41-ff1d18a9e654 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:24:59.284217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6b85c5-da9f-452c-bb41-ff1d18a9e654 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.286932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f6b85c5-da9f-452c-bb41-ff1d18a9e654 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3087559 Oct 27 16:24:59.296280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48764) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.302428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-46e37ecc-1263-4824-8894-ee2eb99291c1 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '02d4f442-f71b-4b2f-83c5-34f98a5349ae'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:59.303238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-46e37ecc-1263-4824-8894-ee2eb99291c1 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:24:59.477550 n-d-814735-4 neutron-server[114448]: WARNING neutron.services.metering.metering_plugin [None req-46e37ecc-1263-4824-8894-ee2eb99291c1 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:24:59.574143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46e37ecc-1263-4824-8894-ee2eb99291c1 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.577299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-46e37ecc-1263-4824-8894-ee2eb99291c1 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2780449 Oct 27 16:24:59.579168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.595790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.603157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-76bdc181-f053-429f-9f5c-258977bac421 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d7e83670-b05a-4854-8d1c-3e08ba4f4ea8 HTTP/1.1" status: 200 len: 462 time: 0.0219517 Oct 27 16:24:59.829003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64114855-4ae4-4d4e-a732-e275fcfff7d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.830281 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64114855-4ae4-4d4e-a732-e275fcfff7d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/d7e83670-b05a-4854-8d1c-3e08ba4f4ea8 HTTP/1.1" status: 204 len: 168 time: 0.2334163 Oct 27 16:24:59.833196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48780) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.842720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-356e8734-5d73-425a-93c3-c9c4ba9e6efc tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d7e83670-b05a-4854-8d1c-3e08ba4f4ea8 HTTP/1.1" status: 200 len: 221 time: 0.0080488 Oct 27 16:24:59.846379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.850794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-650fbabe-0de5-4525-a746-1fb7ddb937d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1694202748', 'description': 'label created by tempest'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:59.863819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-650fbabe-0de5-4525-a746-1fb7ddb937d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Unknown quota resources ['metering_label']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:25:00.108365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-650fbabe-0de5-4525-a746-1fb7ddb937d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.112977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.113130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-650fbabe-0de5-4525-a746-1fb7ddb937d2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2655160 Oct 27 16:25:00.190981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ac881d8c-21c7-4340-aae6-090e2f46b614 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7f64afce-b2fa-4f7c-a419-386e8ab24de6 HTTP/1.1" status: 200 len: 468 time: 0.0765986 Oct 27 16:25:00.196462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.549169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b1cd-228a-47be-82b8-933288cc3416 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.552724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d6f5b1cd-228a-47be-82b8-933288cc3416 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/7f64afce-b2fa-4f7c-a419-386e8ab24de6 HTTP/1.1" status: 204 len: 168 time: 0.3528111 Oct 27 16:25:00.553226 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.565891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f9c6c420-4281-4d90-813e-2395543bde1f tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7f64afce-b2fa-4f7c-a419-386e8ab24de6 HTTP/1.1" status: 200 len: 216 time: 0.0113580 Oct 27 16:25:00.569346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.583320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61eaf456-dcac-49be-84aa-abae48cab432 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127270 Oct 27 16:25:00.583951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48802) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.599078 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-09313582-0193-4ee7-a629-1dbbe8f02fe2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0140460 Oct 27 16:25:00.602362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.667084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8b712063-d758-4b58-80ca-5c7604caa5f2 tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/02d4f442-f71b-4b2f-83c5-34f98a5349ae HTTP/1.1" status: 200 len: 472 time: 0.0629742 Oct 27 16:25:00.670760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48806) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.688551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e7eaec3-0f58-4883-bad6-db202b7baeae tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/b9a34258-cdf7-417b-9e52-3910b04b61f4 HTTP/1.1" status: 200 len: 459 time: 0.0164578 Oct 27 16:25:00.689157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48808) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.953419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-012c3dd4-d28c-4fb8-a598-68c0017600bc tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.955096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-012c3dd4-d28c-4fb8-a598-68c0017600bc tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/b9a34258-cdf7-417b-9e52-3910b04b61f4 HTTP/1.1" status: 204 len: 168 time: 0.2644699 Oct 27 16:25:00.961820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48814) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:01.251533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0bd78ae-478d-499d-ae31-55bb516a3ecc tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:01.252653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f0bd78ae-478d-499d-ae31-55bb516a3ecc tempest-MeteringIpV6TestJSON-1420495492 tempest-MeteringIpV6TestJSON-1420495492-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/02d4f442-f71b-4b2f-83c5-34f98a5349ae HTTP/1.1" status: 204 len: 168 time: 0.2897441 Oct 27 16:25:01.787309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48830) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:01.916593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6998230e-e67a-4a5d-81f1-da8a20132d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.014726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6998230e-e67a-4a5d-81f1-da8a20132d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.146049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6998230e-e67a-4a5d-81f1-da8a20132d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.185569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998230e-e67a-4a5d-81f1-da8a20132d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50105766-ba0e-45b4-bdda-f03c2607e5ec,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:02.203874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6998230e-e67a-4a5d-81f1-da8a20132d9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eeb254ca9c604254b47e49c073ac21c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127064 Oct 27 16:25:02.204921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48838) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:02.255907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.278898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.392589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.395535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.399637 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50105766-ba0e-45b4-bdda-f03c2607e5ec HTTP/1.1" status: 204 len: 168 time: 0.1902897 Oct 27 16:25:02.414323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e5c05-d061-4d2e-8077-f5fdd8295944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50105766-ba0e-45b4-bdda-f03c2607e5ec,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:03.105250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:03.118852 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-825bf375-11a2-4c56-9479-24f1e0999dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.192683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-825bf375-11a2-4c56-9479-24f1e0999dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.289399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-825bf375-11a2-4c56-9479-24f1e0999dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.331400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf375-11a2-4c56-9479-24f1e0999dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e727f018-e009-4e5c-8eec-58e3c2dc9422,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:03.338344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48858) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:03.338853 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-825bf375-11a2-4c56-9479-24f1e0999dd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da44ce0240114a22bf6b603316afdebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320096 Oct 27 16:25:03.393287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.416523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.583520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.586258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.587470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e727f018-e009-4e5c-8eec-58e3c2dc9422 HTTP/1.1" status: 204 len: 168 time: 0.2479439 Oct 27 16:25:03.595515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a131171-1076-4c59-b338-7e4b3eab02c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e727f018-e009-4e5c-8eec-58e3c2dc9422,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:05.880936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:06.001665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1804564538', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:06.096606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Made reservation on behalf of c464c01ff56b4f99aa3d673d257e1a13 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:06.099058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.108691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.186822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.291927 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.298408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] device_id is not set on port 674c7c66-82f8-45e2-895d-3720205679df yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:06.352864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa6821-882f-4e78-a30b-f29adba1b6d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:06.431087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Allocated IP 172.25.5.171 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/674c7c66-82f8-45e2-895d-3720205679df) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:06.570856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.671031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.719424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:06.722474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:06.726057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:06.731602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Pushing event updated for resources: {'Port': ['ID=674c7c66-82f8-45e2-895d-3720205679df,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:06.768464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:06.769111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.878943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c812b506-ebaa-468b-980a-7598c80a7e13 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9966376 Oct 27 16:25:06.881780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:06.886524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.171'}]}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:06.988366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.989815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.052825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.268522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.541473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.561283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.753937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.914547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.916976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.127052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.127629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4096ed4c-9ec2-4189-a4f4-e803df7750f0 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:25:08.270259 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:25:08.274789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e48c360-87b8-4882-a626-67f72914b9f5 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3886683 Oct 27 16:25:08.275368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48958) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:08.354061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Deleting port 674c7c66-82f8-45e2-895d-3720205679df {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:08.354314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.439818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.451220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Calling delete_port for 674c7c66-82f8-45e2-895d-3720205679df owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:08.661325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.696693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Pushing event deleted for resources: {'Port': ['ID=674c7c66-82f8-45e2-895d-3720205679df,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:08.711517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.711943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.712371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.712756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.713295 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.714004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.714484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.714829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.715215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.715703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.716033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.716358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:08.785883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.792207 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d710fb3c-350d-475e-a5d7-841a5ea55b90 tempest-RoutersAdminNegativeIpV6Test-1632930645 tempest-RoutersAdminNegativeIpV6Test-1632930645-project-admin] 10.222.0.70 "DELETE /v2.0/ports/674c7c66-82f8-45e2-895d-3720205679df HTTP/1.1" status: 204 len: 168 time: 0.5128045 Oct 27 16:25:09.445156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:09.583788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e32e67b2-b723-4278-a1e1-c0457d3545ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.673741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e32e67b2-b723-4278-a1e1-c0457d3545ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.812201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e32e67b2-b723-4278-a1e1-c0457d3545ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.857097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e32e67b2-b723-4278-a1e1-c0457d3545ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79ad307385674168b9baa6117360b947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108086 Oct 27 16:25:09.858550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e67b2-b723-4278-a1e1-c0457d3545ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588528af-d941-49c2-8c0b-50555ea9de5a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:09.860142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:09.928623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.952976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.198407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.202113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.209962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/588528af-d941-49c2-8c0b-50555ea9de5a HTTP/1.1" status: 204 len: 168 time: 0.3447392 Oct 27 16:25:10.215389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3a291-aaba-4e29-b79e-7e406df7b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588528af-d941-49c2-8c0b-50555ea9de5a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:10.971199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49102) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:11.021207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49104) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:11.021767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-958ff01c-696e-46ac-8fac-194222f483d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c464c01ff56b4f99aa3d673d257e1a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489609 Oct 27 16:25:11.089806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.124448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.256506 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.260355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.262726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53fa6821-882f-4e78-a30b-f29adba1b6d8 HTTP/1.1" status: 204 len: 168 time: 0.2394390 Oct 27 16:25:11.277503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35093e1-b9b1-482c-998d-2793e0c3ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa6821-882f-4e78-a30b-f29adba1b6d8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:11.323534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0722e829-88ff-468b-b8fc-6ce492a8dcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:12.571716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49152) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:12.684031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-473231847'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:12.788393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:12.792483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:12.805400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:12.900693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:12.980208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.013483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:25:13.019894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e45ac5-497d-4aa1-9802-bc4bf0d20905,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:13.025967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.027033 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Added segment 83f37e07-69f5-4b0f-94af-245ad599b14b of type vlan for network 9b88e4df-64d5-41e8-b043-e7a8852bb832 Oct 27 16:25:13.081374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.159220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.165232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:13.165826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.233588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Network': ['ID=9b88e4df-64d5-41e8-b043-e7a8852bb832,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:13.266775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:25:13.272878 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5cb89574-85c7-450a-b6cd-c4253f1612b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7000301 Oct 27 16:25:13.276423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49170) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:13.282291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:13.450872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:13.454664 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.713988 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.770285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=e675fedb-fbdc-4233-acfc-a76ac6d54fd7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:13.788113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.788495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.788845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.789801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.790288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.790723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.791246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.791589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.791922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.792790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.792790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.793174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:13.804123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:13.804497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network hostable DHCP agents. Network: 9b88e4df-64d5-41e8-b043-e7a8852bb832, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:25:13.924727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:25:13.999140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d885ce5d-8fc0-4dc7-bc1a-9d3af90b0d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.016056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 9b88e4df-64d5-41e8-b043-e7a8852bb832) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:14.030310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49794cc1-3add-48ed-8415-a8e9ba0c72ca None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:14.056069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.057262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.213499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'e675fedb-fbdc-4233-acfc-a76ac6d54fd7'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:14.214626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49188) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:14.215301 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.216115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-408deb4b-bb66-4666-bfda-cdaf209d17ac tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9378347 Oct 27 16:25:14.221140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'name': 'tempest-NetworksTestDHCPv6-410025688'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:14.373515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/e675fedb-fbdc-4233-acfc-a76ac6d54fd7/163875cf-553e-4c85-96e5-0df444117301) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:14.482953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:14.486581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.515253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port e97d739e-bdd8-4637-9743-6dadb0ff5efb yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:14.588786 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.670657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.731055 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.771750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:14.774600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:14.778840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:14.786401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Pushing event updated for resources: {'Port': ['ID=163875cf-553e-4c85-96e5-0df444117301,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:14.799303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::325 (9b88e4df-64d5-41e8-b043-e7a8852bb832/e675fedb-fbdc-4233-acfc-a76ac6d54fd7/e97d739e-bdd8-4637-9743-6dadb0ff5efb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:14.816412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.817269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.817404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.817804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.818140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.818467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.818795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.820674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.821006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.821338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.821649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.821970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:14.868112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Attempting to bind port 163875cf-553e-4c85-96e5-0df444117301 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:14.868767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Attempting to bind port 163875cf-553e-4c85-96e5-0df444117301 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:14.869634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Attempting to bind port 163875cf-553e-4c85-96e5-0df444117301 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:14.877956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:14.879675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:14.879675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.880004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:14.880491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Bound port: 163875cf-553e-4c85-96e5-0df444117301, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:14.880877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.993981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] For port 163875cf-553e-4c85-96e5-0df444117301, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:14.998105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] For port 163875cf-553e-4c85-96e5-0df444117301, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=163875cf-553e-4c85-96e5-0df444117301,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:15.004603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.148122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.206292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87e800-23e5-4b62-8203-2cbd8c1f056a None None] Pushing event updated for resources: {'Port': ['ID=163875cf-553e-4c85-96e5-0df444117301,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:15.220060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.228606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.281435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:15.284834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:15.290476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:15.294571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:15.295224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.308289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=e97d739e-bdd8-4637-9743-6dadb0ff5efb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:15.454055 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-79236a53-c276-4a9d-b054-c21a2aae8691 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2356644 Oct 27 16:25:15.454334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49210) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:15.575216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcff5ba-298f-4cbf-a570-56eaae64e2a6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:15.581852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcff5ba-298f-4cbf-a570-56eaae64e2a6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:15.584002 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4fcff5ba-298f-4cbf-a570-56eaae64e2a6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1284318 Oct 27 16:25:15.586726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49214) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:15.695276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port e97d739e-bdd8-4637-9743-6dadb0ff5efb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:15.695620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.792153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.806024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for e97d739e-bdd8-4637-9743-6dadb0ff5efb owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:16.039581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.115623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 163875cf-553e-4c85-96e5-0df444117301 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:16.120919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=e97d739e-bdd8-4637-9743-6dadb0ff5efb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:16.151141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.157203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.157493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d198ff5-5001-4b8c-b431-8b41d1f9a0bb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e97d739e-bdd8-4637-9743-6dadb0ff5efb HTTP/1.1" status: 204 len: 168 time: 0.5690353 Oct 27 16:25:16.177134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 163875cf-553e-4c85-96e5-0df444117301 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:16.177261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.294667 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.304529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbfb64-d90e-4d6b-a4af-98a379cb529f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.306647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbfb64-d90e-4d6b-a4af-98a379cb529f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.308294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9bbfb64-d90e-4d6b-a4af-98a379cb529f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1500611 Oct 27 16:25:16.310954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.342391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 163875cf-553e-4c85-96e5-0df444117301, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=163875cf-553e-4c85-96e5-0df444117301,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:16.372626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet e675fedb-fbdc-4233-acfc-a76ac6d54fd7 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:16.379967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.385188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294b903-f8d6-404b-820f-305fbdbc6bb2 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:16.425585 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.430354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.533447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.534290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=163875cf-553e-4c85-96e5-0df444117301,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:16.547858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-00a5f007-d65c-4f42-bb35-4b86a73775a0 None None] Provisioning complete for port 163875cf-553e-4c85-96e5-0df444117301 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:16.548244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-00a5f007-d65c-4f42-bb35-4b86a73775a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.689878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.718432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=e675fedb-fbdc-4233-acfc-a76ac6d54fd7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:16.726188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.734300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.734838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0fd76a93-0d63-4eb6-ba6b-45c1271709ea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/e675fedb-fbdc-4233-acfc-a76ac6d54fd7 HTTP/1.1" status: 204 len: 168 time: 0.4222612 Oct 27 16:25:16.820210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-123277ba-b0b9-46d2-b3c4-b61edf245c96 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840075 Oct 27 16:25:16.822914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.827850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:16.930447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.995168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82470a04-e9f8-4f82-bc0b-86f2398372fe None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:17.056246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:17.062125 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.062697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-013cd182-77c5-4989-ba01-df0a028bab25 None None] Provisioning complete for port 163875cf-553e-4c85-96e5-0df444117301 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:17.063086 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-013cd182-77c5-4989-ba01-df0a028bab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.290889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:17.348056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Deleting port 163875cf-553e-4c85-96e5-0df444117301 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:17.348428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.392925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.425059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] For port 163875cf-553e-4c85-96e5-0df444117301, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=163875cf-553e-4c85-96e5-0df444117301,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:17.425551 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.442402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:17.444839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Calling delete_port for 163875cf-553e-4c85-96e5-0df444117301 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:17.446791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:17.451546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.452138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.466926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=7ae62f57-8236-4343-9796-975e9c53246c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.596160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7be446d-02c7-4136-bffd-31e0717d2258 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7714417 Oct 27 16:25:17.598461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49260) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:17.603795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'name': 'tempest-NetworksTestDHCPv6-869298168'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:17.620624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.649831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] Pushing event deleted for resources: {'Port': ['ID=163875cf-553e-4c85-96e5-0df444117301,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.653709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90be43-ef4a-4117-a68c-3d33f111ec6f None None] No DVR routers for this DVR port 163875cf-553e-4c85-96e5-0df444117301 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:17.678407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145f14b-4451-4c9c-b574-2978c50119c4 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:17.838491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:17.842763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.847840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '7ae62f57-8236-4343-9796-975e9c53246c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:17.861497 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.865050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port c9957792-fcf3-42ff-a5c2-51de8f243ce8 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:18.010392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::2ce (9b88e4df-64d5-41e8-b043-e7a8852bb832/7ae62f57-8236-4343-9796-975e9c53246c/c9957792-fcf3-42ff-a5c2-51de8f243ce8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:18.077548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 163875cf-553e-4c85-96e5-0df444117301 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:18.109868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 163875cf-553e-4c85-96e5-0df444117301 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:18.110558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 163875cf-553e-4c85-96e5-0df444117301 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:18.215991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.358244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.419866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/7ae62f57-8236-4343-9796-975e9c53246c/46c6391c-d9e5-4d22-81aa-780c9ca01dee) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:18.607444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.683604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.730272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:18.733819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:18.738475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:18.741686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Pushing event updated for resources: {'Port': ['ID=46c6391c-d9e5-4d22-81aa-780c9ca01dee,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:18.798352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Attempting to bind port 46c6391c-d9e5-4d22-81aa-780c9ca01dee on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:18.798984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Attempting to bind port 46c6391c-d9e5-4d22-81aa-780c9ca01dee by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:18.799708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Attempting to bind port 46c6391c-d9e5-4d22-81aa-780c9ca01dee on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:18.807901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:18.808311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:18.808709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.809156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:18.809582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Bound port: 46c6391c-d9e5-4d22-81aa-780c9ca01dee, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:18.810066 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.819670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:18.822945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:18.825420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:18.831326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:18.831974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.850855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=c9957792-fcf3-42ff-a5c2-51de8f243ce8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:18.934436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] For port 46c6391c-d9e5-4d22-81aa-780c9ca01dee, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:18.934436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] For port 46c6391c-d9e5-4d22-81aa-780c9ca01dee, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=46c6391c-d9e5-4d22-81aa-780c9ca01dee,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:18.964802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c75593a0-5c7e-4bfe-b072-a11b7a7d69f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3652072 Oct 27 16:25:18.968916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49284) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.025604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77850bc3-a0e8-4643-bc10-ca6b12439652 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.032068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77850bc3-a0e8-4643-bc10-ca6b12439652 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.034527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77850bc3-a0e8-4643-bc10-ca6b12439652 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0652342 Oct 27 16:25:19.036416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.064573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.139455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04428e-7193-43ac-93e9-7248f31702b6 None None] Pushing event updated for resources: {'Port': ['ID=46c6391c-d9e5-4d22-81aa-780c9ca01dee,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:19.171971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port c9957792-fcf3-42ff-a5c2-51de8f243ce8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:19.172371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.316980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.330467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for c9957792-fcf3-42ff-a5c2-51de8f243ce8 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:19.574202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.605079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=c9957792-fcf3-42ff-a5c2-51de8f243ce8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:19.631671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.637148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf0d4c45-25b6-4e46-ae08-595489824632 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/c9957792-fcf3-42ff-a5c2-51de8f243ce8 HTTP/1.1" status: 204 len: 168 time: 0.5965436 Oct 27 16:25:19.638643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49300) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.692331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a72e7c-c898-4c52-be5c-20ddcb2b82e3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.694063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a72e7c-c898-4c52-be5c-20ddcb2b82e3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.696277 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-89a72e7c-c898-4c52-be5c-20ddcb2b82e3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0560379 Oct 27 16:25:19.698887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.770164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 7ae62f57-8236-4343-9796-975e9c53246c {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:19.772630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.841252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.950451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.283673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 46c6391c-d9e5-4d22-81aa-780c9ca01dee up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:20.283673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 46c6391c-d9e5-4d22-81aa-780c9ca01dee triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:20.283673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.283673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.407415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] Provisioning complete for port 46c6391c-d9e5-4d22-81aa-780c9ca01dee triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:20.407784 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.443217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.477595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae62f57-8236-4343-9796-975e9c53246c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:20.483067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.501778 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84680f0d-c426-4e3a-8fc8-c0ca71ace5fc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7ae62f57-8236-4343-9796-975e9c53246c HTTP/1.1" status: 204 len: 168 time: 0.8018551 Oct 27 16:25:20.504107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49318) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:20.524322 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:20.524684 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:20.569561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94bd97-b1b0-44de-9bab-fe8d32d346c8 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:20.575787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.644863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49320) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:20.649341 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15077f56-a41f-4fa3-b928-02075acdad3f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430600 Oct 27 16:25:20.657560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:20.668177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] For port 46c6391c-d9e5-4d22-81aa-780c9ca01dee, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=46c6391c-d9e5-4d22-81aa-780c9ca01dee,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:20.844925 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.853521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:20.857093 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.911964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4cde-4db5-4eac-a33b-4bccd947e48a None None] Pushing event updated for resources: {'Port': ['ID=46c6391c-d9e5-4d22-81aa-780c9ca01dee,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:20.958145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e8528f3e-c160-4c08-b1ee-60488b5d499a None None] Could not find standard attr ID for object e97d739e-bdd8-4637-9743-6dadb0ff5efb. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:21.001552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44672370-951f-40ec-9715-504508dc50aa None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:21.118087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-44672370-951f-40ec-9715-504508dc50aa None None] Deleting port 46c6391c-d9e5-4d22-81aa-780c9ca01dee {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:21.118463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44672370-951f-40ec-9715-504508dc50aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.194766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-44672370-951f-40ec-9715-504508dc50aa None None] For port 46c6391c-d9e5-4d22-81aa-780c9ca01dee, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=46c6391c-d9e5-4d22-81aa-780c9ca01dee,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:21.195323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44672370-951f-40ec-9715-504508dc50aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.208737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-44672370-951f-40ec-9715-504508dc50aa None None] Calling delete_port for 46c6391c-d9e5-4d22-81aa-780c9ca01dee owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:21.292246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.370339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=7e9feacb-5fab-4084-9ed2-c9993213a725,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:21.391115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:21.393097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:21.396425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:21.399561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.400327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44672370-951f-40ec-9715-504508dc50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.432829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44672370-951f-40ec-9715-504508dc50aa None None] Pushing event deleted for resources: {'Port': ['ID=46c6391c-d9e5-4d22-81aa-780c9ca01dee,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:21.434664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44672370-951f-40ec-9715-504508dc50aa None None] No DVR routers for this DVR port 46c6391c-d9e5-4d22-81aa-780c9ca01dee on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:21.460282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed5c79-ccd0-4169-a5fc-ae7a6b676520 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:21.490902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6367ad12-6ca3-4f32-a254-91eb533da6b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8389521 Oct 27 16:25:21.494092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:21.499439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'name': 'tempest-NetworksTestDHCPv6-284032538'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:21.636950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '7e9feacb-5fab-4084-9ed2-c9993213a725'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:21.637807 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.682307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:21.686519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.718101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 55f25008-d3b8-47ef-90db-159086fcb5df yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:21.790250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/7e9feacb-5fab-4084-9ed2-c9993213a725/57e7fb77-4eb9-459b-9a73-a0898a0e4b52) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:21.954414 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.033110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 46c6391c-d9e5-4d22-81aa-780c9ca01dee no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:22.055360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 46c6391c-d9e5-4d22-81aa-780c9ca01dee {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:22.059767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 46c6391c-d9e5-4d22-81aa-780c9ca01dee not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:22.059767 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.102995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:22.106377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:22.110018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:22.117595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Pushing event updated for resources: {'Port': ['ID=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:22.127183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::9c (9b88e4df-64d5-41e8-b043-e7a8852bb832/7e9feacb-5fab-4084-9ed2-c9993213a725/55f25008-d3b8-47ef-90db-159086fcb5df) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:22.173124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Attempting to bind port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:22.173404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Attempting to bind port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:22.173755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Attempting to bind port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:22.179011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:22.179441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:22.179931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.180334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:22.180800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Bound port: 57e7fb77-4eb9-459b-9a73-a0898a0e4b52, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:22.181207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.263486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] For port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:22.267138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] For port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:22.307020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.366400 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.424033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.470712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6638b-d7e9-4267-a81b-76b6bc831ef4 None None] Pushing event updated for resources: {'Port': ['ID=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:22.477051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:22.489370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:22.495400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:22.502214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:22.502854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.518320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=55f25008-d3b8-47ef-90db-159086fcb5df,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:23.508018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] Provisioning complete for port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:23.508656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.609920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.651909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] For port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:24.088483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:24.144444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:24.145139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.241812 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.594374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9b796292-0fbf-498f-a5a4-4471c2f4283b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0975862 Oct 27 16:25:24.596438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49382) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:24.651392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c612a-7ec6-4539-bcd8-fca6be97001f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.657937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c612a-7ec6-4539-bcd8-fca6be97001f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.659663 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-072c612a-7ec6-4539-bcd8-fca6be97001f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0621932 Oct 27 16:25:24.662281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:24.764778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 55f25008-d3b8-47ef-90db-159086fcb5df {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:24.765044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.851065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.863924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 55f25008-d3b8-47ef-90db-159086fcb5df owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:25.126032 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.204989 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:25.205343 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:25.208578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7f31-7f4e-4c56-9eec-0fe81d884ae8 None None] Pushing event updated for resources: {'Port': ['ID=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:25.215646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.243778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-68da3af5-0470-4d30-a49d-9ff27eae7d49 None None] Could not find standard attr ID for object c9957792-fcf3-42ff-a5c2-51de8f243ce8. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:25.249227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-68da3af5-0470-4d30-a49d-9ff27eae7d49 None None] Could not find standard attr ID for object 55f25008-d3b8-47ef-90db-159086fcb5df. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:25.283269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=55f25008-d3b8-47ef-90db-159086fcb5df,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:25.312057 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.317765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19f66266-79dc-433a-8bf6-6828e09f1c54 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/55f25008-d3b8-47ef-90db-159086fcb5df HTTP/1.1" status: 204 len: 168 time: 0.6521676 Oct 27 16:25:25.318587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:25.378356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f227d-3267-4d5f-a396-5b44e3888255 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.380373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f227d-3267-4d5f-a396-5b44e3888255 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.382539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-155f227d-3267-4d5f-a396-5b44e3888255 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0628276 Oct 27 16:25:25.385520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:25.462231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 7e9feacb-5fab-4084-9ed2-c9993213a725 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:25.466187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.540358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.644322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.795347 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.824819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9feacb-5fab-4084-9ed2-c9993213a725,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:25.826815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.830375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8eaf7891-1b6d-4ce4-8b91-51adc0a0b177 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7e9feacb-5fab-4084-9ed2-c9993213a725 HTTP/1.1" status: 204 len: 168 time: 0.4439130 Oct 27 16:25:25.833207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:25.835519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1e59f-5f68-44f5-a5b0-09360508924f None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:25.872226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9839f0d8-5603-4844-b163-7259ab11d05e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382719 Oct 27 16:25:25.874423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:25.961369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286306e-60c3-4e3c-b9e2-d1f915365900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.962871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7286306e-60c3-4e3c-b9e2-d1f915365900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0874236 Oct 27 16:25:25.965323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.072967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef35ab7-024e-4e98-9228-233eee97025f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:26.077132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ef35ab7-024e-4e98-9228-233eee97025f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1077232 Oct 27 16:25:26.079646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.091870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:26.142777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1023149c-a336-419a-9ff5-dcf38d0bfb85 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546129 Oct 27 16:25:26.149315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49428) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.155610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:26.167293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Deleting port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:26.168317 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.241424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] For port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:26.241989 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.255338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Calling delete_port for 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:26.350106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:26.354089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.417875 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.464508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] Pushing event deleted for resources: {'Port': ['ID=57e7fb77-4eb9-459b-9a73-a0898a0e4b52,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:26.468601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09daf210-f23b-48a7-8844-f6a538d4e4fc None None] No DVR routers for this DVR port 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:26.692264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.728512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:26.738124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:26.738124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:26.738495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.745353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0984e4-208b-41cb-96af-d7734bfae205 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:26.756361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=46b2865f-c57b-468a-8815-4813c4ab51d5,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:26.904265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.904389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-698e16b7-6e72-4e56-b368-40c86a93033c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7524896 Oct 27 16:25:26.906120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '46b2865f-c57b-468a-8815-4813c4ab51d5'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:26.907509 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.909870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '46b2865f-c57b-468a-8815-4813c4ab51d5', 'ip_address': '2001:db8::bd06:7360:d6eb:28a4'}], 'name': 'tempest-NetworksTestDHCPv6-1558535978'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:27.117528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/46b2865f-c57b-468a-8815-4813c4ab51d5/0ab1c409-686f-42e4-b077-076af8cfa500) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:27.223142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:27.263410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.314033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.331619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port b85ece81-ef97-4554-8c33-ffa02de0ddff yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:27.390159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.432853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:27.438426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:27.441655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:27.456055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Pushing event updated for resources: {'Port': ['ID=0ab1c409-686f-42e4-b077-076af8cfa500,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:27.532823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Attempting to bind port 0ab1c409-686f-42e4-b077-076af8cfa500 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:27.533450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Attempting to bind port 0ab1c409-686f-42e4-b077-076af8cfa500 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:27.533983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Attempting to bind port 0ab1c409-686f-42e4-b077-076af8cfa500 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:27.540366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:27.541089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:27.541656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.542209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:27.543168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Bound port: 0ab1c409-686f-42e4-b077-076af8cfa500, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:27.543714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.547798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::bd06:7360:d6eb:28a4 (9b88e4df-64d5-41e8-b043-e7a8852bb832/46b2865f-c57b-468a-8815-4813c4ab51d5/b85ece81-ef97-4554-8c33-ffa02de0ddff) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:27.618597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] For port 0ab1c409-686f-42e4-b077-076af8cfa500, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:27.621997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] For port 0ab1c409-686f-42e4-b077-076af8cfa500, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0ab1c409-686f-42e4-b077-076af8cfa500,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:27.711018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.718581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.835933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8eea2-cde3-49dc-bbc2-4209eee34b55 None None] Pushing event updated for resources: {'Port': ['ID=0ab1c409-686f-42e4-b077-076af8cfa500,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:27.938129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.185173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:28.212137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:28.212477 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 57e7fb77-4eb9-459b-9a73-a0898a0e4b52 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:28.250384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.310554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:28.314167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:28.316870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:28.323464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.324200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.334995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=b85ece81-ef97-4554-8c33-ffa02de0ddff,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:28.377311 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.414950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a867b6eb-7483-40b1-981f-746ed58b52f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5084901 Oct 27 16:25:28.415208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:28.478118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c113ae5-05f9-476d-9c10-fec6477f910c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.484140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c113ae5-05f9-476d-9c10-fec6477f910c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.485859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c113ae5-05f9-476d-9c10-fec6477f910c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0697093 Oct 27 16:25:28.491947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49482) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:28.602529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port b85ece81-ef97-4554-8c33-ffa02de0ddff {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:28.603026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.702544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.718267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for b85ece81-ef97-4554-8c33-ffa02de0ddff owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:28.969516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.054970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=b85ece81-ef97-4554-8c33-ffa02de0ddff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:29.066106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.076673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2cac2dd1-84cf-4e56-bf89-cb7ebc564f6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/b85ece81-ef97-4554-8c33-ffa02de0ddff HTTP/1.1" status: 204 len: 168 time: 0.5775270 Oct 27 16:25:29.078468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:29.138795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad105afd-eb28-41f5-b5b8-7b93a9489601 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:29.140510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad105afd-eb28-41f5-b5b8-7b93a9489601 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:29.142063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad105afd-eb28-41f5-b5b8-7b93a9489601 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0626078 Oct 27 16:25:29.146883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:29.209083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 46b2865f-c57b-468a-8815-4813c4ab51d5 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:29.211695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] Provisioning complete for port 0ab1c409-686f-42e4-b077-076af8cfa500 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:29.212428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.212773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.259230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.362840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.403031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] For port 0ab1c409-686f-42e4-b077-076af8cfa500, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0ab1c409-686f-42e4-b077-076af8cfa500,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:29.489554 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.493111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.622140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-138591a6-7e9a-4a89-a6cb-fbde53b80864 None None] Could not find standard attr ID for object b85ece81-ef97-4554-8c33-ffa02de0ddff. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:29.627517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96bdbe-a4c4-4ac0-b7d2-0add5c286329 None None] Pushing event updated for resources: {'Port': ['ID=0ab1c409-686f-42e4-b077-076af8cfa500,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:29.634622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.669171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=46b2865f-c57b-468a-8815-4813c4ab51d5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:29.678553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.682448 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8173d33e-f101-41e8-8ca4-6102826b49d7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/46b2865f-c57b-468a-8815-4813c4ab51d5 HTTP/1.1" status: 204 len: 168 time: 0.5361722 Oct 27 16:25:29.685254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:29.696108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa7928-165d-4fcb-8f33-c2af153a1382 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:29.727154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f3fad394-bf30-46d7-9c4c-f27c07782a70 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385640 Oct 27 16:25:29.727821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49510) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:29.732571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:29.938820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:29.992167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Deleting port 0ab1c409-686f-42e4-b077-076af8cfa500 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:29.992544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.003900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:30.009064 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.079559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] For port 0ab1c409-686f-42e4-b077-076af8cfa500, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0ab1c409-686f-42e4-b077-076af8cfa500,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:30.079961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.097892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Calling delete_port for 0ab1c409-686f-42e4-b077-076af8cfa500 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:30.456347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.482748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] Pushing event deleted for resources: {'Port': ['ID=0ab1c409-686f-42e4-b077-076af8cfa500,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:30.484908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f25245-608d-44fe-a8a3-2120b3b65145 None None] No DVR routers for this DVR port 0ab1c409-686f-42e4-b077-076af8cfa500 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:30.723556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.769337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:30.773240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:30.776268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:30.776857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.783838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466a421-7883-4687-a64f-c98afc724a8b None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:30.791703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=7d4a50d9-960c-4d8b-9316-c43c4a7fa063,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:30.906002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e0efdf43-c539-45c0-a058-6e0448533aa6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1771119 Oct 27 16:25:30.909981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49534) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:30.916473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '7d4a50d9-960c-4d8b-9316-c43c4a7fa063', 'ip_address': '2001:db8::72dd:b73a:ca09:6d7d'}], 'name': 'tempest-NetworksTestDHCPv6-1997135489'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:31.114442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '7d4a50d9-960c-4d8b-9316-c43c4a7fa063'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:31.115320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.163710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:31.257143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.261831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/7d4a50d9-960c-4d8b-9316-c43c4a7fa063/d37df454-b0d4-46c7-9124-db1c6629ecb3) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:31.278687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port f3f42ce3-1884-4443-8759-e9ba3f4324ba yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:31.439626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.530999 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.581565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:31.584743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:31.588637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:31.589315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::72dd:b73a:ca09:6d7d (9b88e4df-64d5-41e8-b043-e7a8852bb832/7d4a50d9-960c-4d8b-9316-c43c4a7fa063/f3f42ce3-1884-4443-8759-e9ba3f4324ba) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:31.595804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Pushing event updated for resources: {'Port': ['ID=d37df454-b0d4-46c7-9124-db1c6629ecb3,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:31.663010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Attempting to bind port d37df454-b0d4-46c7-9124-db1c6629ecb3 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:31.663513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Attempting to bind port d37df454-b0d4-46c7-9124-db1c6629ecb3 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:31.663946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Attempting to bind port d37df454-b0d4-46c7-9124-db1c6629ecb3 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:31.670110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:31.670538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:31.670940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.671366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:31.671971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Bound port: d37df454-b0d4-46c7-9124-db1c6629ecb3, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:31.672288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.700925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-bc0eeab9-9817-43db-8b2f-6205d2680fe6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495639 Oct 27 16:25:31.748740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] For port d37df454-b0d4-46c7-9124-db1c6629ecb3, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:31.752226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] For port d37df454-b0d4-46c7-9124-db1c6629ecb3, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d37df454-b0d4-46c7-9124-db1c6629ecb3,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:31.794589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-6e55641e-fb6d-4824-a233-65be043d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.796083 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-6e55641e-fb6d-4824-a233-65be043d0d4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.0430174 Oct 27 16:25:31.796418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.919257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-3239553b-c06b-4207-ae9c-2ded8e815261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.920892 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-3239553b-c06b-4207-ae9c-2ded8e815261 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1029606 Oct 27 16:25:31.997209 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-49624829-6c8a-48eb-986d-bf259d200f16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.0685186 Oct 27 16:25:32.021450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.057471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-648e4baf-3d51-4ca7-ae57-11edc9ada257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.059287 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-648e4baf-3d51-4ca7-ae57-11edc9ada257 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0545115 Oct 27 16:25:32.068834 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.098999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68341-b34e-45e3-96a3-e847985ac34e None None] Pushing event updated for resources: {'Port': ['ID=d37df454-b0d4-46c7-9124-db1c6629ecb3,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:32.121529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:32.127225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:32.130537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:32.137498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.150556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.150827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-53acf37c-e435-41ba-901a-c1b9a87de802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.150827 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-53acf37c-e435-41ba-901a-c1b9a87de802 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682302 Oct 27 16:25:32.155439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=f3f42ce3-1884-4443-8759-e9ba3f4324ba,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:32.294596 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-27927b09-75f3-4281-a7de-f295ca6e0b1f service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434410 Oct 27 16:25:32.300166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4c66a121-84ae-4583-9def-9025a2a5db67 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3882165 Oct 27 16:25:32.303503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:32.414068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561e41a-4822-496c-ad67-9dd0bc933bb2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.420597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561e41a-4822-496c-ad67-9dd0bc933bb2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.423280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d561e41a-4822-496c-ad67-9dd0bc933bb2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1186123 Oct 27 16:25:32.430218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49560) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:32.488780 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c65841a7-80b0-4d93-a3a6-515c912d5cc8 req-ad02a3b3-9cf7-4442-a5a4-7a8b39f709cf service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758978 Oct 27 16:25:32.557076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port f3f42ce3-1884-4443-8759-e9ba3f4324ba {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:32.557419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.648444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.661593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for f3f42ce3-1884-4443-8759-e9ba3f4324ba owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:32.917182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.951688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=f3f42ce3-1884-4443-8759-e9ba3f4324ba,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:32.984395 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.987800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2f75c1d7-0fd3-400d-bcb8-7f864a7ff54c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f3f42ce3-1884-4443-8759-e9ba3f4324ba HTTP/1.1" status: 204 len: 168 time: 0.5564041 Oct 27 16:25:32.990618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.053150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e34e18-593d-4065-b15e-aa42825d86f1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.054985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e34e18-593d-4065-b15e-aa42825d86f1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.058505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3e34e18-593d-4065-b15e-aa42825d86f1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668323 Oct 27 16:25:33.059666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49576) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.114732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 7d4a50d9-960c-4d8b-9316-c43c4a7fa063 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:33.118492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.162825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.178425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Provisioning complete for port d37df454-b0d4-46c7-9124-db1c6629ecb3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:33.179122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.271621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.274949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.468401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.480480 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:25:33.502946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4a50d9-960c-4d8b-9316-c43c4a7fa063,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:33.512104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.514701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:33.515191 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:33.519602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-964fd50b-3b0b-4024-9db8-43a861c9ccc2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7d4a50d9-960c-4d8b-9316-c43c4a7fa063 HTTP/1.1" status: 204 len: 168 time: 0.4581242 Oct 27 16:25:33.521707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49582) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.564051 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6600a173-0a2b-4c57-a8a4-25d88d417209 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400240 Oct 27 16:25:33.566971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49588) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.572245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:33.603523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b082f-a20a-450b-8f69-f464815ed3e9 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:33.774386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:33.775355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.817443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:33.881141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Deleting port d37df454-b0d4-46c7-9124-db1c6629ecb3 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:33.881515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.949460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] For port d37df454-b0d4-46c7-9124-db1c6629ecb3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d37df454-b0d4-46c7-9124-db1c6629ecb3,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:33.950504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.968958 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Calling delete_port for d37df454-b0d4-46c7-9124-db1c6629ecb3 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:34.073197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.083557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.121105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] For port d37df454-b0d4-46c7-9124-db1c6629ecb3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d37df454-b0d4-46c7-9124-db1c6629ecb3,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:34.134660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:34.137799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:34.141988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.142567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.150953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=d824d079-1b0b-4e4e-bace-33c88a9e4a5b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:34.244647 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.297293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9ff4-bb35-486b-a6db-37a5c6367890 None None] Pushing event updated for resources: {'Port': ['ID=d37df454-b0d4-46c7-9124-db1c6629ecb3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:34.300900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-24ab7f64-6061-4027-b10b-41fa76a0e0fe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7310541 Oct 27 16:25:34.311932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49602) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:34.311932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': 'd824d079-1b0b-4e4e-bace-33c88a9e4a5b', 'ip_address': '2001:db8::2d03:4646:1fe0:67fd'}], 'name': 'tempest-NetworksTestDHCPv6-1756810339'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:34.356948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a6afc5d8-6e5b-41bd-91ba-9cf607412a7b None None] Could not find standard attr ID for object f3f42ce3-1884-4443-8759-e9ba3f4324ba. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:34.359779 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.388826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] Pushing event deleted for resources: {'Port': ['ID=d37df454-b0d4-46c7-9124-db1c6629ecb3,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:34.393460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e3813-8602-406c-9eed-dbde8f6ee4bb None None] No DVR routers for this DVR port d37df454-b0d4-46c7-9124-db1c6629ecb3 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:34.410476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9470de-5a5b-4520-a2e6-7a53308abc30 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:34.573895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'd824d079-1b0b-4e4e-bace-33c88a9e4a5b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:34.574752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.613605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:34.716821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.726172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/d824d079-1b0b-4e4e-bace-33c88a9e4a5b/9c3de95c-252d-4ca4-91ee-ad404efe226e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:34.734616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port f36b3db4-2a44-43d6-ad5c-24e2e7677202 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:34.921471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.925423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42b46-8f30-40ac-9d99-f9ba9b8b340d req-9d072f34-7a23-411e-8d93-f6128c5f8cf6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.927068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3f42b46-8f30-40ac-9d99-f9ba9b8b340d req-9d072f34-7a23-411e-8d93-f6128c5f8cf6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0632882 Oct 27 16:25:34.966445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3f42b46-8f30-40ac-9d99-f9ba9b8b340d req-af6e2453-f2c7-4ab9-8473-412221327420 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Oct 27 16:25:35.049228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.097013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:35.099454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c26e-4974-49d2-9a8e-3fbdea68ebff req-752a4405-ae3e-4b75-ad71-502bc98db0d2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.100151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:35.101412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8984c26e-4974-49d2-9a8e-3fbdea68ebff req-752a4405-ae3e-4b75-ad71-502bc98db0d2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0607371 Oct 27 16:25:35.105177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:35.108533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Pushing event updated for resources: {'Port': ['ID=9c3de95c-252d-4ca4-91ee-ad404efe226e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:35.123485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::2d03:4646:1fe0:67fd (9b88e4df-64d5-41e8-b043-e7a8852bb832/d824d079-1b0b-4e4e-bace-33c88a9e4a5b/f36b3db4-2a44-43d6-ad5c-24e2e7677202) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:35.175101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8984c26e-4974-49d2-9a8e-3fbdea68ebff req-23b40f00-0302-473e-811a-76184383584d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600443 Oct 27 16:25:35.186557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Attempting to bind port 9c3de95c-252d-4ca4-91ee-ad404efe226e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:35.187085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Attempting to bind port 9c3de95c-252d-4ca4-91ee-ad404efe226e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:35.187464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Attempting to bind port 9c3de95c-252d-4ca4-91ee-ad404efe226e on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:35.193130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:35.193505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:35.193907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.194295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:35.194763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Bound port: 9c3de95c-252d-4ca4-91ee-ad404efe226e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:35.195165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.268482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] For port 9c3de95c-252d-4ca4-91ee-ad404efe226e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:35.272789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] For port 9c3de95c-252d-4ca4-91ee-ad404efe226e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9c3de95c-252d-4ca4-91ee-ad404efe226e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:35.321722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.381407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.448718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6666b9-e83e-4958-9c33-81ce1e906ee8 None None] Pushing event updated for resources: {'Port': ['ID=9c3de95c-252d-4ca4-91ee-ad404efe226e,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:35.470819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.548318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:35.548318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:35.550435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:35.557571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.558293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.562193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=f36b3db4-2a44-43d6-ad5c-24e2e7677202,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:35.589494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-501721c0-b430-4fc8-972b-197945576799 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.591340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-501721c0-b430-4fc8-972b-197945576799 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.1451209 Oct 27 16:25:35.607317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-aaa3c868-6cec-4b06-b4ab-9a151ad14a5b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/quotas/6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 375 time: 0.0100262 Oct 27 16:25:35.704021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-853bf9a7-da03-47db-a806-3b1448d831ce tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0900688 Oct 27 16:25:35.778343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-290e7a26-c918-4429-86c5-a2340e424e55 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4734492 Oct 27 16:25:35.780353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:35.829244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-82345aa4-2674-4cfd-9665-ae688db68297 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173065 Oct 27 16:25:35.852072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6584fc-e683-4c1f-bd4e-46d3d65664ef tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.859324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6584fc-e683-4c1f-bd4e-46d3d65664ef tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.863637 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8f6584fc-e683-4c1f-bd4e-46d3d65664ef tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0803132 Oct 27 16:25:35.865412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:35.950381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-e912051f-28a8-422f-bf8a-bf56700d0fc3 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137621 Oct 27 16:25:35.993555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port f36b3db4-2a44-43d6-ad5c-24e2e7677202 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:35.994325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.127127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.131706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9c3de95c-252d-4ca4-91ee-ad404efe226e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:36.141696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for f36b3db4-2a44-43d6-ad5c-24e2e7677202 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:36.198214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9c3de95c-252d-4ca4-91ee-ad404efe226e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:36.198954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.299195 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.333513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 9c3de95c-252d-4ca4-91ee-ad404efe226e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9c3de95c-252d-4ca4-91ee-ad404efe226e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:36.415011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.450474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=f36b3db4-2a44-43d6-ad5c-24e2e7677202,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:36.477132 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.480348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.487669 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0548e288-0216-46cf-b791-99a880174379 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f36b3db4-2a44-43d6-ad5c-24e2e7677202 HTTP/1.1" status: 204 len: 168 time: 0.6171718 Oct 27 16:25:36.488773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49656) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:36.567021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=9c3de95c-252d-4ca4-91ee-ad404efe226e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:36.569733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886311d8-3938-4c29-b7de-c13c73e370c1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:36.581797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886311d8-3938-4c29-b7de-c13c73e370c1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:36.582180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-886311d8-3938-4c29-b7de-c13c73e370c1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0931106 Oct 27 16:25:36.585267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:36.638695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-993176b3-1231-4df1-af1a-8d81fcd58db8 None None] Provisioning complete for port 9c3de95c-252d-4ca4-91ee-ad404efe226e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:36.643957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-993176b3-1231-4df1-af1a-8d81fcd58db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.687793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d530403-7734-4514-ad3d-2fb18c2c77f4 req-c5565f9e-1bce-448b-a868-1b2edece2480 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0789599 Oct 27 16:25:36.740256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet d824d079-1b0b-4e4e-bace-33c88a9e4a5b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:36.765150 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.831149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.928684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e5216918-4254-47a2-a47a-3e723334d488 None None] Could not find standard attr ID for object f36b3db4-2a44-43d6-ad5c-24e2e7677202. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:36.936874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.198070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.227815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=d824d079-1b0b-4e4e-bace-33c88a9e4a5b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:37.233430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.238983 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef5c984d-f528-47c1-871d-758c36d0ff0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/d824d079-1b0b-4e4e-bace-33c88a9e4a5b HTTP/1.1" status: 204 len: 168 time: 0.6498737 Oct 27 16:25:37.239141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49678) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.246449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8c107-c8fe-44ea-8ea9-cc74953c1d64 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:37.300885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28dc67e6-be96-464d-97e3-7d7685b69cc9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604000 Oct 27 16:25:37.303430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.355429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645631e7-53bd-4600-a712-9a4f2db62495 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:37.360132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-645631e7-53bd-4600-a712-9a4f2db62495 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0531733 Oct 27 16:25:37.360530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.431665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4264c6-981f-480a-be1c-0b17ac0fe37f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:37.433472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb4264c6-981f-480a-be1c-0b17ac0fe37f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0719078 Oct 27 16:25:37.435944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49692) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.467005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:37.481312 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3cb131a-e535-418b-bc6d-4f5ce33cf3e0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403023 Oct 27 16:25:37.481638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49694) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.488146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:37.524437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Deleting port 9c3de95c-252d-4ca4-91ee-ad404efe226e {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:37.524904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.599766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] For port 9c3de95c-252d-4ca4-91ee-ad404efe226e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9c3de95c-252d-4ca4-91ee-ad404efe226e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:37.600165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.612345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Calling delete_port for 9c3de95c-252d-4ca4-91ee-ad404efe226e owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:37.682658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:37.686550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.888418 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.921660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] Pushing event deleted for resources: {'Port': ['ID=9c3de95c-252d-4ca4-91ee-ad404efe226e,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:37.935898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762e988-ed99-4283-be23-fbd9ec0b1cf3 None None] No DVR routers for this DVR port 9c3de95c-252d-4ca4-91ee-ad404efe226e on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:37.986378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a7fbca3-f99f-48dd-b749-30c45a83116c req-c3256a59-0c22-4496-95eb-05fd41da4cb1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0721068 Oct 27 16:25:38.068249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9c3de95c-252d-4ca4-91ee-ad404efe226e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:38.088924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9c3de95c-252d-4ca4-91ee-ad404efe226e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:38.089258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9c3de95c-252d-4ca4-91ee-ad404efe226e not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:38.242798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.296600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:38.301795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:38.312268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:38.312268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.313698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cb1ef-cd2d-4b5a-b21a-065a65d33dae None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:38.327550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=2f5929b8-14e7-4dd4-861b-f6346d8d4872,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:38.445571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-795e29a6-610a-488c-8609-d59ce1cd34ed tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9627616 Oct 27 16:25:38.448487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49714) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:38.454082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '2f5929b8-14e7-4dd4-861b-f6346d8d4872', 'ip_address': '2001:db8::349:ac48:2091:9a77'}], 'name': 'tempest-NetworksTestDHCPv6-1669961503'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:38.466770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '2f5929b8-14e7-4dd4-861b-f6346d8d4872'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:38.467986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.623069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2f5929b8-14e7-4dd4-861b-f6346d8d4872/b80981dd-1a10-4037-9e7d-0a560d2b5f22) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:38.751225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:38.757484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.772718 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.776365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 0e286abc-fed7-48f1-a599-a2799d4fc4d7 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:38.903604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.945808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:38.951302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:38.957062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:38.957257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::349:ac48:2091:9a77 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2f5929b8-14e7-4dd4-861b-f6346d8d4872/0e286abc-fed7-48f1-a599-a2799d4fc4d7) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:38.959713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Pushing event updated for resources: {'Port': ['ID=b80981dd-1a10-4037-9e7d-0a560d2b5f22,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:39.024550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Attempting to bind port b80981dd-1a10-4037-9e7d-0a560d2b5f22 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:39.026180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Attempting to bind port b80981dd-1a10-4037-9e7d-0a560d2b5f22 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:39.026615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Attempting to bind port b80981dd-1a10-4037-9e7d-0a560d2b5f22 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:39.032032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:39.032414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:39.033352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.033750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:39.034227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Bound port: b80981dd-1a10-4037-9e7d-0a560d2b5f22, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:39.034609 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.164882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b07849f-f20a-446a-a10b-ca12b1a138d5 req-3dbec871-fc67-416a-a954-f2f2e6b7b701 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Oct 27 16:25:39.178314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.302900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] For port b80981dd-1a10-4037-9e7d-0a560d2b5f22, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:39.306118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] For port b80981dd-1a10-4037-9e7d-0a560d2b5f22, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b80981dd-1a10-4037-9e7d-0a560d2b5f22,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:39.358531 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.398238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.403784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:39.407077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:39.412064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:39.423011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:39.423011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.433083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=0e286abc-fed7-48f1-a599-a2799d4fc4d7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:39.471012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6f653-aceb-44de-a9fd-82e4665a031a None None] Pushing event updated for resources: {'Port': ['ID=b80981dd-1a10-4037-9e7d-0a560d2b5f22,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:39.565661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39b9fc25-49d4-4210-975b-b5d1daa21108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1158926 Oct 27 16:25:39.568621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:39.573660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '2f5929b8-14e7-4dd4-861b-f6346d8d4872', 'ip_address': '2001:db8::349:ac48:2091:9a77'}], 'name': 'tempest-NetworksTestDHCPv6-1542068344'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:39.926038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:40.018954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.040815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 4f3fe9f2-4f8e-48b4-88eb-e988cc10f12a yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:40.128916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b80981dd-1a10-4037-9e7d-0a560d2b5f22 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:40.208110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b80981dd-1a10-4037-9e7d-0a560d2b5f22 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:40.209300 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.313454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ff30fd8-8841-4fac-aa27-d5d7dd4b90d0 req-39673df3-154d-43ea-813e-5a87d89ba0ed tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0550387 Oct 27 16:25:40.350259 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.396623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b80981dd-1a10-4037-9e7d-0a560d2b5f22, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b80981dd-1a10-4037-9e7d-0a560d2b5f22,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:40.423835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-69c7d44c-aa2a-4869-bb42-bab9a971ba17 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:40.434731 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-69c7d44c-aa2a-4869-bb42-bab9a971ba17 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.2125065 Oct 27 16:25:40.459017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'device_id': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'admin_state_up': True, 'tenant_id': '6d783d7409634cd888caf4d5259da18e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:40.478773 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:25:40.479336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:40.605985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.657063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b80981dd-1a10-4037-9e7d-0a560d2b5f22,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:40.687408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9136e801-c2aa-4c4d-aaff-32ed9e13a4e7 None None] Provisioning complete for port b80981dd-1a10-4037-9e7d-0a560d2b5f22 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:40.687891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9136e801-c2aa-4c4d-aaff-32ed9e13a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.698024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-179ebfc2-3a3c-4872-a8fd-734a848b8c2d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1270556 Oct 27 16:25:40.701287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49758) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:40.793414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735aa40-dda0-4d08-844e-1cb123089a86 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:40.800335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735aa40-dda0-4d08-844e-1cb123089a86 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:40.802200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6735aa40-dda0-4d08-844e-1cb123089a86 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0992601 Oct 27 16:25:40.805074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49760) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:40.840488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:40.841671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.908819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 0e286abc-fed7-48f1-a599-a2799d4fc4d7 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:40.909404 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.936195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9c1a523e-58e2-4b7a-93db-ebea3ddbbe58 None None] Provisioning complete for port 0e286abc-fed7-48f1-a599-a2799d4fc4d7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:40.936574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1a523e-58e2-4b7a-93db-ebea3ddbbe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.980743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a523e-58e2-4b7a-93db-ebea3ddbbe58 None None] Port 0e286abc-fed7-48f1-a599-a2799d4fc4d7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:41.014090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.20.0.3 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/540b8c0d-264f-492f-b196-95ad9a9b3944) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:41.042067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.056114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 0e286abc-fed7-48f1-a599-a2799d4fc4d7 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:41.217306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.370111 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44675969-2634-419c-905a-3568b07fb244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.414927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12412f99-a780-4615-af0b-91b6dddf900a req-58caff71-db41-4f53-b51f-7eccbe6f3f44 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Oct 27 16:25:41.447151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.447869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.461067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690', 'f0e86aea-4abe-4243-a0f9-2695192b7c48'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:41.477022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=0e286abc-fed7-48f1-a599-a2799d4fc4d7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:41.507500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:41.521942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:41.526174 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.534085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aab0dd21-89af-46d0-a688-f38a08e46c6a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/0e286abc-fed7-48f1-a599-a2799d4fc4d7 HTTP/1.1" status: 204 len: 168 time: 0.7274594 Oct 27 16:25:41.534799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:41.540061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:41.582507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:41.607121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.607936 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.627657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7f63a-99f3-44f6-9e50-e67483e0b5a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.629644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7f63a-99f3-44f6-9e50-e67483e0b5a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.631555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c9a7f63a-99f3-44f6-9e50-e67483e0b5a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0943704 Oct 27 16:25:41.634050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49780) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:41.704718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 2f5929b8-14e7-4dd4-861b-f6346d8d4872 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:41.708224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.735334 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-9ef44d2d-d127-4803-b964-626e43fc1009 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2831111 Oct 27 16:25:41.789242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Request body: {'port': {'device_id': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:41.823222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.898351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.920526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8558471e-1822-4c0f-87a5-a4a619d5c1ce None None] Provisioning complete for port 540b8c0d-264f-492f-b196-95ad9a9b3944 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:41.921052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8558471e-1822-4c0f-87a5-a4a619d5c1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.963313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8558471e-1822-4c0f-87a5-a4a619d5c1ce None None] Port 540b8c0d-264f-492f-b196-95ad9a9b3944 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:42.051236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b80981dd-1a10-4037-9e7d-0a560d2b5f22 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:42.111275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b80981dd-1a10-4037-9e7d-0a560d2b5f22 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:42.111642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.279875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.541890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1255d9-af15-4e6c-9336-f240214ff925 req-3aeedf7c-60dc-4319-b124-6a453e2a6a98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:42.544173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f1255d9-af15-4e6c-9336-f240214ff925 req-3aeedf7c-60dc-4319-b124-6a453e2a6a98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 931 time: 0.0546920 Oct 27 16:25:42.549477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540b8c0d-264f-492f-b196-95ad9a9b3944 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:42.557161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.586803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f1255d9-af15-4e6c-9336-f240214ff925 req-bd7f1102-4b39-43b3-8dfa-afd9b18fdc80 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363646 Oct 27 16:25:42.595978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Transition to ACTIVE for port object 540b8c0d-264f-492f-b196-95ad9a9b3944 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:25:42.598508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.622778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5929b8-14e7-4dd4-861b-f6346d8d4872,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:42.631587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.634920 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85c63843-e9d3-4d43-963c-7290a775ad7a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2f5929b8-14e7-4dd4-861b-f6346d8d4872 HTTP/1.1" status: 204 len: 168 time: 0.9994717 Oct 27 16:25:42.637510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.639636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cb259-9995-4e7d-8442-b9811d590f88 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:42.690460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8d8c238-0345-4fe7-b950-7a6ff99de48e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517642 Oct 27 16:25:42.693371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49804) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.699373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:42.759274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.862114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:42.890324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:42.932997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:42.933400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Attempting to bind port 540b8c0d-264f-492f-b196-95ad9a9b3944 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:42.933969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Attempting to bind port 540b8c0d-264f-492f-b196-95ad9a9b3944 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:42.934396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Attempting to bind port 540b8c0d-264f-492f-b196-95ad9a9b3944 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:42.939334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.939494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Port 540b8c0d-264f-492f-b196-95ad9a9b3944 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:25:42.939795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Attempting to bind port 540b8c0d-264f-492f-b196-95ad9a9b3944 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:42.965656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:42.965988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:42.974279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Deleting port b80981dd-1a10-4037-9e7d-0a560d2b5f22 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:42.974823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.976608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:42.977947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Bound port: 540b8c0d-264f-492f-b196-95ad9a9b3944, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:42.978333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.068238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] For port b80981dd-1a10-4037-9e7d-0a560d2b5f22, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b80981dd-1a10-4037-9e7d-0a560d2b5f22,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:43.071699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:43.071836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.074716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:43.084032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Calling delete_port for b80981dd-1a10-4037-9e7d-0a560d2b5f22 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:43.210309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.243308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.243943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.245464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-2c69406b-108c-47e5-9785-710392c00201 service neutron] 10.222.0.82 "PUT /v2.0/ports/540b8c0d-264f-492f-b196-95ad9a9b3944 HTTP/1.1" status: 200 len: 1091 time: 1.4725251 Oct 27 16:25:43.245905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:43.248230 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:43.302316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69406b-108c-47e5-9785-710392c00201 service neutron] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:43.304960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.309820 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea70639-dfe4-44c3-aa0a-00029d11ed11 x-openstack-request-id: req-8ea70639-dfe4-44c3-aa0a-00029d11ed11 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:43.310016 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:43.310448 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ea70639-dfe4-44c3-aa0a-00029d11ed11 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:43.310991 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'status': 'completed', 'code': 200} Oct 27 16:25:43.362983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] Pushing event deleted for resources: {'Port': ['ID=b80981dd-1a10-4037-9e7d-0a560d2b5f22,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:43.371640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffc999-5051-4c77-8692-08c8172a78bc None None] No DVR routers for this DVR port b80981dd-1a10-4037-9e7d-0a560d2b5f22 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:43.389971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.461754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-ff380cbc-9ccf-4174-bdd0-53e416eb2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.463344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-ff380cbc-9ccf-4174-bdd0-53e416eb2173 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 1094 time: 0.1271708 Oct 27 16:25:43.465773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:43.469398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:43.473901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.474491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.481654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719f38b-30b9-41c1-bf28-3a45a302a0d3 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:43.489271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=eafcc57b-567c-4c0a-aecd-be56b4eb646d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:43.600877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6ecd3246-cdfd-47be-98e4-16c14c600b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9055417 Oct 27 16:25:43.603678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49824) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:43.611415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': 'eafcc57b-567c-4c0a-aecd-be56b4eb646d', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1292272440'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:43.644488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-3f563cd9-0099-428c-9f13-27b3ead88235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.645801 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-3f563cd9-0099-428c-9f13-27b3ead88235 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6d783d7409634cd888caf4d5259da18e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1708088 Oct 27 16:25:43.762300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'eafcc57b-567c-4c0a-aecd-be56b4eb646d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:43.763210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.803716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-641bdcc1-f57b-424a-b742-70367a5550a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.805224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4c1f97fe-088a-4405-adeb-2bdfc8ebfcc7 req-641bdcc1-f57b-424a-b742-70367a5550a3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522665 Oct 27 16:25:43.835695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24543-5d37-4fbb-90f3-0c7553d48341 req-d770ae0b-0f66-498d-b3cb-a2765fab2550 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.837566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afe24543-5d37-4fbb-90f3-0c7553d48341 req-d770ae0b-0f66-498d-b3cb-a2765fab2550 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 943 time: 0.1212595 Oct 27 16:25:43.930498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afe24543-5d37-4fbb-90f3-0c7553d48341 req-6d262dcd-12b1-44bd-a4a0-c29f4c3fba53 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839393 Oct 27 16:25:43.955103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-f9b2214b-fd62-4701-a360-ecb81a071f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.955103 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-f9b2214b-fd62-4701-a360-ecb81a071f62 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 1094 time: 0.0960300 Oct 27 16:25:43.995459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/eafcc57b-567c-4c0a-aecd-be56b4eb646d/3aaf4dea-0731-4b2a-9dd9-1f10040c60be) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:43.998701 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-5f5ce293-a741-4942-bd61-803965ba75c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540b8c0d-264f-492f-b196-95ad9a9b3944 HTTP/1.1" status: 200 len: 217 time: 0.0365565 Oct 27 16:25:44.066738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b80981dd-1a10-4037-9e7d-0a560d2b5f22 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:44.068724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-31faeb83-7ffd-4523-99fc-17232bce2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.070210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-31faeb83-7ffd-4523-99fc-17232bce2547 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0644960 Oct 27 16:25:44.095662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b80981dd-1a10-4037-9e7d-0a560d2b5f22 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:44.095662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b80981dd-1a10-4037-9e7d-0a560d2b5f22 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:44.123103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-f08f12e6-47c6-4bb3-a321-4d2b78cd36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.124589 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-f08f12e6-47c6-4bb3-a321-4d2b78cd36a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456984 Oct 27 16:25:44.182926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.216836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:44.233838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4805b3e7-89c7-48d3-85d2-1e20f6625979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.250724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-38566889-fa85-4328-958b-9bcc9f3848c4 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177516 Oct 27 16:25:44.371338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.379931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.391942 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e1248cfc-6d7c-4ee3-87ad-a9956f235fdd req-22e07cc7-c67c-4d53-aa20-c6870669225d service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296787 Oct 27 16:25:44.401436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 09967ada-35d5-4c14-b66e-16e8939bbf0a yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:44.431235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:44.434589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:44.440003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:44.443415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Pushing event updated for resources: {'Port': ['ID=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:44.454458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.460709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.467704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.474009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.486205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.496497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.505332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.507600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-b3ee42d1-a17d-481d-923d-fc325b5abfc3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1840370 Oct 27 16:25:44.519694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Attempting to bind port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:44.520162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Attempting to bind port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:44.520593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Attempting to bind port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:44.528339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:44.528816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:44.529286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.529749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:44.530981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Bound port: 3aaf4dea-0731-4b2a-9dd9-1f10040c60be, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:44.531957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.602354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] For port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:44.605806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] For port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:44.616679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e85e0cb7-0151-4e1f-abf5-8019ff629782 req-fe16517d-312f-47a1-b581-aee57813a538 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927627 Oct 27 16:25:44.644252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.686660 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:44.687176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:44.726772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.799625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3d6be-768b-4687-a092-8cefb0176f9c None None] Pushing event updated for resources: {'Port': ['ID=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:44.816141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49afe499-6f7e-4eb8-917e-c7054d58f93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2108872 Oct 27 16:25:44.816489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:44.892268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ef84b-92c6-41b5-a5be-9c94c2cd9a0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.894367 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-315ef84b-92c6-41b5-a5be-9c94c2cd9a0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0764854 Oct 27 16:25:44.896787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49852) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:44.955894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59578f-eadf-4ad8-9377-1c9903f6b85d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.957677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59578f-eadf-4ad8-9377-1c9903f6b85d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.959243 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa59578f-eadf-4ad8-9377-1c9903f6b85d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0613997 Oct 27 16:25:44.961974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.059577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet eafcc57b-567c-4c0a-aecd-be56b4eb646d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:45.086525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.136030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.168023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f213f-427f-472f-9b54-93bf753e5e6f req-e5dedf52-9974-45df-8b8c-e701c94b1781 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.176441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-525f213f-427f-472f-9b54-93bf753e5e6f req-e5dedf52-9974-45df-8b8c-e701c94b1781 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 943 time: 0.0904713 Oct 27 16:25:45.191669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.248620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-525f213f-427f-472f-9b54-93bf753e5e6f req-3b8e9d28-24e4-4df9-87ed-f59bf777b8d3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711827 Oct 27 16:25:45.311576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.452323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.480370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=eafcc57b-567c-4c0a-aecd-be56b4eb646d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:45.486194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.489363 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-011823cf-d8c7-47ff-9ea7-e7a189769a20 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/eafcc57b-567c-4c0a-aecd-be56b4eb646d HTTP/1.1" status: 204 len: 168 time: 0.5264645 Oct 27 16:25:45.491993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.534897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-702fb8ad-d0f8-446d-a6e5-aa4734f2f157 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415902 Oct 27 16:25:45.538705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.544341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:45.800926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.800926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.805268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.811351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.818005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.824083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.828087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.848359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.848359 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-04cddde4-cde2-4205-97b3-e104f1e7baa6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.2115066 Oct 27 16:25:45.849131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.849131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.852440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.868887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.884594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.884827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2d668984-cd38-4641-a815-bfb050a1de3a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.886332 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2d668984-cd38-4641-a815-bfb050a1de3a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0450563 Oct 27 16:25:45.890933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.893487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2f95aae1-986d-42d4-b315-74a5052b1e4b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 5442 time: 0.1671431 Oct 27 16:25:45.894980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:45.898780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.035961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b727953-7c6e-4862-aeae-314831a383e8 req-2c6720f4-e89c-45fe-af98-b53278278609 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239977 Oct 27 16:25:46.045052 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-90f9e64e-9860-4ee5-9620-cf8704d91671 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1519613 Oct 27 16:25:46.057660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:46.149270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3aaf4dea-0731-4b2a-9dd9-1f10040c60be up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:46.167642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.219691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a571df-134b-4728-ae6e-3bc4f6874e82 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:46.239733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:46.244161 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.326431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Provisioning complete for port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:46.327007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.384126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:46.417729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.434853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] For port a8d9c7ad-9c6c-4341-927e-1262cfda5afe, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:46.486176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] device_id is not set on port a8d9c7ad-9c6c-4341-927e-1262cfda5afe yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:46.495385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:46.497841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.508372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a354-2bc6-4603-b634-89f169df2059 req-d14c31e3-50e7-43d7-b6d6-20f1973c0e2a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.509892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ab9a354-2bc6-4603-b634-89f169df2059 req-d14c31e3-50e7-43d7-b6d6-20f1973c0e2a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 943 time: 0.1503196 Oct 27 16:25:46.513373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:46.518064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.518489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.518573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.519328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=e3f80513-6214-4fba-a649-c531e28d77c3,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:46.545952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.573571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ab9a354-2bc6-4603-b634-89f169df2059 req-abc10691-b7d6-404a-b7ac-793ba9a9b52d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Oct 27 16:25:46.574104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:46.610350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:46.640450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.675995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Deleting port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:46.676252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.681524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.703703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-956241e3-6397-4a4a-98ca-33ea41c35661 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1637046 Oct 27 16:25:46.704666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:46.710212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:46.717123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] No DVR routers for this DVR port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:46.721151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:46.765953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] In _notify_port_updated(), no bound segment for port a8d9c7ad-9c6c-4341-927e-1262cfda5afe on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:25:46.766441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.768078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.773539 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-c5ec045f-327e-4112-91e4-55fcc2009928 service neutron] 10.222.0.82 "PUT /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 200 len: 1031 time: 0.7200270 Oct 27 16:25:46.833976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.835904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.901763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-1e52dc3e-6720-435d-b9c2-458d74adc435 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.904849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:46.905435 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:46.908556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-1e52dc3e-6720-435d-b9c2-458d74adc435 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "GET /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1248043 Oct 27 16:25:46.923173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:46.939277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:46.946620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.962531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] For port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:46.963235 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.984641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Calling delete_port for 3aaf4dea-0731-4b2a-9dd9-1f10040c60be owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:47.001404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.042206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.130295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.161615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:47.207947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] For port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:47.209943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.216146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.223471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.229445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.235709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.241596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.243474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-f7e036bf-9541-46c8-80fc-fbec1140f251 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 4664 time: 0.1254253 Oct 27 16:25:47.252051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] device_id is not set on port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:47.260855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.274219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.288062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4f3edca-dab0-4975-824c-5d9e406109d5 req-bda3b9ad-2a88-46b1-8bf5-1e03e9f2ed59 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3e5e891-40d5-409e-b056-907444490091&id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373578 Oct 27 16:25:47.302753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] Pushing event deleted for resources: {'Port': ['ID=3aaf4dea-0731-4b2a-9dd9-1f10040c60be,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:47.304899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ad863-05a8-4a55-82d6-7eb794243013 None None] No DVR routers for this DVR port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:47.316412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.320360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-447d3c6f-8624-4da5-a077-216626f019da tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6119354 Oct 27 16:25:47.320804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49914) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:47.343906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17487b7-6a1a-4e63-b7f9-1e66d07073bf None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:47.369493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.463082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] No DVR routers for this DVR port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:47.470170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7089354f-f05a-4844-abf4-3e65703c15e6 None None] Port 3aaf4dea-0731-4b2a-9dd9-1f10040c60be update to ACTIVE by agent not found {{(pid=114450) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:25:47.515925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Pushing event updated for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:47.545443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] In _notify_port_updated(), no bound segment for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 on network 9101a026-8f80-438d-abbf-047252ed3e41 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:25:47.546453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.548458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.556572 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-7553fc02-3b97-45c7-83dd-d2a050f9b349 service neutron] 10.222.0.82 "PUT /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 200 len: 1032 time: 0.6396294 Oct 27 16:25:47.642266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'e3f80513-6214-4fba-a649-c531e28d77c3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:47.647275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.707994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ce3b4ec1-5449-425f-a434-ce4ebeeafcb8 None None] Provisioning complete for port a8d9c7ad-9c6c-4341-927e-1262cfda5afe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:47.708279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4ec1-5449-425f-a434-ce4ebeeafcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.718271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 9597372b-54f7-483d-91f9-1748a7c42064 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:47.718738 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.793408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.842318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769ad2-77c8-45ed-92f6-700608a76440 req-d7da4509-4e48-499c-bfb4-8e131f9a1de4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.847600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43769ad2-77c8-45ed-92f6-700608a76440 req-d7da4509-4e48-499c-bfb4-8e131f9a1de4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 943 time: 0.1177106 Oct 27 16:25:47.887578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port 9597372b-54f7-483d-91f9-1748a7c42064, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=9597372b-54f7-483d-91f9-1748a7c42064,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:47.888083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.908146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 9597372b-54f7-483d-91f9-1748a7c42064 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:48.039490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b4ec1-5449-425f-a434-ce4ebeeafcb8 None None] Port a8d9c7ad-9c6c-4341-927e-1262cfda5afe cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:48.096739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3aaf4dea-0731-4b2a-9dd9-1f10040c60be no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:48.125456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 3aaf4dea-0731-4b2a-9dd9-1f10040c60be {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:48.125800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3aaf4dea-0731-4b2a-9dd9-1f10040c60be not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:48.137917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.158431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/e3f80513-6214-4fba-a649-c531e28d77c3/44ba158f-2922-4650-8275-9a7dd3ce2abe) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:48.180531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4196a842-dee5-4b80-bfa3-192a91a9ecac None None] Provisioning complete for port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:48.180794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4196a842-dee5-4b80-bfa3-192a91a9ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.190001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=9597372b-54f7-483d-91f9-1748a7c42064,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:48.226361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4196a842-dee5-4b80-bfa3-192a91a9ecac None None] Port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:48.257859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port 9597372b-54f7-483d-91f9-1748a7c42064 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:48.261891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.268093 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b0d9374d-d292-4362-b741-870783527cfe tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "DELETE /v2.0/ports/9597372b-54f7-483d-91f9-1748a7c42064 HTTP/1.1" status: 204 len: 173 time: 0.7003314 Oct 27 16:25:48.268093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:48.269896 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d905cc-6498-499b-960d-f677ce6d7c4a" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "9597372b-54f7-483d-91f9-1748a7c42064"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:48.329994 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8d6a5-e69d-4b67-ada0-a3d7e7fba85f x-openstack-request-id: req-89e8d6a5-e69d-4b67-ada0-a3d7e7fba85f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:48.330292 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "9597372b-54f7-483d-91f9-1748a7c42064", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:48.330548 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89e8d6a5-e69d-4b67-ada0-a3d7e7fba85f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:48.330953 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '9597372b-54f7-483d-91f9-1748a7c42064', 'status': 'completed', 'code': 200} Oct 27 16:25:48.446230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 6222ba2c-f903-4cc6-9198-b1e1ca72488f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:48.446713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.485575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.566777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port 6222ba2c-f903-4cc6-9198-b1e1ca72488f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6222ba2c-f903-4cc6-9198-b1e1ca72488f,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:48.566777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.574056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 6222ba2c-f903-4cc6-9198-b1e1ca72488f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:48.608029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43769ad2-77c8-45ed-92f6-700608a76440 req-729010d1-0c5c-496c-b49e-55187d33a4f7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107891 Oct 27 16:25:48.621275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.640217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-bb04ef61-ff2b-4978-abd4-d5866cfae050 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:48.646674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-bb04ef61-ff2b-4978-abd4-d5866cfae050 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:48.664112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-bb04ef61-ff2b-4978-abd4-d5866cfae050 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:48.670161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-bb04ef61-ff2b-4978-abd4-d5866cfae050 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:48.677942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-bb04ef61-ff2b-4978-abd4-d5866cfae050 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 3150 time: 0.1795831 Oct 27 16:25:48.702034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:48.705366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:48.710444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:48.760022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Pushing event updated for resources: {'Port': ['ID=44ba158f-2922-4650-8275-9a7dd3ce2abe,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:48.815792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Attempting to bind port 44ba158f-2922-4650-8275-9a7dd3ce2abe on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:48.816220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Attempting to bind port 44ba158f-2922-4650-8275-9a7dd3ce2abe by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:48.816623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Attempting to bind port 44ba158f-2922-4650-8275-9a7dd3ce2abe on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:48.829877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:48.830255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:48.830653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.831073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:48.831582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Bound port: 44ba158f-2922-4650-8275-9a7dd3ce2abe, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:48.832005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.862569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9db49bb-59b6-4ad3-860f-3277fc467080 req-7f837e59-6d9a-451e-9ec1-321412d1b3d0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835909 Oct 27 16:25:48.881720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.920300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] For port 44ba158f-2922-4650-8275-9a7dd3ce2abe, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:48.927172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] For port 44ba158f-2922-4650-8275-9a7dd3ce2abe, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=44ba158f-2922-4650-8275-9a7dd3ce2abe,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:48.935712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=6222ba2c-f903-4cc6-9198-b1e1ca72488f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.010828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port 6222ba2c-f903-4cc6-9198-b1e1ca72488f on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:49.013914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.019208 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-2e5ee4cc-3877-4f09-b4ef-e5227fa9c48c tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "DELETE /v2.0/ports/6222ba2c-f903-4cc6-9198-b1e1ca72488f HTTP/1.1" status: 204 len: 173 time: 0.7444129 Oct 27 16:25:49.030060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::1 (9b88e4df-64d5-41e8-b043-e7a8852bb832/e3f80513-6214-4fba-a649-c531e28d77c3/c9c0efbd-902f-4b71-9cc2-d3c833a475da) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:49.040278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.061967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-305a82bd-a619-4a1b-945a-248071c1d794 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.071123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-305a82bd-a619-4a1b-945a-248071c1d794 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.1403439 Oct 27 16:25:49.091874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-a9c27bac-fe4f-4bfc-ade0-298efa173760 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.149147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220e52a-dae6-4d70-a4f7-021b9da99294 None None] Pushing event updated for resources: {'Port': ['ID=44ba158f-2922-4650-8275-9a7dd3ce2abe,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.179806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:49.180152 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.311231 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.315786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port a21efbbd-5152-48d6-a3b3-6405d4abd2f1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:49.316426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.345417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for a21efbbd-5152-48d6-a3b3-6405d4abd2f1 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:49.384790 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-a9c27bac-fe4f-4bfc-ade0-298efa173760 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.435792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.583314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.592531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-a9c27bac-fe4f-4bfc-ade0-298efa173760 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.709038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:49.713263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:49.741292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 540b8c0d-264f-492f-b196-95ad9a9b3944 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:25:49.742622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d034c9ec-90c2-4c59-82c8-bb5fcf35b30f req-a9c27bac-fe4f-4bfc-ade0-298efa173760 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6627173 Oct 27 16:25:49.762799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:49.763784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.765475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9597372b-54f7-483d-91f9-1748a7c42064 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:49.801618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 9597372b-54f7-483d-91f9-1748a7c42064 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:49.801875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 9597372b-54f7-483d-91f9-1748a7c42064 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:49.802436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3ff9eec9-7a5a-4e10-b28c-beb317df907d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:49.915211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27bac-fe4f-4bfc-ade0-298efa173760 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244d818-7781-409f-b84f-7e4ff211beb1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.952406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.960864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ce732-bb59-4f76-82df-7170524e86ab req-cb8ea2cf-5f36-4be0-8b64-29b458b96706 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.962410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9ce732-bb59-4f76-82df-7170524e86ab req-cb8ea2cf-5f36-4be0-8b64-29b458b96706 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1036980 Oct 27 16:25:49.972590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e281010-4dc5-4431-b489-58fd19e335c6 req-960d060e-0947-478e-92c7-fb969a6e7e1f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.981075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e281010-4dc5-4431-b489-58fd19e335c6 req-960d060e-0947-478e-92c7-fb969a6e7e1f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 943 time: 0.2289395 Oct 27 16:25:50.006299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=a21efbbd-5152-48d6-a3b3-6405d4abd2f1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:50.108953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.123614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port a21efbbd-5152-48d6-a3b3-6405d4abd2f1 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:50.123710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.124873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.131307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-9c04e19a-d8cc-4906-ba48-f65c995e4ef6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "DELETE /v2.0/ports/a21efbbd-5152-48d6-a3b3-6405d4abd2f1 HTTP/1.1" status: 204 len: 173 time: 1.1053300 Oct 27 16:25:50.180294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e281010-4dc5-4431-b489-58fd19e335c6 req-206a9e54-35f5-418e-b416-7c5fa093f255 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984675 Oct 27 16:25:50.242497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:50.264730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:50.275622 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c45264-f6e0-4bae-8ee3-fc2911288010" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-unplugged", "status": "completed", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:50.309005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 44ba158f-2922-4650-8275-9a7dd3ce2abe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:50.377546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d9ce732-bb59-4f76-82df-7170524e86ab req-c1f3df80-08ea-4a06-a1ac-ece8cb498416 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884037 Oct 27 16:25:50.379705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.380679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:50.402491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f'}, {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:50.408797 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50356488-7c09-4ab3-bf30-dcdef8669046" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f"}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:50.423691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:50.597297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:50.609114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:50.640366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'mac_address': 'fa:16:3e:fd:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:25:50.653882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f432f23b-28f0-4b5d-83ce-ddd05360df7a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/bdec83be-6aa8-4331-8ea5-60b9e3d239e6 HTTP/1.1" status: 200 len: 994 time: 0.2219479 Oct 27 16:25:50.716836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f4a2e-7787-4fbd-a0cf-ddef366632cb req-4bf629e5-3a6b-48e4-9c7f-0ce43e5a1676 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:50.732774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f4a2e-7787-4fbd-a0cf-ddef366632cb req-4bf629e5-3a6b-48e4-9c7f-0ce43e5a1676 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:50.734595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9f4a2e-7787-4fbd-a0cf-ddef366632cb req-4bf629e5-3a6b-48e4-9c7f-0ce43e5a1676 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 1679 time: 0.1720104 Oct 27 16:25:50.760326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:50.760775 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.773976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 44ba158f-2922-4650-8275-9a7dd3ce2abe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:50.774453 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.839482 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac55e9-f3f3-4c31-97d5-7100f4388969 x-openstack-request-id: req-b3ac55e9-f3f3-4c31-97d5-7100f4388969 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:50.839778 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-unplugged", "status": "completed", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:50.840033 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3ac55e9-f3f3-4c31-97d5-7100f4388969 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:50.840432 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'code': 200} Oct 27 16:25:50.851782 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba3877-17d6-40dc-ae40-bbb428fba89f x-openstack-request-id: req-4aba3877-17d6-40dc-ae40-bbb428fba89f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:50.852086 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "6222ba2c-f903-4cc6-9198-b1e1ca72488f", "status": "completed", "code": 200}, {"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "a21efbbd-5152-48d6-a3b3-6405d4abd2f1", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:50.852355 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4aba3877-17d6-40dc-ae40-bbb428fba89f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:50.852743 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '6222ba2c-f903-4cc6-9198-b1e1ca72488f', 'status': 'completed', 'code': 200} Oct 27 16:25:50.853002 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': 'a21efbbd-5152-48d6-a3b3-6405d4abd2f1', 'status': 'completed', 'code': 200} Oct 27 16:25:50.914133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.920686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c9f4a2e-7787-4fbd-a0cf-ddef366632cb req-5dc46e59-da13-40f4-b22a-0da7eaad75e6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716042 Oct 27 16:25:50.949548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:50.950206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.953215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540b8c0d-264f-492f-b196-95ad9a9b3944 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:50.981869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:50.985390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.021960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.063937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:51.071515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-efad04db-f23a-4efe-bd4a-1a76600aa398 None None] Provisioning complete for port 44ba158f-2922-4650-8275-9a7dd3ce2abe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:51.071881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-efad04db-f23a-4efe-bd4a-1a76600aa398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.119601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.130206 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.131022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.222387 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.223375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:51.241809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.243543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.316318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:51.318500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:51.366155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.366669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.370426 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Floating IP 4288a518-ba90-40e3-83f8-e06bbd98634e disassociated. External IP: 172.25.5.160, port: 2f2c13ad-fb10-474b-aac5-c7d9dff925f8. Oct 27 16:25:51.370826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:51.483777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.507749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7c653-8f58-4f7b-9f69-767b3eaf3489 req-b2799244-ff85-4826-9b26-1b2fead92a3b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:51.515925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50e7c653-8f58-4f7b-9f69-767b3eaf3489 req-b2799244-ff85-4826-9b26-1b2fead92a3b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 944 time: 0.1213317 Oct 27 16:25:51.551219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-865ad9b6-599e-4258-80a9-15a5d0b366ca req-60bb5f04-69aa-4038-8e98-d7ec6324f6c0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:25:51.552287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-865ad9b6-599e-4258-80a9-15a5d0b366ca req-60bb5f04-69aa-4038-8e98-d7ec6324f6c0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1484692 Oct 27 16:25:51.586798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 44ba158f-2922-4650-8275-9a7dd3ce2abe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=44ba158f-2922-4650-8275-9a7dd3ce2abe,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:51.595539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:51.596509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a21efbbd-5152-48d6-a3b3-6405d4abd2f1 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:51.634573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50e7c653-8f58-4f7b-9f69-767b3eaf3489 req-44fd6483-d0a7-4c2f-875f-9530f0212510 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029224 Oct 27 16:25:51.683001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.701338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['540b8c0d-264f-492f-b196-95ad9a9b3944'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:51.785584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.792002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a21efbbd-5152-48d6-a3b3-6405d4abd2f1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:51.792449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a21efbbd-5152-48d6-a3b3-6405d4abd2f1 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:51.792877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8d9c7ad-9c6c-4341-927e-1262cfda5afe no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:51.799069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Router c632ae57-2a98-4473-8a96-105aa9a75a59 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:25:51.838112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.902053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=44ba158f-2922-4650-8275-9a7dd3ce2abe,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.920705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=2f2c13ad-fb10-474b-aac5-c7d9dff925f8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.928675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-efad04db-f23a-4efe-bd4a-1a76600aa398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.949706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:25:51.956694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e6563a2b-509e-47a1-8170-359a6f7c8bc6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "PUT /v2.0/routers/c632ae57-2a98-4473-8a96-105aa9a75a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6348193 Oct 27 16:25:51.959336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:51.965469 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Sync routers for ids ['c632ae57-2a98-4473-8a96-105aa9a75a59'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:25:51.995804 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Routers {'c632ae57-2a98-4473-8a96-105aa9a75a59'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:51.996442 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c632ae57-2a98-4473-8a96-105aa9a75a59'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:51.998660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a8d9c7ad-9c6c-4341-927e-1262cfda5afe not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:51.999150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6222ba2c-f903-4cc6-9198-b1e1ca72488f no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:52.021135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 6222ba2c-f903-4cc6-9198-b1e1ca72488f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:52.021486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6222ba2c-f903-4cc6-9198-b1e1ca72488f not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:52.118229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8692c-e29c-4262-a44d-7e10bb4593be tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.127931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ac8692c-e29c-4262-a44d-7e10bb4593be tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports/c9c0efbd-902f-4b71-9cc2-d3c833a475da HTTP/1.1" status: 200 len: 911 time: 0.1675179 Oct 27 16:25:52.132975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50040) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.160612 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-efad04db-f23a-4efe-bd4a-1a76600aa398 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:52.160875 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-efad04db-f23a-4efe-bd4a-1a76600aa398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:52.170904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 44ba158f-2922-4650-8275-9a7dd3ce2abe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:52.255804 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Set router c632ae57-2a98-4473-8a96-105aa9a75a59 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:52.274967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786df9b-29a0-4b79-93d0-d0773cc0ef80 req-a02ddbfb-5cd9-403b-90bb-781ad892a151 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.284926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a786df9b-29a0-4b79-93d0-d0773cc0ef80 req-a02ddbfb-5cd9-403b-90bb-781ad892a151 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 943 time: 0.1144340 Oct 27 16:25:52.326008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 44ba158f-2922-4650-8275-9a7dd3ce2abe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:52.326378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.358533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e12c91-c761-456f-a001-6773dbd44088 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.363890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e12c91-c761-456f-a001-6773dbd44088 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.365524 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28e12c91-c761-456f-a001-6773dbd44088 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2324448 Oct 27 16:25:52.374153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50044) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.381507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a786df9b-29a0-4b79-93d0-d0773cc0ef80 req-e453c9ae-6683-4998-860d-6b874a4a3f02 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877757 Oct 27 16:25:52.603955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Router 0a6989ff-632b-4ba8-8255-017a950c7b2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:25:52.680334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc631307-845c-4edb-bf88-2ef352bcb9bb req-3febca9c-ffbf-4c3d-b0c4-e716ab3da5f6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.697127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc631307-845c-4edb-bf88-2ef352bcb9bb req-3febca9c-ffbf-4c3d-b0c4-e716ab3da5f6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0824289 Oct 27 16:25:52.710554 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:49Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': 'c9c0efbd-902f-4b71-9cc2-d3c833a475da', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:94:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:25:48Z', 'updated_at': '2021-10-27T16:25:50Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:52.789262 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Checking router: c632ae57-2a98-4473-8a96-105aa9a75a59 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:25:52.789625 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Updating router c632ae57-2a98-4473-8a96-105aa9a75a59 port c9c0efbd-902f-4b71-9cc2-d3c833a475da binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:25:52.791845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc631307-845c-4edb-bf88-2ef352bcb9bb req-ebef4172-aac9-4f30-90da-10321b2fd7ce tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924263 Oct 27 16:25:52.842070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:52.844539 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43000a74-e5c9-42be-a2ad-37efa4a5fa1d" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:52.895153 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.903968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f667833c-316e-4186-afb1-4ce69e86e335 None None] Provisioning complete for port c9c0efbd-902f-4b71-9cc2-d3c833a475da triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:52.909493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f667833c-316e-4186-afb1-4ce69e86e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.987418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc560849-5c5c-4279-bcba-e85b77033fbc req-396faa24-c00e-424a-92b4-831ecb45e709 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.989889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc560849-5c5c-4279-bcba-e85b77033fbc req-396faa24-c00e-424a-92b4-831ecb45e709 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 944 time: 0.1933765 Oct 27 16:25:52.999837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f667833c-316e-4186-afb1-4ce69e86e335 None None] Port c9c0efbd-902f-4b71-9cc2-d3c833a475da cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:53.008366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-a668227b-8157-4029-b2fb-9fa164f70b83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2386768 Oct 27 16:25:53.038952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-53fe6a56-ad6b-4612-b4d2-17581d4d9f34 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:25:53.040016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-53fe6a56-ad6b-4612-b4d2-17581d4d9f34 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085988 Oct 27 16:25:53.091625 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80caf650-20b0-4a75-b994-6d265bc5123e x-openstack-request-id: req-80caf650-20b0-4a75-b994-6d265bc5123e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:53.091928 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:53.092191 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80caf650-20b0-4a75-b994-6d265bc5123e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:53.092594 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'code': 200} Oct 27 16:25:53.105036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc560849-5c5c-4279-bcba-e85b77033fbc req-8c08763d-9d1a-46a8-ba54-fedc484ec676 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032486 Oct 27 16:25:53.326902 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.403631 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.460920 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Pushing event updated for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:53.491903 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.493509 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.503182 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.503735 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.506442 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.506953 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.507454 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.507925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.508410 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.508879 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.509346 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.510275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:53.539020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:25:53.553681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Sync routers for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:25:53.555152 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Attempting to bind port c9c0efbd-902f-4b71-9cc2-d3c833a475da on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:53.557081 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Attempting to bind port c9c0efbd-902f-4b71-9cc2-d3c833a475da by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:53.557081 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Attempting to bind port c9c0efbd-902f-4b71-9cc2-d3c833a475da on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:53.567511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:53.567884 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:53.569875 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.569875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:53.570063 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Bound port: c9c0efbd-902f-4b71-9cc2-d3c833a475da, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:53.570410 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.588128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:53.588877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:53.643689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port 2f2c13ad-fb10-474b-aac5-c7d9dff925f8 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:53.652669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.657218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-b300b901-29ad-4e0f-bd2c-015086c98f22 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "DELETE /v2.0/ports/2f2c13ad-fb10-474b-aac5-c7d9dff925f8 HTTP/1.1" status: 204 len: 173 time: 3.5186286 Oct 27 16:25:53.665602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:53.669008 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d7cbf-d045-4ff2-96da-ff68ef20c1b9" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:53.751478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] For port c9c0efbd-902f-4b71-9cc2-d3c833a475da, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:53.760293 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] For port c9c0efbd-902f-4b71-9cc2-d3c833a475da, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c9c0efbd-902f-4b71-9cc2-d3c833a475da,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:53.770979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626195-b23a-47b0-8175-c87c232dd60b req-7039c0d1-1b1c-4cf9-8eb5-4d3bf820d109 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:53.785271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30626195-b23a-47b0-8175-c87c232dd60b req-7039c0d1-1b1c-4cf9-8eb5-4d3bf820d109 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 943 time: 0.1654558 Oct 27 16:25:53.800999 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b4f65d-d8e5-475f-b1d4-d863f3419e97 x-openstack-request-id: req-98b4f65d-d8e5-475f-b1d4-d863f3419e97 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:53.803590 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "2f2c13ad-fb10-474b-aac5-c7d9dff925f8", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:53.803941 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98b4f65d-d8e5-475f-b1d4-d863f3419e97 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:53.804455 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '2f2c13ad-fb10-474b-aac5-c7d9dff925f8', 'status': 'completed', 'code': 200} Oct 27 16:25:53.876799 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.877664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30626195-b23a-47b0-8175-c87c232dd60b req-b9ca4ea2-3706-43af-8035-1dc44a159e49 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897563 Oct 27 16:25:53.897036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:54.002113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82b25c-aaee-4faf-8e1c-106744a94fd9 req-d6a76e65-7e71-40d7-8d1e-c5689101aa93 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:54.004121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b82b25c-aaee-4faf-8e1c-106744a94fd9 req-d6a76e65-7e71-40d7-8d1e-c5689101aa93 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1170981 Oct 27 16:25:54.105922 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Routers {'c632ae57-2a98-4473-8a96-105aa9a75a59'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:54.107062 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c632ae57-2a98-4473-8a96-105aa9a75a59'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:54.151638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b82b25c-aaee-4faf-8e1c-106744a94fd9 req-0f7be603-6b9a-4d40-b103-eec4005b097b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301739 Oct 27 16:25:54.244606 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] Set router c632ae57-2a98-4473-8a96-105aa9a75a59 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:54.247305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] Provisioning complete for port c9c0efbd-902f-4b71-9cc2-d3c833a475da triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:54.258707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 3ff9eec9-7a5a-4e10-b28c-beb317df907d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:54.260414 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.264584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.498449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b32b-856c-43e7-b707-3acbf6e26b5f req-8ca56d32-19d7-42e1-9abc-a8ba35080d62 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:54.507821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26c5b32b-856c-43e7-b707-3acbf6e26b5f req-8ca56d32-19d7-42e1-9abc-a8ba35080d62 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 944 time: 0.2140172 Oct 27 16:25:54.532593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.565434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port 3ff9eec9-7a5a-4e10-b28c-beb317df907d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3ff9eec9-7a5a-4e10-b28c-beb317df907d,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:54.566053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.569257 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cb3e-f363-4058-92d7-30efc1bac7ec None None] Pushing event updated for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:54.594085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26c5b32b-856c-43e7-b707-3acbf6e26b5f req-5584b61e-d2bf-43bd-b044-3f049b42b542 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852263 Oct 27 16:25:54.653797 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:49Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': 'c9c0efbd-902f-4b71-9cc2-d3c833a475da', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:94:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:25:48Z', 'updated_at': '2021-10-27T16:25:53Z', 'revision_number': 4, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:54.669216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 3ff9eec9-7a5a-4e10-b28c-beb317df907d owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:54.700436 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486d05-92c7-4025-abb4-b31d076ea302 None None] The sync data for ids ['c632ae57-2a98-4473-8a96-105aa9a75a59'] in n-d-814735-4 is: [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:49Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': 'c9c0efbd-902f-4b71-9cc2-d3c833a475da', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:94:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:25:48Z', 'updated_at': '2021-10-27T16:25:53Z', 'revision_number': 4, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'e3f80513-6214-4fba-a649-c531e28d77c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:25:54.938591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.031195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] For port c9c0efbd-902f-4b71-9cc2-d3c833a475da, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c9c0efbd-902f-4b71-9cc2-d3c833a475da,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:55.073305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:55.112881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4803e-9703-4f4d-a411-aaf6cd78b088 req-27cf69f5-78da-4d6e-a9aa-6e46c3475fea tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.115117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ea4803e-9703-4f4d-a411-aaf6cd78b088 req-27cf69f5-78da-4d6e-a9aa-6e46c3475fea tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 943 time: 0.1170490 Oct 27 16:25:55.118558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Checking router: 0a6989ff-632b-4ba8-8255-017a950c7b2d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:25:55.130109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:55.130905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:55.232215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.232898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ea4803e-9703-4f4d-a411-aaf6cd78b088 req-f0cef30a-da5b-4f4e-bf39-8a6582981f61 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922122 Oct 27 16:25:55.308165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=3ff9eec9-7a5a-4e10-b28c-beb317df907d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.314360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:55.323060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port c9c0efbd-902f-4b71-9cc2-d3c833a475da {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:55.325499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.394655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.522237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab771bb-2811-4a91-acb8-5a6af3617e9a req-202f342a-7c9d-498f-854b-3b1e184df06d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.533353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ab771bb-2811-4a91-acb8-5a6af3617e9a req-202f342a-7c9d-498f-854b-3b1e184df06d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1133394 Oct 27 16:25:55.548375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port 3ff9eec9-7a5a-4e10-b28c-beb317df907d on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:55.553055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.556474 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-34897874-f459-46cf-95a5-55b31b5fb185 req-40c32fa9-b847-4670-9c05-adde430fc323 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.82 "DELETE /v2.0/ports/3ff9eec9-7a5a-4e10-b28c-beb317df907d HTTP/1.1" status: 204 len: 173 time: 1.8683035 Oct 27 16:25:55.599880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116f515-9200-4c3a-b959-cd87b4fb58c6 None None] Pushing event updated for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.610668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port c9c0efbd-902f-4b71-9cc2-d3c833a475da, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c9c0efbd-902f-4b71-9cc2-d3c833a475da,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:55.611918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.615591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-871463fe-4a41-4984-a499-4a43de4006c3 None None] Provisioning complete for port c9c0efbd-902f-4b71-9cc2-d3c833a475da triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:55.615961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-871463fe-4a41-4984-a499-4a43de4006c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.620595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ab771bb-2811-4a91-acb8-5a6af3617e9a req-ea08426c-7de1-42b6-9b67-c69a9a6a10a3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848384 Oct 27 16:25:55.674533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for c9c0efbd-902f-4b71-9cc2-d3c833a475da owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:55.764846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 540b8c0d-264f-492f-b196-95ad9a9b3944 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:55.827554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765880-14aa-483c-b180-75df6bf2e0b6 req-67448be9-c759-4fce-aebf-cdfd77a0b0cf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.837413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2765880-14aa-483c-b180-75df6bf2e0b6 req-67448be9-c759-4fce-aebf-cdfd77a0b0cf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 944 time: 0.1254263 Oct 27 16:25:55.948214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2765880-14aa-483c-b180-75df6bf2e0b6 req-5741a7cb-83ca-452f-ac7f-89b51a3f8973 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097920 Oct 27 16:25:56.028594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:56.040040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:56.044283 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde91e09-c278-4fc8-8fbe-b4d851510167" -d '{"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:56.070137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9f3a3-db2c-49c5-bd89-2656e2f1dcdd None None] The sync data for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 is: [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a04a9747-4928-4428-a83f-04303821a411', 'name': '', 'network_id': 'b793b50b-6784-4a47-b8b7-7da0a483bae8', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'mac_address': 'fa:16:3e:2e:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:42Z', 'updated_at': '2021-10-27T16:14:51Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'subnets': [{'id': 'e17bb172-1327-436b-b535-5d5bbe7ccaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:25:56.108224 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41907a54-7d7d-491f-a2f5-c13007787214 x-openstack-request-id: req-41907a54-7d7d-491f-a2f5-c13007787214 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:56.108585 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ca272b-59c7-446c-9605-d204527e2e19", "name": "network-vif-deleted", "tag": "3ff9eec9-7a5a-4e10-b28c-beb317df907d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:56.108947 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41907a54-7d7d-491f-a2f5-c13007787214 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:56.109884 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ca272b-59c7-446c-9605-d204527e2e19', 'name': 'network-vif-deleted', 'tag': '3ff9eec9-7a5a-4e10-b28c-beb317df907d', 'status': 'completed', 'code': 200} Oct 27 16:25:56.210202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 540b8c0d-264f-492f-b196-95ad9a9b3944 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:25:56.210302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.210420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 540b8c0d-264f-492f-b196-95ad9a9b3944 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:56.210420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.286988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=c9c0efbd-902f-4b71-9cc2-d3c833a475da,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:56.347779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c9c0efbd-902f-4b71-9cc2-d3c833a475da up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:56.489251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.536745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c9c0efbd-902f-4b71-9cc2-d3c833a475da {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:56.537096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c9c0efbd-902f-4b71-9cc2-d3c833a475da not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 16:25:56.599641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-287cfd66-f50a-4e7c-aaf6-33db1962cf51 req-e890702d-a84e-468b-aa06-cba6d5fd0f55 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0999599 Oct 27 16:25:56.671543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Port c9c0efbd-902f-4b71-9cc2-d3c833a475da not found, will not notify nova. {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 16:25:56.716017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.762032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:56.763803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-87ae7d44-0fdd-4fd7-8d73-6116efb74ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.764357 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7523ddb0-ebcc-4765-84f0-3b7d0c667154" -d '{"events": [{"server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "name": "network-vif-plugged", "status": "completed", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:56.771267 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-87ae7d44-0fdd-4fd7-8d73-6116efb74ba2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.3474436 Oct 27 16:25:56.795844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:56.799631 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d28222-7688-4290-bf19-3aa464031d94 None None] New status for floating IP 4288a518-ba90-40e3-83f8-e06bbd98634e: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:25:56.843947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f292b-a370-4fe8-adb4-9381dd9e0721 req-43daff03-1a6d-4b5a-8300-4525aaaf324b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.851793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b97f292b-a370-4fe8-adb4-9381dd9e0721 req-43daff03-1a6d-4b5a-8300-4525aaaf324b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1029091 Oct 27 16:25:56.899518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.943115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b97f292b-a370-4fe8-adb4-9381dd9e0721 req-9a37ed7f-6481-402e-8524-fd171df3a3dd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886071 Oct 27 16:25:56.944674 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282eaf4e-8b4c-45f6-83a8-365d6ef38388 x-openstack-request-id: req-282eaf4e-8b4c-45f6-83a8-365d6ef38388 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:56.945005 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "name": "network-vif-plugged", "status": "completed", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:56.945275 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-282eaf4e-8b4c-45f6-83a8-365d6ef38388 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:56.945674 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'code': 200} Oct 27 16:25:57.002729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:57.156089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90991-abd3-4520-8346-768a43f711a7 req-26c699d4-67ad-4123-b1ff-06699fe81bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.158436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15c90991-abd3-4520-8346-768a43f711a7 req-26c699d4-67ad-4123-b1ff-06699fe81bef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 1096 time: 0.1551492 Oct 27 16:25:57.217732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15c90991-abd3-4520-8346-768a43f711a7 req-f735529b-33f0-4493-933c-112917f967c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512190 Oct 27 16:25:57.249300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e449-964a-4d4e-a67c-c9d44d2d8dd6 req-ba77dc9b-34cf-4b0f-b3e9-f004d2d8f99f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.258629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b85e449-964a-4d4e-a67c-c9d44d2d8dd6 req-ba77dc9b-34cf-4b0f-b3e9-f004d2d8f99f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 945 time: 0.1535540 Oct 27 16:25:57.262918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Router c632ae57-2a98-4473-8a96-105aa9a75a59 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:25:57.321451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b85e449-964a-4d4e-a67c-c9d44d2d8dd6 req-bd2cad54-fdda-47b0-a717-67b3c0b0b42e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Oct 27 16:25:57.456379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-a6435597-2c2d-468e-8aa5-d693c4b3a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.457984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-a6435597-2c2d-468e-8aa5-d693c4b3a943 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.3974040 Oct 27 16:25:57.467819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:25:57.474100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1bc82fef-51fd-4479-8e1e-a7f08023677a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "PUT /v2.0/routers/c632ae57-2a98-4473-8a96-105aa9a75a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0986350 Oct 27 16:25:57.478395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50172) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:57.568402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-3afdbbd8-32a7-4e13-b453-00ade386c287 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1002 time: 0.0874095 Oct 27 16:25:57.598826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c465c-289a-4325-9567-e64bad220b90 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.600788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c465c-289a-4325-9567-e64bad220b90 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.602659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-902c465c-289a-4325-9567-e64bad220b90 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1231482 Oct 27 16:25:57.607900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:57.635180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Sync routers for ids ['c632ae57-2a98-4473-8a96-105aa9a75a59'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:25:57.672396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-091d0d9f-dcb2-4400-9f67-46ceff630230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.676679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-091d0d9f-dcb2-4400-9f67-46ceff630230 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0894628 Oct 27 16:25:57.719022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Routers {'c632ae57-2a98-4473-8a96-105aa9a75a59'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:57.719697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c632ae57-2a98-4473-8a96-105aa9a75a59'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:57.769338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet e3f80513-6214-4fba-a649-c531e28d77c3 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:57.809765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.835248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-cccec0b9-6ad9-4be3-9935-c671c6831afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.837019 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-cccec0b9-6ad9-4be3-9935-c671c6831afa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373711 Oct 27 16:25:57.908438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56139a85-a27a-4bc8-906a-c5c67963bc72 req-df596f45-1406-4cef-b675-f869926668bb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.1223435 Oct 27 16:25:57.946959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.952386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Set router c632ae57-2a98-4473-8a96-105aa9a75a59 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:58.077575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:55Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:58.079720 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.111904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Checking router: c632ae57-2a98-4473-8a96-105aa9a75a59 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:25:58.119079 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-adbf1395-b32a-4367-9c3f-f4c2734d09e3 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508502 Oct 27 16:25:58.123996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Routers {'c632ae57-2a98-4473-8a96-105aa9a75a59'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:25:58.124919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c632ae57-2a98-4473-8a96-105aa9a75a59'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:58.243211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.279875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] Set router c632ae57-2a98-4473-8a96-105aa9a75a59 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:25:58.387806 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-c9442436-7443-4e08-ba5e-02d5677fab16 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649701 Oct 27 16:25:58.477592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a529ca-cb05-409f-8aaf-8d898fc7d358 req-6fdb8082-1a7b-4625-af6e-971aaf916682 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:58.490254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75a529ca-cb05-409f-8aaf-8d898fc7d358 req-6fdb8082-1a7b-4625-af6e-971aaf916682 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.3252413 Oct 27 16:25:58.517383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:55Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:58.597363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac1bd5-bba7-4c8a-872f-6595a21a579a None None] The sync data for ids ['c632ae57-2a98-4473-8a96-105aa9a75a59'] in n-d-814735-4 is: [{'id': 'c632ae57-2a98-4473-8a96-105aa9a75a59', 'name': 'tempest-NetworksTestDHCPv6-router-740210947', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:25:46Z', 'updated_at': '2021-10-27T16:25:55Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:25:58.605573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75a529ca-cb05-409f-8aaf-8d898fc7d358 req-bc789745-88ce-41c4-902a-bd0a7004afe4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121075 Oct 27 16:25:58.676243 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.691387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.823246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247cff-284d-4b81-afcd-f9f9cb68b319 req-4b93b8b9-a46f-41f1-b321-480dba36a6a5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:58.832844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef247cff-284d-4b81-afcd-f9f9cb68b319 req-4b93b8b9-a46f-41f1-b321-480dba36a6a5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 945 time: 0.2822387 Oct 27 16:25:58.847312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ddca9-60fc-48b9-a218-5b7ebdd5c424 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:58.886125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f80513-6214-4fba-a649-c531e28d77c3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:58.899113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.904151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3a8211e3-b452-4223-b2e9-3ffdaa2d18b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/e3f80513-6214-4fba-a649-c531e28d77c3 HTTP/1.1" status: 204 len: 168 time: 1.2951739 Oct 27 16:25:58.906891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:59.014135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef247cff-284d-4b81-afcd-f9f9cb68b319 req-07ae4456-618c-4f33-82df-8eeda636b604 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789660 Oct 27 16:25:59.199264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-918e51b4-4d63-45b2-8736-666c4e5f7130 req-d69f2354-cb18-4c9e-bc94-eb70f2c05315 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0439854 Oct 27 16:25:59.232372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-48d09265-9c4f-4e2c-9658-c3ff966096ba tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3228838 Oct 27 16:25:59.233899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50212) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:59.263581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:59.332025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.345277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Deleting port 44ba158f-2922-4650-8275-9a7dd3ce2abe {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:59.345644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.434701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] For port 44ba158f-2922-4650-8275-9a7dd3ce2abe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=44ba158f-2922-4650-8275-9a7dd3ce2abe,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:59.435636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.450278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Calling delete_port for 44ba158f-2922-4650-8275-9a7dd3ce2abe owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:59.605362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.608132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.697308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.720733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] No DVR routers for this DVR port 44ba158f-2922-4650-8275-9a7dd3ce2abe on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:59.739827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46a73c-75fd-4866-b91b-8e439d91675b None None] Pushing event deleted for resources: {'Port': ['ID=44ba158f-2922-4650-8275-9a7dd3ce2abe,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:59.781778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06dcb7-b0fa-4a2b-94a4-c0485c876972 req-996dad79-92d4-495e-91f6-73bbfbcdd1a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:59.783356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd06dcb7-b0fa-4a2b-94a4-c0485c876972 req-996dad79-92d4-495e-91f6-73bbfbcdd1a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0682821 Oct 27 16:25:59.784515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.790277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Fanout notify agent at l3_agent the message router_deleted on router c632ae57-2a98-4473-8a96-105aa9a75a59 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:25:59.791964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.792932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef6b0ebb-57cb-4be7-aac7-43cabae86ac0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/routers/c632ae57-2a98-4473-8a96-105aa9a75a59 HTTP/1.1" status: 204 len: 168 time: 0.5580518 Oct 27 16:25:59.795958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:59.800962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:59.880369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd06dcb7-b0fa-4a2b-94a4-c0485c876972 req-70bbdaf1-b7c2-45cc-89ff-bb73c1c3516e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863023 Oct 27 16:26:00.053192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:00.075776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.094126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c9c0efbd-902f-4b71-9cc2-d3c833a475da no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:00.130271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c9c0efbd-902f-4b71-9cc2-d3c833a475da {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:00.130790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c9c0efbd-902f-4b71-9cc2-d3c833a475da not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:00.135031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 44ba158f-2922-4650-8275-9a7dd3ce2abe no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:00.164101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 44ba158f-2922-4650-8275-9a7dd3ce2abe {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:00.164684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 44ba158f-2922-4650-8275-9a7dd3ce2abe not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:00.309224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0525c-c600-421c-b25e-4c35438e5f48 req-7386ed2c-900e-4e61-832b-3b416f3a9371 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.310796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ec0525c-c600-421c-b25e-4c35438e5f48 req-7386ed2c-900e-4e61-832b-3b416f3a9371 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 945 time: 0.0902510 Oct 27 16:26:00.408496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-531ecd18-19db-4e1e-98ce-b3f5cb0bdd2c req-dcb8f64d-70d5-4e7e-9855-b88ea5ec0f4a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0691223 Oct 27 16:26:00.425527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ec0525c-c600-421c-b25e-4c35438e5f48 req-c115ce16-f3e7-48d7-965b-442aa3ea9e78 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048174 Oct 27 16:26:00.476344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.536600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-d3b7e1a1-4a24-4a0d-b27a-00586a910c1c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 267 time: 0.0449972 Oct 27 16:26:00.539734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:00.566747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:00.568157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:00.571597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.572187 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.579734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f380d67-6fec-4251-a1c7-b099fab0c548 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:00.605193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-32a9dea8-a97c-4963-8b40-86503bb2a81f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.619350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-32a9dea8-a97c-4963-8b40-86503bb2a81f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 945 time: 0.0799346 Oct 27 16:26:00.628323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'security_groups': []}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:00.667018 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a60d10c8-510f-46c8-aa15-655cb4719518 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8694682 Oct 27 16:26:00.669364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50246) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:00.674445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:00.743458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.784197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.785293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.864296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.915864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:00.917826 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.948954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.975247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:01.011274 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.075409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.083910 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2ed2cc3-0c3a-47cd-9c29-1983df37dc27 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4134789 Oct 27 16:26:01.086503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50260) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:01.097687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b9db-afce-4302-b6d5-39da71361097 req-0835317d-86b5-4fad-a5ac-1dc45964431b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.108391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b978b9db-afce-4302-b6d5-39da71361097 req-0835317d-86b5-4fad-a5ac-1dc45964431b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0924461 Oct 27 16:26:01.111476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.136175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690', 'f0e86aea-4abe-4243-a0f9-2695192b7c48', '540b8c0d-264f-492f-b196-95ad9a9b3944'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:01.207987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:01.284130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.286011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.288248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28f32c67-16f2-4b37-9c97-0d52aeeec8c7 req-ec5f00e7-4cdd-40be-9e58-d041a9aac6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "PUT /v2.0/ports/540b8c0d-264f-492f-b196-95ad9a9b3944 HTTP/1.1" status: 200 len: 904 time: 0.6699362 Oct 27 16:26:01.294845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:01.297709 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37c0e1a-b5da-4dce-bed4-b3172260bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:01.379725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b978b9db-afce-4302-b6d5-39da71361097 req-72ee5306-c7c6-4a1e-9e80-039a5cef0adc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702341 Oct 27 16:26:01.432048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b/3a7a0777-6c17-4a60-b4af-f6109de9447e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:01.478658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['540b8c0d-264f-492f-b196-95ad9a9b3944'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:01.668256 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1131cd9-8bbf-4a52-83d5-e4c0b51f6c2d x-openstack-request-id: req-f1131cd9-8bbf-4a52-83d5-e4c0b51f6c2d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:01.668855 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:01.668855 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1131cd9-8bbf-4a52-83d5-e4c0b51f6c2d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:01.673817 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'status': 'completed', 'code': 200} Oct 27 16:26:01.730414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68d9b-d760-48b9-8283-904100c1045b req-26342fd5-3a94-46e6-96c8-cc6aa1b0ebfc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.732264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46f68d9b-d760-48b9-8283-904100c1045b req-26342fd5-3a94-46e6-96c8-cc6aa1b0ebfc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 907 time: 0.1420641 Oct 27 16:26:01.785473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a516c582-ce30-4172-a874-d4a20d2b6e27 req-2f579ec8-1df1-4d66-b4f9-d9e26da564f9 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0521586 Oct 27 16:26:02.042722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4264-34cb-4520-a331-2be9c1f91fd1 req-ac80988b-d174-41fc-8628-91b536244645 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.050931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7f4264-34cb-4520-a331-2be9c1f91fd1 req-ac80988b-d174-41fc-8628-91b536244645 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1241367 Oct 27 16:26:02.086520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a5bc7571-65d3-4592-9df3-d7f55c621d84 None None] Provisioning complete for port 540b8c0d-264f-492f-b196-95ad9a9b3944 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:02.087083 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7571-65d3-4592-9df3-d7f55c621d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.134559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f7f4264-34cb-4520-a331-2be9c1f91fd1 req-e2589e91-79a4-4072-a1bb-ff1f45e84121 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826907 Oct 27 16:26:02.324156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.365404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f631d-709a-4a77-af85-b1499f55a40e req-ec4afafa-d352-4f23-8c29-20947a8f083b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.387657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-218f631d-709a-4a77-af85-b1499f55a40e req-ec4afafa-d352-4f23-8c29-20947a8f083b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1022046 Oct 27 16:26:02.446106 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.465886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-09661e73-4efb-43da-9091-8f078ecd7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.482945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-09661e73-4efb-43da-9091-8f078ecd7854 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 1058 time: 0.4469705 Oct 27 16:26:02.520831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-218f631d-709a-4a77-af85-b1499f55a40e req-49653683-51cf-428a-950e-2c702ba83fd6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321795 Oct 27 16:26:02.570219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.660064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35208-f329-4d75-9ac2-3e36919ccc08 req-312133b0-4106-417f-81e1-aa819d4a8a2b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.674583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4db35208-f329-4d75-9ac2-3e36919ccc08 req-312133b0-4106-417f-81e1-aa819d4a8a2b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1526268 Oct 27 16:26:02.710837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:02.768011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Pushing event updated for resources: {'Port': ['ID=3a7a0777-6c17-4a60-b4af-f6109de9447e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:02.772598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-1b99515c-1c74-44c3-b87d-309a60a2d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.782187 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-1b99515c-1c74-44c3-b87d-309a60a2d607 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.2045088 Oct 27 16:26:02.785574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:02.812237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4db35208-f329-4d75-9ac2-3e36919ccc08 req-690ab462-899b-46ec-85c5-dcb3094678c1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277876 Oct 27 16:26:02.909103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:02.954489 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-6c5b5f58-2025-4a00-8e6b-282773719e9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540b8c0d-264f-492f-b196-95ad9a9b3944 HTTP/1.1" status: 200 len: 217 time: 0.1290915 Oct 27 16:26:03.120846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Attempting to bind port 3a7a0777-6c17-4a60-b4af-f6109de9447e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:03.122795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Attempting to bind port 3a7a0777-6c17-4a60-b4af-f6109de9447e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:03.123356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Attempting to bind port 3a7a0777-6c17-4a60-b4af-f6109de9447e on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:03.139993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:03.141257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:03.143394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.143799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:03.148109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Bound port: 3a7a0777-6c17-4a60-b4af-f6109de9447e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:03.148539 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.160512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee5b0246-8efe-4997-81c4-5123808f58d7 req-ff9c98c8-f5f0-494b-9ee5-6d308ecfb44f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0967557 Oct 27 16:26:03.173368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-366a1f49-b665-43c0-8bfa-315f1a6427eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.174859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-366a1f49-b665-43c0-8bfa-315f1a6427eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.2195704 Oct 27 16:26:03.279193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-a98d00bf-abb2-40db-8455-1f104492cd2e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.295865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-a98d00bf-abb2-40db-8455-1f104492cd2e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.3502374 Oct 27 16:26:03.332144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-b074791e-e6c2-41e9-a8b2-117bb328a0b3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/quotas/6d783d7409634cd888caf4d5259da18e HTTP/1.1" status: 200 len: 375 time: 0.0332525 Oct 27 16:26:03.352925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-1457f485-1831-45fa-a652-66c07e54b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.354644 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-1457f485-1831-45fa-a652-66c07e54b97a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209867 Oct 27 16:26:03.363559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] For port 3a7a0777-6c17-4a60-b4af-f6109de9447e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:03.373920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] For port 3a7a0777-6c17-4a60-b4af-f6109de9447e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3a7a0777-6c17-4a60-b4af-f6109de9447e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:03.435196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-54e5a57b-b4f9-420b-9c7c-5249d2f2287c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1018338 Oct 27 16:26:03.446657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.475960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::1 (9b88e4df-64d5-41e8-b043-e7a8852bb832/ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b/9624f672-175e-48a4-9622-71d13caca063) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:03.571817 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-66bf0979-09ad-40ba-86bb-5929283b1aaf service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936512 Oct 27 16:26:03.598795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-0de53d12-d297-4e10-9b56-e22c9efb67f8 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565750 Oct 27 16:26:03.611239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c2ae-5166-4823-b572-e68235e518e3 None None] Pushing event updated for resources: {'Port': ['ID=3a7a0777-6c17-4a60-b4af-f6109de9447e,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:03.789717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-ee0c0e01-9779-4aea-af92-3ebe1ee2b8c2 service neutron] 10.222.0.70 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840148 Oct 27 16:26:03.900907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.953641 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b37c0e1a-b5da-4dce-bed4-b3172260bceb req-b0ec2c3b-09ea-43ea-8b6e-eb051dab771c service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709271 Oct 27 16:26:04.067609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea386d0-07b6-4c7f-bab8-f85f6da56d36 req-edfc9d3a-a76c-4b84-9046-6ca6e1bf90e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:04.069158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bea386d0-07b6-4c7f-bab8-f85f6da56d36 req-edfc9d3a-a76c-4b84-9046-6ca6e1bf90e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0885651 Oct 27 16:26:04.096659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.144582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bea386d0-07b6-4c7f-bab8-f85f6da56d36 req-4946971a-5e8c-4fd4-853f-f6b8e277ac96 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656178 Oct 27 16:26:04.222761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:04.234032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:04.237055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:04.239359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:04.239898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.305948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3a7a0777-6c17-4a60-b4af-f6109de9447e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:04.410747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fff8e95e-f761-4876-921d-04c460c3a457 req-ea466cf9-1773-4c29-930a-f310b722a309 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0584528 Oct 27 16:26:04.485930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3a7a0777-6c17-4a60-b4af-f6109de9447e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:04.485930 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.517011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-744e3d19-c2ed-48be-b410-2f7d8d4cb5fc req-b2a4629e-6780-4563-822e-ed5d85529b13 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 210 time: 0.0540855 Oct 27 16:26:04.610549 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.651322 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.660099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 3a7a0777-6c17-4a60-b4af-f6109de9447e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3a7a0777-6c17-4a60-b4af-f6109de9447e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:04.845228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.001013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=3a7a0777-6c17-4a60-b4af-f6109de9447e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:05.183994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.267194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-175aa66c-f096-473b-8b8d-bed4b58b7124 None None] Provisioning complete for port 3a7a0777-6c17-4a60-b4af-f6109de9447e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:05.271633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-175aa66c-f096-473b-8b8d-bed4b58b7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.291073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce701-f3f0-45e3-b53b-5bd19924e61d req-459a816e-e618-4bce-b71b-de3c47f99366 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:05.297214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f35ce701-f3f0-45e3-b53b-5bd19924e61d req-459a816e-e618-4bce-b71b-de3c47f99366 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.0574715 Oct 27 16:26:05.353602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f35ce701-f3f0-45e3-b53b-5bd19924e61d req-e0a2c1ef-1257-405d-90e2-45a66df9830c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489495 Oct 27 16:26:05.360371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.361198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.539699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:05.589531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03fe9bd8-c36a-40de-badb-f6b29fefdaab req-3603f8f9-49c7-4006-9e97-b6ca793a04d1 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0603907 Oct 27 16:26:05.608457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4fba05d2-bdad-4015-bd4d-79ea0f718c85 None None] Provisioning complete for port 9624f672-175e-48a4-9622-71d13caca063 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:05.613908 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4fba05d2-bdad-4015-bd4d-79ea0f718c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.679232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:05.682764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:05.739415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4fba05d2-bdad-4015-bd4d-79ea0f718c85 None None] Port 9624f672-175e-48a4-9622-71d13caca063 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:26:05.741075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f82ed5-bb86-46d6-becc-714183bd2d4d req-03448081-2076-44f0-9a44-d1dfc6db0131 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 210 time: 0.0633934 Oct 27 16:26:05.969671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:26:06.081743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7e58a851-3192-4ea6-ab45-e6f994b58c55 None None] Provisioning complete for port 9624f672-175e-48a4-9622-71d13caca063 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:06.082168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e58a851-3192-4ea6-ab45-e6f994b58c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.142922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:06.148886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-afddf9d0-e3bc-4abf-9299-622f35ce9441 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "PUT /v2.0/routers/0f422f71-1dd3-48ec-aa9a-dc5b08a4581c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0606296 Oct 27 16:26:06.152747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50372) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.156031 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Sync routers for ids ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:06.183926 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Routers {'0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:06.184617 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:06.193153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3a7a0777-6c17-4a60-b4af-f6109de9447e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:06.236361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.259238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7e58a851-3192-4ea6-ab45-e6f994b58c55 None None] Port 9624f672-175e-48a4-9622-71d13caca063 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:26:06.262806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b956a5-9604-4df7-9f5e-4707772932b6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.268752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.269534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61b956a5-9604-4df7-9f5e-4707772932b6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports/9624f672-175e-48a4-9622-71d13caca063 HTTP/1.1" status: 200 len: 911 time: 0.1157150 Oct 27 16:26:06.309386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3a7a0777-6c17-4a60-b4af-f6109de9447e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:06.309739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.347686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Set router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:06.357196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66cbb2-4fc2-4277-88e2-d73ae1731627 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.374613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66cbb2-4fc2-4277-88e2-d73ae1731627 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.380100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e66cbb2-4fc2-4277-88e2-d73ae1731627 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1064966 Oct 27 16:26:06.385312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.410032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c5c309e4-c9de-4dad-8290-fcb92c5fd753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.575421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c5c309e4-c9de-4dad-8290-fcb92c5fd753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.667648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c5c309e4-c9de-4dad-8290-fcb92c5fd753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.738457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:04Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': '9624f672-175e-48a4-9622-71d13caca063', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:7e:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:02Z', 'updated_at': '2021-10-27T16:26:04Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:06.739360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec799b-03ea-49f1-82dd-64cae262fb39 req-517352b1-c2b6-4e6f-ba87-5e1dcd5bd4f6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.749870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1ec799b-03ea-49f1-82dd-64cae262fb39 req-517352b1-c2b6-4e6f-ba87-5e1dcd5bd4f6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1670961 Oct 27 16:26:06.783844 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c5c309e4-c9de-4dad-8290-fcb92c5fd753 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee15abb98585414ab9a6f9b45dd94694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390806 Oct 27 16:26:06.788419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50392) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.798470 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Checking router: 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:06.798837 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Updating router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c port 9624f672-175e-48a4-9622-71d13caca063 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:26:06.802266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c309e4-c9de-4dad-8290-fcb92c5fd753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b6af8-040d-49a6-a875-54945b6a82e0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:06.804197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1ec799b-03ea-49f1-82dd-64cae262fb39 req-e808f577-13c4-4c67-955d-b40f2a338555 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531852 Oct 27 16:26:06.833086 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.883965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e82ff203-0b13-4f52-b42d-ab06b814388d req-5ad8f0a5-cde8-4201-8bc3-49f46070bcc6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0783358 Oct 27 16:26:06.921636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.974746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.120403 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.124661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.125972 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e0b6af8-040d-49a6-a875-54945b6a82e0 HTTP/1.1" status: 204 len: 168 time: 0.3365471 Oct 27 16:26:07.140857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27102baa-8020-4a41-b42b-6c11d12b090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b6af8-040d-49a6-a875-54945b6a82e0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:07.141517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ade57dbb-1998-4e0f-a219-fc45ef23c4b3 req-bb3a3e1b-3c36-4bd4-b0fb-305ff67fb2ea tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 210 time: 0.1736345 Oct 27 16:26:07.289067 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.411896 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.611342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-ab918090-e835-4699-ac1f-f187ccea525c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:07.617060 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-ab918090-e835-4699-ac1f-f187ccea525c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 810 time: 0.2104619 Oct 27 16:26:07.638820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Request body: {'port': {'device_id': '40209d2d-796b-4351-afd5-3397aba5729a', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'admin_state_up': True, 'tenant_id': '6d783d7409634cd888caf4d5259da18e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:07.651458 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3fd20-4e97-4c0b-9c54-f3abfc293f90 None None] Pushing event updated for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:07.720162 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Attempting to bind port 9624f672-175e-48a4-9622-71d13caca063 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:07.720705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Attempting to bind port 9624f672-175e-48a4-9622-71d13caca063 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:07.721121 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Attempting to bind port 9624f672-175e-48a4-9622-71d13caca063 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:07.728653 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:07.729005 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:07.729453 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.729851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:07.730326 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Bound port: 9624f672-175e-48a4-9622-71d13caca063, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:07.730768 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.864240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] For port 9624f672-175e-48a4-9622-71d13caca063, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:07.867525 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] For port 9624f672-175e-48a4-9622-71d13caca063, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9624f672-175e-48a4-9622-71d13caca063,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:07.965271 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.990026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.027701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] Provisioning complete for port 9624f672-175e-48a4-9622-71d13caca063 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:08.028210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Made reservation on behalf of 6d783d7409634cd888caf4d5259da18e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:08.029124 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.031882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.035567 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Routers {'0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:08.036202 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:08.040368 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3fd20-4e97-4c0b-9c54-f3abfc293f90 None None] Pushing event updated for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:08.185460 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.246492 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] Set router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:08.250912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19080ba9-9fd6-4551-8251-0dbd9293c73c req-8da211db-0793-4825-b9cb-1ae92323785f tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.1978183 Oct 27 16:26:08.260687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] For port 9624f672-175e-48a4-9622-71d13caca063, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9624f672-175e-48a4-9622-71d13caca063,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:08.281394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5032-914c-41b5-95b4-5c47f7364f25 req-bf1ae874-63c4-4c23-99a7-33620c7419cb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:08.289778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a73f5032-914c-41b5-95b4-5c47f7364f25 req-bf1ae874-63c4-4c23-99a7-33620c7419cb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.2967060 Oct 27 16:26:08.341809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.342111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Allocated IP 172.20.0.6 (8349e9a0-8847-4386-b5b8-5370bcb17bbe/2236a2e8-b54d-46d9-a03a-817cf5aed7a3/56cad3b3-5585-4abb-8de3-87cc8925dea2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:08.445193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a73f5032-914c-41b5-95b4-5c47f7364f25 req-835d4ea5-7edc-4373-aaeb-35265dac8aca tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540959 Oct 27 16:26:08.468929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d7291-3795-4fa2-81e4-fc3915fe57a0 None None] Pushing event updated for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:08.581128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-545c2c6e-d489-48eb-805d-9a4ef93df66e None None] Provisioning complete for port 9624f672-175e-48a4-9622-71d13caca063 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:08.584162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-545c2c6e-d489-48eb-805d-9a4ef93df66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.588599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-527de589-a471-4104-8930-727d60dc99d2 req-92fdf573-f482-4da9-bead-6e6781209a51 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 210 time: 0.0438461 Oct 27 16:26:08.673723 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:04Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': '9624f672-175e-48a4-9622-71d13caca063', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:7e:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:02Z', 'updated_at': '2021-10-27T16:26:07Z', 'revision_number': 4, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:08.704596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3b0a9-3502-410f-9f85-7f60de7f47cc None None] The sync data for ids ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'] in n-d-814735-4 is: [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:04Z', 'revision_number': 2, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None, '_interfaces': [{'id': '9624f672-175e-48a4-9622-71d13caca063', 'name': '', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'mac_address': 'fa:16:3e:7e:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:02Z', 'updated_at': '2021-10-27T16:26:07Z', 'revision_number': 4, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'subnets': [{'id': 'ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:08.721620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.724155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 9624f672-175e-48a4-9622-71d13caca063 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:08.725874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.839373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.852558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690', 'f0e86aea-4abe-4243-a0f9-2695192b7c48'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:08.868560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port 9624f672-175e-48a4-9622-71d13caca063, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9624f672-175e-48a4-9622-71d13caca063,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:08.868923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.886064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 9624f672-175e-48a4-9622-71d13caca063 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:08.902677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:08.906967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:08.915922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:09.008360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:09.009884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.034187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:09.057290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.058087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.058804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.059478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.060042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.063744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.069534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.070095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.070705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.071420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.072011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.072563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:09.113457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-038ff074-0718-4a71-879e-7c9451204b92 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4857488 Oct 27 16:26:09.166476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Request body: {'port': {'device_id': '40209d2d-796b-4351-afd5-3397aba5729a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:09.313594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.392351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-edc07b16-afeb-4261-9e9c-b2b4af8a2739 None None] Provisioning complete for port 56cad3b3-5585-4abb-8de3-87cc8925dea2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:09.392932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edc07b16-afeb-4261-9e9c-b2b4af8a2739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.405148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.472635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-edc07b16-afeb-4261-9e9c-b2b4af8a2739 None None] Port 56cad3b3-5585-4abb-8de3-87cc8925dea2 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:26:09.522146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=9624f672-175e-48a4-9622-71d13caca063,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:09.673225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19a04154-fe75-405e-8893-cf16b5ec38a8 req-36492359-8271-4572-9134-f6cae64a6517 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.1626377 Oct 27 16:26:09.834828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.883713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cad3b3-5585-4abb-8de3-87cc8925dea2 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:09.894426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.911805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Transition to ACTIVE for port object 56cad3b3-5585-4abb-8de3-87cc8925dea2 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:26:10.017804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8dd6-b40b-47e0-8b91-6e90ea05058b req-5a867ea9-dd2d-4f6e-8767-eef1cbcfd47d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.019570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547c8dd6-b40b-47e0-8b91-6e90ea05058b req-5a867ea9-dd2d-4f6e-8767-eef1cbcfd47d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 931 time: 0.1816235 Oct 27 16:26:10.030907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df79f8-4f60-4c1e-8c5e-288150a08ec9 req-7d220d8b-962c-432b-9d30-8bd949b45958 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.030907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4df79f8-4f60-4c1e-8c5e-288150a08ec9 req-7d220d8b-962c-432b-9d30-8bd949b45958 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1909132 Oct 27 16:26:10.049690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.157024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:10.183765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-547c8dd6-b40b-47e0-8b91-6e90ea05058b req-ecb7e8d1-a5dd-4510-a01c-f9507001202a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518466 Oct 27 16:26:10.221486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:10.246138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4df79f8-4f60-4c1e-8c5e-288150a08ec9 req-ecbfac9d-160b-4d4d-bdef-84c6171d1f13 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976099 Oct 27 16:26:10.298935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Attempting to bind port 56cad3b3-5585-4abb-8de3-87cc8925dea2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:10.299317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Attempting to bind port 56cad3b3-5585-4abb-8de3-87cc8925dea2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:10.299764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Attempting to bind port 56cad3b3-5585-4abb-8de3-87cc8925dea2 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:10.307738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Port 56cad3b3-5585-4abb-8de3-87cc8925dea2 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:26:10.308097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Attempting to bind port 56cad3b3-5585-4abb-8de3-87cc8925dea2 on network 8349e9a0-8847-4386-b5b8-5370bcb17bbe {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:10.314165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:10.314503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Checking segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:10.314936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Bound using segment: {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:10.315530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Bound port: 56cad3b3-5585-4abb-8de3-87cc8925dea2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6504b59f-5053-47d5-ad5a-c06f492e423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:10.315945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.364546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:10.376217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-373c706e-5a1d-43f6-802a-a8079c33db7d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "PUT /v2.0/routers/0f422f71-1dd3-48ec-aa9a-dc5b08a4581c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9954209 Oct 27 16:26:10.379574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:10.438923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:10.443609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:10.452781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff4b1e-1c88-446d-bb75-a1da63ea1eb8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.454419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff4b1e-1c88-446d-bb75-a1da63ea1eb8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.458476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-58ff4b1e-1c88-446d-bb75-a1da63ea1eb8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0728171 Oct 27 16:26:10.458646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:10.480943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:26:10.519601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:10.525195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.566051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.616204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.653943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.654737 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.656336 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] 10.222.0.82 "PUT /v2.0/ports/56cad3b3-5585-4abb-8de3-87cc8925dea2 HTTP/1.1" status: 200 len: 1091 time: 1.4945652 Oct 27 16:26:10.659237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:10.661743 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b286c7-941d-4f13-a701-2c096e0d7d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:10.761039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b645cc7-ff0b-42e6-83f8-3cd3c69c59ef service neutron] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:10.772778 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246fc26-3a46-4458-b77b-0fe25f921568 x-openstack-request-id: req-4246fc26-3a46-4458-b77b-0fe25f921568 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:10.782319 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:10.782926 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4246fc26-3a46-4458-b77b-0fe25f921568 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:10.783488 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'status': 'completed', 'code': 200} Oct 27 16:26:10.880570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.886772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-51a74470-7c46-4ae1-afe5-1dbf8db0c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:10.888473 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-51a74470-7c46-4ae1-afe5-1dbf8db0c2b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 1094 time: 0.1013272 Oct 27 16:26:10.889084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e194baff-6df4-40e6-96ce-55a2a2e36ee4 req-76b548d0-5a81-4818-8363-4e91d6ff52df tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0645359 Oct 27 16:26:10.950886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-89145189-f326-4197-85b6-dd062b440ea1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2 HTTP/1.1" status: 200 len: 217 time: 0.0436027 Oct 27 16:26:11.018406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-94e46643-1b78-40e6-b62c-5cd5bc10f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:11.020172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-94e46643-1b78-40e6-b62c-5cd5bc10f90d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0583770 Oct 27 16:26:11.056171 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-c974ecf9-6d4a-4cf2-9c7f-ae79c75377a8 service neutron] show failed (client error): The resource could not be found. Oct 27 16:26:11.061451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-c974ecf9-6d4a-4cf2-9c7f-ae79c75377a8 service neutron] 10.222.0.82 "GET /v2.0/ports/5589cfe9-634c-435c-a24a-b0ed59a04088/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.1289361 Oct 27 16:26:11.117118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-a836fdc6-e6c0-4836-923c-9e0a39192bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:11.120248 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-a836fdc6-e6c0-4836-923c-9e0a39192bdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902984 Oct 27 16:26:11.177198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.219111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:11.236443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.246087 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b084a418-5e73-42c0-bf3e-72e66f80c48a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b HTTP/1.1" status: 204 len: 168 time: 0.7863586 Oct 27 16:26:11.249117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:11.259014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Sync routers for ids ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:11.292811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e1a77-3cca-442a-aea1-e6dde2e958b8 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:11.323905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-f486dca1-6e3c-4012-b648-abb9a6b47ca4 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958809 Oct 27 16:26:11.411888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Routers {'0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:11.412766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:11.519317 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a0408ac2-863f-4971-a23f-0d9d41f922d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.549838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-09073e2c-1419-480b-bc04-b9299d7dda10 req-c791261c-09de-4227-97d9-c75cd55ec895 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181621 Oct 27 16:26:11.566966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Set router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:11.587789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.79', 52233) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:11.656547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:11.657280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e15ec13e-7abc-4daf-b727-c7204337d3a4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4070418 Oct 27 16:26:11.666555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae326c98-d802-4562-a1c4-e5e8e3834455 req-acfb896e-518e-4a56-b91d-cbc29745483c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:11.677698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae326c98-d802-4562-a1c4-e5e8e3834455 req-acfb896e-518e-4a56-b91d-cbc29745483c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.2502606 Oct 27 16:26:11.743708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de931-3c2d-4ebc-ae56-767e544120eb req-ac246ecf-3683-4121-8b88-bb5ebc2d6cb1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:11.749109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:09Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:11.753457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e88de931-3c2d-4ebc-ae56-767e544120eb req-ac246ecf-3683-4121-8b88-bb5ebc2d6cb1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.3019316 Oct 27 16:26:11.830076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Checking router: 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:11.848081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:11.902783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae326c98-d802-4562-a1c4-e5e8e3834455 req-c0f244e0-85bc-4f04-b36f-364326cb5c56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168882 Oct 27 16:26:11.920418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Routers {'0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:11.931915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e88de931-3c2d-4ebc-ae56-767e544120eb req-12a48a04-8973-4f9c-b647-ae2a95d3644f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774578 Oct 27 16:26:11.932572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:25:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:12.087230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] Set router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:12.164106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6698119-7951-4c62-9d9e-1264add3f8ae req-89143649-4f77-4143-9906-cbda30f42174 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0362980 Oct 27 16:26:12.202228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3a7a0777-6c17-4a60-b4af-f6109de9447e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:12.231704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:09Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:12.281542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7937ade2-5da0-4245-8b60-75afe75c263d None None] The sync data for ids ['0f422f71-1dd3-48ec-aa9a-dc5b08a4581c'] in n-d-814735-4 is: [{'id': '0f422f71-1dd3-48ec-aa9a-dc5b08a4581c', 'name': 'tempest-NetworksTestDHCPv6-router-820033669', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:00Z', 'updated_at': '2021-10-27T16:26:09Z', 'revision_number': 3, 'project_id': 'bdf5940f980b4f2f8682b38bc8713876', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:12.304455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Deleting port 3a7a0777-6c17-4a60-b4af-f6109de9447e {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:12.304821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.455083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] For port 3a7a0777-6c17-4a60-b4af-f6109de9447e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3a7a0777-6c17-4a60-b4af-f6109de9447e,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:12.455851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.488168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.542887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Calling delete_port for 3a7a0777-6c17-4a60-b4af-f6109de9447e owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:12.597736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-50599918-1e66-4ebe-9a67-5d77a1f6f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.599277 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-50599918-1e66-4ebe-9a67-5d77a1f6f39c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 1094 time: 0.2387204 Oct 27 16:26:12.639947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.680459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-c99e3d27-22b7-4776-ba29-7271c3f1b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.682097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-c99e3d27-22b7-4776-ba29-7271c3f1b9bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 1097 time: 1.0915492 Oct 27 16:26:12.714070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.776745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-d4df5002-cadf-4639-8ae5-888ac6bd5a83 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:26:12.777878 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-d4df5002-cadf-4639-8ae5-888ac6bd5a83 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070841 Oct 27 16:26:12.803079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:12.803219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] No DVR routers for this DVR port 3a7a0777-6c17-4a60-b4af-f6109de9447e on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:12.805270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949f4f-5f57-4b75-a1cf-b3715de82f86 None None] Pushing event deleted for resources: {'Port': ['ID=3a7a0777-6c17-4a60-b4af-f6109de9447e,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:12.871949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.878116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.930888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.048532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-4f80c614-193a-4745-b0a6-b469169ccd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.050577 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-4f80c614-193a-4745-b0a6-b469169ccd0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.3729055 Oct 27 16:26:13.107745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-dcd23a1c-b433-4969-b0fe-65e117fcccb0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2 HTTP/1.1" status: 200 len: 217 time: 0.0497613 Oct 27 16:26:13.117277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.117830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Fanout notify agent at l3_agent the message router_deleted on router 0f422f71-1dd3-48ec-aa9a-dc5b08a4581c {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:26:13.141042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.143099 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f66c97e9-d8d5-4f9e-a576-e83370af1900 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/routers/0f422f71-1dd3-48ec-aa9a-dc5b08a4581c HTTP/1.1" status: 204 len: 168 time: 1.4841368 Oct 27 16:26:13.149320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f75dd-b2d4-49f9-97d6-f1eaf0c80dc2 req-edb5df96-565f-47f6-8097-181651387eb9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.158543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-262f75dd-b2d4-49f9-97d6-f1eaf0c80dc2 req-edb5df96-565f-47f6-8097-181651387eb9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1177487 Oct 27 16:26:13.159818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50504) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.186741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7cd4e-e132-4e4a-b79c-4da2b6d7fa46 req-50d6db41-be14-44b0-9883-ccf467feaf23 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.195483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35d7cd4e-e132-4e4a-b79c-4da2b6d7fa46 req-50d6db41-be14-44b0-9883-ccf467feaf23 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.1434467 Oct 27 16:26:13.232967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-64eb267d-8ed1-4034-853a-08dd22e36f43 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0717607 Oct 27 16:26:13.235840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.275908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35d7cd4e-e132-4e4a-b79c-4da2b6d7fa46 req-14734024-5314-493f-bacc-503a0904dc6c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Oct 27 16:26:13.279733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-262f75dd-b2d4-49f9-97d6-f1eaf0c80dc2 req-ff32df4c-b977-40e6-944a-1dea20f96efd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094310 Oct 27 16:26:13.315361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-a58dc177-1c52-427a-9d9a-ce989c1d50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.317185 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-a58dc177-1c52-427a-9d9a-ce989c1d50e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.1948073 Oct 27 16:26:13.410695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2443a-ab92-44da-ae56-4153af7248d5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.415509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50510) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.415927 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8e2443a-ab92-44da-ae56-4153af7248d5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788516 Oct 27 16:26:13.463055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-06a91d36-6412-4ac9-8945-9c86ac020c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.464904 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-06a91d36-6412-4ac9-8945-9c86ac020c3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150234 Oct 27 16:26:13.480801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d1bd0660-91f0-4290-879a-14fc5146f85f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638032 Oct 27 16:26:13.489409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50512) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.496547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:13.505687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:13.597028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:13.655514 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-fe68cccc-73ff-43f7-9d19-94596ea4396c service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762929 Oct 27 16:26:13.666176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:13.669150 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138d634f-7820-4117-b653-8a92950a263c" -d '{"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-unplugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:13.673439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.737551 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9b33f-2af5-4ef2-8f7d-ed7f15342270 x-openstack-request-id: req-c2f9b33f-2af5-4ef2-8f7d-ed7f15342270 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:13.737848 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-unplugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:13.738098 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2f9b33f-2af5-4ef2-8f7d-ed7f15342270 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:13.738537 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'code': 200} Oct 27 16:26:13.750297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Transition to ACTIVE for port object 5589cfe9-634c-435c-a24a-b0ed59a04088 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:26:13.801119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a5b286c7-941d-4f13-a701-2c096e0d7d5c req-07a92140-022a-40e1-a26f-31d499564b21 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248870 Oct 27 16:26:13.806811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d6eb814-d966-45fc-b2f7-6874c61dd133 req-aa9dc92c-4745-4297-bef8-fb7ea53b7a82 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.3276584 Oct 27 16:26:13.818196 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.968016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570657-ba44-4333-8491-63baca496243 service neutron] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:13.981098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:13.988432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.009155 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48096466-79eb-4faa-bf42-3e63d91e7497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.109529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] No DVR routers for this DVR port 5589cfe9-634c-435c-a24a-b0ed59a04088 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:14.284502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:14.284842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:14.291287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:14.309023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:26:14.309409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Attempting to bind port 5589cfe9-634c-435c-a24a-b0ed59a04088 on network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:14.322465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:14.322820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Checking segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:14.325905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Bound using segment: {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:14.326413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Bound port: 5589cfe9-634c-435c-a24a-b0ed59a04088, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:14.327660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.328326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9624f672-175e-48a4-9622-71d13caca063 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:14.379423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9624f672-175e-48a4-9622-71d13caca063 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:14.381289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9624f672-175e-48a4-9622-71d13caca063 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:14.443525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:14.447282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:14.531572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.542512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bee4f-68ed-443f-9136-b10689f1e3cc req-74e14a41-1132-4afc-910e-36ab2e46c68c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:14.544942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-106bee4f-68ed-443f-9136-b10689f1e3cc req-74e14a41-1132-4afc-910e-36ab2e46c68c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.1428888 Oct 27 16:26:14.561895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b939e7-bdad-4527-ac50-7f13499ad964 req-e72336e7-5c1e-4c11-a335-2275d7638870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:14.563847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b939e7-bdad-4527-ac50-7f13499ad964 req-e72336e7-5c1e-4c11-a335-2275d7638870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.1281800 Oct 27 16:26:14.599002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:14.599804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.602532 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-ae570657-ba44-4333-8491-63baca496243 service neutron] 10.222.0.79 "PUT /v2.0/ports/5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1092 time: 1.8151965 Oct 27 16:26:14.606541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:14.628021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.637146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.718051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:14.729786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570657-ba44-4333-8491-63baca496243 service neutron] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:14.744844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:14.755520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:14.756707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.759056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f1b34-a2e5-45b0-be79-f9d773d4b283 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:14.764951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-106bee4f-68ed-443f-9136-b10689f1e3cc req-63965e58-feab-4dab-b14d-82f50f91389c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841071 Oct 27 16:26:14.774545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=6397d9da-c6a0-46c1-b3e9-182572e61232,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:14.790083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3b939e7-bdad-4527-ac50-7f13499ad964 req-7cef0296-13aa-45e8-90cb-a244284e3fcc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785085 Oct 27 16:26:14.811291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.811651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.811998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.812342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.812684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.813017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.813340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.813676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.813996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.814326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.814655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.814982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:14.826630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-27c67511-8231-4713-847e-ec96e08f8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:14.838026 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-27c67511-8231-4713-847e-ec96e08f8d9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1095 time: 0.2015624 Oct 27 16:26:14.886696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a043440d-de85-4d3e-801a-9fe6e4ef13f2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3958414 Oct 27 16:26:14.889348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50538) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:14.901135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:15.073119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-a87552fc-44df-4fa8-afd7-a80419e04565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.074853 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-a87552fc-44df-4fa8-afd7-a80419e04565 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.2281601 Oct 27 16:26:15.087454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60143450-dd98-40cb-8db0-7eac9daf9a8c req-7ebd038c-9395-4440-a059-d82e8b60f5c3 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0528474 Oct 27 16:26:15.170937 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-b76b8905-a07e-443a-96cd-a4229f5916c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1000 time: 0.0883236 Oct 27 16:26:15.228830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-fdc6e834-6a26-4de4-b01d-2b16570cb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.230447 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-fdc6e834-6a26-4de4-b01d-2b16570cb12e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0498064 Oct 27 16:26:15.266284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:15.270625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.299121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-8a32b872-3b6e-4b14-9c24-2596796978a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.301272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-8a32b872-3b6e-4b14-9c24-2596796978a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619929 Oct 27 16:26:15.310309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.370601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '6397d9da-c6a0-46c1-b3e9-182572e61232'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:15.371671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.527761 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-43dc7d64-d24e-4090-8fbf-52fbb774185d service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173862 Oct 27 16:26:15.605697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Allocated IP 2001:db8::f816:3eff:fe95:e941 (9b88e4df-64d5-41e8-b043-e7a8852bb832/6397d9da-c6a0-46c1-b3e9-182572e61232/7cd708ee-a090-4ec7-8819-1bad25a94358) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:15.629943 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ccf87c4-32b7-4b3c-8084-38bcd75e7184 req-79925f56-83c3-4c4c-b289-1c2b18d21029 service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938826 Oct 27 16:26:15.671570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.717706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:15.721106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:15.725196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.726117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.740111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:15.744139 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:15.750249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:15.807853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.811937 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84b8c95-bcb0-4f01-905d-18887101ec62 x-openstack-request-id: req-d84b8c95-bcb0-4f01-905d-18887101ec62 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:15.812233 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:15.812529 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d84b8c95-bcb0-4f01-905d-18887101ec62 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:15.814272 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'status': 'completed', 'code': 200} Oct 27 16:26:15.843141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:15.847346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:15.850766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe6cadf7-02d5-4189-9fdf-46919b0ea036 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9591815 Oct 27 16:26:15.853271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:15.860180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:11:a4:91', 'name': 'tempest-NetworksTestDHCPv6-137717343'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:15.958388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-d5e82675-7b75-410d-8809-b197e4c8a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.960751 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-d5e82675-7b75-410d-8809-b197e4c8a45f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1095 time: 0.1322262 Oct 27 16:26:15.965755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-abf70d5e-03f6-4e46-b574-a2e372088c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.967296 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-abf70d5e-03f6-4e46-b574-a2e372088c05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1095 time: 0.1296566 Oct 27 16:26:16.085379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:16.105368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'mac_address': 'fa:16:3e:8c:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:16.124651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-f2b79c6e-a12c-4b99-8d3b-6c514644b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.126968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-f2b79c6e-a12c-4b99-8d3b-6c514644b94a service neutron] 10.222.0.79 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.1493003 Oct 27 16:26:16.127147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.172548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028e8bf-b5cc-4ac3-9da2-89c272abb52f req-aa19efb8-f5ab-49a1-839e-7828667e60c5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.185517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7028e8bf-b5cc-4ac3-9da2-89c272abb52f req-aa19efb8-f5ab-49a1-839e-7828667e60c5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.2192707 Oct 27 16:26:16.197395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:16.205361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:16.222066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:16.223587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:16.237544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.253284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-e87f7641-5b7b-4d26-8217-06c761fc6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.254922 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-e87f7641-5b7b-4d26-8217-06c761fc6326 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.2867813 Oct 27 16:26:16.270925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:16.282380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.283275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.283723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.284188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.284626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.285177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.285714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.286234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.286748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.287730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.288174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.288606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:16.307631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cad3b3-5585-4abb-8de3-87cc8925dea2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:16.337751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Attempting to bind port 7cd708ee-a090-4ec7-8819-1bad25a94358 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:16.338763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Attempting to bind port 7cd708ee-a090-4ec7-8819-1bad25a94358 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:16.339452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Attempting to bind port 7cd708ee-a090-4ec7-8819-1bad25a94358 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:16.346486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:16.347068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:16.347582 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.348079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:16.348672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Bound port: 7cd708ee-a090-4ec7-8819-1bad25a94358, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:16.349165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.354663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:16.379139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2c80-fa06-4293-ba73-aef67e6b065a req-13eb3566-3c02-4bd5-b9ae-c65c60c03ed9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.379492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-b4645184-a55a-420e-9158-0edc6a406e3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1000 time: 0.2338343 Oct 27 16:26:16.387088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf1b2c80-fa06-4293-ba73-aef67e6b065a req-13eb3566-3c02-4bd5-b9ae-c65c60c03ed9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.4780672 Oct 27 16:26:16.390088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-42fea089-42fa-4862-b3c7-258806394119 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1000 time: 0.1001480 Oct 27 16:26:16.419261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7028e8bf-b5cc-4ac3-9da2-89c272abb52f req-b40cf948-ef8d-48a8-8741-6a84853f0db2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188942 Oct 27 16:26:16.439073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.456653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:16.459965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-8ce2a060-f591-4dea-81d7-274f97b40b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.461651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-8ce2a060-f591-4dea-81d7-274f97b40b26 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0598595 Oct 27 16:26:16.515655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:16.533171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf1b2c80-fa06-4293-ba73-aef67e6b065a req-24551fae-14ae-4ab5-a503-7e9b8d6cf850 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451643 Oct 27 16:26:16.546854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:16.578937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:16.632071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.674114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1786f815-c843-4456-b36b-b8e52cb18d9f req-f939eb83-2852-4d58-ad53-b919caf657c0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0384371 Oct 27 16:26:16.678532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.695227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 9a66b5d6-e470-4c3e-a42c-d65bba050439 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:16.781570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b6f1b-b0e5-44b9-b508-6b8ef0ef99e7 None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:16.962810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-35538711-d8b8-4625-8879-9de139e98025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.964421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-35538711-d8b8-4625-8879-9de139e98025 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.5735033 Oct 27 16:26:16.970040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-4b17e2b7-21aa-4701-8a40-4d3548a5982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.973075 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-4b17e2b7-21aa-4701-8a40-4d3548a5982a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4902809 Oct 27 16:26:16.996688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['56cad3b3-5585-4abb-8de3-87cc8925dea2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:17.014835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 172.20.0.5 (9b88e4df-64d5-41e8-b043-e7a8852bb832/67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d/9a66b5d6-e470-4c3e-a42c-d65bba050439) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:17.032948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe11:a491 (9b88e4df-64d5-41e8-b043-e7a8852bb832/6397d9da-c6a0-46c1-b3e9-182572e61232/9a66b5d6-e470-4c3e-a42c-d65bba050439) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:17.057130 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.195580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-a7437c6e-5ef4-4d79-bfc0-d60feaf1cc7b service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106972 Oct 27 16:26:17.200014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-be70e204-4cac-43f8-ae72-5d97370e78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.201612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-be70e204-4cac-43f8-ae72-5d97370e78a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272696 Oct 27 16:26:17.311900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.404819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-4db37535-14ab-4c81-86eb-a71effee86d3 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009687 Oct 27 16:26:17.411647 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-73bf3bb8-d62a-4691-bc35-d2ea232f4b29 service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380961 Oct 27 16:26:17.459782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.560889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dcf8134d-7f3c-458a-bc2e-def08e2c6eb9 req-e300b4a2-e115-4c93-8904-553a555ca0cf service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398089 Oct 27 16:26:17.576606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:17.588353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:17.591249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:17.635718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=9a66b5d6-e470-4c3e-a42c-d65bba050439,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:17.669985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8134eb8-79b6-4d9f-8fcb-89e3b82a1103 req-d444dc65-a796-4677-ab93-51542d0841ad tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.671482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8134eb8-79b6-4d9f-8fcb-89e3b82a1103 req-d444dc65-a796-4677-ab93-51542d0841ad tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 944 time: 0.1836061 Oct 27 16:26:17.682262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.682936 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.757134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6fbe88ae-5e89-44c0-8b06-6b543958b110 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9025004 Oct 27 16:26:17.760135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50582) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:17.790516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8134eb8-79b6-4d9f-8fcb-89e3b82a1103 req-3562f084-dc7e-4ec3-866e-5deec128696f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925164 Oct 27 16:26:17.816964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d787ae-6616-4dcc-8b42-e1f9fd1dfd55 req-fff468c9-181a-4a47-93bf-9b8b2b82fa18 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.829308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68d787ae-6616-4dcc-8b42-e1f9fd1dfd55 req-fff468c9-181a-4a47-93bf-9b8b2b82fa18 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.0922523 Oct 27 16:26:17.870157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68d787ae-6616-4dcc-8b42-e1f9fd1dfd55 req-51cbc44a-9b3f-4787-b807-fdf1adc19a95 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396984 Oct 27 16:26:17.879662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecc051-2a1c-41af-b18d-81cb945c6d2f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.894450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecc051-2a1c-41af-b18d-81cb945c6d2f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.894568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50584) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:17.894669 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4ecc051-2a1c-41af-b18d-81cb945c6d2f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1319997 Oct 27 16:26:18.081606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a66388a4-de59-476d-9ba9-51e8a889c9f5 req-88e70fbc-7c23-4b9d-b8cf-30c7f6524ac6 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0608804 Oct 27 16:26:18.104192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 9a66b5d6-e470-4c3e-a42c-d65bba050439 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:18.104192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.237029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.250692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 9a66b5d6-e470-4c3e-a42c-d65bba050439 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:18.282725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868029d4-3c7e-4c24-83c4-0d187343b54c None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:18.402620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:18.403184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.493340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:18.607603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.619510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.639807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:18.640279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.641762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=9a66b5d6-e470-4c3e-a42c-d65bba050439,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:18.694182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:18.774140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.784190 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.786976 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.788747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f2b8c6ed-d5fc-49e5-81bf-6b2a66122275 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/9a66b5d6-e470-4c3e-a42c-d65bba050439 HTTP/1.1" status: 204 len: 168 time: 0.8941708 Oct 27 16:26:18.791899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50592) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:18.851000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744a851-0794-447e-bb7e-fdcf5d4c7230 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:18.852559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744a851-0794-447e-bb7e-fdcf5d4c7230 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:18.854203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744a851-0794-447e-bb7e-fdcf5d4c7230 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:18.858434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7744a851-0794-447e-bb7e-fdcf5d4c7230 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0628891 Oct 27 16:26:18.859514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50596) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:18.864588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73c52e-aa5c-483b-a9e1-87836ef6103c None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '6397d9da-c6a0-46c1-b3e9-182572e61232', 'ip_address': '2001:db8::f816:3eff:fe95:e941'}, {'subnet_id': '67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '7cd708ee-a090-4ec7-8819-1bad25a94358'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:18.905650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf264d-85f6-49ca-b5ac-2079a60415e0 None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:18.912687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc73c52e-aa5c-483b-a9e1-87836ef6103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.938730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 6397d9da-c6a0-46c1-b3e9-182572e61232 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:18.953826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.993837 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:18.994354 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:19.050060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.100897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d602788-d3e1-4fb4-976b-6ff225131ebb req-27b062d4-54be-4767-b32d-34ac9092f3f7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:19.107931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d602788-d3e1-4fb4-976b-6ff225131ebb req-27b062d4-54be-4767-b32d-34ac9092f3f7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 944 time: 0.1665084 Oct 27 16:26:19.120498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:19.125752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e75ef7-3a4d-4e41-82e9-b50aaf6d7c34 req-916ed6f4-5575-45a8-941d-586ae6e62181 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:19.132652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e75ef7-3a4d-4e41-82e9-b50aaf6d7c34 req-916ed6f4-5575-45a8-941d-586ae6e62181 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 944 time: 0.1398427 Oct 27 16:26:19.195348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e75ef7-3a4d-4e41-82e9-b50aaf6d7c34 req-d23a69e8-7de8-4365-b337-c43d4b323fbe tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564330 Oct 27 16:26:19.252062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:19.266915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'port_id': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'mac_address': 'fa:16:3e:85:5a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:19.269913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d602788-d3e1-4fb4-976b-6ff225131ebb req-cd5767ee-c713-414d-b4bb-7b0a21f90636 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610162 Oct 27 16:26:19.316648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.322563 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.350531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5589cfe9-634c-435c-a24a-b0ed59a04088 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:19.383562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:19.458791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.498324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-749516a4-05c2-4680-ac48-d5057bfc359b req-f205366f-171a-46e4-a43e-db88ecaac8eb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0666695 Oct 27 16:26:19.573935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:19.624901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-dc73c52e-aa5c-483b-a9e1-87836ef6103c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6397d9da-c6a0-46c1-b3e9-182572e61232: This subnet is being modified by another concurrent operation. Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:26:19.626371 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6397d9da-c6a0-46c1-b3e9-182572e61232: This subnet is being modified by another concurrent operation. Oct 27 16:26:19.630744 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 16:26:19.667682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=6397d9da-c6a0-46c1-b3e9-182572e61232,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:19.694551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.708351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e367f5d-951a-430e-b2f2-7b687bfee93c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/6397d9da-c6a0-46c1-b3e9-182572e61232 HTTP/1.1" status: 204 len: 168 time: 0.8446209 Oct 27 16:26:19.712207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50626) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:19.766063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b603bd5-b919-49d5-80ba-51f90619365c None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:19.773839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['5589cfe9-634c-435c-a24a-b0ed59a04088'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:19.806307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:19.816251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.904753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c422-08c2-496f-8f2f-727ec4b0e26e req-3206a8d9-16f4-4d18-a0a5-cd80d62c2dba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:19.921598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0029c422-08c2-496f-8f2f-727ec4b0e26e req-3206a8d9-16f4-4d18-a0a5-cd80d62c2dba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.1107247 Oct 27 16:26:19.939595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.954632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:20.014007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0029c422-08c2-496f-8f2f-727ec4b0e26e req-4c31f2ab-5d03-4e38-8a53-4a30118d14de tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907772 Oct 27 16:26:20.076257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-99a0aa91-611d-4a2c-9634-11e8182b7ea7 None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:20.076726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-99a0aa91-611d-4a2c-9634-11e8182b7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.096463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.205081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-0a914ef4-7b11-4711-a4a6-2703130f6684 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.208511 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-0a914ef4-7b11-4711-a4a6-2703130f6684 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a&tenant_id=2456b7420bc444239338671cce95b1c1&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 945 time: 0.2413838 Oct 27 16:26:20.257636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 56cad3b3-5585-4abb-8de3-87cc8925dea2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:26:20.291186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 56cad3b3-5585-4abb-8de3-87cc8925dea2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:20.291620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.302841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.353615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:20.391410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.401218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50650) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:20.405406 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01200561-0c73-45d9-ad9d-89080600e8d9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d HTTP/1.1" status: 204 len: 168 time: 0.6902757 Oct 27 16:26:20.452971 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-c7952993-7306-4d9b-bfad-c9d54a3fe399 service neutron] delete failed (client error): The resource could not be found. Oct 27 16:26:20.454050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-c7952993-7306-4d9b-bfad-c9d54a3fe399 service neutron] 10.222.0.82 "DELETE /v2.0/ports/5589cfe9-634c-435c-a24a-b0ed59a04088/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.2345288 Oct 27 16:26:20.482636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-165d4bab-51d7-4a3d-bb9a-f9694711e61a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801375 Oct 27 16:26:20.485317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50652) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:20.490888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:20.589532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-e8ca6bbc-8b57-4c4c-87a0-12dc8886ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.592833 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-e8ca6bbc-8b57-4c4c-87a0-12dc8886ae02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1096 time: 0.0794203 Oct 27 16:26:20.612306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:20.664063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-99a0aa91-611d-4a2c-9634-11e8182b7ea7 None None] Could not find standard attr ID for object 9a66b5d6-e470-4c3e-a42c-d65bba050439. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:20.671106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fc90097-ba68-4d6d-93c4-9a2b71ad4977 req-7f061277-f10e-49f3-8a33-901c68c8f226 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0618823 Oct 27 16:26:20.732578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719607d-168d-4192-9798-e7ee0288c069 req-c9be1de0-ba5a-4abc-9721-baa091b3a801 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.743883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a719607d-168d-4192-9798-e7ee0288c069 req-c9be1de0-ba5a-4abc-9721-baa091b3a801 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 944 time: 0.2720184 Oct 27 16:26:20.804998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-f63da015-0354-4345-81c9-7c6f80f225dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.804998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-f63da015-0354-4345-81c9-7c6f80f225dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.1830246 Oct 27 16:26:20.827781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a719607d-168d-4192-9798-e7ee0288c069 req-d29479e8-5af9-4c66-8fd3-8e8c3c658007 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Oct 27 16:26:20.866175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-ca26b8fb-7a57-4a26-b8b5-a6555e55e2c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1001 time: 0.0707700 Oct 27 16:26:20.875595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043c990-be17-4dfe-b0a4-6c3f739107fe None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '7cd708ee-a090-4ec7-8819-1bad25a94358'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:20.905662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:20.913050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.921977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-200b8866-f215-40cf-81d2-ae22e9b72f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.923509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-200b8866-f215-40cf-81d2-ae22e9b72f43 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.0501962 Oct 27 16:26:20.944031 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b043c990-be17-4dfe-b0a4-6c3f739107fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.989450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.018268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-fdfbdfcf-f3cc-4f4b-bed1-b541ffaf308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.019830 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-fdfbdfcf-f3cc-4f4b-bed1-b541ffaf308d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887303 Oct 27 16:26:21.024143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.143063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-786406d6-2ee5-484c-8a92-8242100336a6 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129527 Oct 27 16:26:21.194351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:21.202511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:21.204772 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce4e8f-7c57-4431-9b66-713ea39ec85c" -d '{"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-plugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:21.283160 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff7c02-2e54-4739-aa71-1d3520aaced2 x-openstack-request-id: req-34ff7c02-2e54-4739-aa71-1d3520aaced2 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:21.283569 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-plugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:21.283828 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34ff7c02-2e54-4739-aa71-1d3520aaced2 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:21.284226 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'code': 200} Oct 27 16:26:21.294565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:21.317675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b957bd-c1d6-4254-8d48-f30cfed636b8 req-3be4a8ff-0521-465a-b829-56e3a70ccea1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.323714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81b957bd-c1d6-4254-8d48-f30cfed636b8 req-3be4a8ff-0521-465a-b829-56e3a70ccea1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.1441071 Oct 27 16:26:21.333352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.377953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5fa8a915-eee9-40ed-84cf-eccf94114e6f req-98419658-8dd8-4f57-afb3-17a98f4baa65 service neutron] 10.222.0.82 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256558 Oct 27 16:26:21.424751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:21.430057 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.492304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:21.492783 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.565492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:21.591523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81b957bd-c1d6-4254-8d48-f30cfed636b8 req-c33e3348-ebe7-488b-b27e-f700e4800a00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634087 Oct 27 16:26:21.595611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d9c69-e0e3-4437-969b-477331f53a6f req-eb4a2817-1ec0-43d8-ab51-3ed9b62a0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.603454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81d9c69-e0e3-4437-969b-477331f53a6f req-eb4a2817-1ec0-43d8-ab51-3ed9b62a0d69 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 1095 time: 0.2344406 Oct 27 16:26:21.657386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81d9c69-e0e3-4437-969b-477331f53a6f req-11891c51-9761-44ad-b6ba-88623e9ad554 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Oct 27 16:26:21.658268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99284f5-99a5-46a8-8ec3-2b59527ea04c None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:26:21.715318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.788379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:21.845681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99284f5-99a5-46a8-8ec3-2b59527ea04c None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:26:21.853092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d30ed05a-0162-490c-9144-a222d257cbd9 req-43496e7b-af33-488a-83e7-56dd8c75dc62 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0496359 Oct 27 16:26:21.894026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:21.934671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.040130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783843c4-e074-4f2a-bdd7-d7e20b3a0d30 None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:22.091796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e486e61f-ce27-4559-9ccd-dc0fd7516aaf None None] Could not find standard attr ID for object 9a66b5d6-e470-4c3e-a42c-d65bba050439. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:22.149221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff542-f8a5-4eb8-81bb-042911e41886 req-a803e13e-8ea3-414d-ba06-ba2911ac0d20 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.150844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-567ff542-f8a5-4eb8-81bb-042911e41886 req-a803e13e-8ea3-414d-ba06-ba2911ac0d20 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1438825 Oct 27 16:26:22.221456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-567ff542-f8a5-4eb8-81bb-042911e41886 req-19f9acb1-82f8-4744-bdf1-db8c9f6b1eb0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516968 Oct 27 16:26:22.489589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '8f887904-de70-40da-9511-64eca829146a'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '7cd708ee-a090-4ec7-8819-1bad25a94358'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:22.531268 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.685481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.962804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a12c5-b3b2-49b6-a88e-56b14a89d690 req-4a67ed04-2e5c-449d-ab32-5873e15f00d5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.964427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-107a12c5-b3b2-49b6-a88e-56b14a89d690 req-4a67ed04-2e5c-449d-ab32-5873e15f00d5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 945 time: 0.0822208 Oct 27 16:26:22.980001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:23.028518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec7519e7-466c-410c-bb80-15b120fa6ef6 req-4a1d7364-9306-469e-8802-1b90800bc192 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0461683 Oct 27 16:26:23.068572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-107a12c5-b3b2-49b6-a88e-56b14a89d690 req-89f491d3-99e6-482d-82fb-93f579570627 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976925 Oct 27 16:26:23.072391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.098581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50772) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:23.147375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:23.189057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.189837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.264238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:23.279886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-affadb83-9daa-4261-aa30-80569c585269 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/bdec83be-6aa8-4331-8ea5-60b9e3d239e6 HTTP/1.1" status: 200 len: 993 time: 0.1725264 Oct 27 16:26:23.283593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:23.283946 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:23.302115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:23.310192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:23.311026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.331232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=8f887904-de70-40da-9511-64eca829146a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.355740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 5589cfe9-634c-435c-a24a-b0ed59a04088 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:26:23.359851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 5589cfe9-634c-435c-a24a-b0ed59a04088 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:23.363848 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.374243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=8']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.418147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729dc3-67b8-4126-be41-d3466fa4ece3 req-0f47b41e-1a60-43c5-a808-a84bd1c570b2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:23.419782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64729dc3-67b8-4126-be41-d3466fa4ece3 req-0f47b41e-1a60-43c5-a808-a84bd1c570b2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.0977616 Oct 27 16:26:23.462807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2db6ee99-a9de-41be-99ec-ef6fef9af363 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9737549 Oct 27 16:26:23.463281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:23.468670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:23.499447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.524735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:23.525015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64729dc3-67b8-4126-be41-d3466fa4ece3 req-e4c1d64c-feed-4424-a5c4-070b02f93748 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944052 Oct 27 16:26:23.527752 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12233e-745b-4d5a-b479-43ae613f70e8" -d '{"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-plugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:23.550354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:23.601973 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086be98b-92b6-4fea-b219-a644e986e59b x-openstack-request-id: req-086be98b-92b6-4fea-b219-a644e986e59b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:23.602277 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-plugged", "status": "completed", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:23.602527 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-086be98b-92b6-4fea-b219-a644e986e59b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:23.603134 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'code': 200} Oct 27 16:26:23.624151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.687516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.697023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:23.701778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.856964 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.180409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc233444-bfbf-46a7-8c67-ea19837155f3 req-254f4f1c-001b-4f97-af53-9b588d1a7c1a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0398710 Oct 27 16:26:24.192010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:24.235027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.268849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.328287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:24.331705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:24.335868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.336464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.342813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.358001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=82e77852-617f-43ac-b37e-0da0d21935ad,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:24.430150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79ea15-83f5-4ba2-817e-afe63cdcb67c None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:24.460584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-53dd8361-1437-43ea-bbf4-dac2f3bb659d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9958830 Oct 27 16:26:24.463224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:24.475697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:fb:24:f6', 'name': 'tempest-NetworksTestDHCPv6-406973418'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:24.726314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:24.729313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa9b38-0038-4a4a-b011-f1a354363f34 req-7456c61a-b674-4280-b71a-4f005b7a846e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.739481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8aa9b38-0038-4a4a-b011-f1a354363f34 req-7456c61a-b674-4280-b71a-4f005b7a846e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.0803554 Oct 27 16:26:24.805259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8aa9b38-0038-4a4a-b011-f1a354363f34 req-b573d3ee-0fc2-486b-9c88-332f1fe60d8a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Oct 27 16:26:24.867347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.911822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 14e28adc-3b91-48f6-abac-f7dd94477c20 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:25.172511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 172.20.0.11 (9b88e4df-64d5-41e8-b043-e7a8852bb832/82e77852-617f-43ac-b37e-0da0d21935ad/14e28adc-3b91-48f6-abac-f7dd94477c20) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:25.181198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fefb:24f6 (9b88e4df-64d5-41e8-b043-e7a8852bb832/8f887904-de70-40da-9511-64eca829146a/14e28adc-3b91-48f6-abac-f7dd94477c20) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:25.412700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8373d-c270-4c7f-a96d-7a4f09bf5c21 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:26:25.420805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.446416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b07d404-9d0f-478c-a293-735a8146a219 req-5c4b40a5-8e55-4f24-b037-772b6e40f16b tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.1156507 Oct 27 16:26:25.509686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4da32f-f6a5-4789-9854-076212c5cd71 req-6658dad5-05f3-433d-bd05-404f91c06ed8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:25.526688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b4da32f-f6a5-4789-9854-076212c5cd71 req-6658dad5-05f3-433d-bd05-404f91c06ed8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1556573 Oct 27 16:26:25.545148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.619822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b4da32f-f6a5-4789-9854-076212c5cd71 req-aa9047aa-c476-47fc-9d4c-995a3e9098d3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917385 Oct 27 16:26:25.698345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-88f229a7-7e82-4cc7-b6c4-6e7126cb1b52 None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:25.699096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-88f229a7-7e82-4cc7-b6c4-6e7126cb1b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.716279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:25.723714 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:25.727088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:25.765423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=14e28adc-3b91-48f6-abac-f7dd94477c20,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:25.774719 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-dd50fe86-2435-4c2c-9dde-ed849e689828 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2422180 Oct 27 16:26:25.785439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8373d-c270-4c7f-a96d-7a4f09bf5c21 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:26:25.807649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:25.813637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.907962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-deef92a9-03a9-402d-80b4-a9769c5ba219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:25.912275 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-deef92a9-03a9-402d-80b4-a9769c5ba219 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.0731487 Oct 27 16:26:26.028313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50908) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:26.030938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28400266-e2f0-4e35-a02f-01ed5585aa78 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5644543 Oct 27 16:26:26.100125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-e35033a5-8482-43d2-bd59-3637309a915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.101856 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-e35033a5-8482-43d2-bd59-3637309a915e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.1663971 Oct 27 16:26:26.125957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82defcb-d50d-46e1-b9fc-24e685f41d05 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.132745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82defcb-d50d-46e1-b9fc-24e685f41d05 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.134411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a82defcb-d50d-46e1-b9fc-24e685f41d05 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1043806 Oct 27 16:26:26.137167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50914) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:26.224226 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-ed975ab5-4fd5-4808-ab40-b7acb8646036 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 1002 time: 0.1042185 Oct 27 16:26:26.274208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 14e28adc-3b91-48f6-abac-f7dd94477c20 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:26.274726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.371184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-76c8ca7d-371d-4142-be7d-4dc10e90f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.373361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-76c8ca7d-371d-4142-be7d-4dc10e90f9ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.1434560 Oct 27 16:26:26.435895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-274f4565-493e-4924-9c4a-a37c2213bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.437921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-274f4565-493e-4924-9c4a-a37c2213bc21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561080 Oct 27 16:26:26.466522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '8f887904-de70-40da-9511-64eca829146a', 'ip_address': '2001:db8::f816:3eff:fe95:e941'}, {'subnet_id': '82e77852-617f-43ac-b37e-0da0d21935ad'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '7cd708ee-a090-4ec7-8819-1bad25a94358'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:26.499751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.515936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 14e28adc-3b91-48f6-abac-f7dd94477c20 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:26.527205 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.527899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:26.653330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:26.653785 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.665105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-871981f4-56f8-4d80-bd79-1d514c5ee7d0 req-4f585dc5-2a91-47b9-a7cd-dc5248f52326 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7ca272b-59c7-446c-9605-d204527e2e19 HTTP/1.1" status: 200 len: 210 time: 0.0537369 Oct 27 16:26:26.696471 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-4e916792-9ace-470a-aca3-401e6c65e6f0 service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433012 Oct 27 16:26:26.873586 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bb39132b-02cf-441d-b766-d7dadaeea8f7 req-4e9c1037-a4ca-4fab-aadd-431f579fc9e7 service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710675 Oct 27 16:26:26.942594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Allocated IP 172.20.0.2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/82e77852-617f-43ac-b37e-0da0d21935ad/7cd708ee-a090-4ec7-8819-1bad25a94358) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:26.979399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27fa0a-2ca5-4fc4-a683-487bc7632de2 req-3050554e-e88d-4c07-b6b1-60a2c18eb446 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.981098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f27fa0a-2ca5-4fc4-a683-487bc7632de2 req-3050554e-e88d-4c07-b6b1-60a2c18eb446 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1799212 Oct 27 16:26:27.067010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f27fa0a-2ca5-4fc4-a683-487bc7632de2 req-beb25c3f-92e5-41af-b2d5-5b6ff6d9ff79 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558782 Oct 27 16:26:27.111293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:27.146899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.279614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.323280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=14e28adc-3b91-48f6-abac-f7dd94477c20,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:27.333678 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.476918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.483969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-504a4555-dc19-438c-824b-b3b99144caae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/14e28adc-3b91-48f6-abac-f7dd94477c20 HTTP/1.1" status: 204 len: 168 time: 1.3455987 Oct 27 16:26:27.484734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50972) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:27.552499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2aa13-b5f6-4fda-8da1-06766bd43dbe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:27.554040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2aa13-b5f6-4fda-8da1-06766bd43dbe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:27.555900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2aa13-b5f6-4fda-8da1-06766bd43dbe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:27.557518 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c7f2aa13-b5f6-4fda-8da1-06766bd43dbe tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0717669 Oct 27 16:26:27.560268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50976) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:27.637081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 82e77852-617f-43ac-b37e-0da0d21935ad {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:27.643935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.645899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7162-3a61-4e2d-b235-14c478a8ab87 None None] Pushing event updated for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:27.698665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.904590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.970738 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.164756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.178431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51014) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:28.261012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.284522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51024) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:28.285441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/82e77852-617f-43ac-b37e-0da0d21935ad HTTP/1.1" status: 204 len: 168 time: 0.7203166 Oct 27 16:26:28.382313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89941017-f2dd-451d-b3d5-68cf519b74e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=82e77852-617f-43ac-b37e-0da0d21935ad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:28.422351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.476037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:28.554981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 8f887904-de70-40da-9511-64eca829146a {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:28.571303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.587730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cd0c8-9842-4203-a7ee-f2dd6d5dec8d None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:28.658684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:28.659401 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.688848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.727181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-49e4466a-528a-4b3c-aebb-59d9f02934be None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:28.727773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49e4466a-528a-4b3c-aebb-59d9f02934be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.750494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.852141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52968aed-468a-4488-a444-eac057feb8be req-af581a55-18a6-418b-85ea-3c3ed56ffcf0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:28.860136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52968aed-468a-4488-a444-eac057feb8be req-af581a55-18a6-418b-85ea-3c3ed56ffcf0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.4673364 Oct 27 16:26:28.867872 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.942212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-52968aed-468a-4488-a444-eac057feb8be req-b92b0e49-15f9-467f-a16f-968473058e5e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Oct 27 16:26:28.950918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-49e4466a-528a-4b3c-aebb-59d9f02934be None None] Could not find standard attr ID for object 14e28adc-3b91-48f6-abac-f7dd94477c20. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:28.951944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.954759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.962503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:28.989051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a HTTP/1.1" status: 204 len: 168 time: 0.8075931 Oct 27 16:26:29.016817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a94716-c001-46b8-ac8a-7023ec43d43d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.031779 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-1010aee7-23b0-4943-b356-940b9125df3d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] show failed (client error): The resource could not be found. Oct 27 16:26:29.033355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1010aee7-23b0-4943-b356-940b9125df3d tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "GET /v2.0/security-groups/4c17a75c-b9a6-48c1-8a35-f3fcaab32d5a HTTP/1.1" status: 404 len: 347 time: 0.0689268 Oct 27 16:26:29.036622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51058) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:29.124462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.267596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 1675b42a-4c71-4d87-9d57-7fbbba1a4611 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:29.268493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.286729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.365210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.365536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.380189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 1675b42a-4c71-4d87-9d57-7fbbba1a4611 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:29.386295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=8f887904-de70-40da-9511-64eca829146a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.395547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.401798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd9c7f2d-f9f6-40c0-91ac-08c791197a38 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/8f887904-de70-40da-9511-64eca829146a HTTP/1.1" status: 204 len: 168 time: 1.1212599 Oct 27 16:26:29.403556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51074) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:29.526628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3a4c23d-79f1-4c1e-9ee3-9a91033b9fcf tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215165 Oct 27 16:26:29.529476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:29.542292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:29.770448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.787459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:29.792101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.826042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=1675b42a-4c71-4d87-9d57-7fbbba1a4611,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.942384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.946270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.947841 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6df7d6ba-b959-44ef-a05c-09551edb06d8 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/floatingips/4288a518-ba90-40e3-83f8-e06bbd98634e HTTP/1.1" status: 204 len: 168 time: 0.9099708 Oct 27 16:26:29.950560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51102) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.088543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780db86f-c031-4207-8e8e-d5ad119a968e None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:30.183023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-73539ecd-573e-4913-8dc0-38a36984d918 None None] Provisioning complete for port 7cd708ee-a090-4ec7-8819-1bad25a94358 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:30.183687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-73539ecd-573e-4913-8dc0-38a36984d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.203339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8feb82-691c-4b39-8388-3e9c2a048b4c req-70b790c5-71ff-48e7-a89a-c9e577865777 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.206880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd8feb82-691c-4b39-8388-3e9c2a048b4c req-70b790c5-71ff-48e7-a89a-c9e577865777 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1620471 Oct 27 16:26:30.269909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd8feb82-691c-4b39-8388-3e9c2a048b4c req-7bee7053-f3e8-4e70-819c-0b65d42c0dbe tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542295 Oct 27 16:26:30.283778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port a8d9c7ad-9c6c-4341-927e-1262cfda5afe {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:30.284186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.365266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.416253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:30.437675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:30.452194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:30.467880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.468728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.489696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Deleting port 7cd708ee-a090-4ec7-8819-1bad25a94358 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:30.490220 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.504954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=b7c3213d-e651-479e-a276-22f3363bbc84,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.508874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.535494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for a8d9c7ad-9c6c-4341-927e-1262cfda5afe owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:30.603968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] For port 7cd708ee-a090-4ec7-8819-1bad25a94358, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7cd708ee-a090-4ec7-8819-1bad25a94358,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:30.609366 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.620412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1c41dacc-16fb-4f8c-80f8-f87f7cd2f4c2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0892723 Oct 27 16:26:30.624279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51134) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.640159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:30.640669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Calling delete_port for 7cd708ee-a090-4ec7-8819-1bad25a94358 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:30.785200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-f9510f9f-7b0e-4ce6-942b-492e12b4f78c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0720577 Oct 27 16:26:30.839215 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.867109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.868956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.869927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.870538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.871133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.872020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.872489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.872602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] Pushing event deleted for resources: {'Port': ['ID=7cd708ee-a090-4ec7-8819-1bad25a94358,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.875715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47637e95-631b-40a4-897c-f63a5984df36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6491 time: 0.0576558 Oct 27 16:26:30.877655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.879938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37db04-a675-4da9-a3a3-67bf54f2d700 None None] No DVR routers for this DVR port 7cd708ee-a090-4ec7-8819-1bad25a94358 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:30.898310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:30.899441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.937543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=a8d9c7ad-9c6c-4341-927e-1262cfda5afe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.938567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3debb82b-636c-4a80-8bb4-f3307717f4be None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:31.070541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.078074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ae5be2f-6db5-42d6-b7b9-b8dfa9902ccc tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/ports/a8d9c7ad-9c6c-4341-927e-1262cfda5afe HTTP/1.1" status: 204 len: 168 time: 1.1217065 Oct 27 16:26:31.078490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:31.156748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'b7c3213d-e651-479e-a276-22f3363bbc84'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:31.157984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.209876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-ff5949ea-ebb8-43e2-9677-1afaf1963ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.210383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-ff5949ea-ebb8-43e2-9677-1afaf1963ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.210850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-ff5949ea-ebb8-43e2-9677-1afaf1963ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.212513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-ff5949ea-ebb8-43e2-9677-1afaf1963ce6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 200 len: 2294 time: 0.2859004 Oct 27 16:26:31.307556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:31.307933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.376205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Allocated IP 172.20.0.2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/b7c3213d-e651-479e-a276-22f3363bbc84/d0bb4922-1098-4ff2-a251-855d0a8df7be) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:31.396715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7f56b0fe-0a22-4b16-b6f2-7171d796b77a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 200 len: 1002 time: 0.1747291 Oct 27 16:26:31.510188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.534625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:31.555285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-38d7505a-bfe7-446e-a9a4-68bb11f69165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.557404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-38d7505a-bfe7-446e-a9a4-68bb11f69165 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e3048bf-2281-4dd1-9df8-b27feb5ac83b HTTP/1.1" status: 200 len: 851 time: 0.1522934 Oct 27 16:26:31.576113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234fd68-6323-4894-807d-6d5ec1ddf7cf req-5650546b-ac5d-40eb-aef2-1f9ee9225685 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.578264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8234fd68-6323-4894-807d-6d5ec1ddf7cf req-5650546b-ac5d-40eb-aef2-1f9ee9225685 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1480534 Oct 27 16:26:31.589910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:31.593953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.731132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:31.736973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:31.743167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-0c450264-303b-459f-881d-9aa39f80af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.745019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-0c450264-303b-459f-881d-9aa39f80af03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657829 Oct 27 16:26:31.760607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8234fd68-6323-4894-807d-6d5ec1ddf7cf req-f914910c-58bc-485f-b1e8-173a31e4f655 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504705 Oct 27 16:26:31.772859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.773747 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.793118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.805540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.858214 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ce0fa7c-6c38-428b-88c7-d571b0518ef1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2322519 Oct 27 16:26:31.869786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51192) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:31.884331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.888498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:c1:f9:0e', 'name': 'tempest-NetworksTestDHCPv6-1362994999'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:31.943543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:31.961753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Pushing event updated for resources: {'Port': ['ID=d0bb4922-1098-4ff2-a251-855d0a8df7be,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.967073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:31.973203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:31.981717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:32.096746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Attempting to bind port d0bb4922-1098-4ff2-a251-855d0a8df7be on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:32.097181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Attempting to bind port d0bb4922-1098-4ff2-a251-855d0a8df7be by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:32.097609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Attempting to bind port d0bb4922-1098-4ff2-a251-855d0a8df7be on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:32.108445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:32.108824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:32.109228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.109626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:32.110107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Bound port: d0bb4922-1098-4ff2-a251-855d0a8df7be, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:32.110500 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.149603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:32.185791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'port_id': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'mac_address': 'fa:16:3e:8c:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:32.226959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-d06a4692-ea75-45d5-b3bb-71da460db751 service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704249 Oct 27 16:26:32.245930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] For port d0bb4922-1098-4ff2-a251-855d0a8df7be, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:32.261173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] For port d0bb4922-1098-4ff2-a251-855d0a8df7be, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0bb4922-1098-4ff2-a251-855d0a8df7be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:32.262281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.275792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56cad3b3-5585-4abb-8de3-87cc8925dea2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:32.294694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:32.362267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-41d27e52-e8a5-4fb5-b4c6-9704544ef8af service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240501 Oct 27 16:26:32.370462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:32.392466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7cd708ee-a090-4ec7-8819-1bad25a94358 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:32.392998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7cd708ee-a090-4ec7-8819-1bad25a94358 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:32.415898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-5e001303-d8fd-4162-8c38-47f465c18c75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 217 time: 0.0457606 Oct 27 16:26:32.472092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47ba10a8-bb9a-4206-a201-f157e3d4327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.473555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47ba10a8-bb9a-4206-a201-f157e3d4327d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0477960 Oct 27 16:26:32.522813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-1a8eeb06-eef5-4888-818a-a698c85d1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.524342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-1a8eeb06-eef5-4888-818a-a698c85d1af3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436141 Oct 27 16:26:32.614720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-47a4d6c1-6501-4ae0-a41b-188e3d1d69d8 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829108 Oct 27 16:26:32.715666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-5a0974a7-ce97-4e66-b724-29591e7a13d9 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918751 Oct 27 16:26:32.757812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-9a2ed678-e476-4707-994f-081e037c82cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 217 time: 0.0356178 Oct 27 16:26:32.817289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7721761d-c4c2-4ce9-b697-2936fedf537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.822960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7721761d-c4c2-4ce9-b697-2936fedf537b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0545726 Oct 27 16:26:32.878927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.883026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.897324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.901907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:32.962584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7eb91d2d-a158-41e0-bad0-ed516bd81451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.964261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7eb91d2d-a158-41e0-bad0-ed516bd81451 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363378 Oct 27 16:26:32.969177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:32.974654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.040548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['56cad3b3-5585-4abb-8de3-87cc8925dea2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:33.121576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dfba7-07a8-49a7-812a-068ed342055b None None] Pushing event updated for resources: {'Port': ['ID=d0bb4922-1098-4ff2-a251-855d0a8df7be,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.219031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f656912-429d-43a3-a6f3-b7f0101e7607 req-845fc84e-49c9-4fba-b922-9d5eb6a26485 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:33.233958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f656912-429d-43a3-a6f3-b7f0101e7607 req-845fc84e-49c9-4fba-b922-9d5eb6a26485 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 944 time: 0.3476162 Oct 27 16:26:33.342773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.365934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.370059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1f98878f-a853-47ce-97f9-24448a5e23f0 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/ports/3341abbc-b2a2-4eb8-9aeb-d67187bcc4b4 HTTP/1.1" status: 204 len: 168 time: 2.2860417 Oct 27 16:26:33.372784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:33.394629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-ac0ddc32-3915-4419-a979-1cf13487afdb service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218848 Oct 27 16:26:33.415141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f656912-429d-43a3-a6f3-b7f0101e7607 req-c4203ae6-8b35-4e96-9c4a-d2192b002b2f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831293 Oct 27 16:26:33.423491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 0376091c-8c5d-4757-bfe3-1bdd5bb0c614 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:33.513275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting subnet 00dee51f-ae92-49c5-9f9b-f27243b92142 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:33.544281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.591434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.722202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.762652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-07913b89-6914-46ab-a63d-32508283c173 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400602 Oct 27 16:26:33.861041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-4829cb65-3d08-4405-9281-b20d234759c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb HTTP/1.1" status: 200 len: 217 time: 0.0890350 Oct 27 16:26:33.895686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.952263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Subnet': ['ID=00dee51f-ae92-49c5-9f9b-f27243b92142,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.953758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f673de1b-bd79-4ceb-ac40-4306c7d134e8 None None] Network c5f36272-3b4d-4e69-be58-fba9b268dcc6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:33.957294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.958976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:33.963170 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-18403bde-19c0-41cf-ba89-307e009a9f2a tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/subnets/00dee51f-ae92-49c5-9f9b-f27243b92142 HTTP/1.1" status: 204 len: 168 time: 0.5886142 Oct 27 16:26:33.966305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51264) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:33.971789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 172.20.0.8 (9b88e4df-64d5-41e8-b043-e7a8852bb832/b7c3213d-e651-479e-a276-22f3363bbc84/0376091c-8c5d-4757-bfe3-1bdd5bb0c614) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:33.989131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fec1:f90e (9b88e4df-64d5-41e8-b043-e7a8852bb832/4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad/0376091c-8c5d-4757-bfe3-1bdd5bb0c614) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:34.062559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-5e255141-fc25-42a6-b8b6-cb375d18bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:34.070721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-5e255141-fc25-42a6-b8b6-cb375d18bf33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.1993947 Oct 27 16:26:34.104465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting subnet 8108fb3b-55a8-4406-8ae5-6c2f7e396818 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:34.110493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.162162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.295090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 56cad3b3-5585-4abb-8de3-87cc8925dea2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:34.295090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.309287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.369734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.449528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-e77dee82-efa6-4fa1-90de-8d514f9ea82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:34.458446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-e77dee82-efa6-4fa1-90de-8d514f9ea82f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065891 Oct 27 16:26:34.460129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.524278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.526370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] DHCP port deletion for c5f36272-3b4d-4e69-be58-fba9b268dcc6 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:34.599882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0bb4922-1098-4ff2-a251-855d0a8df7be up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:34.636875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.669930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:34.673074 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ebace-ec31-4d8b-803d-725080631cab" -d '{"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-plugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:34.697955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Subnet': ['ID=8108fb3b-55a8-4406-8ae5-6c2f7e396818,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:34.710333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.714086 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d5afe218-7e40-42a2-a04f-2f18e1908a27 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/subnets/8108fb3b-55a8-4406-8ae5-6c2f7e396818 HTTP/1.1" status: 204 len: 168 time: 0.7460682 Oct 27 16:26:34.720846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:34.791084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:34.816928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:34.826534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:34.835072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=0376091c-8c5d-4757-bfe3-1bdd5bb0c614,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:34.920450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.999988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.003754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.022928 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a75774-78c3-4132-b7f7-e816ec9fc94c x-openstack-request-id: req-f2a75774-78c3-4132-b7f7-e816ec9fc94c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:35.023477 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-plugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:35.023876 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2a75774-78c3-4132-b7f7-e816ec9fc94c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:35.024283 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'code': 200} Oct 27 16:26:35.025622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ee116-36a7-4007-9d5a-0ee204b9b275 None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:35.027906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ac532-81c6-4191-9081-0cacf841bada None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:35.034430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-49263566-ac3b-4c36-a6de-a4441c2ebc5c service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583494 Oct 27 16:26:35.039916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:35.041456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.068340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:35.190532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d0bb4922-1098-4ff2-a251-855d0a8df7be triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:35.191122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.201023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:35.201400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.227162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd9bb752-bb30-433b-a9bd-bfbd3d252722 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3532388 Oct 27 16:26:35.229593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:35.252386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:35.261297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-26da2653-f038-4e3b-b39d-1937de1d3a8a None None] Provisioning complete for port d0bb4922-1098-4ff2-a251-855d0a8df7be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:35.261943 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26da2653-f038-4e3b-b39d-1937de1d3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.267913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.300867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf38da2-8e80-46b4-9e9e-280262c14355 req-bf62e722-1dfb-4170-a54a-fb4d5160f091 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.304050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccf38da2-8e80-46b4-9e9e-280262c14355 req-bf62e722-1dfb-4170-a54a-fb4d5160f091 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 944 time: 0.6939278 Oct 27 16:26:35.331389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Deleting port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:35.332046 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.343241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-26357e5c-baca-4139-ad9a-9ab6351d2012 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965600 Oct 27 16:26:35.429167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] For port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,segment=NetworkSegment(75d8e4f2-b652-4db1-b95c-51507b517446),segment_id=75d8e4f2-b652-4db1-b95c-51507b517446)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:35.429606 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.449857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Calling delete_port for 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:35.463379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-89666ca1-ed92-4ad0-a3c3-4bb0bea8b502 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=40401fb1-099c-468a-a57d-4265fddb90d9 HTTP/1.1" status: 200 len: 217 time: 0.0644100 Oct 27 16:26:35.490460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccf38da2-8e80-46b4-9e9e-280262c14355 req-5be6945d-2862-4afe-a01f-d2220016335a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460986 Oct 27 16:26:35.573510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-bfa653a2-b03b-4921-b91e-5d5c66ac8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.576341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-bfa653a2-b03b-4921-b91e-5d5c66ac8e82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.1114619 Oct 27 16:26:35.669152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-605b2275-38a8-4317-a56a-ce95acfeb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.675707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-605b2275-38a8-4317-a56a-ce95acfeb439 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914886 Oct 27 16:26:35.727703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.749313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:35.866111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e789bf-90b7-4f31-b8e9-cf3611b4b374 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.873121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e789bf-90b7-4f31-b8e9-cf3611b4b374 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.875806 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20e789bf-90b7-4f31-b8e9-cf3611b4b374 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.6443417 Oct 27 16:26:35.882561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.883661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51360) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:35.921725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.967736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-9ee2ccd8-03af-4131-a83b-39bbb2b8bca0 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824905 Oct 27 16:26:36.008169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.015112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:36.052734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] No DVR routers for this DVR port 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:36.087994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd62e3-0fed-4e21-8491-2ae44563030d None None] Pushing event deleted for resources: {'Port': ['ID=79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.120549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port d0bb4922-1098-4ff2-a251-855d0a8df7be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0bb4922-1098-4ff2-a251-855d0a8df7be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:36.133648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26da2653-f038-4e3b-b39d-1937de1d3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.171382 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.211695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f36272-3b4d-4e69-be58-fba9b268dcc6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:36.214833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.244542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d8e4f2-b652-4db1-b95c-51507b517446') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:36.244835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d8e4f2-b652-4db1-b95c-51507b517446') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:36.255426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-460889b0-1b53-44f3-8ad5-020f35d494da service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694457 Oct 27 16:26:36.261867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.292583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.321209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:36.321859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.346292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-6941ab7b-dd3a-4af6-b7ae-52f8a02a5079 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=671df9d7-69c0-483b-9aa3-f31896c48a45 HTTP/1.1" status: 200 len: 217 time: 0.0882916 Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:36.356173 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:36.418401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] DHCP port deletion for 9101a026-8f80-438d-abbf-047252ed3e41 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:36.482581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.500456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.503877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 0376091c-8c5d-4757-bfe3-1bdd5bb0c614 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:36.506351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.508538 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/networks/c5f36272-3b4d-4e69-be58-fba9b268dcc6 HTTP/1.1" status: 204 len: 168 time: 1.7863121 Oct 27 16:26:36.509354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:36.519115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-84e469e4-1854-4ac9-839e-5989dd2b7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:36.523693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-84e469e4-1854-4ac9-839e-5989dd2b7a9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.1499045 Oct 27 16:26:36.551670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cc836-440f-4a34-a624-e3387e095ecb tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Network': ['ID=c5f36272-3b4d-4e69-be58-fba9b268dcc6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.555884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device af9d997c-9db5-45bb-a64c-51b4d9002d9b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:36.670467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.773128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Deleting port af9d997c-9db5-45bb-a64c-51b4d9002d9b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:36.780098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.804511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-26da2653-f038-4e3b-b39d-1937de1d3a8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:36.805003 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-26da2653-f038-4e3b-b39d-1937de1d3a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:36.811651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.829482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-2007ca40-fe54-41dc-9d99-5b6c8ba2f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:36.831887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-2007ca40-fe54-41dc-9d99-5b6c8ba2f985 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2662928 Oct 27 16:26:36.887365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=af9d997c-9db5-45bb-a64c-51b4d9002d9b,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:36.894746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=d0bb4922-1098-4ff2-a251-855d0a8df7be,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.930629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': 'b7c3213d-e651-479e-a276-22f3363bbc84', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad'}], 'binding:host_id': 'n-d-814735-4'}, 'id': 'd0bb4922-1098-4ff2-a251-855d0a8df7be'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:36.975341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.986836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=af9d997c-9db5-45bb-a64c-51b4d9002d9b,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:36.987715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.993292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.999459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.000377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:37.038021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Calling delete_port for af9d997c-9db5-45bb-a64c-51b4d9002d9b owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:37.079055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 0376091c-8c5d-4757-bfe3-1bdd5bb0c614 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:37.115951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:37.116773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 79b9b0df-d02d-4e7c-90b3-ee3cc9b076b6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:37.124966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0874ff-de08-4c13-b503-659af0d1d306 req-b604c972-6bf6-40e2-ad52-9e055cefc7bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:37.134065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb0874ff-de08-4c13-b503-659af0d1d306 req-b604c972-6bf6-40e2-ad52-9e055cefc7bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.4219062 Oct 27 16:26:37.143494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:37.178554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Deleting port af9d997c-9db5-45bb-a64c-51b4d9002d9b {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:37.178944 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.327721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.373949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:37.428140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] For port af9d997c-9db5-45bb-a64c-51b4d9002d9b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=af9d997c-9db5-45bb-a64c-51b4d9002d9b,segment=NetworkSegment(c1b0ce36-2f06-4682-bf59-d24849759800),segment_id=c1b0ce36-2f06-4682-bf59-d24849759800)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:37.428457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.446382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] No DVR routers for this DVR port af9d997c-9db5-45bb-a64c-51b4d9002d9b on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:37.460011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Calling delete_port for af9d997c-9db5-45bb-a64c-51b4d9002d9b owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:37.462918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-d3d63c2b-ce6a-4670-a2e5-cbd37c8472cc service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152139 Oct 27 16:26:37.604810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Allocated IP 2001:db8::f816:3eff:fe90:9e3f (9b88e4df-64d5-41e8-b043-e7a8852bb832/4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad/d0bb4922-1098-4ff2-a251-855d0a8df7be) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:37.626180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb0874ff-de08-4c13-b503-659af0d1d306 req-e9013dc7-7269-4630-893a-9c21870062b0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911168 Oct 27 16:26:37.637289 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.679383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9101a026-8f80-438d-abbf-047252ed3e41']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:37.699251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b0ce36-2f06-4682-bf59-d24849759800') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:37.699603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b0ce36-2f06-4682-bf59-d24849759800') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:37.724583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.765879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.782350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:37.784779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:37.796187 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:37.856894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-9d75b558-0ee4-40c8-8538-3876de75dbae service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487608 Oct 27 16:26:37.859428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.943534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-468c933a-0a90-417c-80e2-54f37790006f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 200 len: 217 time: 0.0745804 Oct 27 16:26:37.944831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] For port d0bb4922-1098-4ff2-a251-855d0a8df7be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0bb4922-1098-4ff2-a251-855d0a8df7be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:37.979416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.982125 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.995497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=0376091c-8c5d-4757-bfe3-1bdd5bb0c614,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:38.006294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.048925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Network 9101a026-8f80-438d-abbf-047252ed3e41 is not hosted by any dhcp agent {{(pid=114450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:26:38.049260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] No DVR routers for this DVR port af9d997c-9db5-45bb-a64c-51b4d9002d9b on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:38.055724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.074920 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] 10.222.0.70 "DELETE /v2.0/networks/9101a026-8f80-438d-abbf-047252ed3e41 HTTP/1.1" status: 204 len: 168 time: 1.5588362 Oct 27 16:26:38.081619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372561-9665-4f91-8ad2-e65e1264f885 tempest-TaggedBootDevicesTest_v242-1657176874 tempest-TaggedBootDevicesTest_v242-1657176874-project] Pushing event deleted for resources: {'Network': ['ID=9101a026-8f80-438d-abbf-047252ed3e41,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:38.083652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42d3ef-bc22-45d9-9d57-a93252fdcc72 None None] Pushing event deleted for resources: {'Port': ['ID=af9d997c-9db5-45bb-a64c-51b4d9002d9b,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:38.146146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.166595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-24d1123b-97ba-4a44-9940-5a6688387126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.169129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-24d1123b-97ba-4a44-9940-5a6688387126 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.2019308 Oct 27 16:26:38.173867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.177457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02272f47-0410-4bd0-82c6-49dae5bdabe1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/0376091c-8c5d-4757-bfe3-1bdd5bb0c614 HTTP/1.1" status: 204 len: 168 time: 2.2928288 Oct 27 16:26:38.182645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51406) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:38.284115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7788ede9-3726-4c42-bf91-18a92ad1eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.289986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-7788ede9-3726-4c42-bf91-18a92ad1eab3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110535 Oct 27 16:26:38.327154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fb9bf-f95b-4320-9197-a70eb0dd7a1d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.327154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fb9bf-f95b-4320-9197-a70eb0dd7a1d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.337365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fb9bf-f95b-4320-9197-a70eb0dd7a1d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.350225 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b82fb9bf-f95b-4320-9197-a70eb0dd7a1d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1586921 Oct 27 16:26:38.350225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:38.501854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:38.514608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.584607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-6628641b-ce2b-473b-ac9e-1b840e547b47 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863078 Oct 27 16:26:38.627921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.691334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0bb4922-1098-4ff2-a251-855d0a8df7be up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:38.726885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:38.846438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51faca4c-2e8f-4de8-954b-d3d1352d786c req-80e80aae-8ea3-4417-be54-0971163d4896 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543755 Oct 27 16:26:38.935688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.940176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc5a8a-dd13-4897-a5c8-33c973980903 None None] Pushing event updated for resources: {'Port': ['ID=d0bb4922-1098-4ff2-a251-855d0a8df7be,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:38.993789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d0bb4922-1098-4ff2-a251-855d0a8df7be triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:38.997063 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.059089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023108-b222-45e5-b9b3-52493d6b63da req-545a71ce-ab9e-44d6-b8e0-7440eafd68e9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:39.059089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29023108-b222-45e5-b9b3-52493d6b63da req-545a71ce-ab9e-44d6-b8e0-7440eafd68e9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.2104421 Oct 27 16:26:39.154356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29023108-b222-45e5-b9b3-52493d6b63da req-a698842d-57f7-4c9e-b0e5-16f773d507a4 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894694 Oct 27 16:26:39.208664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97cc3ed5-73c2-40fd-9e6c-10cba9fb13aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.246911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.326507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:39.350062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.355606 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4444356a-e4cb-4f97-ad3e-daefedf6ee6c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad HTTP/1.1" status: 204 len: 168 time: 1.0031700 Oct 27 16:26:39.358662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:39.507333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet b7c3213d-e651-479e-a276-22f3363bbc84 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:39.512389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97cc3ed5-73c2-40fd-9e6c-10cba9fb13aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.515006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.589918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-97cc3ed5-73c2-40fd-9e6c-10cba9fb13aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.626432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.714483 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-97cc3ed5-73c2-40fd-9e6c-10cba9fb13aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d505508f88e4f1aad86bae54251d110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700511 Oct 27 16:26:39.715910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:39.726584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc3ed5-73c2-40fd-9e6c-10cba9fb13aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef1565-1291-4536-a38f-3dc9fdb36ce8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:39.815993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.819607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.868924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.992304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.019375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.028461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b7c3213d-e651-479e-a276-22f3363bbc84 HTTP/1.1" status: 204 len: 168 time: 0.6635633 Oct 27 16:26:40.029005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51440) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.060797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775c809-b044-4900-b95d-336d9e54435f None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:40.083778 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ba765fcb-fad0-4e8d-bb25-3e1695c6f07c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534403 Oct 27 16:26:40.084420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64e9d-7ff5-4630-8cf6-37a0b4376acb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c3213d-e651-479e-a276-22f3363bbc84,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:40.085098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.089602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.090927 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3ef1565-1291-4536-a38f-3dc9fdb36ce8 HTTP/1.1" status: 204 len: 168 time: 0.3698013 Oct 27 16:26:40.091773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.100101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:40.201039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19fba2-ad97-486c-a296-8362dd90480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef1565-1291-4536-a38f-3dc9fdb36ce8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:40.306544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1908e845-d63f-48ce-9721-0ed137c3949c None None] Provisioning complete for port d0bb4922-1098-4ff2-a251-855d0a8df7be triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:40.311230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1908e845-d63f-48ce-9721-0ed137c3949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.510021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:40.513653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789f6f7-9824-4f1f-a0f6-5d3ba830ad26 req-1535b252-7b75-492b-bb39-9a56e4e4a335 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:40.515676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.528696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3789f6f7-9824-4f1f-a0f6-5d3ba830ad26 req-1535b252-7b75-492b-bb39-9a56e4e4a335 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1291227 Oct 27 16:26:40.530019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0bb4922-1098-4ff2-a251-855d0a8df7be up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:40.584800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3789f6f7-9824-4f1f-a0f6-5d3ba830ad26 req-da095091-7579-4c24-8876-fdd7f55e37ab tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Oct 27 16:26:40.734197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d0bb4922-1098-4ff2-a251-855d0a8df7be triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:40.734578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.741918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1908e845-d63f-48ce-9721-0ed137c3949c None None] Could not find standard attr ID for object 0376091c-8c5d-4757-bfe3-1bdd5bb0c614. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:40.798435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:40.966563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.982856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Deleting port d0bb4922-1098-4ff2-a251-855d0a8df7be {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:40.983993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.135437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:41.145462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:41.156043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] For port d0bb4922-1098-4ff2-a251-855d0a8df7be, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0bb4922-1098-4ff2-a251-855d0a8df7be,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:41.158773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.160586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:41.161326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.188707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=06e1252d-1abb-4f69-9b1c-74e85f8b975b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:41.202149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Calling delete_port for d0bb4922-1098-4ff2-a251-855d0a8df7be owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:41.283034 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-16b7f0c4-c50a-4dad-acc3-02900f414d5e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1879609 Oct 27 16:26:41.286420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51468) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:41.299383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:41.378928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2dc0df24-169a-4c6a-9043-03d951f7f4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.436101 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.505817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] No DVR routers for this DVR port d0bb4922-1098-4ff2-a251-855d0a8df7be on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:41.519121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625667f0-a028-45f6-ae4e-8644111c4bfb None None] Pushing event deleted for resources: {'Port': ['ID=d0bb4922-1098-4ff2-a251-855d0a8df7be,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:41.535096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49aca7a-9b6b-495d-85b3-eabb111b7420 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:41.745284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '06e1252d-1abb-4f69-9b1c-74e85f8b975b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:41.746417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.917164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:41.965068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Allocated IP 172.20.0.2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/06e1252d-1abb-4f69-9b1c-74e85f8b975b/265f03c1-54f9-4847-94d0-dbb4e25f36f6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:42.139514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-441205957-network', 'tenant_id': '4685decc1bf948d3b1f97231a7efdda1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:42.224800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e5edc-a4e1-4837-877e-1cac5227bb01 req-773760e1-0c61-449a-8018-204f0b89207c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:42.228744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4e5edc-a4e1-4837-877e-1cac5227bb01 req-773760e1-0c61-449a-8018-204f0b89207c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1679983 Oct 27 16:26:42.274931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Made reservation on behalf of 4685decc1bf948d3b1f97231a7efdda1 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:42.275628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.277377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.298560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.322745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de4e5edc-a4e1-4837-877e-1cac5227bb01 req-9fb3f746-e90b-4061-8e4b-6ffd8bd7403b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765197 Oct 27 16:26:42.362428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.416998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:42.420663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.423160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:42.431337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:42.434292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:42.470015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Pushing event updated for resources: {'Port': ['ID=265f03c1-54f9-4847-94d0-dbb4e25f36f6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.504392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Attempting to bind port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:42.505123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Attempting to bind port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:42.505710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Attempting to bind port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:42.508220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0bb4922-1098-4ff2-a251-855d0a8df7be no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:42.518570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.533280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:42.534065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:42.534518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.540896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:42.540896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Bound port: 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:42.540896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.540896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d0bb4922-1098-4ff2-a251-855d0a8df7be {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:42.540896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0bb4922-1098-4ff2-a251-855d0a8df7be not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:42.583423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.637533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:42.660552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.666271 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.666955 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Added segment 29ef55f9-c66c-4edf-9bfd-a41353f010c0 of type vlan for network a6905cdd-cf65-4e18-8a5a-fd7f43179227 Oct 27 16:26:42.669041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] For port 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:42.672764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] For port 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=265f03c1-54f9-4847-94d0-dbb4e25f36f6,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:42.738522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.746222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.839853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.841237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:42.842759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.886190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064f78-930c-4e57-b0b7-ddcb56dec1df None None] Pushing event updated for resources: {'Port': ['ID=265f03c1-54f9-4847-94d0-dbb4e25f36f6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.952297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0338805 Oct 27 16:26:42.960703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51494) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:42.973757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Request body: {'subnet': {'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-441205957-subnet', 'tenant_id': '4685decc1bf948d3b1f97231a7efdda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:43.009513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f3c2d-d8c1-4154-9f56-18efc9b1eef6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6905cdd-cf65-4e18-8a5a-fd7f43179227,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:43.024828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a6905cdd-cf65-4e18-8a5a-fd7f43179227 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:43.178015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Made reservation on behalf of 4685decc1bf948d3b1f97231a7efdda1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:43.180772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.343820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:43.624689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159742b-7223-4f09-bd0a-b38534784379 req-d1124a7e-cf10-4604-9aa6-6b07791f7043 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:43.626319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7159742b-7223-4f09-bd0a-b38534784379 req-d1124a7e-cf10-4604-9aa6-6b07791f7043 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1408217 Oct 27 16:26:43.738230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7159742b-7223-4f09-bd0a-b38534784379 req-03ef40fb-797a-4f9c-83a7-d19d63af8494 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986741 Oct 27 16:26:43.748011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.819871 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.997108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493da664-2117-4d7c-9f77-392df8b65b7d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.032795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Checking segment: {'id': '29ef55f9-c66c-4edf-9bfd-a41353f010c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:44.115873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Network hostable DHCP agents. Network: a6905cdd-cf65-4e18-8a5a-fd7f43179227, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:26:44.115873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=265f03c1-54f9-4847-94d0-dbb4e25f36f6,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:44.118608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.294104 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d163-9938-4c5e-bbc7-0ee7ae5f9461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.299541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] Provisioning complete for port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:44.300381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.320179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Network a6905cdd-cf65-4e18-8a5a-fd7f43179227 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:26:44.324379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.324969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.417194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.484473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=5cf25bde-bf13-4a78-957b-3fca09e021d9,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.533728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:44.539996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:44.549276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.555194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.577056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a6905cdd-cf65-4e18-8a5a-fd7f43179227) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:44.592707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.593303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.599600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] For port 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=265f03c1-54f9-4847-94d0-dbb4e25f36f6,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:44.604971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 265f03c1-54f9-4847-94d0-dbb4e25f36f6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:44.624519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18ca95-f65d-4224-a607-04dd19bdca59 None None] Network a6905cdd-cf65-4e18-8a5a-fd7f43179227 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:44.630191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=265f03c1-54f9-4847-94d0-dbb4e25f36f6,revision_number=4']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.685926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1f040698-94c1-4f0f-af88-c03d8146f7d3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3955424 Oct 27 16:26:44.686159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51516) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:44.691910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:f2:8a:54', 'name': 'tempest-NetworksTestDHCPv6-1474266448'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:44.766069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.768014 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.771596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-672a58cb-717e-4f3e-9ed5-2ee9ab741de4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8085766 Oct 27 16:26:44.888259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e900b7c3-77ed-46ca-91b0-35037ddbf6ed None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:44.919302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-95c4c387-2f85-4948-be12-7f3947590c87 None None] Could not find standard attr ID for object 0376091c-8c5d-4757-bfe3-1bdd5bb0c614. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:45.003216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36a570-a43e-41e5-9fa6-f22117100444 None None] Pushing event updated for resources: {'Port': ['ID=265f03c1-54f9-4847-94d0-dbb4e25f36f6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:45.034166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06899af-5666-4b5a-9750-286cacf9b080 None None] Network a6905cdd-cf65-4e18-8a5a-fd7f43179227 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:45.058206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf883cd3-6271-4f76-89db-b7571f152bc1 req-f4ebaff9-9253-481c-8fcb-d9a444d75e15 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:45.059961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf883cd3-6271-4f76-89db-b7571f152bc1 req-f4ebaff9-9253-481c-8fcb-d9a444d75e15 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1054585 Oct 27 16:26:45.061663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-95c4c387-2f85-4948-be12-7f3947590c87 None None] Could not find standard attr ID for object 14e28adc-3b91-48f6-abac-f7dd94477c20. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:45.171798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:45.172366 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.185690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf883cd3-6271-4f76-89db-b7571f152bc1 req-bab25af7-e413-4666-b797-2a06df9d41d1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161087 Oct 27 16:26:45.189749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:45.315466 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.367851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.428556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port d39d9a06-9e71-4578-8fba-940a9b349212 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:45.884769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 172.20.0.13 (9b88e4df-64d5-41e8-b043-e7a8852bb832/06e1252d-1abb-4f69-9b1c-74e85f8b975b/d39d9a06-9e71-4578-8fba-940a9b349212) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:45.894242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fef2:8a54 (9b88e4df-64d5-41e8-b043-e7a8852bb832/5cf25bde-bf13-4a78-957b-3fca09e021d9/d39d9a06-9e71-4578-8fba-940a9b349212) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:46.193499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.199515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.202449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1026370883-network', 'tenant_id': '57aaa50b2f044f0f8570aa87e51b07f8'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:46.366320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.382060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Made reservation on behalf of 57aaa50b2f044f0f8570aa87e51b07f8 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:46.387021 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.404743 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.517513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 265f03c1-54f9-4847-94d0-dbb4e25f36f6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:46.567162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:46.576387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:46.581886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=d39d9a06-9e71-4578-8fba-940a9b349212,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:46.587415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:46.612795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f00754-d9f7-44e9-8307-316412a6574e req-8036053d-4c58-4b8f-a65b-824d76adf37a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.618415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.628286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33f00754-d9f7-44e9-8307-316412a6574e req-8036053d-4c58-4b8f-a65b-824d76adf37a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.3087969 Oct 27 16:26:46.641120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:46.642856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.668465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.703122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:46.719150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.720048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.740390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.740979 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Added segment 3571fad3-8237-4dca-94c9-8c591a9f46f2 of type vlan for network 50062c15-aad2-4537-8c86-aa0ed81d7927 Oct 27 16:26:46.826635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8e44d074-d87d-4e82-b996-20c46487a1f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1365070 Oct 27 16:26:46.832358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.836360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.867000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33f00754-d9f7-44e9-8307-316412a6574e req-81964414-f7ba-4487-a558-765864869c90 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406414 Oct 27 16:26:46.951322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5fe17-cc73-40e4-a7d2-1854720003d8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:46.965227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c4628-4869-465b-a397-0e5c7335209d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.972109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c4628-4869-465b-a397-0e5c7335209d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.983994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c70c4628-4869-465b-a397-0e5c7335209d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1464343 Oct 27 16:26:46.983994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.001369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5a55bf6b-75fb-4577-a9d1-9cc89e155630 None None] Provisioning complete for port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:47.001894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5a55bf6b-75fb-4577-a9d1-9cc89e155630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.045176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.047312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:47.048308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.189538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port d39d9a06-9e71-4578-8fba-940a9b349212 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:47.190040 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.246186 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.259493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=50062c15-aad2-4537-8c86-aa0ed81d7927,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:47.275479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 50062c15-aad2-4537-8c86-aa0ed81d7927 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:47.430685 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a6ce845-85e8-4b91-b16c-9b845b0b7cc5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2353582 Oct 27 16:26:47.433263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51566) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.438683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Request body: {'subnet': {'network_id': '50062c15-aad2-4537-8c86-aa0ed81d7927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1026370883-subnet', 'tenant_id': '57aaa50b2f044f0f8570aa87e51b07f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:47.439411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.482702 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:26:47.491397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for d39d9a06-9e71-4578-8fba-940a9b349212 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:47.493833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-487c749a-f1c1-479c-9523-e8072491c010 None None] Provisioning complete for port d39d9a06-9e71-4578-8fba-940a9b349212 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:47.494331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-487c749a-f1c1-479c-9523-e8072491c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.561035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-487c749a-f1c1-479c-9523-e8072491c010 None None] Port d39d9a06-9e71-4578-8fba-940a9b349212 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:26:47.565048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Made reservation on behalf of 57aaa50b2f044f0f8570aa87e51b07f8 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:47.567404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.911086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dda2ce-17d3-4876-a93d-34e155fd78c5 req-ce0a42ff-35c0-42c0-b463-99d7f693047a tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:47.912710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2dda2ce-17d3-4876-a93d-34e155fd78c5 req-ce0a42ff-35c0-42c0-b463-99d7f693047a tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.1001039 Oct 27 16:26:47.925386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.925777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.027776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=d39d9a06-9e71-4578-8fba-940a9b349212,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:48.052725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8929e991-a33b-407d-9256-a38feeee0d94,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:48.066286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Checking segment: {'id': '3571fad3-8237-4dca-94c9-8c591a9f46f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '50062c15-aad2-4537-8c86-aa0ed81d7927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:48.067028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Network hostable DHCP agents. Network: 50062c15-aad2-4537-8c86-aa0ed81d7927, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:26:48.112756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2dda2ce-17d3-4876-a93d-34e155fd78c5 req-93f894ad-a345-4ba2-bbe0-9bc7a781f4e4 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332364 Oct 27 16:26:48.283684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19297fd-1e10-4354-a1c1-58f869fad986 req-b8939dad-abd7-42d6-a082-2bbba53b46b3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.297821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Network 50062c15-aad2-4537-8c86-aa0ed81d7927 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:26:48.298826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e19297fd-1e10-4354-a1c1-58f869fad986 req-b8939dad-abd7-42d6-a082-2bbba53b46b3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.2127104 Oct 27 16:26:48.333646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.337396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-597b9dee-491a-4572-9a63-ab55b842cd36 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/d39d9a06-9e71-4578-8fba-940a9b349212 HTTP/1.1" status: 204 len: 168 time: 1.3537526 Oct 27 16:26:48.341616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51578) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.377495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e19297fd-1e10-4354-a1c1-58f869fad986 req-2d61d0f7-f2e9-417f-90dc-ae5996fe09ee tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767422 Oct 27 16:26:48.475736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6aa79-f560-4716-b94a-4cc3a48a1e37 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.479150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6aa79-f560-4716-b94a-4cc3a48a1e37 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.484712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6aa79-f560-4716-b94a-4cc3a48a1e37 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.488820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2e6aa79-f560-4716-b94a-4cc3a48a1e37 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1455035 Oct 27 16:26:48.491830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.495874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 50062c15-aad2-4537-8c86-aa0ed81d7927) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:48.501913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.503519 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.506338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a29fe-59c9-4844-87d0-5e99633a60ca None None] Network 50062c15-aad2-4537-8c86-aa0ed81d7927 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:48.593479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 06e1252d-1abb-4f69-9b1c-74e85f8b975b {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:48.596845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.649125 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a307dfe3-5886-47b8-8544-c5eb7d8ac7b4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2094445 Oct 27 16:26:48.649322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.706785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a902ab2-0d34-4b9f-b7f7-de585231c28b None None] Network 50062c15-aad2-4537-8c86-aa0ed81d7927 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:48.820955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.971027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.057952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=06e1252d-1abb-4f69-9b1c-74e85f8b975b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:49.065351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.073765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.081120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d641e4-abdb-4c02-bc92-852ee0688ce8 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:49.104280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18bd5254-884a-4eb8-b32c-14ebac80852a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/06e1252d-1abb-4f69-9b1c-74e85f8b975b HTTP/1.1" status: 204 len: 168 time: 0.6111836 Oct 27 16:26:49.210810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 5cf25bde-bf13-4a78-957b-3fca09e021d9 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:49.218049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.371830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.376595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e813e-e26b-48ae-9366-a707b6126c5c req-8e9847ba-1b27-43cc-be04-dd025677a0a9 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.378787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-870e813e-e26b-48ae-9366-a707b6126c5c req-8e9847ba-1b27-43cc-be04-dd025677a0a9 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.1407206 Oct 27 16:26:49.504132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-870e813e-e26b-48ae-9366-a707b6126c5c req-96902bca-55d9-4e65-ade7-40b1c1ff043b tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104910 Oct 27 16:26:49.540934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.680367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.722827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf25bde-bf13-4a78-957b-3fca09e021d9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:49.739481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-aa3b4fe7-e3a5-41ef-a0fb-c6d8c9044c89 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.741038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-aa3b4fe7-e3a5-41ef-a0fb-c6d8c9044c89 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.82 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.1958032 Oct 27 16:26:49.756528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.759810 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b41413af-dd72-47a5-a19d-e1ce19e2e49f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/5cf25bde-bf13-4a78-957b-3fca09e021d9 HTTP/1.1" status: 204 len: 168 time: 0.6850100 Oct 27 16:26:49.769783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.901532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-7757e580-fe3c-4540-ad0a-fe24a1352443 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.904290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-7757e580-fe3c-4540-ad0a-fe24a1352443 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/networks?id=a6905cdd-cf65-4e18-8a5a-fd7f43179227 HTTP/1.1" status: 200 len: 811 time: 0.3609557 Oct 27 16:26:49.909419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51616) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.910138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-012aab94-f7ef-4c18-b889-a9346cd52748 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809000 Oct 27 16:26:49.920642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5387b-2275-430d-9a1d-96ad6ccdf0ff req-4caf58bc-a3c5-452a-8976-d35673306884 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.922165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32c5387b-2275-430d-9a1d-96ad6ccdf0ff req-4caf58bc-a3c5-452a-8976-d35673306884 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.2758629 Oct 27 16:26:49.991678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b85818-fc59-4ca4-9c6e-356e42bef76e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.991678 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e8b85818-fc59-4ca4-9c6e-356e42bef76e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0772352 Oct 27 16:26:49.991678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.079212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-fe6bf7f2-1d1a-4929-a88c-fd48b8f4bfd3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/quotas/4685decc1bf948d3b1f97231a7efdda1 HTTP/1.1" status: 200 len: 375 time: 0.1558723 Oct 27 16:26:50.160134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ca5af-49a9-4f72-8a41-2e2fcdc1635c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:50.169548 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f52ca5af-49a9-4f72-8a41-2e2fcdc1635c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776738 Oct 27 16:26:50.172888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.190688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-436978d6-be26-4499-b520-8e906c424718 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4685decc1bf948d3b1f97231a7efdda1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104643 Oct 27 16:26:50.255503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32c5387b-2275-430d-9a1d-96ad6ccdf0ff req-60fc2b92-54db-4f8b-9fd1-992bff776854 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075607 Oct 27 16:26:50.302840 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-87ef2a4a-df78-4c9d-a4e7-3b345616ac6d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287591 Oct 27 16:26:50.314306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51624) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.330355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:50.401426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Deleting port 26648a3f-8e13-4270-9d7d-12450f46814c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:50.401885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.610870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-f6e1e5d9-a140-47a6-b7aa-6957e2521316 service neutron] 10.222.0.70 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188662 Oct 27 16:26:50.653551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5337df69-6744-4247-aa8e-b2de3a39cc49 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:50.678779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:50.685104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.689318 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:50.690443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.737662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d6e14aeb-ebc6-4b9d-836c-feadd342c5b0 None None] Provisioning complete for port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:50.738402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6e14aeb-ebc6-4b9d-836c-feadd342c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.769641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] For port 26648a3f-8e13-4270-9d7d-12450f46814c, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=26648a3f-8e13-4270-9d7d-12450f46814c,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:50.770105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.795778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Calling delete_port for 26648a3f-8e13-4270-9d7d-12450f46814c owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:50.814364 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-45102a34-53c9-40bf-b2aa-523013e8189a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4983089 Oct 27 16:26:50.817674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51628) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.834274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:50.853920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82746ef2-5912-4181-8d0f-937074446a27 req-2717253a-b37b-40e8-bc6d-d8f299cd9e81 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:50.855981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82746ef2-5912-4181-8d0f-937074446a27 req-2717253a-b37b-40e8-bc6d-d8f299cd9e81 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 950 time: 0.1723938 Oct 27 16:26:50.910986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-2d85b61c-216c-4430-9fce-25b3c7a0adb8 service neutron] 10.222.0.70 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910993 Oct 27 16:26:51.004253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:51.070225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82746ef2-5912-4181-8d0f-937074446a27 req-d6e0d797-3fda-4f12-b26b-d4ddbe5b99ef tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/security-groups?id=31d3ef59-460d-41f5-a47a-1538292003b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765578 Oct 27 16:26:51.111753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Deleting port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:51.112244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.235932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] For port 265f03c1-54f9-4847-94d0-dbb4e25f36f6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=265f03c1-54f9-4847-94d0-dbb4e25f36f6,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:51.236339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.249798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Calling delete_port for 265f03c1-54f9-4847-94d0-dbb4e25f36f6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:51.393577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac86864-eb27-4886-a09e-312b683b9933 req-95ee067d-7baa-45d8-bf44-0d306bf2f677 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.395249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac86864-eb27-4886-a09e-312b683b9933 req-95ee067d-7baa-45d8-bf44-0d306bf2f677 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.0694509 Oct 27 16:26:51.437270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ac86864-eb27-4886-a09e-312b683b9933 req-a828c966-cc67-4ecc-a995-c3d2eefb6856 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355790 Oct 27 16:26:51.532002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93c36ac7-c7f6-422f-bbf9-bd32168fb77f req-cf9989a5-c84d-48cb-8a40-a2ea1ea045fd tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.0301931 Oct 27 16:26:51.545640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:51.548318 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.550164 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:51.550740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.643883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.651447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.671779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['26648a3f-8e13-4270-9d7d-12450f46814c'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:51.672392 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4275554c-e171-4eb7-9ecd-8525c867d334 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8527400 Oct 27 16:26:51.679690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.689254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:51.782827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] Pushing event deleted for resources: {'Port': ['ID=265f03c1-54f9-4847-94d0-dbb4e25f36f6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:51.794575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968668eb-3ab7-421b-9092-ddd8912b38e2 None None] No DVR routers for this DVR port 265f03c1-54f9-4847-94d0-dbb4e25f36f6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:51.923680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] No DVR routers for this DVR port 26648a3f-8e13-4270-9d7d-12450f46814c on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:51.933000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.948412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84ec6891-0461-4dd2-86b7-ab14a0bbbc72 req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.82 "DELETE /v2.0/ports/26648a3f-8e13-4270-9d7d-12450f46814c HTTP/1.1" status: 204 len: 173 time: 2.1870785 Oct 27 16:26:51.992302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'name': 'network-vif-deleted', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:51.994605 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db81104-e9bd-4406-934b-1989be294171" -d '{"events": [{"server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "name": "network-vif-deleted", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:52.007673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9994-e910-4ffa-bc89-c7aaa98c848f tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] Pushing event deleted for resources: {'Port': ['ID=26648a3f-8e13-4270-9d7d-12450f46814c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:52.059755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13c2c-dd2e-4594-9f88-b71fca951cf8 req-bcbeca9f-1c73-43cf-b8f7-78e4721d6ac1 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:52.062976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f13c2c-dd2e-4594-9f88-b71fca951cf8 req-bcbeca9f-1c73-43cf-b8f7-78e4721d6ac1 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.2643542 Oct 27 16:26:52.100808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:52.105756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.106675 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:52.107122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:52.148636 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94377d-54a4-4efa-80b9-2c18e0d57779 x-openstack-request-id: req-7c94377d-54a4-4efa-80b9-2c18e0d57779 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:52.148636 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09301094-b0f2-415a-bf09-ac54ccb5e44f", "name": "network-vif-deleted", "tag": "26648a3f-8e13-4270-9d7d-12450f46814c", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:52.148636 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c94377d-54a4-4efa-80b9-2c18e0d57779 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:52.148636 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09301094-b0f2-415a-bf09-ac54ccb5e44f', 'name': 'network-vif-deleted', 'tag': '26648a3f-8e13-4270-9d7d-12450f46814c', 'status': 'completed', 'code': 200} Oct 27 16:26:52.279785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13f13c2c-dd2e-4594-9f88-b71fca951cf8 req-79fc5516-0f11-49b3-9ac2-21cbbfebdfa1 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047682 Oct 27 16:26:52.314737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-af0d9171-c2be-42be-a27f-b3494cdb9755 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6221602 Oct 27 16:26:52.314737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:52.314737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:52.334182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:52.364899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa0c90a-7a08-4cee-bb7a-007b35753b45 req-96f4cb25-9c09-46a2-b9ab-fdd15b088904 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.1634252 Oct 27 16:26:52.473191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 265f03c1-54f9-4847-94d0-dbb4e25f36f6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:52.561849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 265f03c1-54f9-4847-94d0-dbb4e25f36f6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:52.562373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 265f03c1-54f9-4847-94d0-dbb4e25f36f6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:52.691125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c274-fcc9-46b3-9d79-d7e3489d65f3 req-196c50d9-8cc4-4d03-9586-93061b8b084e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:52.700143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0871c274-fcc9-46b3-9d79-d7e3489d65f3 req-196c50d9-8cc4-4d03-9586-93061b8b084e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.0804143 Oct 27 16:26:53.067290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port b099a636-007d-40a1-99f0-96082ec01d2c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:53.067873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.134625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:53.139631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.141404 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:53.142251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:53.142490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0dbe64cc-8439-4a69-b40a-d0f6858899e9 req-fbb12fd4-3691-477e-ba3b-ebdd8ca00f4b tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.0424659 Oct 27 16:26:53.173372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0871c274-fcc9-46b3-9d79-d7e3489d65f3 req-3e6aa7a7-46a5-430a-b049-57075612efb5 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720705 Oct 27 16:26:53.265092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.265433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.271179 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e32a861-29cf-42bd-89cd-036227878eea tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9659443 Oct 27 16:26:53.275283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51682) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:53.280921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:53.305058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for b099a636-007d-40a1-99f0-96082ec01d2c owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:53.558717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ddf0ce2f-8fdf-414d-bba9-5fc837f92588 req-25fad963-1eb8-464f-be4a-a3f50ba64797 tempest-VolumesBackupsTest-1777663758 tempest-VolumesBackupsTest-1777663758-project] 10.222.0.70 "GET /v2.0/ports?device_id=09301094-b0f2-415a-bf09-ac54ccb5e44f HTTP/1.1" status: 200 len: 210 time: 0.0566790 Oct 27 16:26:53.586628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:53.595283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.597230 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:53.597678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:53.792337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.810872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f0c96dbc-69fb-4fb4-a5a3-3df2d5796669 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5341396 Oct 27 16:26:53.814332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51688) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:53.828016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:53.841072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=b099a636-007d-40a1-99f0-96082ec01d2c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:53.986804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.987088 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP bdec83be-6aa8-4331-8ea5-60b9e3d239e6 disassociated (deleted). External IP: 172.25.5.130, port: 5589cfe9-634c-435c-a24a-b0ed59a04088. Oct 27 16:26:54.016394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 26648a3f-8e13-4270-9d7d-12450f46814c no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:54.060910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:54.065528 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.067614 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:54.068613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:54.077942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 26648a3f-8e13-4270-9d7d-12450f46814c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:54.078749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 26648a3f-8e13-4270-9d7d-12450f46814c not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:54.187161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-426aa398-2314-4b6a-a747-6dceaded611f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3698413 Oct 27 16:26:54.189668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51694) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.269989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e0ec3916-782c-49fb-9021-bce23c66dcc5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0790694 Oct 27 16:26:54.271095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51700) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.393000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 371710f1-f61b-492e-b37c-6c74e925b222 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:54.427506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d350409e-88a5-4d0c-8d7d-cf71641563f1 req-c1681006-bbcc-4c4d-9d2f-7669888f1e0f tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.1544778 Oct 27 16:26:54.459571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc30e2-3108-471d-80b1-4b171639e1e7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:54.463843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-07dc30e2-3108-471d-80b1-4b171639e1e7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856959 Oct 27 16:26:54.467428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51702) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.532171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b182b127-0662-445d-845b-53807cc18b49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630481 Oct 27 16:26:54.532860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51704) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.538932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:54.553428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765591da-a658-4e88-a071-9352be8b1bd8 req-e0ebcdbf-33df-414e-bb46-5f95fefa9b0c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:54.564201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:54.564475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-765591da-a658-4e88-a071-9352be8b1bd8 req-e0ebcdbf-33df-414e-bb46-5f95fefa9b0c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.2162168 Oct 27 16:26:54.569069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.576573 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Sync routers for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:54.595951 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:54.598990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:54.656213 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a8d4e7e-aa17-48c9-985e-58acf0f8609d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/floatingips/bdec83be-6aa8-4331-8ea5-60b9e3d239e6 HTTP/1.1" status: 204 len: 168 time: 2.3475063 Oct 27 16:26:54.656213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:54.676070 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8" -d '{"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:54.752312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-765591da-a658-4e88-a071-9352be8b1bd8 req-5d0d9938-aa54-4c7c-9f10-9f7b04ba6da9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868596 Oct 27 16:26:54.846125 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:54.873264 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3bb7c8-4e29-4406-a781-eb427c352d2c x-openstack-request-id: req-af3bb7c8-4e29-4406-a781-eb427c352d2c {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:54.873549 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:54.873799 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af3bb7c8-4e29-4406-a781-eb427c352d2c {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:54.874197 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'status': 'completed', 'code': 200} Oct 27 16:26:55.004150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-7d72a854-e4b6-4efd-ba94-9558780371b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.005636 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-7d72a854-e4b6-4efd-ba94-9558780371b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 1097 time: 0.1092563 Oct 27 16:26:55.032111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-51dfd3ba-26a8-415a-b2ed-e2cce0099e02 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.034599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-51dfd3ba-26a8-415a-b2ed-e2cce0099e02 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.82 "GET /v2.0/networks?id=a6905cdd-cf65-4e18-8a5a-fd7f43179227 HTTP/1.1" status: 200 len: 811 time: 0.2375836 Oct 27 16:26:55.064371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Request body: {'port': {'device_id': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227', 'admin_state_up': True, 'tenant_id': '4685decc1bf948d3b1f97231a7efdda1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:55.097500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:55.108303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.250563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-885bfd8f-963f-4ab5-9f68-2d858a22cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.259729 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-885bfd8f-963f-4ab5-9f68-2d858a22cad8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 200 len: 897 time: 0.2390220 Oct 27 16:26:55.326517 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:55.369344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-3eaa1b95-4bad-4888-9410-4e68bebfda9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 200 len: 217 time: 0.1086683 Oct 27 16:26:55.419815 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Checking router: 371710f1-f61b-492e-b37c-6c74e925b222 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:55.471274 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:55.472299 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:55.486354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-0a67d62c-00b3-412e-b55f-13160f549504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.488084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-0a67d62c-00b3-412e-b55f-13160f549504 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 200 len: 835 time: 0.1114926 Oct 27 16:26:55.586442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-d93a2359-6458-485c-b12a-b1aacc91a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.588181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-d93a2359-6458-485c-b12a-b1aacc91a8c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919855 Oct 27 16:26:55.747673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f3a3fc-00a4-497c-8347-c9a4526a721a req-2f6d2d01-7b69-4021-9295-5a6182c08321 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.1057138 Oct 27 16:26:55.763227 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:55.786049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54225676-668a-40ff-83ca-1dd5a787742a req-6a8fd35a-fe83-494b-8c43-9a1d1f6f8737 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.793836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54225676-668a-40ff-83ca-1dd5a787742a req-6a8fd35a-fe83-494b-8c43-9a1d1f6f8737 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.3286860 Oct 27 16:26:55.818545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Made reservation on behalf of 4685decc1bf948d3b1f97231a7efdda1 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:55.822542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-0e09c6bd-8874-4782-984c-0f4fb719ec2a service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253399 Oct 27 16:26:55.825043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.971816 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54225676-668a-40ff-83ca-1dd5a787742a req-80ed9916-2a12-4a39-88f4-4935878eca0f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769838 Oct 27 16:26:56.058765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8461b2b-3ad5-4ae5-9fbe-c8fe844853d8 req-b0eb8295-dbcd-4cff-94ef-d1e5c6129f9d service neutron] 10.222.0.79 "GET /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217121 Oct 27 16:26:56.297833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:56.312064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9ae9-8b31-4cab-a599-d4ee98cf3c42 req-18fd7695-9910-4990-880f-37d63a2da021 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:56.323616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58bc9ae9-8b31-4cab-a599-d4ee98cf3c42 req-18fd7695-9910-4990-880f-37d63a2da021 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.2002316 Oct 27 16:26:56.414699 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4be5d-9adf-472e-aa3f-c21a372926dd None None] The sync data for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 is: [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9ab665da-306a-42d2-b9f8-cb1112df7d8a', 'name': '', 'network_id': 'b845f1b4-161b-4b4d-80a1-ea4b90fe65e7', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:61:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:49Z', 'updated_at': '2021-10-27T16:23:55Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'b09cf627-a78d-4de9-9ca5-8517f8cb2432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:56.423118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:56.450677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.545510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Allocated IP 172.20.0.2 (a6905cdd-cf65-4e18-8a5a-fd7f43179227/493da664-2117-4d7c-9f77-392df8b65b7d/8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:56.566578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:56.595538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:56.600339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:56.600940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.610355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df201b9e-994a-4985-a784-32e5b53dc66b None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:56.637736 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58bc9ae9-8b31-4cab-a599-d4ee98cf3c42 req-a982651b-c184-415e-a415-22a8bb5734e1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125389 Oct 27 16:26:56.638477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=2249c1c4-4933-47c3-bf64-64a420e3bf2d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:56.734111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4efe9689-a5ca-4783-8c96-cf4e73f6cbd9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1989863 Oct 27 16:26:56.740957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:56.748523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:46:55:90', 'name': 'tempest-NetworksTestDHCPv6-1740632958'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:56.964452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88c211f6-28a8-4375-a9db-5b11efb98ae6 req-9f091230-e1a1-4d2f-b216-c80c9ee32c2e tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.0770464 Oct 27 16:26:57.068363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae36479-a8c2-46b2-a281-d298b8cc687b None None] New status for floating IP bdec83be-6aa8-4331-8ea5-60b9e3d239e6: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:26:57.097434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.101010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '2249c1c4-4933-47c3-bf64-64a420e3bf2d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:57.101880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.174699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-d9944a7e-7978-4e81-b7fd-e2cf1c0e53a1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.181395 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-d9944a7e-7978-4e81-b7fd-e2cf1c0e53a1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.79 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.2094705 Oct 27 16:26:57.251076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461fbf-fd35-4653-a15e-1347cadeb6fd req-6fb7aabb-1536-44c4-a987-9f3e709e92bf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.261920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01461fbf-fd35-4653-a15e-1347cadeb6fd req-6fb7aabb-1536-44c4-a987-9f3e709e92bf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 946 time: 0.1170001 Oct 27 16:26:57.378132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01461fbf-fd35-4653-a15e-1347cadeb6fd req-be4a8dfa-0804-4d95-a240-d774f09c300e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=533dab82-140b-4740-88d4-3ef58837d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090229 Oct 27 16:26:57.383136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.460868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:57.542834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Network a6905cdd-cf65-4e18-8a5a-fd7f43179227 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:57.560047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 5589cfe9-634c-435c-a24a-b0ed59a04088 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:57.562069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.567903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Allocated IP 2001:db8::f816:3eff:fe1b:7484 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2249c1c4-4933-47c3-bf64-64a420e3bf2d/14aa1fef-9c5a-4fee-9a32-fa9dd0df3340) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:57.573451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:57.580876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:57.617426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Pushing event updated for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:57.690893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.713365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.715343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.754867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port e303e2a6-060a-474a-97fa-05d8f26f8a96 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:57.809159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.821764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 5589cfe9-634c-435c-a24a-b0ed59a04088, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=5589cfe9-634c-435c-a24a-b0ed59a04088,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:57.822132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.855945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 5589cfe9-634c-435c-a24a-b0ed59a04088 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:57.874061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-77b90539-3f52-4cbc-858c-a585f6ef124a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8172886 Oct 27 16:26:57.925946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a398bd-35f4-4724-814b-75c3375e4656 req-9dec51ba-4165-4046-b076-470c834d5897 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.927467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61a398bd-35f4-4724-814b-75c3375e4656 req-9dec51ba-4165-4046-b076-470c834d5897 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1193566 Oct 27 16:26:57.946225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.947398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.003675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61a398bd-35f4-4724-814b-75c3375e4656 req-1aeb41f3-4a36-423b-b78a-fbfcda2f6898 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678351 Oct 27 16:26:58.112833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe46:5590 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2249c1c4-4933-47c3-bf64-64a420e3bf2d/e303e2a6-060a-474a-97fa-05d8f26f8a96) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:58.114962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:58.127422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Request body: {'port': {'device_id': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:58.131603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:58.142909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:58.267207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Pushing event updated for resources: {'Port': ['ID=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.317486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Attempting to bind port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:58.317893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Attempting to bind port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:58.318304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Attempting to bind port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:58.327532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:58.327923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:58.328356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.328745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:58.329272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Bound port: 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:58.329648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.383170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.571972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] For port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:58.579555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] For port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:58.582616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.660964 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.812520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.831449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.839122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f822b0-9add-4c46-a831-1075ae4b9985 None None] Pushing event updated for resources: {'Port': ['ID=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.858323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf5e7-9199-410e-a79d-154db2a86d47 req-ea348ea4-b3d5-4c95-98f5-936a7d55d6cc tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:58.861774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-852cf5e7-9199-410e-a79d-154db2a86d47 req-ea348ea4-b3d5-4c95-98f5-936a7d55d6cc tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 931 time: 0.7250402 Oct 27 16:26:58.896478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=5589cfe9-634c-435c-a24a-b0ed59a04088,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.968938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] No DVR routers for this DVR port 5589cfe9-634c-435c-a24a-b0ed59a04088 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:58.973253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.976992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c58f56df-2a34-457b-a10e-95c0b4d7813e req-49abbf29-7fe2-4917-bbf3-acc01e5c2e15 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.79 "DELETE /v2.0/ports/5589cfe9-634c-435c-a24a-b0ed59a04088 HTTP/1.1" status: 204 len: 173 time: 1.7884040 Oct 27 16:26:58.977458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-deleted', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:58.991443 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3994b1c9-4413-45a2-b446-dfc0f84d1053" -d '{"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-deleted", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:59.010420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54dbb6b7-afa9-44a3-9a0d-de280ba95a2a req-caaf1c15-aa57-443b-911d-2cfe7a35208f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.1866400 Oct 27 16:26:59.092516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.121869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-852cf5e7-9199-410e-a79d-154db2a86d47 req-73b23325-438f-4986-8791-ed880c66347b tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512496 Oct 27 16:26:59.262929 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c3eaa-9c01-4853-a542-8bdbc7aaf1f8 x-openstack-request-id: req-1a1c3eaa-9c01-4853-a542-8bdbc7aaf1f8 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:59.263412 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60484390-29ce-43b3-9fd3-9605f6e1113a", "name": "network-vif-deleted", "tag": "5589cfe9-634c-435c-a24a-b0ed59a04088", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:59.263803 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a1c3eaa-9c01-4853-a542-8bdbc7aaf1f8 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:59.264314 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60484390-29ce-43b3-9fd3-9605f6e1113a', 'name': 'network-vif-deleted', 'tag': '5589cfe9-634c-435c-a24a-b0ed59a04088', 'status': 'completed', 'code': 200} Oct 27 16:26:59.276151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:59.303159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:59.307559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:59.333122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.334051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.386274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=e303e2a6-060a-474a-97fa-05d8f26f8a96,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:59.423528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:59.502973 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a23fc33c-f9a3-4b06-886d-5f237a2c39ca tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7601011 Oct 27 16:26:59.505604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:59.508280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 5589cfe9-634c-435c-a24a-b0ed59a04088 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:59.508640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 5589cfe9-634c-435c-a24a-b0ed59a04088 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:59.579928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:59.595158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.661347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Transition to ACTIVE for port object 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:26:59.743738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156d547-4567-4e21-9c7c-2a48b46e522c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.760639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156d547-4567-4e21-9c7c-2a48b46e522c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.769418 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5156d547-4567-4e21-9c7c-2a48b46e522c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2623646 Oct 27 16:26:59.770107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51778) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:59.832007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048a65b-87eb-426a-889c-205a4d402802 req-fa008295-417b-4221-8e93-0a2e507d8c9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.833620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3048a65b-87eb-426a-889c-205a4d402802 req-fa008295-417b-4221-8e93-0a2e507d8c9b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1708338 Oct 27 16:26:59.905911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3048a65b-87eb-426a-889c-205a4d402802 req-28b37c20-2adb-44d5-b0dc-f28ed3a29e3b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Oct 27 16:27:00.003173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port e303e2a6-060a-474a-97fa-05d8f26f8a96 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:00.003173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.020560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.216081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:00.224849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.266082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for e303e2a6-060a-474a-97fa-05d8f26f8a96 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:00.515758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f2f546c-6910-417b-8012-21103452bcba req-7eed37ee-866f-4e75-91f7-da1b7928e868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=60484390-29ce-43b3-9fd3-9605f6e1113a HTTP/1.1" status: 200 len: 210 time: 0.2163434 Oct 27 16:27:00.636299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Attempting to bind port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:00.636299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Attempting to bind port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '29ef55f9-c66c-4edf-9bfd-a41353f010c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:00.637021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Attempting to bind port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e on network a6905cdd-cf65-4e18-8a5a-fd7f43179227 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:00.638946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.646277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:00.700902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921aaa4-d926-4fb2-9082-0df4fbdaf830 req-974413aa-d781-407e-a52d-897c03ff9e24 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:00.715422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d921aaa4-d926-4fb2-9082-0df4fbdaf830 req-974413aa-d781-407e-a52d-897c03ff9e24 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 943 time: 0.4452040 Oct 27 16:27:00.736836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=e303e2a6-060a-474a-97fa-05d8f26f8a96,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:00.782784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e on network a6905cdd-cf65-4e18-8a5a-fd7f43179227 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:00.784110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Attempting to bind port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e on network a6905cdd-cf65-4e18-8a5a-fd7f43179227 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:00.817821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:00.818257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Checking segment: {'id': '29ef55f9-c66c-4edf-9bfd-a41353f010c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:00.818721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Bound using segment: {'id': '29ef55f9-c66c-4edf-9bfd-a41353f010c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:00.819263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Bound port: 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ef55f9-c66c-4edf-9bfd-a41353f010c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:00.819694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.855854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.868969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51796) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:00.873833 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e19e1ac3-7e6b-424d-86ae-5e8276f95766 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e303e2a6-060a-474a-97fa-05d8f26f8a96 HTTP/1.1" status: 204 len: 168 time: 1.1025355 Oct 27 16:27:00.892539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:00.892831 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.900280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d921aaa4-d926-4fb2-9082-0df4fbdaf830 req-922750ae-2cd1-4af2-95e3-590e58d300ca tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835172 Oct 27 16:27:01.061636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:01.069619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,segment=NetworkSegment(29ef55f9-c66c-4edf-9bfd-a41353f010c0),segment_id=29ef55f9-c66c-4edf-9bfd-a41353f010c0)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:01.079565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-80251559-0857-4988-8e4d-469d577c26ec None None] Provisioning complete for port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:01.082392 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80251559-0857-4988-8e4d-469d577c26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.231839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e2986-50bf-460b-8d1a-2b33935ac5e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.234067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e2986-50bf-460b-8d1a-2b33935ac5e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.239063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-262e2986-50bf-460b-8d1a-2b33935ac5e4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3632967 Oct 27 16:27:01.242411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51802) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:01.254002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.284382 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.377921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:01.445321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.446431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.448504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e HTTP/1.1" status: 200 len: 1091 time: 3.5665481 Oct 27 16:27:01.450263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:01.453022 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52d015-bdcf-4bd4-bb4c-43290237142f" -d '{"events": [{"name": "network-changed", "server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:01.482840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-80251559-0857-4988-8e4d-469d577c26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.488935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 2249c1c4-4933-47c3-bf64-64a420e3bf2d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:01.493111 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.502894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.529029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cc170-4efa-4000-a22a-aead5f1ca9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.554604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba709fbe-f80a-49a7-9384-719db5088390 req-6d563159-37f8-43af-8ce1-075b46cd340f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.567233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba709fbe-f80a-49a7-9384-719db5088390 req-6d563159-37f8-43af-8ce1-075b46cd340f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.3257244 Oct 27 16:27:01.605816 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd385d-1ae5-4686-980d-4536ba516312 x-openstack-request-id: req-e9fd385d-1ae5-4686-980d-4536ba516312 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:01.605816 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:01.605816 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9fd385d-1ae5-4686-980d-4536ba516312 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:01.605816 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e', 'status': 'completed', 'code': 200} Oct 27 16:27:01.662588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:01.678735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.813459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.843559 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-80251559-0857-4988-8e4d-469d577c26ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:27:01.844091 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-80251559-0857-4988-8e4d-469d577c26ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:27:01.917268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.973524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-6e4c8634-de9e-462e-8bae-0dd3af7ba213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.973524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-6e4c8634-de9e-462e-8bae-0dd3af7ba213 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4685decc1bf948d3b1f97231a7efdda1&device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 1094 time: 0.3803389 Oct 27 16:27:01.989550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba709fbe-f80a-49a7-9384-719db5088390 req-2098e9c3-71fa-4413-bbc8-737f0d81945f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200439 Oct 27 16:27:02.187168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94495f5-4510-4cf6-a8bb-582f1ab8a913 req-9ad649e0-3bfb-46dd-9d93-dd2ca91436cf tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:02.190100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e94495f5-4510-4cf6-a8bb-582f1ab8a913 req-9ad649e0-3bfb-46dd-9d93-dd2ca91436cf tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 943 time: 0.1800644 Oct 27 16:27:02.299790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.522192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:02.567983 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.629037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8d9543b7-c21d-4449-a825-de6428274125 None None] Could not find standard attr ID for object e303e2a6-060a-474a-97fa-05d8f26f8a96. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:02.638901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.641814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247974d1-7ad0-402a-a148-cc50401ef486 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:02.643243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2249c1c4-4933-47c3-bf64-64a420e3bf2d HTTP/1.1" status: 204 len: 168 time: 1.3995378 Oct 27 16:27:02.648391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51830) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:02.649034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af9d9-f805-40d1-86b8-47edbfaa5934 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=2249c1c4-4933-47c3-bf64-64a420e3bf2d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:02.659829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-070742fb-a16f-48a0-a8ab-b84e2aa59f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:02.661341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-070742fb-a16f-48a0-a8ab-b84e2aa59f26 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=4685decc1bf948d3b1f97231a7efdda1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6669962 Oct 27 16:27:02.681423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e94495f5-4510-4cf6-a8bb-582f1ab8a913 req-13cf599c-2950-4749-91ad-1af9ecc2b528 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817414 Oct 27 16:27:02.733682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ed13251c-8899-44b9-8505-2a3e2f27930c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833843 Oct 27 16:27:02.737006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:02.752088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:02.789089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:02.789469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.828928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 9ab665da-306a-42d2-b9f8-cb1112df7d8a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:02.829192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.966361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-0f13bf0b-983e-4b29-962a-af83b8146232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:02.968296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b52d015-bdcf-4bd4-bb4c-43290237142f req-0f13bf0b-983e-4b29-962a-af83b8146232 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2858379 Oct 27 16:27:03.027395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 9ab665da-306a-42d2-b9f8-cb1112df7d8a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ab665da-306a-42d2-b9f8-cb1112df7d8a,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:03.028082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.046652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 9ab665da-306a-42d2-b9f8-cb1112df7d8a owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:03.241282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:03.254378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.273408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:03.398931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca141a9-9dc8-4029-9aee-e169666cab65 req-a7663682-f839-4f6c-b067-2c310e57e1e3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.406954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ca141a9-9dc8-4029-9aee-e169666cab65 req-a7663682-f839-4f6c-b067-2c310e57e1e3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.3097363 Oct 27 16:27:03.416681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Deleting port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:03.417220 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.443802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-5a306254-5fd7-491c-beaa-9a827b833b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.446076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-5a306254-5fd7-491c-beaa-9a827b833b44 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4685decc1bf948d3b1f97231a7efdda1&device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 1094 time: 0.2969849 Oct 27 16:27:03.517370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] For port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:03.517965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.525095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ca141a9-9dc8-4029-9aee-e169666cab65 req-c8e6f06f-b304-42d8-bf5a-f859396a02d3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166506 Oct 27 16:27:03.526776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-e4cdf3e2-e799-45f6-90f2-68c75668512c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e HTTP/1.1" status: 200 len: 217 time: 0.0657549 Oct 27 16:27:03.561408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.562343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Calling delete_port for 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:03.634234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-40dce976-d419-4492-ae0b-60f59d726ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.636721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-40dce976-d419-4492-ae0b-60f59d726ffc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 1096 time: 0.1358731 Oct 27 16:27:03.646386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=9ab665da-306a-42d2-b9f8-cb1112df7d8a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:03.701205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-2a45ba40-cb48-4ba3-b1c8-51dd480196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.703143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-2a45ba40-cb48-4ba3-b1c8-51dd480196ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=493da664-2117-4d7c-9f77-392df8b65b7d HTTP/1.1" status: 200 len: 851 time: 0.1613727 Oct 27 16:27:03.788199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-69d81b58-c073-4b11-9c3d-627fb09af77f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a6905cdd-cf65-4e18-8a5a-fd7f43179227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761061 Oct 27 16:27:03.812664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.881724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] No DVR routers for this DVR port 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:03.888702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5eb6-62ff-4994-8a09-a3b762b2ad69 None None] Pushing event deleted for resources: {'Port': ['ID=14aa1fef-9c5a-4fee-9a32-fa9dd0df3340,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:04.083598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04015-9f3a-428c-bd0d-28f6050768c6 req-59cc63c8-d782-472a-8aa5-28286923a30d tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.085433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11d04015-9f3a-428c-bd0d-28f6050768c6 req-59cc63c8-d782-472a-8aa5-28286923a30d tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 943 time: 0.2784262 Oct 27 16:27:04.099346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-2318d12e-a56e-4bd6-ba24-8afa83baeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.101202 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-2318d12e-a56e-4bd6-ba24-8afa83baeebd service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.4446061 Oct 27 16:27:04.108719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-d88aba81-eb69-4e0a-9695-d3c080b936be service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112752 Oct 27 16:27:04.193059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-f04779d0-ff9c-4f74-a6fa-d136b10e47b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2 HTTP/1.1" status: 200 len: 217 time: 0.0743184 Oct 27 16:27:04.199989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.224783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:27:04.228536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.296706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11d04015-9f3a-428c-bd0d-28f6050768c6 req-8ccab791-faf3-4375-b391-be11b37134a0 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994734 Oct 27 16:27:04.307296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:04.320194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:04.336372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678d82b-fd12-4c7f-9acb-75eae398dc3e None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:04.337684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.338450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.399156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=4486138a-d4c3-44bd-b9f2-8d22703a3785,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:04.423890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b4688eb-c903-4cb3-95b9-b1b3619d9a38 req-f4219bac-74b4-4a76-b535-8ab187f34842 service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069961 Oct 27 16:27:04.480172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-53c058d9-3a34-46cb-bea6-e88eab16c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.482549 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-53c058d9-3a34-46cb-bea6-e88eab16c9a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.2802370 Oct 27 16:27:04.522234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0e549b9b-ad06-4ec7-990a-37f28c24564f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7839477 Oct 27 16:27:04.523008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51906) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:04.528580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:99:f4:74', 'name': 'tempest-NetworksTestDHCPv6-697748038'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:04.562228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:04.618559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-5b51f01d-fe7b-4633-9856-abf61c7c98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.620183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-5b51f01d-fe7b-4633-9856-abf61c7c98f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275349 Oct 27 16:27:04.800865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:04.801488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 14aa1fef-9c5a-4fee-9a32-fa9dd0df3340 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:04.837133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f391f-c44e-4ac7-88ae-2fc58947e760 req-b454d8f6-a9e2-4582-9b0a-1257c9c027eb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.838824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd7f391f-c44e-4ac7-88ae-2fc58947e760 req-b454d8f6-a9e2-4582-9b0a-1257c9c027eb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.1497769 Oct 27 16:27:04.851547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '4486138a-d4c3-44bd-b9f2-8d22703a3785'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:04.853333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.876911 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-5c9519b8-2eba-4b8e-8122-c4fd4110f552 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440732 Oct 27 16:27:04.910220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:04.945204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd7f391f-c44e-4ac7-88ae-2fc58947e760 req-0e5becda-4af6-4542-b052-3b504c2b5d9a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997705 Oct 27 16:27:04.983372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 371710f1-f61b-492e-b37c-6c74e925b222 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:27:05.056581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Allocated IP 2001:db8::f816:3eff:fe05:81e7 (9b88e4df-64d5-41e8-b043-e7a8852bb832/4486138a-d4c3-44bd-b9f2-8d22703a3785/16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:05.131256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.131376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3bfe5ed7-9199-4698-b890-9a6da4ac6ca8 req-51306c13-0aa1-4c0f-98ae-6ac74402c634 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359824 Oct 27 16:27:05.131836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:05.160251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:05.167067 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9c43fe80-8da4-4737-b3de-13fb195d55c0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/371710f1-f61b-492e-b37c-6c74e925b222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5033662 Oct 27 16:27:05.169679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51932) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:05.180374 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Sync routers for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:05.201004 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:05.206041 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:05.234594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting subnet b09cf627-a78d-4de9-9ca5-8517f8cb2432 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:05.239590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.281422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.291521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.335167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:05.344378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.397642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:05.426201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.448996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:05.451166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe99:f474 (9b88e4df-64d5-41e8-b043-e7a8852bb832/4486138a-d4c3-44bd-b9f2-8d22703a3785/d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:05.476989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Pushing event updated for resources: {'Port': ['ID=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:05.479565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:05.496977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51942) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:05.588338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Attempting to bind port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:05.588710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Attempting to bind port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:05.589073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Attempting to bind port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:05.609613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:05.609999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:05.610438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.610838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:05.612827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Bound port: 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:05.618142 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.637819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.697371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Subnet': ['ID=b09cf627-a78d-4de9-9ca5-8517f8cb2432,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:05.713833 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.723577 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6b173755-090d-482b-836f-8be6b7b02409 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/subnets/b09cf627-a78d-4de9-9ca5-8517f8cb2432 HTTP/1.1" status: 204 len: 168 time: 0.5479565 Oct 27 16:27:05.725712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:05.748849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] For port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:05.753319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] For port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:05.759012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edddec83-c9c1-4a82-a8ef-87f5e1325cce None None] Network b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:05.836004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.864640 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:27:03Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:05.880931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331bf0-a535-4ba8-ac12-33688e88335d req-5e24d0ad-2359-42f6-ac6b-b445b7ca141f tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.884340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a331bf0-a535-4ba8-ac12-33688e88335d req-5e24d0ad-2359-42f6-ac6b-b445b7ca141f tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 943 time: 0.1401339 Oct 27 16:27:05.918897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.931684 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Checking router: 371710f1-f61b-492e-b37c-6c74e925b222 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:05.964596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Routers {'371710f1-f61b-492e-b37c-6c74e925b222'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:05.966671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['371710f1-f61b-492e-b37c-6c74e925b222'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:06.005468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a331bf0-a535-4ba8-ac12-33688e88335d req-b2660a0c-cef6-4ae0-bf30-84ef02e76d34 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123667 Oct 27 16:27:06.084568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:06.088067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.229249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac548804-47e3-43b6-bea4-cf9fd4bb484d None None] Pushing event updated for resources: {'Port': ['ID=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.273243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.337875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:06.340979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.362770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:06.367967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] DHCP port deletion for b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:06.369577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:06.372323 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] Set router 371710f1-f61b-492e-b37c-6c74e925b222 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:06.394442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.396965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.439866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea60f06-b4a8-4860-aec0-b9c85359aef2 req-c4533a60-780a-49c3-b020-01e3dc91e1df tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.449191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ea60f06-b4a8-4860-aec0-b9c85359aef2 req-c4533a60-780a-49c3-b020-01e3dc91e1df tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 945 time: 0.3078871 Oct 27 16:27:06.481864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:06.484206 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e2f286-c9ea-44e7-848e-1b518e823f33" -d '{"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-unplugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:06.510310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.510864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:06.542768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device abfe62c8-a6c7-44b1-a6a8-bca6a95b275f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:06.593419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ea60f06-b4a8-4860-aec0-b9c85359aef2 req-5d954b63-1df0-4960-98c0-0ea2dcbb58b2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432648 Oct 27 16:27:06.603491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-baa4c403-a3f9-4a21-bbcc-edf6ea6b7d9f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0792658 Oct 27 16:27:06.606315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51958) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:06.692152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.747437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57e70d-907a-4241-8299-92898650a7d0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.763197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57e70d-907a-4241-8299-92898650a7d0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.778084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e57e70d-907a-4241-8299-92898650a7d0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1707110 Oct 27 16:27:06.783693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51960) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:06.789821 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48bb54-38e1-4589-aef6-752cd6ef5b18 x-openstack-request-id: req-8c48bb54-38e1-4589-aef6-752cd6ef5b18 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:06.790123 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-unplugged", "status": "completed", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:06.790383 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c48bb54-38e1-4589-aef6-752cd6ef5b18 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:06.790783 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'code': 200} Oct 27 16:27:06.834197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Deleting port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:06.836613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.912832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:27:03Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:06.991245 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64988c45-705c-48ef-8fcf-f80e2a50a9ba None None] The sync data for ids ['371710f1-f61b-492e-b37c-6c74e925b222'] in n-d-814735-4 is: [{'id': '371710f1-f61b-492e-b37c-6c74e925b222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687787150', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:23:44Z', 'updated_at': '2021-10-27T16:27:03Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '75f06067-d04b-44b5-a3ca-93c564bd8a9d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371710f1-f61b-492e-b37c-6c74e925b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:23:45Z', 'updated_at': '2021-10-27T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:07.032398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.034771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:07.035323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.132478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] For port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:07.132929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.173637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.180747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.194763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:07.219243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Calling delete_port for abfe62c8-a6c7-44b1-a6a8-bca6a95b275f owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:07.316539 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.325703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,segment=NetworkSegment(ea444b68-f790-4ac9-96ab-1d1f22a4bbcd),segment_id=ea444b68-f790-4ac9-96ab-1d1f22a4bbcd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:07.393734 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.535929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 75f06067-d04b-44b5-a3ca-93c564bd8a9d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:07.537573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.565977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392b79-a8a9-4981-9401-2957e9f191d7 req-57a09354-842b-4c74-a63d-cab447b156b4 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:07.567564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.592997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb392b79-a8a9-4981-9401-2957e9f191d7 req-57a09354-842b-4c74-a63d-cab447b156b4 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 943 time: 0.2365057 Oct 27 16:27:07.625753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.720279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.751145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.760538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.766988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d HTTP/1.1" status: 204 len: 168 time: 0.9794602 Oct 27 16:27:07.768507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fd0ac-21db-4471-9d72-f4f976dff092 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.783291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:07.822120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] No DVR routers for this DVR port abfe62c8-a6c7-44b1-a6a8-bca6a95b275f on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:07.831017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998a24e-437c-4926-8bea-f05db300a436 None None] Pushing event deleted for resources: {'Port': ['ID=abfe62c8-a6c7-44b1-a6a8-bca6a95b275f,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.898968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb392b79-a8a9-4981-9401-2957e9f191d7 req-e3209e74-435f-4e44-85f2-1046147e79a5 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779231 Oct 27 16:27:07.920382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] Provisioning complete for port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:07.926407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.976172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9133fb-5ee2-4943-a8bc-df6cee02ae89 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:07.978425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9133fb-5ee2-4943-a8bc-df6cee02ae89 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:07.989853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51974) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:07.997883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b9133fb-5ee2-4943-a8bc-df6cee02ae89 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2034354 Oct 27 16:27:07.999873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 75f06067-d04b-44b5-a3ca-93c564bd8a9d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=75f06067-d04b-44b5-a3ca-93c564bd8a9d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:08.000252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.013020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ca534-2246-44b5-a3c6-25fd741a858c req-1744903e-1801-4f8c-90d7-ed9982156bce tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:08.014794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e96ca534-2246-44b5-a3c6-25fd741a858c req-1744903e-1801-4f8c-90d7-ed9982156bce tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.1399677 Oct 27 16:27:08.027798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.073739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] For port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:08.082402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:08.084916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 75f06067-d04b-44b5-a3ca-93c564bd8a9d owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:08.090988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e96ca534-2246-44b5-a3c6-25fd741a858c req-63ec73d3-34be-431a-8ab9-dc81c77f6452 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606623 Oct 27 16:27:08.180551 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.206405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 4486138a-d4c3-44bd-b9f2-8d22703a3785 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:08.274905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,segment=NetworkSegment(29ef55f9-c66c-4edf-9bfd-a41353f010c0),segment_id=29ef55f9-c66c-4edf-9bfd-a41353f010c0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:08.275261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.290339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d79c5-af64-4235-9f44-38aa8db34f5f None None] Pushing event updated for resources: {'Port': ['ID=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.296467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa5a7f-522b-4532-bfea-f2e8370dd3e2 req-b5777df6-14f5-4630-a7c3-4eca0cbea6d6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:08.298328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdaa5a7f-522b-4532-bfea-f2e8370dd3e2 req-b5777df6-14f5-4630-a7c3-4eca0cbea6d6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0926394 Oct 27 16:27:08.309491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e', 'network_id': 'a6905cdd-cf65-4e18-8a5a-fd7f43179227', 'port_id': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e', 'mac_address': 'fa:16:3e:36:7f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493da664-2117-4d7c-9f77-392df8b65b7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:08.312450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-271601a0-275e-47b6-bb1a-e55dee8b8a90 None None] Could not find standard attr ID for object d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:08.378602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.408215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdaa5a7f-522b-4532-bfea-f2e8370dd3e2 req-c3340eea-e2e9-409c-b2a1-27b163e1342d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992646 Oct 27 16:27:08.478942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.518402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:08.521733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:08.573765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ddae1-42d3-4ea9-86e7-bd68fb640b0f req-37c0ce63-3302-470f-9684-aace31cc2f16 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:08.573999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,segment=NetworkSegment(29ef55f9-c66c-4edf-9bfd-a41353f010c0),segment_id=29ef55f9-c66c-4edf-9bfd-a41353f010c0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:08.574096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f8ddae1-42d3-4ea9-86e7-bd68fb640b0f req-37c0ce63-3302-470f-9684-aace31cc2f16 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0702381 Oct 27 16:27:08.590951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:08.591350 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.615628 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.620678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f8ddae1-42d3-4ea9-86e7-bd68fb640b0f req-1731ff29-bc4c-4d8f-aaa4-44f502c5fbcf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Oct 27 16:27:08.689699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.724384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ab665da-306a-42d2-b9f8-cb1112df7d8a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:08.752078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9ab665da-306a-42d2-b9f8-cb1112df7d8a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:08.752383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ab665da-306a-42d2-b9f8-cb1112df7d8a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:08.772573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.805447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Deleting port a04a9747-4928-4428-a83f-04303821a411 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:08.805790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.877303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.884376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.929688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=4486138a-d4c3-44bd-b9f2-8d22703a3785,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.966774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.970542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa4d8ff0-42c4-464d-bf4f-4245c7ebb38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/4486138a-d4c3-44bd-b9f2-8d22703a3785 HTTP/1.1" status: 204 len: 168 time: 0.9801636 Oct 27 16:27:08.970885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061f08c-7417-488b-b74c-ee7292e12b7f None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:08.973493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=75f06067-d04b-44b5-a3ca-93c564bd8a9d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.978995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51990) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.995937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] For port a04a9747-4928-4428-a83f-04303821a411, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a04a9747-4928-4428-a83f-04303821a411,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:08.996416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.046224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Calling delete_port for a04a9747-4928-4428-a83f-04303821a411 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:09.059480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7c72858a-a0a7-4872-a804-405bf75142fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776465 Oct 27 16:27:09.065360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.075404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707858c-0c69-4fcd-8265-9d8b5943126f req-f59a8079-f577-43ed-976c-acec07f9e259 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.077003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d707858c-0c69-4fcd-8265-9d8b5943126f req-f59a8079-f577-43ed-976c-acec07f9e259 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1499431 Oct 27 16:27:09.133329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:09.159477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa012-d4cc-420d-9a09-7be103b02f64 req-91d8e4a0-c9b7-43a9-96f9-11d6fe4ec5f6 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.161349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b6aa012-d4cc-420d-9a09-7be103b02f64 req-91d8e4a0-c9b7-43a9-96f9-11d6fe4ec5f6 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 944 time: 0.1904569 Oct 27 16:27:09.183882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c5293-e29a-41bd-9c7c-e3d4374cb61a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.185113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-450c5293-e29a-41bd-9c7c-e3d4374cb61a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1071832 Oct 27 16:27:09.189219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51996) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.215843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.239859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d707858c-0c69-4fcd-8265-9d8b5943126f req-ba3b6542-aa76-44a4-b045-0f3d5cb6acab tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325786 Oct 27 16:27:09.310230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:09.317289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16efdc6-3c78-4837-8ca2-7df78949ff3a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.322119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b16efdc6-3c78-4837-8ca2-7df78949ff3a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311359 Oct 27 16:27:09.322741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51998) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.350230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.357276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.414830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3fcca14c-1c03-4f3b-9e5f-d577e5deb4a1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788338 Oct 27 16:27:09.415769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52000) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.422253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:09.424297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b6aa012-d4cc-420d-9a09-7be103b02f64 req-d55669d6-0dad-4fc6-a66c-980fdb35c2c7 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372329 Oct 27 16:27:09.461057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Deleting port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:09.461443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.533956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] For port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:09.534637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.548488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Calling delete_port for 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:09.576362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.576895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Fanout notify agent at l3_agent the message router_deleted on router 371710f1-f61b-492e-b37c-6c74e925b222 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:27:09.583935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.585075 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df94100e-44ac-4060-86fb-4ee99ed5aab0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/routers/371710f1-f61b-492e-b37c-6c74e925b222 HTTP/1.1" status: 204 len: 168 time: 3.8584025 Oct 27 16:27:09.588645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.628055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.662896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04a9747-4928-4428-a83f-04303821a411,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.678366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:09.682686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.704462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.722558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.755746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] Pushing event deleted for resources: {'Port': ['ID=16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.764555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4221f6-0f54-4ede-b618-b8d468d0a236 None None] No DVR routers for this DVR port 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:09.842460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.842803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.843167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.843503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.852242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.861855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.862367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.862822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.863524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.863977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.865116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.865565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:09.885647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.946461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b845f1b4-161b-4b4d-80a1-ea4b90fe65e7']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:09.968078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:09.968553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea444b68-f790-4ac9-96ab-1d1f22a4bbcd') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:09.988747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.010933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.018630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:10.019150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:10.022548 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:10.087320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 56cad3b3-5585-4abb-8de3-87cc8925dea2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:10.128278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.459687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d580ac-b4ac-412f-8994-a2dfddf59835 req-1ef5214c-54b6-460f-b21c-59dad4d27ec9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:10.473966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7d580ac-b4ac-412f-8994-a2dfddf59835 req-1ef5214c-54b6-460f-b21c-59dad4d27ec9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0898876 Oct 27 16:27:10.483769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:27:10.487147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.494721 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.500302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.506741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/networks/b845f1b4-161b-4b4d-80a1-ea4b90fe65e7 HTTP/1.1" status: 204 len: 168 time: 0.9165053 Oct 27 16:27:10.507420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52016) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.552884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=b469eb27-de78-49a8-be88-7d04914e6335,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.553173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b277-d550-442a-aa4c-0d84dfc44a2f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Network': ['ID=b845f1b4-161b-4b4d-80a1-ea4b90fe65e7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.561151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:10.564992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:10.568840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:10.569458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.581273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafba78-587f-465a-bffb-486bb06de010 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:10.583563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7d580ac-b4ac-412f-8994-a2dfddf59835 req-670b73b0-3a23-493b-bca8-d674dc633323 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067700 Oct 27 16:27:10.591249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Router 0a6989ff-632b-4ba8-8255-017a950c7b2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:27:10.640887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 75f06067-d04b-44b5-a3ca-93c564bd8a9d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:10.644255 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.663659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 75f06067-d04b-44b5-a3ca-93c564bd8a9d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:10.664152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 75f06067-d04b-44b5-a3ca-93c564bd8a9d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:10.664697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:10.682006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.696733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:10.697737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16c6c9ae-4de5-442e-8ba0-bdc8cc3029fa not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:10.702259 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-619ef542-3c12-4dca-97f0-ea27eeb5d27b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2860034 Oct 27 16:27:10.704764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.716814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:61:11:90', 'name': 'tempest-NetworksTestDHCPv6-134973626'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:10.778593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94442-ec75-4bc0-8b81-117f4c90dbb6 req-3fa4ce9a-daba-4c12-be02-6c1b1be32dec tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:10.780729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1f94442-ec75-4bc0-8b81-117f4c90dbb6 req-3fa4ce9a-daba-4c12-be02-6c1b1be32dec tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 944 time: 0.0954490 Oct 27 16:27:10.815530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:10.821424 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1a5a8c69-1b38-405a-8b55-7d8783b47d22 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a6989ff-632b-4ba8-8255-017a950c7b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3235013 Oct 27 16:27:10.825473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.831496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Sync routers for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:10.840347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'b469eb27-de78-49a8-be88-7d04914e6335'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:10.841292 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.856615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:10.857327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:10.872101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1f94442-ec75-4bc0-8b81-117f4c90dbb6 req-2c840ec5-c757-44b3-b19a-4f38e4aca102 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747244 Oct 27 16:27:10.931355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.935605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.938188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/security-groups/533dab82-140b-4740-88d4-3ef58837d3f5 HTTP/1.1" status: 204 len: 168 time: 0.4250743 Oct 27 16:27:10.958519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51a6d-d252-4638-b16d-e80b026efb40 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dab82-140b-4740-88d4-3ef58837d3f5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:11.007925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.056916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:11.141060 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.147019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:11.252627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.526231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Allocated IP 2001:db8::f816:3eff:fe8a:385c (9b88e4df-64d5-41e8-b043-e7a8852bb832/b469eb27-de78-49a8-be88-7d04914e6335/d771c266-98fd-46ba-bcc9-98834199cefa) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:11.554769 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d95ae3de-4218-4c21-8d45-9498f97ed2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.735728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:27:09Z', 'revision_number': 5, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port': {'id': 'b3d2a169-339b-4ba2-85b8-e8729cd3f38a', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:14:37Z', 'updated_at': '2021-10-27T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:11.789429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Checking router: 0a6989ff-632b-4ba8-8255-017a950c7b2d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:11.861682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c6264-c1ba-461d-a3be-827d009b5c48 req-ca5f43b1-759f-40fc-9ecc-b21861dfefcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:11.863288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-883c6264-c1ba-461d-a3be-827d009b5c48 req-ca5f43b1-759f-40fc-9ecc-b21861dfefcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1027694 Oct 27 16:27:11.872580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port bc538930-3160-41a5-bd30-0630cd396d03 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:11.880823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.886494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Routers {'0a6989ff-632b-4ba8-8255-017a950c7b2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:11.887190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:26:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0a6989ff-632b-4ba8-8255-017a950c7b2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:11.953440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-883c6264-c1ba-461d-a3be-827d009b5c48 req-a718e5ea-b86b-4e71-8d71-1686604dbfcc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814161 Oct 27 16:27:12.006656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Deleting port b3d2a169-339b-4ba2-85b8-e8729cd3f38a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:12.007002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.012002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.123423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:12.129733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] Set router 0a6989ff-632b-4ba8-8255-017a950c7b2d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:12.133701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575626354', 'description': 'tempest-secgroup-smoke-575626354 description', 'project_id': '2456b7420bc444239338671cce95b1c1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:12.168926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe61:1190 (9b88e4df-64d5-41e8-b043-e7a8852bb832/b469eb27-de78-49a8-be88-7d04914e6335/bc538930-3160-41a5-bd30-0630cd396d03) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:12.184170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4020a2-7f33-45c4-aed7-3f6fa00fb68f req-e42a5691-6e3e-44c5-b8e4-e6b20d81ec91 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:12.186459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be4020a2-7f33-45c4-aed7-3f6fa00fb68f req-e42a5691-6e3e-44c5-b8e4-e6b20d81ec91 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 944 time: 0.1139944 Oct 27 16:27:12.211655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.246173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Pushing event updated for resources: {'Port': ['ID=d771c266-98fd-46ba-bcc9-98834199cefa,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.248868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:12.251811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:27:11Z', 'revision_number': 6, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:12.261019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:12.264370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:12.270570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] For port b3d2a169-339b-4ba2-85b8-e8729cd3f38a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:12.271212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.289678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Calling delete_port for b3d2a169-339b-4ba2-85b8-e8729cd3f38a owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:12.309848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:12.318436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0fc06-66c4-4ae1-bc40-4d79629ab95d None None] The sync data for ids ['0a6989ff-632b-4ba8-8255-017a950c7b2d'] in n-d-814735-4 is: [{'id': '0a6989ff-632b-4ba8-8255-017a950c7b2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1055570009-router', 'tenant_id': '2d254190ba734763abea568f42bc2898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:14:36Z', 'updated_at': '2021-10-27T16:27:11Z', 'revision_number': 6, 'project_id': '2d254190ba734763abea568f42bc2898', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:12.344966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be4020a2-7f33-45c4-aed7-3f6fa00fb68f req-48a114fd-ea4c-4b54-9b10-c2a5edc05af6 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334870 Oct 27 16:27:12.420939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Attempting to bind port d771c266-98fd-46ba-bcc9-98834199cefa on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:12.421806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Attempting to bind port d771c266-98fd-46ba-bcc9-98834199cefa by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:12.422289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Attempting to bind port d771c266-98fd-46ba-bcc9-98834199cefa on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:12.428310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:12.428845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:12.429355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.429859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:12.430462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Bound port: d771c266-98fd-46ba-bcc9-98834199cefa, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:12.430953 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.435487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.498077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] For port d771c266-98fd-46ba-bcc9-98834199cefa, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:12.501724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] For port d771c266-98fd-46ba-bcc9-98834199cefa, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d771c266-98fd-46ba-bcc9-98834199cefa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:12.503393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:12.507918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:12.508411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.518656 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.587010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.598572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be5f125-563a-43e1-8e08-92cfc5908b58,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.612767 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.617115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3613025-0cbf-4646-8333-cc4adb73b323 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4847307 Oct 27 16:27:12.622730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52040) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:12.624468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:12.689722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.730117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.732904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d5f6-5d90-4cf0-a058-494bf9884e12 None None] Pushing event updated for resources: {'Port': ['ID=d771c266-98fd-46ba-bcc9-98834199cefa,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.750555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:12.755346 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a975d959-6be2-4be8-8ab4-ff26caa2bb79" -d '{"events": [{"server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "name": "network-vif-plugged", "status": "completed", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:12.759739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.784415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,segment=NetworkSegment(29ef55f9-c66c-4edf-9bfd-a41353f010c0),segment_id=29ef55f9-c66c-4edf-9bfd-a41353f010c0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:12.813969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.843620 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2dcd6-b046-4dd4-a36b-a60de2f6208e x-openstack-request-id: req-23b2dcd6-b046-4dd4-a36b-a60de2f6208e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:12.844065 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "name": "network-vif-plugged", "status": "completed", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:12.844447 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23b2dcd6-b046-4dd4-a36b-a60de2f6208e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:12.845017 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e', 'code': 200} Oct 27 16:27:12.865523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.890077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d2a169-339b-4ba2-85b8-e8729cd3f38a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.934130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.948285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.992811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.027153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.070476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5ba4c9-f8a2-4c35-9d9c-d727ed58f415,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:13.113107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee621e-4ab3-4d2a-9a25-459598232387 req-db789218-ca21-4c59-8c87-af20f770f6b6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.114784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05ee621e-4ab3-4d2a-9a25-459598232387 req-db789218-ca21-4c59-8c87-af20f770f6b6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0583403 Oct 27 16:27:13.120089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:13.126118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:13.134097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:13.139756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.140436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.146812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.147589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.150858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02481edd-3477-424e-bb79-dc0358cf337a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5288205 Oct 27 16:27:13.150969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=bc538930-3160-41a5-bd30-0630cd396d03,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:13.154859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.157145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aba44-1a6c-4c2f-a517-ae82bbe3c34e req-cf2584f1-bb44-414a-a2b5-4bcf54589706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.158651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c23aba44-1a6c-4c2f-a517-ae82bbe3c34e req-cf2584f1-bb44-414a-a2b5-4bcf54589706 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 1096 time: 0.1833451 Oct 27 16:27:13.159075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:13.183622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05ee621e-4ab3-4d2a-9a25-459598232387 req-de6a2163-ac94-461e-b578-faf339dde635 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623922 Oct 27 16:27:13.282229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.289174 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.303279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.373356 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-523bba79-16f3-4262-9689-8194139d91f7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6669619 Oct 27 16:27:13.376230 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c23aba44-1a6c-4c2f-a517-ae82bbe3c34e req-0f5706f6-577e-4c69-912b-32a7d05fa4cd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261919 Oct 27 16:27:13.376692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52056) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.404085 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.436738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b89426-1db6-41db-af2e-90b1487b1947 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.452818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b89426-1db6-41db-af2e-90b1487b1947 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.454499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e0b89426-1db6-41db-af2e-90b1487b1947 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0768955 Oct 27 16:27:13.457195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52058) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.484671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.513996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.514733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6989ff-632b-4ba8-8255-017a950c7b2d {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:27:13.518177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257e29cd-cbe5-486e-b05d-6a8b30667d17,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:13.542396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eeb1a-87c5-406b-8fd0-9bddb8a52234 req-ae62faef-f60e-49ed-be79-809cfe589ae1 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.543730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.544889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5da8256d-04c8-4a86-8a41-40795a0b9a7a admin admin] 10.222.0.70 "DELETE /v2.0/routers/0a6989ff-632b-4ba8-8255-017a950c7b2d HTTP/1.1" status: 204 len: 168 time: 2.7187562 Oct 27 16:27:13.552112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-001eeb1a-87c5-406b-8fd0-9bddb8a52234 req-ae62faef-f60e-49ed-be79-809cfe589ae1 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1106372 Oct 27 16:27:13.552778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.602147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-001eeb1a-87c5-406b-8fd0-9bddb8a52234 req-ca008e83-0c07-4af4-b216-d18a33af840d tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490773 Oct 27 16:27:13.633951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Deleting subnet e17bb172-1327-436b-b535-5d5bbe7ccaac {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:13.633951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.666517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port bc538930-3160-41a5-bd30-0630cd396d03 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:13.666852 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.718544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.832731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.856535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for bc538930-3160-41a5-bd30-0630cd396d03 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:13.864869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.115532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.118267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-41c53f4c-cb0f-49e4-97df-ecae1ad0d6e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9617195 Oct 27 16:27:14.119859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52066) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:14.124619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:14.250122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4687170c-e101-4469-94b0-668398c6ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.250931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.258094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.322112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.326037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.330344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e17bb172-1327-436b-b535-5d5bbe7ccaac HTTP/1.1" status: 204 len: 168 time: 0.7758334 Oct 27 16:27:14.333227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c13877-007d-42a7-abd8-ec53319c4fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17bb172-1327-436b-b535-5d5bbe7ccaac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:14.336144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00126c57-4ddd-41d6-9172-b5130294f06b None None] Network b793b50b-6784-4a47-b8b7-7da0a483bae8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:14.339989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52070) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:14.350894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=bc538930-3160-41a5-bd30-0630cd396d03,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:14.364101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463682d-6fae-43b0-b7ad-89ec2c39566a req-b3f9f7a9-4771-4dd5-b058-a3673ac0b7ee tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:14.371799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8463682d-6fae-43b0-b7ad-89ec2c39566a req-b3f9f7a9-4771-4dd5-b058-a3673ac0b7ee tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1044142 Oct 27 16:27:14.458828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8463682d-6fae-43b0-b7ad-89ec2c39566a req-856e5dc0-e17e-4e1d-a6e5-38694bc9c94b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860498 Oct 27 16:27:14.519436 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.519560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.547465 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5796343f-5280-461a-901a-41092b3550a2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/bc538930-3160-41a5-bd30-0630cd396d03 HTTP/1.1" status: 204 len: 168 time: 1.0891240 Oct 27 16:27:14.550410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52076) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:14.552322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d771c266-98fd-46ba-bcc9-98834199cefa up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:14.607874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.627560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.656850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da09f989-db78-4ef2-b134-3553defdcc3b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:14.673023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a6035-7655-4ab5-894b-f6cb1233a336 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:14.674843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a6035-7655-4ab5-894b-f6cb1233a336 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:14.678904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c07a6035-7655-4ab5-894b-f6cb1233a336 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1252058 Oct 27 16:27:14.679208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:14.703685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.725610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] Provisioning complete for port d771c266-98fd-46ba-bcc9-98834199cefa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:14.725610 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.760795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.766832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec042a52-8e4d-40d7-ad21-cb972727d0d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6457520 Oct 27 16:27:14.767600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52084) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:14.780070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:14.793512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet b469eb27-de78-49a8-be88-7d04914e6335 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:14.799887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.840901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Deleting port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:14.841432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.858455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a82c1-78d2-464b-86e7-8a53e15f0b6f req-a6f8ce3a-d921-4bc8-8079-f35c56393d10 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:14.870150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b9a82c1-78d2-464b-86e7-8a53e15f0b6f req-a6f8ce3a-d921-4bc8-8079-f35c56393d10 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1315241 Oct 27 16:27:14.891239 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.910850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.985994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b9a82c1-78d2-464b-86e7-8a53e15f0b6f req-06957891-a55a-4a20-ab41-ba8bf073ec0c tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141527 Oct 27 16:27:15.005455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] For port d771c266-98fd-46ba-bcc9-98834199cefa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d771c266-98fd-46ba-bcc9-98834199cefa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:15.008765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d771c266-98fd-46ba-bcc9-98834199cefa triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:15.009158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.010976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] DHCP port deletion for b793b50b-6784-4a47-b8b7-7da0a483bae8 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:15.091205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.107946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.112686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] For port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:15.115790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.140834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Calling delete_port for 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:15.230961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6a04f-4a67-446c-9a02-82f61ad156f2 None None] Pushing event updated for resources: {'Port': ['ID=d771c266-98fd-46ba-bcc9-98834199cefa,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:15.242050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Deleting port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:15.242543 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.248051 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5c79a07e-e267-484d-a971-9979fcf42d98 None None] Could not find standard attr ID for object bc538930-3160-41a5-bd30-0630cd396d03. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:15.307729 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.349340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] For port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,segment=NetworkSegment(7546dfd1-9440-4d40-9914-b5d471b675a2),segment_id=7546dfd1-9440-4d40-9914-b5d471b675a2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:15.350327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.356448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3d2a169-339b-4ba2-85b8-e8729cd3f38a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:15.369021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.381249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.391823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Calling delete_port for 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:15.393856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b3d2a169-339b-4ba2-85b8-e8729cd3f38a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:15.394206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b3d2a169-339b-4ba2-85b8-e8729cd3f38a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:15.394631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a04a9747-4928-4428-a83f-04303821a411 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:15.425608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf01b4-3ec0-4dd2-8ba6-45e525e76752 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:15.429949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a04a9747-4928-4428-a83f-04303821a411 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:15.430309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a04a9747-4928-4428-a83f-04303821a411 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:15.433117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.435994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.438915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b469eb27-de78-49a8-be88-7d04914e6335 HTTP/1.1" status: 204 len: 168 time: 0.7587116 Oct 27 16:27:15.440594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=b469eb27-de78-49a8-be88-7d04914e6335,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:15.442892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52090) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:15.478991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] No DVR routers for this DVR port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:15.485361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Pushing event deleted for resources: {'Port': ['ID=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:15.522524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ff80786b-3938-4141-836f-678c77c001f0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782108 Oct 27 16:27:15.526786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.528470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.545135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258ca29-0ae3-4efc-8039-f6db5e91b679 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:15.546640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52094) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:15.562711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.568895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:15.644654 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.647769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.662208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96cced-2aa2-44ef-95d3-f3cbaa7fea97 req-5d842e91-f87a-4ac2-bb03-648b7b42c0d8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:15.667960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d96cced-2aa2-44ef-95d3-f3cbaa7fea97 req-5d842e91-f87a-4ac2-bb03-648b7b42c0d8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0986409 Oct 27 16:27:15.669575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.703493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] Pushing event deleted for resources: {'Port': ['ID=0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:15.710122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b793b50b-6784-4a47-b8b7-7da0a483bae8']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:15.715767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef9ece-bcee-4c09-a793-f61f6694690f None None] No DVR routers for this DVR port 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:15.720417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768856c8-f0b1-4f02-89a9-d69b579251b8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:15.744204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7546dfd1-9440-4d40-9914-b5d471b675a2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:15.744929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7546dfd1-9440-4d40-9914-b5d471b675a2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:15.757231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.769484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d96cced-2aa2-44ef-95d3-f3cbaa7fea97 req-564f6bc5-0277-430d-a236-c028a52da6c2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939469 Oct 27 16:27:15.780319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.799103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:15.803249 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:15.822604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:15.857315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.861271 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-18595d21-6a2a-4fa4-abc0-fd2a26d4a6a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0848365 Oct 27 16:27:15.862431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52100) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:15.866723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:15.884154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Deleting port d771c266-98fd-46ba-bcc9-98834199cefa {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:15.884516 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.946507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:15.951744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.964802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] For port d771c266-98fd-46ba-bcc9-98834199cefa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d771c266-98fd-46ba-bcc9-98834199cefa,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:15.965203 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:15.979257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Calling delete_port for d771c266-98fd-46ba-bcc9-98834199cefa owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:16.017618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.028432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.032457 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:16.034175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] 10.222.0.70 "DELETE /v2.0/networks/b793b50b-6784-4a47-b8b7-7da0a483bae8 HTTP/1.1" status: 204 len: 168 time: 1.6747994 Oct 27 16:27:16.041119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.128559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4aad7-d42d-4f52-ac98-7093b14ec08a admin admin] Pushing event deleted for resources: {'Network': ['ID=b793b50b-6784-4a47-b8b7-7da0a483bae8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:16.192818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.233690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] Pushing event deleted for resources: {'Port': ['ID=d771c266-98fd-46ba-bcc9-98834199cefa,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:16.235844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958ade2-cf93-43ef-bf9a-8f2ac2eef095 None None] No DVR routers for this DVR port d771c266-98fd-46ba-bcc9-98834199cefa on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:16.243127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.279065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58056cf-e501-44e9-8b19-a8db3ba57115 req-af6f9b02-0301-448f-8d3b-12b504c2298c tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:16.279065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58056cf-e501-44e9-8b19-a8db3ba57115 req-af6f9b02-0301-448f-8d3b-12b504c2298c tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1416056 Oct 27 16:27:16.334908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58056cf-e501-44e9-8b19-a8db3ba57115 req-cd698496-fd0f-4288-9463-78a2c5e29738 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Oct 27 16:27:16.438936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:16.443899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.475374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de36b318-a1a9-4765-844c-bb39de70b3a1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:16.501031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55b2d-71d4-4219-95e7-349896428ba8 req-9c09397d-cdef-418b-9b72-ad50e7bb6711 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:16.510849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9c55b2d-71d4-4219-95e7-349896428ba8 req-9c09397d-cdef-418b-9b72-ad50e7bb6711 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1045191 Oct 27 16:27:16.561021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9c55b2d-71d4-4219-95e7-349896428ba8 req-b0ded763-41fc-4eec-923e-2ff33e3b2161 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Oct 27 16:27:16.571205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.577287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-63e0292d-5726-4184-9d1b-d2fec955da26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7145867 Oct 27 16:27:16.580821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52114) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.596135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '7be5f125-563a-43e1-8e08-92cfc5908b58', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:16.645774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:27:16.657251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.701906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52118) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.715260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:16.715601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0674cac2-bc0b-4a46-8e3b-3e6eb9da0e7d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:16.716023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d771c266-98fd-46ba-bcc9-98834199cefa no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:16.725141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:16.729228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:16.734121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:16.734954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.744531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e7cb5-1b8c-45d5-a666-e7192f883c91 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:16.778475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=cea3d279-aa6e-41ba-ac59-95e7a108814a,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:16.787594 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:16.793271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d771c266-98fd-46ba-bcc9-98834199cefa {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:16.793714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d771c266-98fd-46ba-bcc9-98834199cefa not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:16.799030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.825069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a0858b2c-896e-400b-8bcf-9a6e323b9a36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d254190ba734763abea568f42bc2898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198437 Oct 27 16:27:16.834334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52124) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.893881 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19b749d3-d931-4265-a500-b15afab60979 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3572869 Oct 27 16:27:16.897896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52126) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.909965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:7c:97:4a', 'name': 'tempest-NetworksTestDHCPv6-594690313'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:16.921945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.940343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:16.954829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.006236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.025927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'cea3d279-aa6e-41ba-ac59-95e7a108814a'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:17.033311 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.034142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.094915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ce859a-5431-4b48-aaf4-8048ea8f9845,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.187979 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.189251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ed9c31f-e332-4948-8ee5-0da25beddfe3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6062908 Oct 27 16:27:17.194093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52132) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:17.201167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'network': {'name': 'tempest-network-smoke--887070637', 'project_id': '2456b7420bc444239338671cce95b1c1', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.216308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851cb8-5325-4a9f-8875-7a765ab2854c req-edd09570-a396-4a5d-b067-4f48cc545777 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:17.217856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f851cb8-5325-4a9f-8875-7a765ab2854c req-edd09570-a396-4a5d-b067-4f48cc545777 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2464893 Oct 27 16:27:17.247529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba85a3-9396-4070-a195-6c268605480d req-b40c7053-b35d-46b5-892d-f765a2766754 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:17.249113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dba85a3-9396-4070-a195-6c268605480d req-b40c7053-b35d-46b5-892d-f765a2766754 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1249208 Oct 27 16:27:17.266369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:17.294319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Allocated IP 2001:db8::f816:3eff:fe71:c745 (9b88e4df-64d5-41e8-b043-e7a8852bb832/cea3d279-aa6e-41ba-ac59-95e7a108814a/975500c2-afea-4b2c-af5b-70c34419ed29) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:17.305295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.307887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.309647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3e5e891-40d5-409e-b056-907444490091 HTTP/1.1" status: 204 len: 168 time: 0.4806542 Oct 27 16:27:17.323249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f851cb8-5325-4a9f-8875-7a765ab2854c req-e4d4a835-ff59-427a-ad7b-a0aa417061bd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931311 Oct 27 16:27:17.351116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8dba85a3-9396-4070-a195-6c268605480d req-f1939719-3411-4d03-9c4a-ee9b1f78c034 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880737 Oct 27 16:27:17.351116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83983-3607-4453-9685-169f66156944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5e891-40d5-409e-b056-907444490091,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.381599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:17.385643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.445527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.451991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:17.468017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.471624 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Added segment de739df9-91ed-4b43-8b14-7243d477a491 of type vlan for network f14e79ef-f780-4de5-afec-984247993563 Oct 27 16:27:17.478368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port ddad7579-5662-4d3e-8bc4-c5793026ffd2 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:17.490783 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.534856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.575777 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.618782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:17.624703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:17.628418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:17.636167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe7c:974a (9b88e4df-64d5-41e8-b043-e7a8852bb832/cea3d279-aa6e-41ba-ac59-95e7a108814a/ddad7579-5662-4d3e-8bc4-c5793026ffd2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:17.641558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Pushing event updated for resources: {'Port': ['ID=975500c2-afea-4b2c-af5b-70c34419ed29,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.644162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.651232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:17.652059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.663273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.663646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.663967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.664310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.664647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.665025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.665307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.665639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.665966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.666293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.666623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.666948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:17.703619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Attempting to bind port 975500c2-afea-4b2c-af5b-70c34419ed29 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:17.703985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Attempting to bind port 975500c2-afea-4b2c-af5b-70c34419ed29 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:17.704342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Attempting to bind port 975500c2-afea-4b2c-af5b-70c34419ed29 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:17.710502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:17.711205 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:17.711803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.712685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:17.713410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Bound port: 975500c2-afea-4b2c-af5b-70c34419ed29, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:17.714017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.796760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Network': ['ID=f14e79ef-f780-4de5-afec-984247993563,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.813912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] For port 975500c2-afea-4b2c-af5b-70c34419ed29, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:17.818604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f14e79ef-f780-4de5-afec-984247993563 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:17.822229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] For port 975500c2-afea-4b2c-af5b-70c34419ed29, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=975500c2-afea-4b2c-af5b-70c34419ed29,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:17.855174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.886211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-16b4760e-37b9-4f61-9601-e6ddaba59926 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6903601 Oct 27 16:27:17.889115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52142) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:17.900285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'admin_state_up': True, 'project_id': '2456b7420bc444239338671cce95b1c1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.929395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.969764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.992410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.993515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.082441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c94021-7033-4a0f-b68d-13b7b4f95e81 None None] Pushing event updated for resources: {'Port': ['ID=975500c2-afea-4b2c-af5b-70c34419ed29,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.088233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:18.097669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=ddad7579-5662-4d3e-8bc4-c5793026ffd2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.104966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:18.116141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:18.124060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.125285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.134706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.280278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c89164bd-ee68-4c30-af45-7c8399bf5839 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3807757 Oct 27 16:27:18.282705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:18.412931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8800840-4ae0-4af0-b45c-8a73db73aff3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.419628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8800840-4ae0-4af0-b45c-8a73db73aff3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.422025 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8800840-4ae0-4af0-b45c-8a73db73aff3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1378293 Oct 27 16:27:18.425073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:18.551843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.586859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 975500c2-afea-4b2c-af5b-70c34419ed29 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:18.598119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port ddad7579-5662-4d3e-8bc4-c5793026ffd2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:18.598527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.606853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5a43-d45a-43d4-af9e-0991854dd076 req-1c6b6757-c607-4df5-91de-6058b27a64f9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.608912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e85a5a43-d45a-43d4-af9e-0991854dd076 req-1c6b6757-c607-4df5-91de-6058b27a64f9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0910265 Oct 27 16:27:18.664184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 975500c2-afea-4b2c-af5b-70c34419ed29 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:18.664561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.756836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e85a5a43-d45a-43d4-af9e-0991854dd076 req-f4e5ad36-8635-496e-99d1-293ecafe6bcd tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381121 Oct 27 16:27:18.771264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.796566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for ddad7579-5662-4d3e-8bc4-c5793026ffd2 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:18.833874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.887695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 975500c2-afea-4b2c-af5b-70c34419ed29, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=975500c2-afea-4b2c-af5b-70c34419ed29,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:18.942092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e58e-34bb-4f0f-b5d3-0a97b89b334d req-f12a4bc8-7003-4b11-8558-cb22c96dd51b tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.951188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8aa6e58e-34bb-4f0f-b5d3-0a97b89b334d req-f12a4bc8-7003-4b11-8558-cb22c96dd51b tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1188176 Oct 27 16:27:19.141587 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.141587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8aa6e58e-34bb-4f0f-b5d3-0a97b89b334d req-1c377b3e-dcb6-41fd-a894-666ccaaedd22 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678376 Oct 27 16:27:19.141587 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.155932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52182) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.308512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1764219285-network', 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:19.400065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c500e745-bd5c-43a2-8d87-425e09f8d3fa None None] Provisioning complete for port 975500c2-afea-4b2c-af5b-70c34419ed29 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:19.400441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c500e745-bd5c-43a2-8d87-425e09f8d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.403380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.486659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=975500c2-afea-4b2c-af5b-70c34419ed29,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.609239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.612937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Made reservation on behalf of e7a63c05f90d45b4a46518717445dae6 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:19.615335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.635829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.647211 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2091e183-41cb-4f5f-b6b1-fa9f5802f7c9 None None] Could not find standard attr ID for object ddad7579-5662-4d3e-8bc4-c5793026ffd2. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:19.683661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=ddad7579-5662-4d3e-8bc4-c5793026ffd2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.758411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.775016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-00bdb0b4-c0c1-491c-a687-df6b39978fa9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/ddad7579-5662-4d3e-8bc4-c5793026ffd2 HTTP/1.1" status: 204 len: 168 time: 1.3452175 Oct 27 16:27:19.775016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.973311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.110 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/19f04881-e03f-4bbc-b4ce-3cea5456f41d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:19.996700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe4357-4248-4ca8-b636-dd990c95f0e8 req-faa38114-9bb9-428b-9999-296ca12a38a2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.006655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16c94c-2401-428f-9389-3a71ae46b198 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.007314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2efe4357-4248-4ca8-b636-dd990c95f0e8 req-faa38114-9bb9-428b-9999-296ca12a38a2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1317010 Oct 27 16:27:20.009044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16c94c-2401-428f-9389-3a71ae46b198 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.011091 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb16c94c-2401-428f-9389-3a71ae46b198 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2355058 Oct 27 16:27:20.019921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989a842-f6ff-4eb8-909e-dbae54da5c48 req-461b969f-5aa6-4ac8-911d-788432464025 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.020217 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52196) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:20.027180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6989a842-f6ff-4eb8-909e-dbae54da5c48 req-461b969f-5aa6-4ac8-911d-788432464025 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1877439 Oct 27 16:27:20.086950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0601-542c-422d-b3ce-00ab7208322b req-8a9dd920-93e8-4336-b7a2-8d8a77c5ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.088487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-8a9dd920-93e8-4336-b7a2-8d8a77c5ad25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4685decc1bf948d3b1f97231a7efdda1&device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 1096 time: 0.1887002 Oct 27 16:27:20.110148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.145791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6989a842-f6ff-4eb8-909e-dbae54da5c48 req-ff2e46f8-778b-4b32-bf2c-4f5db6c7918d tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169450 Oct 27 16:27:20.177682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2efe4357-4248-4ca8-b636-dd990c95f0e8 req-62fd110a-8b15-42c4-a381-988cb5739396 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692681 Oct 27 16:27:20.263620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet cea3d279-aa6e-41ba-ac59-95e7a108814a {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:20.274423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.303994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.306723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.378449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f915f-318b-4fb9-9be2-a777028cda8b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.382689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0601-542c-422d-b3ce-00ab7208322b req-14700865-a091-48b3-8287-e4cc6ccfac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.384574 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-14700865-a091-48b3-8287-e4cc6ccfac25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a6905cdd-cf65-4e18-8a5a-fd7f43179227 HTTP/1.1" status: 200 len: 912 time: 0.2704616 Oct 27 16:27:20.394503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.436493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.486450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 975500c2-afea-4b2c-af5b-70c34419ed29 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:20.514075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:20.555203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=19f04881-e03f-4bbc-b4ce-3cea5456f41d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.572855 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-aeb59755-235b-47aa-8005-72c90a2e05f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e HTTP/1.1" status: 200 len: 217 time: 0.0561879 Oct 27 16:27:20.582356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:20.584904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:20.585404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.585757 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Added segment 502d490f-f138-4a16-9e2c-369120643908 of type vlan for network 44739d0b-76c0-42f4-bb8c-2903b6358b81 Oct 27 16:27:20.592820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:20.597730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 975500c2-afea-4b2c-af5b-70c34419ed29 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:20.601311 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.648172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0601-542c-422d-b3ce-00ab7208322b req-f9e33bd2-d50d-44b6-9e95-886ba4ccd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.649668 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-f9e33bd2-d50d-44b6-9e95-886ba4ccd292 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=493da664-2117-4d7c-9f77-392df8b65b7d HTTP/1.1" status: 200 len: 851 time: 0.0619678 Oct 27 16:27:20.711732 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-ab307287-f1eb-4ad9-bd48-2b50117dd29c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a6905cdd-cf65-4e18-8a5a-fd7f43179227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343144 Oct 27 16:27:20.819291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.830713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.839579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-1a74dbf1-6b8c-4ba3-9d3c-2079bee566ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.841074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-1a74dbf1-6b8c-4ba3-9d3c-2079bee566ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.2063515 Oct 27 16:27:20.916681 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-6b14d8ad-3997-4a41-8a9b-e626e1da7193 service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769216 Oct 27 16:27:20.924163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec851d-877b-49ab-9525-85ab50a4f177 req-506c49bf-61a4-46ee-82e1-082ff17f6bc0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.932045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18ec851d-877b-49ab-9525-85ab50a4f177 req-506c49bf-61a4-46ee-82e1-082ff17f6bc0 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2954142 Oct 27 16:27:20.984658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.985822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.986152 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.008333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18ec851d-877b-49ab-9525-85ab50a4f177 req-5caeb2a8-68a8-41b2-aeea-55485070deb1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700397 Oct 27 16:27:21.060901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.122135 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9649739 Oct 27 16:27:21.123448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.126595 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/cea3d279-aa6e-41ba-ac59-95e7a108814a HTTP/1.1" status: 204 len: 168 time: 1.1052885 Oct 27 16:27:21.130585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a7da-d961-40a7-afcf-8fe99633e014 admin admin] Pushing event updated for resources: {'Network': ['ID=44739d0b-76c0-42f4-bb8c-2903b6358b81,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:21.131788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc82bc1-84a8-442d-9a0a-45c5fcbb4421 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=cea3d279-aa6e-41ba-ac59-95e7a108814a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:21.135056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52208) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.135056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52210) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.136231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7073d-9a2f-4d20-a7b8-5a2c3d29b830 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:21.140413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Request body: {'subnet': {'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1764219285-subnet', 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:21.145441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7aea0601-542c-422d-b3ce-00ab7208322b req-71f8714f-6338-439a-a21f-b6e27ef8f355 service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156513 Oct 27 16:27:21.155260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.159114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-a7b6c54c-d779-4f20-aa6b-919a789ff76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.161336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-a7b6c54c-d779-4f20-aa6b-919a789ff76e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.3106186 Oct 27 16:27:21.165393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:21.185502 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a5c04fd8-7884-452b-a491-6b2124d8d8e2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489373 Oct 27 16:27:21.188337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52216) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.251327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275ad48-dfc9-4d37-8610-937a43e7a5dc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.253541 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0275ad48-dfc9-4d37-8610-937a43e7a5dc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0641091 Oct 27 16:27:21.257040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52218) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.336315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148a439-699c-421d-87f0-ac644fd29db5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.338211 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3148a439-699c-421d-87f0-ac644fd29db5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798759 Oct 27 16:27:21.341301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.352017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Made reservation on behalf of e7a63c05f90d45b4a46518717445dae6 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:21.357734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.410788 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c3e720a1-5291-4ed5-ae27-476437f7bd97 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680707 Oct 27 16:27:21.695797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:21.739426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52224) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.779751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:21.787139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Deleting port 975500c2-afea-4b2c-af5b-70c34419ed29 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:21.787861 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.863662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] For port 975500c2-afea-4b2c-af5b-70c34419ed29, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=975500c2-afea-4b2c-af5b-70c34419ed29,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:21.864554 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.879289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Calling delete_port for 975500c2-afea-4b2c-af5b-70c34419ed29 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:22.073201 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.088684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-5740b897-a28c-4ce5-9f9b-26527965e3b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.8637810 Oct 27 16:27:22.122987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] Pushing event deleted for resources: {'Port': ['ID=975500c2-afea-4b2c-af5b-70c34419ed29,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.142192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d0cf0-0b02-40e2-8533-c5cd5a1977cf None None] No DVR routers for this DVR port 975500c2-afea-4b2c-af5b-70c34419ed29 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:22.150800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f1c4a-a238-486c-9a24-5c9d3e43ab3d req-a6828aff-d760-4053-83dc-54f696c97ff7 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.152395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f0f1c4a-a238-486c-9a24-5c9d3e43ab3d req-a6828aff-d760-4053-83dc-54f696c97ff7 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.4120805 Oct 27 16:27:22.208548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.257100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:22.260791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.293777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=239a475c-e812-49fe-9d09-a7cb6e132457,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.308810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Checking segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:22.309181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Network hostable DHCP agents. Network: 44739d0b-76c0-42f4-bb8c-2903b6358b81, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:22.323121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.325890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-c4e1d62c-9720-4b83-8ac9-578b334064c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.327502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-c4e1d62c-9720-4b83-8ac9-578b334064c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.2086792 Oct 27 16:27:22.360366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7123-f925-4a40-ba26-b2b8352b8dd1 req-add0e902-e5fb-442a-bf18-8bbdd2d1174c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.366577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9baf7123-f925-4a40-ba26-b2b8352b8dd1 req-add0e902-e5fb-442a-bf18-8bbdd2d1174c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2377868 Oct 27 16:27:22.396316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f0f1c4a-a238-486c-9a24-5c9d3e43ab3d req-7702ba80-10e6-4208-b00b-79543f888c6c tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947045 Oct 27 16:27:22.400794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:22.506895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 44739d0b-76c0-42f4-bb8c-2903b6358b81) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:22.509030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 975500c2-afea-4b2c-af5b-70c34419ed29 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:22.529395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.530266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.542739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563c5e1-6482-4ecd-8a5e-555f02504941 None None] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:22.545329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 975500c2-afea-4b2c-af5b-70c34419ed29 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:22.550612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 975500c2-afea-4b2c-af5b-70c34419ed29 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:22.592607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9baf7123-f925-4a40-ba26-b2b8352b8dd1 req-b7c297cd-1cf2-45c3-9949-1fd1748e0bba tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123911 Oct 27 16:27:22.604062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-6ea54d92-37ae-41ff-a2c7-a343c86c4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.605592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-6ea54d92-37ae-41ff-a2c7-a343c86c4118 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2668641 Oct 27 16:27:22.620880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c045056-a00b-4dec-abf1-9128c11b9c6a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4848909 Oct 27 16:27:22.822929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-44739d0b-76c0-42f4-bb8c-2903b6358b81', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6', 'fixed_ips': [{'subnet_id': '239a475c-e812-49fe-9d09-a7cb6e132457'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:22.823496 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.968601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-9d11537c-4ee2-42da-8822-40eb03eefa44 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387218 Oct 27 16:27:22.990006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Allocated IP 172.20.0.2 (44739d0b-76c0-42f4-bb8c-2903b6358b81/239a475c-e812-49fe-9d09-a7cb6e132457/fa1a2442-c5f0-410d-8a32-ec7af0662869) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:23.092277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router d693a789-d609-4a12-90d9-5f7989c05ba1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:27:23.094394 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.164505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:23.189160 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.243269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:23.254491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecb859-8bdd-4794-bf20-9dfa0f196c9b None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:23.255087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.255693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.297744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=fd29f594-9958-416c-b70f-1558f2afb735,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:23.345297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f74e89c9-8114-4053-8472-ba90d519d6ed req-5ff99283-4c31-41aa-9deb-9152bf6a5e1f service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706706 Oct 27 16:27:23.360541 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.409196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:23.422648 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Sync routers for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:23.431770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52254) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:23.432383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d60e3355-b8f2-4705-bca7-034d8e88919c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6888065 Oct 27 16:27:23.437139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:42:36:92', 'name': 'tempest-NetworksTestDHCPv6-204931305'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:23.444314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-46ad4833-7cd4-4172-895f-1fb871f697dc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.446024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-46ad4833-7cd4-4172-895f-1fb871f697dc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.2004313 Oct 27 16:27:23.469940 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:23.476204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-c71ba34c-e5e6-4282-a677-dd0b66b3bf40 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/quotas/e7a63c05f90d45b4a46518717445dae6 HTTP/1.1" status: 200 len: 375 time: 0.0171800 Oct 27 16:27:23.476345 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:23.480645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:23.486555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:23.495393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:23.537939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.537939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ee80aae0-ea59-425e-8dfd-9dacf3b4ac88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6436987 Oct 27 16:27:23.539263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Pushing event updated for resources: {'Port': ['ID=fa1a2442-c5f0-410d-8a32-ec7af0662869,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:23.545110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': 'fd29f594-9958-416c-b70f-1558f2afb735'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:23.546468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.552418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52260) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:23.652404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d53cc0d4-067d-45ac-b5a6-254d18e674ad tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2456b7420bc444239338671cce95b1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987899 Oct 27 16:27:23.664985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:23.725661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-173c7b2c-3066-4794-8007-9ca7fb274b07 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2486370 Oct 27 16:27:23.761216 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:23.893605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/fd29f594-9958-416c-b70f-1558f2afb735/4aa9ad53-8112-4481-961a-d49f2f62f562) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:23.947313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3af35b-3adf-4867-ae9d-c0b622d8d358 req-4c6b2d93-cc2a-4857-863c-8337248c8fc3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.947313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e3af35b-3adf-4867-ae9d-c0b622d8d358 req-4c6b2d93-cc2a-4857-863c-8337248c8fc3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.2973506 Oct 27 16:27:23.977954 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:20Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:24.006267 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Checking router: d693a789-d609-4a12-90d9-5f7989c05ba1 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:24.006870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Updating router d693a789-d609-4a12-90d9-5f7989c05ba1 port 19f04881-e03f-4bbc-b4ce-3cea5456f41d binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:27:24.051857 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.095975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-c1739029-7d79-46a9-85fd-865095da9a03 service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551688 Oct 27 16:27:24.124380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd2286-4f04-4242-9e29-6bda4f02817e tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:24.126615 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3cd2286-4f04-4242-9e29-6bda4f02817e tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4605491 Oct 27 16:27:24.130905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:24.149142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e3af35b-3adf-4867-ae9d-c0b622d8d358 req-2c325ede-1b27-4c38-a894-23199d1b7377 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899722 Oct 27 16:27:24.183198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:24.202796 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.229158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Attempting to bind port fa1a2442-c5f0-410d-8a32-ec7af0662869 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:24.230415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Attempting to bind port fa1a2442-c5f0-410d-8a32-ec7af0662869 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:24.230848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Attempting to bind port fa1a2442-c5f0-410d-8a32-ec7af0662869 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:24.244321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:24.245790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Checking segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:24.246274 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.247848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Bound using segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:24.248410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Bound port: fa1a2442-c5f0-410d-8a32-ec7af0662869, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:24.250189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.265452 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9e64ae9e-dd50-4caf-a190-2d49eeb21ddc tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315880 Oct 27 16:27:24.269446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:24.299771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007056819', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'project_id': '2456b7420bc444239338671cce95b1c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:24.408259 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.480996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.487657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-87be863b-31cc-44ba-9b72-34ffda023dab service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905103 Oct 27 16:27:24.496214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:27:24.506240 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.516961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:24.520134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 69db36b9-6305-49c2-b556-cc40a0615a18 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:24.544772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] For port fa1a2442-c5f0-410d-8a32-ec7af0662869, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:24.544998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.545173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] For port fa1a2442-c5f0-410d-8a32-ec7af0662869, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fa1a2442-c5f0-410d-8a32-ec7af0662869,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:24.574138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:24.579962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Pushing event updated for resources: {'Port': ['ID=4aa9ad53-8112-4481-961a-d49f2f62f562,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.594677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:24.596364 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.598724 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:24.655778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.670008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d560b-bae5-4bfc-b054-f6385072bceb req-9085cd5b-cd65-4a22-91a3-20dd378317d9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:24.678088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Pushing event updated for resources: {'Port': ['ID=19f04881-e03f-4bbc-b4ce-3cea5456f41d,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.681661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e33d560b-bae5-4bfc-b054-f6385072bceb req-9085cd5b-cd65-4a22-91a3-20dd378317d9 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2271066 Oct 27 16:27:24.734479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Attempting to bind port 4aa9ad53-8112-4481-961a-d49f2f62f562 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:24.735262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Attempting to bind port 4aa9ad53-8112-4481-961a-d49f2f62f562 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:24.735882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Attempting to bind port 4aa9ad53-8112-4481-961a-d49f2f62f562 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:24.743741 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.744083 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.744774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:24.745275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:24.746012 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.746525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:24.747415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Bound port: 4aa9ad53-8112-4481-961a-d49f2f62f562, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:24.747615 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.748915 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.755160 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.756603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e33d560b-bae5-4bfc-b054-f6385072bceb req-ee02d0d0-6857-4a5b-b773-9063d5c686d7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688121 Oct 27 16:27:24.757028 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.777036 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.777601 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.780288 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.780886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.782112 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.791275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.794693 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.798284 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Attempting to bind port 19f04881-e03f-4bbc-b4ce-3cea5456f41d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:24.801242 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Attempting to bind port 19f04881-e03f-4bbc-b4ce-3cea5456f41d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:24.802013 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Attempting to bind port 19f04881-e03f-4bbc-b4ce-3cea5456f41d on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:24.829069 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:24.835260 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:24.839494 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.846070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:24.846941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Bound port: 19f04881-e03f-4bbc-b4ce-3cea5456f41d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:24.849316 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.891204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] For port 4aa9ad53-8112-4481-961a-d49f2f62f562, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:24.895485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] For port 4aa9ad53-8112-4481-961a-d49f2f62f562, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4aa9ad53-8112-4481-961a-d49f2f62f562,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:24.954001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a8006-b83b-45c0-b99d-d7515d1d0544 None None] Pushing event updated for resources: {'Port': ['ID=fa1a2442-c5f0-410d-8a32-ec7af0662869,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.014166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.068886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e22e6-5c22-4951-9aaf-fb35e1fa0880 req-f37c633e-c126-4a38-99e9-12fb2f55a66b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.077460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-258e22e6-5c22-4951-9aaf-fb35e1fa0880 req-f37c633e-c126-4a38-99e9-12fb2f55a66b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.0878656 Oct 27 16:27:25.116147 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] For port 19f04881-e03f-4bbc-b4ce-3cea5456f41d, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:25.125959 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] For port 19f04881-e03f-4bbc-b4ce-3cea5456f41d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=19f04881-e03f-4bbc-b4ce-3cea5456f41d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:25.137762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::394 (9b88e4df-64d5-41e8-b043-e7a8852bb832/fd29f594-9958-416c-b70f-1558f2afb735/69db36b9-6305-49c2-b556-cc40a0615a18) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:25.182140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-258e22e6-5c22-4951-9aaf-fb35e1fa0880 req-ccba0074-e3c4-4850-b63f-9f4c02a5b376 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037250 Oct 27 16:27:25.184270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c0c16-d3e6-4c52-82df-0af652729cd5 None None] Pushing event updated for resources: {'Port': ['ID=4aa9ad53-8112-4481-961a-d49f2f62f562,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.191841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.276802 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.312553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Subnet': ['ID=a0e57687-9942-486d-8ba7-e91870f5e18d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.401503 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212a09d-0809-4dfe-ba1e-6ba9cf33d925 None None] Pushing event updated for resources: {'Port': ['ID=19f04881-e03f-4bbc-b4ce-3cea5456f41d,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.432491 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:25.439519 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:25.603668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:25.604099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network hostable DHCP agents. Network: f14e79ef-f780-4de5-afec-984247993563, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:25.636472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.735545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-4ff1f7f5-c2b5-418e-8864-272b1b3dff6e tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.749240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-4ff1f7f5-c2b5-418e-8864-272b1b3dff6e tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.4158146 Oct 27 16:27:25.795832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-94f53259-69d0-4c64-b30e-3f7e6e8c04ab tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/quotas/e7a63c05f90d45b4a46518717445dae6 HTTP/1.1" status: 200 len: 375 time: 0.0456181 Oct 27 16:27:25.799583 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:25.903958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network f14e79ef-f780-4de5-afec-984247993563 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:25.912136 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.988133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33d0d1-2223-4e26-9556-87743035c73d req-48b1e900-c99f-40e9-adfb-27ab966f6bc8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.990127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b33d0d1-2223-4e26-9556-87743035c73d req-48b1e900-c99f-40e9-adfb-27ab966f6bc8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.3217227 Oct 27 16:27:26.018732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-7e93b0bc-6740-447c-b19d-2312ae82b6ea tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2216883 Oct 27 16:27:26.029415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f14e79ef-f780-4de5-afec-984247993563) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:26.043369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff8e53-9685-4635-b894-c2547eaeb624 None None] Network f14e79ef-f780-4de5-afec-984247993563 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:26.045819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.046454 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.077971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:26.082525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:26.087058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:26.093942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.094803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.110401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=69db36b9-6305-49c2-b556-cc40a0615a18,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:26.266570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:20Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:26.273132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-b271d21d-976e-4040-b129-134845362ea4 service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592677 Oct 27 16:27:26.281268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b33d0d1-2223-4e26-9556-87743035c73d req-93da4b0b-38b8-48b8-8ccd-04afa96c3228 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772417 Oct 27 16:27:26.456072 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f5a6-036b-41f4-9338-29595ae8c67e None None] The sync data for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 is: [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:20Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:26.465273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-f14e79ef-f780-4de5-afec-984247993563', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:26.483717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.584203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-4f717cd1-90d3-40b9-9aa8-5e14841f4fcc service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018963 Oct 27 16:27:26.702417 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b5fb56f9-9f90-4a85-bd84-798641105e91 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2694633 Oct 27 16:27:26.704794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.817182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ea23164e-4080-45cd-8482-527dfd0daed4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5441318 Oct 27 16:27:26.825680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.826019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cfe66-f17c-424a-9740-4636a99f64d8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.833657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fa1a2442-c5f0-410d-8a32-ec7af0662869 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:26.846402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cfe66-f17c-424a-9740-4636a99f64d8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.866826 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c27cfe66-f17c-424a-9740-4636a99f64d8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1606934 Oct 27 16:27:26.869798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52330) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:27.272476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port fa1a2442-c5f0-410d-8a32-ec7af0662869 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:27.273052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.287953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 69db36b9-6305-49c2-b556-cc40a0615a18 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:27.288189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.586103 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.624997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 69db36b9-6305-49c2-b556-cc40a0615a18 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:27.856007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cdcf0c-8bfc-4d97-8b43-37305bd04436 None None] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:27.932876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Allocated IP 172.20.0.2 (f14e79ef-f780-4de5-afec-984247993563/a0e57687-9942-486d-8ba7-e91870f5e18d/5fd1dd01-0fd3-47ae-8422-64fe63b3008e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:28.022296 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.092126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f34972a9-b797-4e06-af35-6db7177a6fa6 None None] Provisioning complete for port fa1a2442-c5f0-410d-8a32-ec7af0662869 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:28.093632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f34972a9-b797-4e06-af35-6db7177a6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.190889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.301857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=69db36b9-6305-49c2-b556-cc40a0615a18,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:28.410473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.414365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f219-0b9e-47fe-88a7-f017f28b5fff req-3e9f5f6f-3a1e-44e9-8e77-21dd892f6e62 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.422688 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-23f8bba1-2a43-46dd-b965-8df94e71e47d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/69db36b9-6305-49c2-b556-cc40a0615a18 HTTP/1.1" status: 204 len: 168 time: 1.5463545 Oct 27 16:27:28.423413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:28.424111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ac7f219-0b9e-47fe-88a7-f017f28b5fff req-3e9f5f6f-3a1e-44e9-8e77-21dd892f6e62 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 1.7883673 Oct 27 16:27:28.563647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ac7f219-0b9e-47fe-88a7-f017f28b5fff req-a2401ccc-f4aa-48f6-af27-635afad2d1f8 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384120 Oct 27 16:27:28.613532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15896c5-69b6-4c20-87a4-212f3ad146f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.628540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15896c5-69b6-4c20-87a4-212f3ad146f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.630929 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d15896c5-69b6-4c20-87a4-212f3ad146f8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2034469 Oct 27 16:27:28.637625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52364) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:28.814270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet fd29f594-9958-416c-b70f-1558f2afb735 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:28.825119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.895094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-9b9b822b-06b0-4c67-ae5a-ce1548568c30 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.908012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-9b9b822b-06b0-4c67-ae5a-ce1548568c30 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.6487010 Oct 27 16:27:28.991208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.025214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7df38667-2259-46de-a61e-3c79a88d7414 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/quotas/e7a63c05f90d45b4a46518717445dae6 HTTP/1.1" status: 200 len: 375 time: 0.1087813 Oct 27 16:27:29.045033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.051975 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.052664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.113816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port fa1a2442-c5f0-410d-8a32-ec7af0662869, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fa1a2442-c5f0-410d-8a32-ec7af0662869,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:29.157476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.209267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.214194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f34972a9-b797-4e06-af35-6db7177a6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.216314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.217161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4aa9ad53-8112-4481-961a-d49f2f62f562 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:29.270985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Network f14e79ef-f780-4de5-afec-984247993563 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:29.298058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:29.304411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:29.453064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Pushing event updated for resources: {'Port': ['ID=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.482248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.519655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-2524597a-b4cd-4209-8b8c-5af1c0e1e09d tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:29.525674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-2524597a-b4cd-4209-8b8c-5af1c0e1e09d tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.3915212 Oct 27 16:27:29.588145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Request body: {'port': {'device_id': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'admin_state_up': True, 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:29.590234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=fd29f594-9958-416c-b70f-1558f2afb735,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.613138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.628621 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-44869602-5f77-4dda-921d-e3083f4e7936 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/fd29f594-9958-416c-b70f-1558f2afb735 HTTP/1.1" status: 204 len: 168 time: 0.9869385 Oct 27 16:27:29.637593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:29.666837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Attempting to bind port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:29.672104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Attempting to bind port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:29.672941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Attempting to bind port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:29.680462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=fa1a2442-c5f0-410d-8a32-ec7af0662869,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.732564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e80c82-8f84-46b5-8f54-88a20e1fe49e None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:29.735443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-f34972a9-b797-4e06-af35-6db7177a6fa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:27:29.739958 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-f34972a9-b797-4e06-af35-6db7177a6fa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:27:29.751873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4aa9ad53-8112-4481-961a-d49f2f62f562 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:29.753191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.768421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f819958-63dd-41b7-8189-3ddbd4518369 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279688 Oct 27 16:27:29.770607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:29.804815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-065f9f46-c8c3-4ad1-aa32-d5ad8fc24a0f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7785318 Oct 27 16:27:29.811629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:29.812189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:29.812705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.813214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Bound using segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:29.813694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd5df7-ea76-445a-9a3d-eb861120669a req-5573ed30-f8c3-4a68-aedc-2eda1a09437b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:29.814201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Bound port: 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:29.814697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.816024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cfd5df7-ea76-445a-9a3d-eb861120669a req-5573ed30-f8c3-4a68-aedc-2eda1a09437b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.8625798 Oct 27 16:27:29.893586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a8f265-f0df-4e6b-b753-7c41eccc39b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:29.897657 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96a8f265-f0df-4e6b-b753-7c41eccc39b1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1250076 Oct 27 16:27:29.900304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:29.972853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] For port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:29.981516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] For port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:30.037623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebf1ef-7a15-47ee-bda9-0d8587c33a0b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.039551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cfd5df7-ea76-445a-9a3d-eb861120669a req-672af257-2a9c-4a6a-ba44-db1a63412772 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145519 Oct 27 16:27:30.039950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1aebf1ef-7a15-47ee-bda9-0d8587c33a0b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1368961 Oct 27 16:27:30.042324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:30.128773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.144386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ddabf2dc-0d28-48ae-bc25-f55b570f16a0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007500 Oct 27 16:27:30.151186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:30.159576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:30.228535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d88a1-2147-42b2-b5ae-e6e76f3ed9ed None None] Pushing event updated for resources: {'Port': ['ID=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:30.368653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:27:30.368653 n-d-814735-4 neutron-server[114448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 16:27:30.368653 n-d-814735-4 neutron-server[114448]: [parameters: {'project_id': 'e7a63c05f90d45b4a46518717445dae6', 'id': '8316fd26-3c60-4ac9-9b9b-0c7807cf89f7', 'expiration': datetime.datetime(2021, 10, 27, 16, 29, 30, 317994)}] Oct 27 16:27:30.368653 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:27:30.369103 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:27:30.376588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-f05968b9-db1d-4da3-ba3f-3138bd5de6e0 service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569856 Oct 27 16:27:30.418318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:30.422055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.510087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.566958 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 4aa9ad53-8112-4481-961a-d49f2f62f562, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4aa9ad53-8112-4481-961a-d49f2f62f562,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:30.577862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70d42a-41f9-49cc-8ccb-4b2ae70f50e8 req-bbecbf39-d03a-4b21-937f-1062aa52dfd3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.581824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c70d42a-41f9-49cc-8ccb-4b2ae70f50e8 req-bbecbf39-d03a-4b21-937f-1062aa52dfd3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.3918657 Oct 27 16:27:30.585294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.646877 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.650605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f52375d9-125e-4f73-a7f3-928eaec50747 None None] Could not find standard attr ID for object 69db36b9-6305-49c2-b556-cc40a0615a18. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:30.671279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:30.881135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f52375d9-125e-4f73-a7f3-928eaec50747 None None] Provisioning complete for port 4aa9ad53-8112-4481-961a-d49f2f62f562 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:30.881417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f52375d9-125e-4f73-a7f3-928eaec50747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.950411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c70d42a-41f9-49cc-8ccb-4b2ae70f50e8 req-ec8fe43e-b663-448c-a6dc-536b08882fef tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268425 Oct 27 16:27:31.027813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-b23799f0-fb55-4583-88d2-b831d8c4039e service neutron] 10.222.0.70 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358354 Oct 27 16:27:31.100941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Made reservation on behalf of e7a63c05f90d45b4a46518717445dae6 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:31.102503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-c94e0ac3-f4bc-4b4e-9bbc-9b00363c23f5 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:31.106656 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-c94e0ac3-f4bc-4b4e-9bbc-9b00363c23f5 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.3970413 Oct 27 16:27:31.136428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.143694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Request body: {'port': {'device_id': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'admin_state_up': True, 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:31.144963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fa1a2442-c5f0-410d-8a32-ec7af0662869 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:31.162889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=4aa9ad53-8112-4481-961a-d49f2f62f562,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:31.312942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Deleting port 4aa9ad53-8112-4481-961a-d49f2f62f562 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:31.319245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.452350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Made reservation on behalf of e7a63c05f90d45b4a46518717445dae6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:31.458709 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.461157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port fa1a2442-c5f0-410d-8a32-ec7af0662869 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:31.461527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.656580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f52375d9-125e-4f73-a7f3-928eaec50747 None None] Provisioning complete for port fa1a2442-c5f0-410d-8a32-ec7af0662869 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:31.657240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f52375d9-125e-4f73-a7f3-928eaec50747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.811303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:27:31.824161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] For port 4aa9ad53-8112-4481-961a-d49f2f62f562, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4aa9ad53-8112-4481-961a-d49f2f62f562,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:31.824755 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.849658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Calling delete_port for 4aa9ad53-8112-4481-961a-d49f2f62f562 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:31.859142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.1 (f14e79ef-f780-4de5-afec-984247993563/a0e57687-9942-486d-8ba7-e91870f5e18d/3c91d1de-5e56-414a-b068-56228f7ee77b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:32.018135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Allocated IP 172.20.0.12 (44739d0b-76c0-42f4-bb8c-2903b6358b81/239a475c-e812-49fe-9d09-a7cb6e132457/3762b0a3-98a0-4dbe-8ffb-5b2d14103132) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:32.027731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 19f04881-e03f-4bbc-b4ce-3cea5456f41d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:32.037273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89342a5f-c21a-4668-965d-d97d614b128e req-71cd3a00-dc95-427a-bb97-ca0dcd6c5187 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.2656219 Oct 27 16:27:32.195459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-b702248f-f7bd-449d-acee-23836dfdf463 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5237412 Oct 27 16:27:32.232414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-10effc97-7dce-4dc0-a672-5b64c6b43f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.235069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-10effc97-7dce-4dc0-a672-5b64c6b43f29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4685decc1bf948d3b1f97231a7efdda1&device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 1096 time: 0.3614163 Oct 27 16:27:32.324210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.416676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ba395-d003-4211-b1f1-b9661db675be None None] Network f14e79ef-f780-4de5-afec-984247993563 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:32.559107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] Provisioning complete for port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:32.559480 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.619202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 19f04881-e03f-4bbc-b4ce-3cea5456f41d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:32.619524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.621123 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.624446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378225d-fa9a-4581-9c78-aa08e1086dae req-2faa245a-0ba7-41cf-a6c6-00d209c78970 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.625879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2378225d-fa9a-4581-9c78-aa08e1086dae req-2faa245a-0ba7-41cf-a6c6-00d209c78970 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.7982414 Oct 27 16:27:32.727507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-8830eedb-b418-4c6d-93be-ccda9e1059b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.729810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-8830eedb-b418-4c6d-93be-ccda9e1059b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 1096 time: 0.4932387 Oct 27 16:27:32.754447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] Pushing event deleted for resources: {'Port': ['ID=4aa9ad53-8112-4481-961a-d49f2f62f562,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:32.764332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b86ed-a3e2-4e8e-9cb8-98a177b9e0e4 None None] No DVR routers for this DVR port 4aa9ad53-8112-4481-961a-d49f2f62f562 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:32.766263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045571b0-1fdf-4c13-8f1d-18fa4582b8cb req-a02477f0-febb-4d3a-9686-f82e6c929c93 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.769047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-045571b0-1fdf-4c13-8f1d-18fa4582b8cb req-a02477f0-febb-4d3a-9686-f82e6c929c93 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.4889450 Oct 27 16:27:32.796445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port 4aa9ad53-8112-4481-961a-d49f2f62f562, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4aa9ad53-8112-4481-961a-d49f2f62f562,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:32.850489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.881024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2378225d-fa9a-4581-9c78-aa08e1086dae req-fa95bd5a-feae-4ad6-9b1b-aed346c77dc6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384562 Oct 27 16:27:32.920618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.924627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.924810 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.977167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=4aa9ad53-8112-4481-961a-d49f2f62f562,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:32.989892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.994708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.000133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:33.004575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:33.008608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-dc79cfe3-bb47-4c78-8330-fed165fcbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.010777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-dc79cfe3-bb47-4c78-8330-fed165fcbb25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a6905cdd-cf65-4e18-8a5a-fd7f43179227 HTTP/1.1" status: 200 len: 912 time: 0.6763127 Oct 27 16:27:33.030879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] For port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:33.037345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743dab4-9dd0-4926-a5b1-efd083137fda None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:33.101362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.106797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.176206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 19f04881-e03f-4bbc-b4ce-3cea5456f41d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=19f04881-e03f-4bbc-b4ce-3cea5456f41d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:33.177544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.182989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=91e9d254-1de9-4553-92ce-4b9cecdd5a0e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:33.235277 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-67d5c8ab-3977-4fce-aee1-32208115bc45 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0801637 Oct 27 16:27:33.235699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.244072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:33.258647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18cd3-ed5f-4aa9-87d5-9bfd13f9abe3 None None] Pushing event updated for resources: {'Port': ['ID=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:33.408110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.520608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:33.530608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.541761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.82', 59499) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.577783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4aa9ad53-8112-4481-961a-d49f2f62f562 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:33.609541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=19f04881-e03f-4bbc-b4ce-3cea5456f41d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:33.623249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4aa9ad53-8112-4481-961a-d49f2f62f562 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:33.623593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4aa9ad53-8112-4481-961a-d49f2f62f562 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:33.669430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '91e9d254-1de9-4553-92ce-4b9cecdd5a0e'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:33.672197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.711920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ab5bcb81-c5fe-466d-9a0b-eba7d4b31887 None None] Provisioning complete for port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:33.712912 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcb81-c5fe-466d-9a0b-eba7d4b31887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.770620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-28d903e4-cb7a-45cb-9689-08499257b4f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e HTTP/1.1" status: 200 len: 217 time: 0.7354856 Oct 27 16:27:33.775429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.801816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-3b5e3f69-6fd9-4576-9856-1f1d2e87eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.825756 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-3b5e3f69-6fd9-4576-9856-1f1d2e87eea9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d783d7409634cd888caf4d5259da18e&device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 1096 time: 0.2697375 Oct 27 16:27:33.852680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-045571b0-1fdf-4c13-8f1d-18fa4582b8cb req-8a2815a7-a73d-46c0-965e-c5047ec22547 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0327561 Oct 27 16:27:33.908417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-354abb6c-7572-4896-a08c-db742ca54f18 req-b967acd9-13b4-40da-ade3-df0f20bdd44c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.1804202 Oct 27 16:27:33.995894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-aff8d1f8-864d-45c1-b098-f52e6b3569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.997264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-aff8d1f8-864d-45c1-b098-f52e6b3569c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 0.1642478 Oct 27 16:27:34.025318 n-d-814735-4 neutron-server[114449]: INFO neutron.db.ipam_backend_mixin [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91e9d254-1de9-4553-92ce-4b9cecdd5a0e (CIDR: 2001:db8::/64) Oct 27 16:27:34.037263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-e4b482bb-5254-41f1-86eb-c65330731f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.039553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-e4b482bb-5254-41f1-86eb-c65330731f33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 200 len: 911 time: 1.2182612 Oct 27 16:27:34.062708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5fd1dd01-0fd3-47ae-8422-64fe63b3008e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:34.093767 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:34.094338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:27:34.149793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-8ce4e0f9-b935-49dc-abab-89f29f36a287 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 200 len: 1000 time: 0.1220837 Oct 27 16:27:34.150394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-24b59da0-d656-4460-acf3-88d3680b6796 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86b02792-c074-4653-a970-d627c0fcd690 HTTP/1.1" status: 200 len: 217 time: 0.0457737 Oct 27 16:27:34.156596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.160498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.184999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Allocated IP 2001:db8::f816:3eff:fecf:f0f0 (9b88e4df-64d5-41e8-b043-e7a8852bb832/91e9d254-1de9-4553-92ce-4b9cecdd5a0e/40e2dd77-a65c-47bf-b415-d9dd30321dfc) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:34.251718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-9b17da7f-6344-4eda-a5fe-a73c57c56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.253622 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-9b17da7f-6344-4eda-a5fe-a73c57c56724 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.0689943 Oct 27 16:27:34.266205 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4659fbb9-9f22-47f0-ab99-3b5e07b47a6b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0278430 Oct 27 16:27:34.267446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:34.298093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network f14e79ef-f780-4de5-afec-984247993563 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:34.300407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-9d45d13e-c348-4d3c-92c6-710dbdb693d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.302036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-9d45d13e-c348-4d3c-92c6-710dbdb693d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 200 len: 849 time: 0.1090159 Oct 27 16:27:34.305715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:34.315020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:34.340686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:34.344403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:34.344889 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.406717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:34.444534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-3ab3d9db-698c-4099-9c76-2326dc7069e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.446149 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-3ab3d9db-698c-4099-9c76-2326dc7069e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773627 Oct 27 16:27:34.470867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Allocated IP 172.20.0.8 (44739d0b-76c0-42f4-bb8c-2903b6358b81/239a475c-e812-49fe-9d09-a7cb6e132457/18f716ec-d5e7-444c-b663-110798ff4ab9) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:34.473233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event updated for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:34.489224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.562532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.82', 59501) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:34.664815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-36232c32-d250-48d4-baa5-3178c778640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.666337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-36232c32-d250-48d4-baa5-3178c778640e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=493da664-2117-4d7c-9f77-392df8b65b7d HTTP/1.1" status: 200 len: 851 time: 0.7963307 Oct 27 16:27:34.710012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:34.725117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7257-dab9-4de5-8277-11d23e44839e req-81e02085-4d9c-45b7-b10d-1fef10e4e4e1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.726784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-606a7257-dab9-4de5-8277-11d23e44839e req-81e02085-4d9c-45b7-b10d-1fef10e4e4e1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.6591051 Oct 27 16:27:34.764581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:34.767991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:34.782308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-cb785f7c-9068-4278-bb82-b5b245604b90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a6905cdd-cf65-4e18-8a5a-fd7f43179227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052899 Oct 27 16:27:34.798282 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.813614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 19f04881-e03f-4bbc-b4ce-3cea5456f41d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:34.853837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-67fc7b56-2381-4e94-9108-a2b1c31b45e4 None None] Provisioning complete for port 3c91d1de-5e56-414a-b068-56228f7ee77b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:34.854423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-67fc7b56-2381-4e94-9108-a2b1c31b45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.885816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-0cb9281c-76fa-45a3-a176-db24dc60137c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.891396 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-0cb9281c-76fa-45a3-a176-db24dc60137c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 816 time: 0.3270543 Oct 27 16:27:34.956900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-37c198fb-917d-4459-9e62-0a52ea85fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.956900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-37c198fb-917d-4459-9e62-0a52ea85fa53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8349e9a0-8847-4386-b5b8-5370bcb17bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5949135 Oct 27 16:27:34.959712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.978797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Request body: {'port': {'device_id': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'admin_state_up': True, 'tenant_id': 'e7a63c05f90d45b4a46518717445dae6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:35.043890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-4a9e96d5-683c-4785-a716-bca106ee2648 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883243 Oct 27 16:27:35.085882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-67fc7b56-2381-4e94-9108-a2b1c31b45e4 None None] Port 3c91d1de-5e56-414a-b068-56228f7ee77b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:35.108548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:35.112604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-849a2558-a724-4cf3-bfb8-13066466907b service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918539 Oct 27 16:27:35.129986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:35.140249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:35.145167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Pushing event updated for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:35.216787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 19f04881-e03f-4bbc-b4ce-3cea5456f41d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:35.216988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.260090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-606a7257-dab9-4de5-8277-11d23e44839e req-4970c07c-df85-493c-9d61-4d9f8319661c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025146 Oct 27 16:27:35.262211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-0292821b-7567-4f2b-8f61-d896e2b58fe2 service neutron] 10.222.0.82 "GET /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048026 Oct 27 16:27:35.327851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-85365c03-f3f8-4239-98d7-6b3e657d5e38 None None] Provisioning complete for port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:35.328230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-85365c03-f3f8-4239-98d7-6b3e657d5e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.353921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.384165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-85365c03-f3f8-4239-98d7-6b3e657d5e38 None None] Port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:35.388975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Attempting to bind port 40e2dd77-a65c-47bf-b415-d9dd30321dfc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:35.389390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Attempting to bind port 40e2dd77-a65c-47bf-b415-d9dd30321dfc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:35.390019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Attempting to bind port 40e2dd77-a65c-47bf-b415-d9dd30321dfc on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:35.399475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:35.400117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:35.400530 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.400931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:35.401433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Bound port: 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:35.401819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.497815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:35.497815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=40e2dd77-a65c-47bf-b415-d9dd30321dfc,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:35.589334 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.694196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.717393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff017f-98c3-483a-b8b5-78f33c32e6c6 None None] Pushing event updated for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:35.743070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2fc42b6-b2cf-4a26-a5df-b146c8a16f42 req-70ae6529-f6ee-4f5b-acb0-d4ce04217fcf tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.0370598 Oct 27 16:27:35.752436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:35.752436 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.761266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.919071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58364144-89bb-4c8d-b263-0adbeaffc009 req-65f45211-2e1f-425f-bf4f-f723156be675 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:35.920704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58364144-89bb-4c8d-b263-0adbeaffc009 req-65f45211-2e1f-425f-bf4f-f723156be675 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.8972290 Oct 27 16:27:35.963627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.003880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:36.007607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.015545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-3bfa7070-b0fb-4b4d-aa73-980acb13d96a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4477344 Oct 27 16:27:36.026523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.043126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Request body: {'port': {'device_id': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:36.048953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:36.099294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.113176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-5b84dd1b-c34e-4b47-8f33-071374e16665 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126650 Oct 27 16:27:36.199489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58364144-89bb-4c8d-b263-0adbeaffc009 req-13839f52-78dd-4959-b519-52bc54acd0e3 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353227 Oct 27 16:27:36.261675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:36.291858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:36.304413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:36.305824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.369876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-ed74ec71-76e1-4714-b6ba-8a93430352e2 service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2503891 Oct 27 16:27:36.385346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event updated for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:36.408237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a4d2667-7c3f-49de-baad-3954a61407c2 req-c67857d2-fddf-4b89-9e80-dce63c157d4a service neutron] 10.222.0.82 "GET /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718472 Oct 27 16:27:36.414935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network f14e79ef-f780-4de5-afec-984247993563 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:36.440390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:36.470094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:36.471088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.620989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Made reservation on behalf of e7a63c05f90d45b4a46518717445dae6 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:36.648273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.733266 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-0b0a1701-bc32-45b8-a18c-75264b70f54f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6042578 Oct 27 16:27:36.832267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Request body: {'port': {'device_id': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:36.864066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-783296a8-2a31-4a93-a159-a3334f0df047 None None] Provisioning complete for port 18f716ec-d5e7-444c-b663-110798ff4ab9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:36.864699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-783296a8-2a31-4a93-a159-a3334f0df047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.898280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06119-8f1d-4472-b3ed-afa48418dda8 req-186607c8-8b8f-4f98-8344-e11ae771caf7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:36.907960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a06119-8f1d-4472-b3ed-afa48418dda8 req-186607c8-8b8f-4f98-8344-e11ae771caf7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.4276071 Oct 27 16:27:36.971075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-783296a8-2a31-4a93-a159-a3334f0df047 None None] Port 18f716ec-d5e7-444c-b663-110798ff4ab9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:36.975942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10877c95-a988-4738-b5da-d8fd6c283a8c req-81c62f0c-6350-4671-ac60-dfa4ccdc6633 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.0406945 Oct 27 16:27:37.026838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a06119-8f1d-4472-b3ed-afa48418dda8 req-c6eadff2-3201-46a8-add8-484596ccf0d6 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155117 Oct 27 16:27:37.039446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router d693a789-d609-4a12-90d9-5f7989c05ba1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:27:37.114401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-66dda76f-0eda-40d6-a59d-90d17f593039 None None] Provisioning complete for port 3c91d1de-5e56-414a-b068-56228f7ee77b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:37.117453 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66dda76f-0eda-40d6-a59d-90d17f593039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.209580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.224185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-66dda76f-0eda-40d6-a59d-90d17f593039 None None] Port 3c91d1de-5e56-414a-b068-56228f7ee77b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:37.343277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.415551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.421120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:37.426550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.428401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:37.431358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.431948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.438193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.445688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=09a1cb35-2f2a-4908-bb1d-92f437eedb1f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:37.449516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.450098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f74c1f6-5784-4449-b6eb-c7f484e213fb None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:37.461308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.466479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:37.466904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.473221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.479761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.481666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-3c6005c3-1d73-4139-9de9-b7f7ac3627df tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.2638831 Oct 27 16:27:37.632130 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5b031e3d-21a1-4e68-a410-7b6b395a72f4 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3014033 Oct 27 16:27:37.632130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:37.641582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:67:16:33', 'name': 'tempest-NetworksTestDHCPv6-1762057653'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:37.650060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.733906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=40e2dd77-a65c-47bf-b415-d9dd30321dfc,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:37.845367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:37.862896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.879132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:37.899980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ffdaded4-d65c-4761-a040-4a25b96f9860 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/d693a789-d609-4a12-90d9-5f7989c05ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0699518 Oct 27 16:27:37.912837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Transition to ACTIVE for port object 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:37.917833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 40e2dd77-a65c-47bf-b415-d9dd30321dfc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:37.930833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4829a-9229-4e41-897a-1a234c676573 req-96dc6abe-1f3c-43e3-9d54-bbca6d861afb tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:37.937244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75a4829a-9229-4e41-897a-1a234c676573 req-96dc6abe-1f3c-43e3-9d54-bbca6d861afb tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.5992827 Oct 27 16:27:37.947156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.949820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Sync routers for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:37.967783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49ec85e6-3f37-4c06-9cef-dfc4fb04b6d1 req-62abe6be-e62b-485d-a0c8-4d78d1c6e183 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257360 Oct 27 16:27:38.020710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:38.021358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:38.023175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '91e9d254-1de9-4553-92ce-4b9cecdd5a0e', 'ip_address': '2001:db8::f816:3eff:fecf:f0f0'}, {'subnet_id': '09a1cb35-2f2a-4908-bb1d-92f437eedb1f'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '40e2dd77-a65c-47bf-b415-d9dd30321dfc'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:27:38.038577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75a4829a-9229-4e41-897a-1a234c676573 req-6d818903-100d-4370-9579-8ee3d0e02ac1 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987756 Oct 27 16:27:38.050733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:38.085921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.296054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Pushing event updated for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:38.381168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.422786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Attempting to bind port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:38.423160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Attempting to bind port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:38.423501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Attempting to bind port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:38.438727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fd15474-4a8e-4670-9187-b369198390cb req-493a6aac-8ff1-4259-ba5a-18bbbe858bd0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.2347407 Oct 27 16:27:38.438837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port e7fb6765-3192-4411-9b2b-1209b410c653 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:38.455957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:38.456563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Attempting to bind port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:38.471084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Allocated IP 172.20.0.11 (44739d0b-76c0-42f4-bb8c-2903b6358b81/239a475c-e812-49fe-9d09-a7cb6e132457/7b9d4553-ab63-4e9b-9445-6affb3e58c41) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:38.492839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:38.493388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Checking segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:38.494007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Bound using segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:38.494730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Bound port: 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:38.495412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.495920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:38.537986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.544498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.550708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.554437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbde44-3816-4af4-bc2c-08414c000233 None None] Pushing event updated for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:38.556770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.563653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.570191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.576657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.578115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59baf05f-8f21-41d1-8ea3-e7e194ef59e9 req-c16aec18-1548-4d5e-81cc-d061ed03fb78 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.3646731 Oct 27 16:27:38.639780 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.661116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:38.661116 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.789158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c376-1453-43b7-bf9f-a1338ef80c81 req-07d51947-fafd-4b0b-a098-c2494fdad730 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.792154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b708c376-1453-43b7-bf9f-a1338ef80c81 req-07d51947-fafd-4b0b-a098-c2494fdad730 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2100551 Oct 27 16:27:38.796916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8:0:1::4f (9b88e4df-64d5-41e8-b043-e7a8852bb832/09a1cb35-2f2a-4908-bb1d-92f437eedb1f/e7fb6765-3192-4411-9b2b-1209b410c653) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:38.816402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe67:1633 (9b88e4df-64d5-41e8-b043-e7a8852bb832/91e9d254-1de9-4553-92ce-4b9cecdd5a0e/e7fb6765-3192-4411-9b2b-1209b410c653) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:38.850676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.861658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:38.868240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:38.908453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b708c376-1453-43b7-bf9f-a1338ef80c81 req-2cbe2b38-8c66-4bb1-b5b1-41a250211536 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075644 Oct 27 16:27:38.932336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.012136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.012876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.014394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] 10.222.0.82 "PUT /v2.0/ports/3762b0a3-98a0-4dbe-8ffb-5b2d14103132 HTTP/1.1" status: 200 len: 1092 time: 2.9775314 Oct 27 16:27:39.017883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:39.018100 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d03c9-d081-4a2a-b6ad-a594186e1c67" -d '{"events": [{"name": "network-changed", "server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:39.068401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f3001-b8ff-4948-ab86-f82ac3f92fab service neutron] Pushing event updated for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.120111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-be75ade7-ed97-44f9-9614-b8468799f734 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575626354&fields=id&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 267 time: 0.0787764 Oct 27 16:27:39.129918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 2, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:39.170443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Checking router: d693a789-d609-4a12-90d9-5f7989c05ba1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:39.170729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Updating router d693a789-d609-4a12-90d9-5f7989c05ba1 port 3c91d1de-5e56-414a-b068-56228f7ee77b binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:27:39.180826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.231741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.237287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.318808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-4a68c6da-759e-421f-9d13-d28a563eead6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.332854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-4a68c6da-759e-421f-9d13-d28a563eead6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 796 time: 0.1971974 Oct 27 16:27:39.349605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-3b744a18-667f-4ee8-8912-5b72ee7d51dc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/quotas/2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 375 time: 0.0219846 Oct 27 16:27:39.367516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-3ae4f81e-f693-4516-84c2-0991f4dcee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.375998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-3ae4f81e-f693-4516-84c2-0991f4dcee34 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 1095 time: 0.1123974 Oct 27 16:27:39.432909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-b7a21ac3-dee9-4655-8ede-c3ecb351abff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132 HTTP/1.1" status: 200 len: 217 time: 0.0416145 Oct 27 16:27:39.469011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.522365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Allocated IP 2001:db8:0:1::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/09a1cb35-2f2a-4908-bb1d-92f437eedb1f/40e2dd77-a65c-47bf-b415-d9dd30321dfc) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:39.525443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:39.529390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event updated for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.535155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:39.550051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:39.550983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:39.566296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-40b8ed0a-8787-4ffa-94e7-27f5aab12932 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2097042 Oct 27 16:27:39.582317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:39.601892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-e8caf47e-d3a7-4c95-9eb3-dd9e18229f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.603717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-e8caf47e-d3a7-4c95-9eb3-dd9e18229f0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.1613314 Oct 27 16:27:39.609949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:39.615338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e496ab7-503b-40a6-88b7-1ce39fe685d7 req-affbd47d-d8c6-444d-8a8b-8a635e837b6d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.615690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.616251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.619357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e496ab7-503b-40a6-88b7-1ce39fe685d7 req-affbd47d-d8c6-444d-8a8b-8a635e837b6d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1631629 Oct 27 16:27:39.719857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=e7fb6765-3192-4411-9b2b-1209b410c653,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.793259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f716ec-d5e7-444c-b663-110798ff4ab9 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:39.810834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.835490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6d857e10-4311-441a-9251-3cc15d554405 service neutron] 10.222.0.70 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498486 Oct 27 16:27:39.855065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Transition to ACTIVE for port object 18f716ec-d5e7-444c-b663-110798ff4ab9 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:39.866164 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a7fadb2b-1368-4a31-99d3-6130dae837fd tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2318563 Oct 27 16:27:39.871260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52522) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:39.877923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=40e2dd77-a65c-47bf-b415-d9dd30321dfc,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:39.890353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 40e2dd77-a65c-47bf-b415-d9dd30321dfc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:39.894253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.896151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.985755 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.002216 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.020193 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.023998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a274b898-c04e-4386-9e0b-82cfacad7adb None None] Provisioning complete for port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:40.024207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a274b898-c04e-4386-9e0b-82cfacad7adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.026197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:40.026710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.051282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e496ab7-503b-40a6-88b7-1ce39fe685d7 req-e5518ccf-9264-4e6d-9db5-02c577fdd646 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104962 Oct 27 16:27:40.057858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497abc3a-486a-4e40-95de-007603fc528d req-a44ba341-c199-4fa4-8ff9-d902f6cbd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:40.071444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-a44ba341-c199-4fa4-8ff9-d902f6cbd9e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4517374 Oct 27 16:27:40.087446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Pushing event updated for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:40.167014 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48885e5-ddbb-4c5b-9265-c034c1141e0d x-openstack-request-id: req-a48885e5-ddbb-4c5b-9265-c034c1141e0d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:40.167351 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:40.167587 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a48885e5-ddbb-4c5b-9265-c034c1141e0d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:40.168005 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132', 'status': 'completed', 'code': 200} Oct 27 16:27:40.191064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a274b898-c04e-4386-9e0b-82cfacad7adb None None] Port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:40.218145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-b4dbbfd5-b99b-4614-9595-b769421af5d1 service neutron] 10.222.0.70 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364167 Oct 27 16:27:40.219698 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-fae683c9-80cb-419f-8117-5873cc117de0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2410913 Oct 27 16:27:40.245783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port e7fb6765-3192-4411-9b2b-1209b410c653 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:40.245783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.269908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Request body: {'port': {'device_id': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:40.270207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.272820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.294687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-772c03bc-dccc-4f4b-8986-94a97ca8940e service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211745 Oct 27 16:27:40.503707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385de0d-fe62-409b-b906-2b5f444b1939 None None] Pushing event updated for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:40.527651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Attempting to bind port 18f716ec-d5e7-444c-b663-110798ff4ab9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:40.528999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Attempting to bind port 18f716ec-d5e7-444c-b663-110798ff4ab9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:40.528999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Attempting to bind port 18f716ec-d5e7-444c-b663-110798ff4ab9 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:40.536261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.559351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Port 18f716ec-d5e7-444c-b663-110798ff4ab9 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:40.559679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Attempting to bind port 18f716ec-d5e7-444c-b663-110798ff4ab9 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:40.569361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57567e-5203-49fd-a8d8-8d85fb470cb4 req-5cd99bb8-f9b5-4b98-b8b9-d0398ce29ee2 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:40.579185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf57567e-5203-49fd-a8d8-8d85fb470cb4 req-5cd99bb8-f9b5-4b98-b8b9-d0398ce29ee2 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.3147421 Oct 27 16:27:40.584822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-497abc3a-486a-4e40-95de-007603fc528d req-ce1286e6-ad42-42a1-88c5-03132b6a8467 service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585909 Oct 27 16:27:40.594318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:40.595435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Checking segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:40.598558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Bound using segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:40.604312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Bound port: 18f716ec-d5e7-444c-b663-110798ff4ab9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:40.605707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.655387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf57567e-5203-49fd-a8d8-8d85fb470cb4 req-438eff91-464f-4ef6-822a-abaf646e403e tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Oct 27 16:27:40.863625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Attempting to bind port 3c91d1de-5e56-414a-b068-56228f7ee77b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:40.864002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Attempting to bind port 3c91d1de-5e56-414a-b068-56228f7ee77b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:40.864365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Attempting to bind port 3c91d1de-5e56-414a-b068-56228f7ee77b on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:40.867963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:40.873850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a268e-918a-47b4-8db7-053391e50bed None None] Pushing event updated for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:40.892243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18f716ec-d5e7-444c-b663-110798ff4ab9,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:40.892500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:40.892793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:40.893213 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.893592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Bound using segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:40.894091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Bound port: 3c91d1de-5e56-414a-b068-56228f7ee77b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:40.894476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.898257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.113115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-79978a9e-8aa2-4c52-921c-b1fb5dbbd903 None None] Provisioning complete for port 3c91d1de-5e56-414a-b068-56228f7ee77b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:41.113496 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79978a9e-8aa2-4c52-921c-b1fb5dbbd903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.119016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] For port 3c91d1de-5e56-414a-b068-56228f7ee77b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:41.120511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] For port 3c91d1de-5e56-414a-b068-56228f7ee77b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3c91d1de-5e56-414a-b068-56228f7ee77b,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:41.120614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c945-0041-4b06-bed3-9aadf04909f2 req-f0ed0315-34b9-404c-a356-7b61d3aa1425 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.142372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82d3c945-0041-4b06-bed3-9aadf04909f2 req-f0ed0315-34b9-404c-a356-7b61d3aa1425 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 932 time: 0.2745266 Oct 27 16:27:41.145033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.185287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-7f3482c4-6867-4dd2-a12a-22d877e486e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.190454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-7f3482c4-6867-4dd2-a12a-22d877e486e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 1095 time: 0.4074051 Oct 27 16:27:41.191868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-79978a9e-8aa2-4c52-921c-b1fb5dbbd903 None None] Port 3c91d1de-5e56-414a-b068-56228f7ee77b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:41.199440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for e7fb6765-3192-4411-9b2b-1209b410c653 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:41.221888 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.364170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82d3c945-0041-4b06-bed3-9aadf04909f2 req-6c9264f8-5063-48d0-927c-476e71ac2e3a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196298 Oct 27 16:27:41.431239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.431239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.444257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] 10.222.0.82 "PUT /v2.0/ports/18f716ec-d5e7-444c-b663-110798ff4ab9 HTTP/1.1" status: 200 len: 1091 time: 4.6229527 Oct 27 16:27:41.445940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:41.450953 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbaec88-69d3-4884-802a-49849837c973" -d '{"events": [{"name": "network-changed", "server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:41.492358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385de0d-fe62-409b-b906-2b5f444b1939 None None] Pushing event updated for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:41.524348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:41.525269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:41.674031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-a183028f-8607-42d4-887f-816e9c016e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.675952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-a183028f-8607-42d4-887f-816e9c016e05 service neutron] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 917 time: 0.4695327 Oct 27 16:27:41.720387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1f6ee32-f348-4bb2-b136-cbc4d44f961c req-b6e501eb-3e23-4178-9eae-89787372686c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 210 time: 0.1556175 Oct 27 16:27:41.839949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52572) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:41.873311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-e2db3ff6-74eb-4bcf-a69b-d74ffe19df6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132 HTTP/1.1" status: 200 len: 217 time: 0.1497865 Oct 27 16:27:41.924580 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489c794-870b-4309-9fc6-1f256d707824 x-openstack-request-id: req-1489c794-870b-4309-9fc6-1f256d707824 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:41.925101 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:41.925101 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1489c794-870b-4309-9fc6-1f256d707824 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:41.925523 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9', 'status': 'completed', 'code': 200} Oct 27 16:27:42.001718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8a4b8-2649-48cb-aecb-39bd7ff5374b service neutron] Pushing event updated for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:42.031774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-8f0be46c-9a04-4cca-9481-6fbec11646f7 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.034003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-8f0be46c-9a04-4cca-9481-6fbec11646f7 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.82 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1856163 Oct 27 16:27:42.071858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-6589e682-ade2-4c7d-b64d-cd7e56a40ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.073386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-6589e682-ade2-4c7d-b64d-cd7e56a40ce9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 1094 time: 0.2797699 Oct 27 16:27:42.078868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 40e2dd77-a65c-47bf-b415-d9dd30321dfc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:42.084268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-fda0269b-6623-46ba-95d2-6eabd1f545b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.088689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-fda0269b-6623-46ba-95d2-6eabd1f545b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.2029450 Oct 27 16:27:42.093197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a356-5f37-4979-a2ce-c3a8f56420bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.134430 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-476f7dfa-e805-4027-be75-66c33fcebedd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18f716ec-d5e7-444c-b663-110798ff4ab9 HTTP/1.1" status: 200 len: 217 time: 0.0472796 Oct 27 16:27:42.197338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-3e65a842-552c-4101-9ef4-5e590602cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.198938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-3e65a842-552c-4101-9ef4-5e590602cafa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.0525646 Oct 27 16:27:42.310501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] Provisioning complete for port 3c91d1de-5e56-414a-b068-56228f7ee77b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:42.311414 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.386446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2689-3b28-4b84-872c-a8e8893104dc req-637f53e3-9f76-489b-aa08-6a58dff253e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.388133 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-637f53e3-9f76-489b-aa08-6a58dff253e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812098 Oct 27 16:27:42.423133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.424456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.425489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.426181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.426912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.427550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.428167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.438796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-ff4ac310-baa3-403f-b557-50f7a26025d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6491 time: 0.5960605 Oct 27 16:27:42.479012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:42.520704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-6aa46cb6-87c6-4c80-910a-7c2aaa60b5fa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796099 Oct 27 16:27:42.566437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:42.572205 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.594930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c2ef7-2933-4f76-9adf-fd1f9527ea0d req-c0c42263-ddf5-4549-b02f-692382c91587 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.599491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c8c2ef7-2933-4f76-9adf-fd1f9527ea0d req-c0c42263-ddf5-4549-b02f-692382c91587 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.5606456 Oct 27 16:27:42.613992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-f36c847f-f1e3-48e6-9039-c41db6ce0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.627462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-f36c847f-f1e3-48e6-9039-c41db6ce0fd0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4128025 Oct 27 16:27:42.641124 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-c09f6001-da9e-4041-9960-3fdfcd5233ba service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405670 Oct 27 16:27:42.695444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9d4553-ab63-4e9b-9445-6affb3e58c41 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:42.788650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.854140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-357a2689-3b28-4b84-872c-a8e8893104dc req-cd67821c-f61a-4943-9c01-c69aedaa603a service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057540 Oct 27 16:27:42.900680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Deleting port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:42.901037 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.908425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-29a8a044-f5cb-4177-9cee-d25aa2124c90 service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640252 Oct 27 16:27:42.926129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c8c2ef7-2933-4f76-9adf-fd1f9527ea0d req-1611fa8e-046a-4c51-8022-48e764e73efb tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060560 Oct 27 16:27:43.068055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Transition to ACTIVE for port object 7b9d4553-ab63-4e9b-9445-6affb3e58c41 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:43.069400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.101895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=e7fb6765-3192-4411-9b2b-1209b410c653,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.141774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.187310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.240953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] For port 3c91d1de-5e56-414a-b068-56228f7ee77b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3c91d1de-5e56-414a-b068-56228f7ee77b,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:43.287382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888299-f540-4406-b094-ee96d77ccd5f req-a69d0cd2-c9ca-47f3-8505-632fc9688baf tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:43.300629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e888299-f540-4406-b094-ee96d77ccd5f req-a69d0cd2-c9ca-47f3-8505-632fc9688baf tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 932 time: 0.2521174 Oct 27 16:27:43.337118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.340709 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e35e2632-399b-41e1-bef7-6c7288f2f564 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e7fb6765-3192-4411-9b2b-1209b410c653 HTTP/1.1" status: 204 len: 168 time: 3.4672043 Oct 27 16:27:43.344224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.376764 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.385880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] For port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,segment=NetworkSegment(29ef55f9-c66c-4edf-9bfd-a41353f010c0),segment_id=29ef55f9-c66c-4edf-9bfd-a41353f010c0)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:43.386674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.410459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.426907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be6d03c9-d081-4a2a-b6ad-a594186e1c67 req-1f690aa0-a7c6-4133-9d81-3d7635ab8e7e service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040307 Oct 27 16:27:43.438098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Calling delete_port for 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:43.440097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaec88-69d3-4884-802a-49849837c973 req-b9377c05-0888-4d9f-97f2-a5b7fa04f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:43.441813 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-b9377c05-0888-4d9f-97f2-a5b7fa04f02a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 1094 time: 0.2282991 Oct 27 16:27:43.548096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78b263-f846-40d4-aacc-d45345422c9e None None] Pushing event updated for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.566208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:41Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:43.573671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e888299-f540-4406-b094-ee96d77ccd5f req-3fcb212f-2f1c-4eb8-a1f3-66b21f506792 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224519 Oct 27 16:27:43.630390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621c05f-9a24-469d-b60f-e630362c5883 None None] The sync data for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 is: [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:41Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:43.680052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f9396-849a-4582-a41f-64b804a42503 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:43.681712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fc3f9396-849a-4582-a41f-64b804a42503 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3328516 Oct 27 16:27:43.691378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f9fec7cd-8060-4d22-8ddf-a26639bf0e0d None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:43.691741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f9fec7cd-8060-4d22-8ddf-a26639bf0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.695271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52626) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.983273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Attempting to bind port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:43.983637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Attempting to bind port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:43.983966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Attempting to bind port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:44.014514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fca9a01-0a63-422a-b726-6f71e36bf6a7 req-acc98379-3d44-4be1-85ac-29a625658e14 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 210 time: 0.0788939 Oct 27 16:27:44.045032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:44.045370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Attempting to bind port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 on network 44739d0b-76c0-42f4-bb8c-2903b6358b81 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:44.049128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaec88-69d3-4884-802a-49849837c973 req-3875dfe7-03ae-433f-b043-78cbdd522103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.050717 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-3875dfe7-03ae-433f-b043-78cbdd522103 service neutron] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 917 time: 0.5877011 Oct 27 16:27:44.072501 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef0ffb-904e-4a7c-a43c-67690f7c9b23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.076199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-89ef0ffb-904e-4a7c-a43c-67690f7c9b23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3750696 Oct 27 16:27:44.078582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52632) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.086896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:44.089123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Checking segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:44.089574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Bound using segment: {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:44.100360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Bound port: 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502d490f-f138-4a16-9e2c-369120643908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:44.100777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.161597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f9fec7cd-8060-4d22-8ddf-a26639bf0e0d None None] Could not find standard attr ID for object e7fb6765-3192-4411-9b2b-1209b410c653. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:44.171480 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-00922519-af80-43b0-8757-f33d3993ecc3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18f716ec-d5e7-444c-b663-110798ff4ab9 HTTP/1.1" status: 200 len: 217 time: 0.0957086 Oct 27 16:27:44.243637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec076-5c99-4d5e-ab0a-e67a0f9233b8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.245381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec076-5c99-4d5e-ab0a-e67a0f9233b8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.247604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec076-5c99-4d5e-ab0a-e67a0f9233b8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.252200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-09aec076-5c99-4d5e-ab0a-e67a0f9233b8 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1692007 Oct 27 16:27:44.256312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.298384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f4275df9-d834-482d-b26b-0dfaef1d8062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.388844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8872-fce7-46e2-bdbc-13db1b38f558 req-a4f5cd31-c08d-4525-a6ed-40dc0c9fdeeb tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.391529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94cc8872-fce7-46e2-bdbc-13db1b38f558 req-a4f5cd31-c08d-4525-a6ed-40dc0c9fdeeb tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 945 time: 0.1844878 Oct 27 16:27:44.396521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 09a1cb35-2f2a-4908-bb1d-92f437eedb1f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:44.403012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.445946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaec88-69d3-4884-802a-49849837c973 req-efc5e743-8048-4fbd-be86-c161105b0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.447667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-efc5e743-8048-4fbd-be86-c161105b0350 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.2432485 Oct 27 16:27:44.452028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:44.466284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:44.527262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.543078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.578068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94cc8872-fce7-46e2-bdbc-13db1b38f558 req-b2b4d864-674a-46e7-97cf-99657ad9fae1 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778147 Oct 27 16:27:44.624754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Pushing event deleted for resources: {'Port': ['ID=8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:44.698394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.704695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] No DVR routers for this DVR port 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:44.710862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.715359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-645a3b61-8b9a-4773-b100-40308bb30f13 req-48f9a124-9cbe-4f0f-bba3-6c0b74015b39 tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.82 "DELETE /v2.0/ports/8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e HTTP/1.1" status: 204 len: 173 time: 2.6238580 Oct 27 16:27:44.719884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'name': 'network-vif-deleted', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:44.720587 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb296898-4981-40bd-8459-71f086654a2c" -d '{"events": [{"server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "name": "network-vif-deleted", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:44.770392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7378-8125-4f83-ab2f-23b488065615 req-9b125dde-1361-4d8c-8a4a-cd27cb4b9451 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.771415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60df7378-8125-4f83-ab2f-23b488065615 req-9b125dde-1361-4d8c-8a4a-cd27cb4b9451 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=40209d2d-796b-4351-afd5-3397aba5729a HTTP/1.1" status: 200 len: 943 time: 0.2010829 Oct 27 16:27:44.780773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.118544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd62a-89ca-4604-bb1e-cd00d99bf5d2 req-abe4458f-97bf-462e-b52a-94d78347d274 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:45.121171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bcfd62a-89ca-4604-bb1e-cd00d99bf5d2 req-abe4458f-97bf-462e-b52a-94d78347d274 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 944 time: 0.1843503 Oct 27 16:27:45.131737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port 56cad3b3-5585-4abb-8de3-87cc8925dea2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:45.132389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.166162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.222912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:45.222912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.224260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] 10.222.0.82 "PUT /v2.0/ports/7b9d4553-ab63-4e9b-9445-6affb3e58c41 HTTP/1.1" status: 200 len: 1092 time: 4.9692938 Oct 27 16:27:45.228014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:45.229258 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40156d0c-151e-40d8-8e18-92d243e7546a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:45.246573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaec88-69d3-4884-802a-49849837c973 req-5f6e68c0-a6c7-4546-9439-329e2beee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:45.248235 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-5f6e68c0-a6c7-4546-9439-329e2beee522 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7855237 Oct 27 16:27:45.258224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad82a2e-1366-4adf-9dd1-97a55d9f47fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.295310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bcfd62a-89ca-4604-bb1e-cd00d99bf5d2 req-5ab44c5b-a430-477a-88df-7a4ffd6b9efc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830843 Oct 27 16:27:45.494321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port 56cad3b3-5585-4abb-8de3-87cc8925dea2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=56cad3b3-5585-4abb-8de3-87cc8925dea2,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:45.494321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.494321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for 56cad3b3-5585-4abb-8de3-87cc8925dea2 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:45.499965 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-8506bbfc-d797-4bd0-bdde-81f44dcbccf4 service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197424 Oct 27 16:27:45.501132 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419556a9-66a4-43d0-88df-060b6abf6467 x-openstack-request-id: req-419556a9-66a4-43d0-88df-060b6abf6467 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:45.501132 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d", "name": "network-vif-deleted", "tag": "8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:45.501132 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-419556a9-66a4-43d0-88df-060b6abf6467 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:45.501132 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d', 'name': 'network-vif-deleted', 'tag': '8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e', 'status': 'completed', 'code': 200} Oct 27 16:27:45.503866 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bdbaec88-69d3-4884-802a-49849837c973 req-e573814b-a275-4fc6-ac92-55f55cc1b54b service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084454 Oct 27 16:27:45.548775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.558107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4110033-09d2-4958-bf8a-cd7a5bbb0774 req-495159b9-159e-4fa6-9d0e-81b6daf6da94 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 210 time: 0.0452502 Oct 27 16:27:45.595711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=09a1cb35-2f2a-4908-bb1d-92f437eedb1f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.603265 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.608888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-abb2a02f-c4a5-473f-b3e6-a6a38354388c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/09a1cb35-2f2a-4908-bb1d-92f437eedb1f HTTP/1.1" status: 204 len: 168 time: 1.3506956 Oct 27 16:27:45.616213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.621063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a842c-f44f-4f56-8a6f-45a988330691 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:45.676817 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef99cede-c27d-4080-9883-d3635d39292a x-openstack-request-id: req-ef99cede-c27d-4080-9883-d3635d39292a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:45.677109 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:45.677491 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef99cede-c27d-4080-9883-d3635d39292a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:45.677859 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41', 'status': 'completed', 'code': 200} Oct 27 16:27:45.793093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 91e9d254-1de9-4553-92ce-4b9cecdd5a0e {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:45.806426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.847428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b610dfd7-3ca3-468f-8a43-13ab5141d5eb req-4c826b0f-00c4-4452-8b5a-ce737e74698a tempest-TestServerAdvancedOps-1423999819 tempest-TestServerAdvancedOps-1423999819-project] 10.222.0.70 "GET /v2.0/ports?device_id=54a7ca51-dd3a-4e9e-b566-3ad1b4300b4d HTTP/1.1" status: 200 len: 210 time: 0.0847156 Oct 27 16:27:45.851315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.865357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.869993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690', 'f0e86aea-4abe-4243-a0f9-2695192b7c48'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:45.917949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=56cad3b3-5585-4abb-8de3-87cc8925dea2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.923805 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.959750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3c91d1de-5e56-414a-b068-56228f7ee77b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:46.029392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] No DVR routers for this DVR port 56cad3b3-5585-4abb-8de3-87cc8925dea2 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:46.030678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.044248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60df7378-8125-4f83-ab2f-23b488065615 req-d054aad5-3dc0-4042-b943-36b0aa74f678 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "DELETE /v2.0/ports/56cad3b3-5585-4abb-8de3-87cc8925dea2 HTTP/1.1" status: 204 len: 173 time: 1.2366087 Oct 27 16:27:46.126278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156d0c-151e-40d8-8e18-92d243e7546a req-cda50cb3-9403-4ecf-85af-43bd091fe118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:46.126278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40156d0c-151e-40d8-8e18-92d243e7546a req-cda50cb3-9403-4ecf-85af-43bd091fe118 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 1095 time: 0.4329388 Oct 27 16:27:46.286352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 3c91d1de-5e56-414a-b068-56228f7ee77b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:46.286728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.340233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:46.342340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:46.394931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:46.394931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8fabbb40-5ac7-4fbd-8432-50e3d95f9c1e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:46.411490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.531165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-7380079c-a8fc-4df9-be48-abc42630e46f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:46.532940 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-7380079c-a8fc-4df9-be48-abc42630e46f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 796 time: 0.5682197 Oct 27 16:27:46.602117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:46.615642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156d0c-151e-40d8-8e18-92d243e7546a req-341bef7a-6605-4959-918d-ccaf2241b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:46.618403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40156d0c-151e-40d8-8e18-92d243e7546a req-341bef7a-6605-4959-918d-ccaf2241b5c1 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7a63c05f90d45b4a46518717445dae6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4881313 Oct 27 16:27:46.629352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'port_id': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132', 'mac_address': 'fa:16:3e:53:03:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239a475c-e812-49fe-9d09-a7cb6e132457', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:46.698476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.713297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-e7795453-a11e-4da2-8feb-67875063c93c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 379 time: 0.1588082 Oct 27 16:27:46.726116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:46.765522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:46.770150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'port': {'device_id': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'admin_state_up': True, 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'security_groups': ['7be5f125-563a-43e1-8e08-92cfc5908b58']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:46.916741 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.972379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:46.973160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.039009 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.054158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.061204 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/91e9d254-1de9-4553-92ce-4b9cecdd5a0e HTTP/1.1" status: 204 len: 168 time: 1.4436967 Oct 27 16:27:47.064073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52674) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.078490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a48442-8537-4007-9718-ad910892a38a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=91e9d254-1de9-4553-92ce-4b9cecdd5a0e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.086928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156d0c-151e-40d8-8e18-92d243e7546a req-d7142541-56bd-4c83-909b-a9d320cd8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.089372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40156d0c-151e-40d8-8e18-92d243e7546a req-d7142541-56bd-4c83-909b-a9d320cd8b21 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4534342 Oct 27 16:27:47.130183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3c76328e-f72b-4dc9-b11b-a2ccf03b4c1e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646610 Oct 27 16:27:47.132980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52676) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.140007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.205061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-41ea1a05-2afe-4875-994f-3fa6a549efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.206918 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-41ea1a05-2afe-4875-994f-3fa6a549efe9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 1095 time: 0.0554175 Oct 27 16:27:47.254613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7952584-c7f7-406d-95e9-68328468f843 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:47.269128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-95cfe0f9-ea96-41c2-a45f-1ea05732338f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41 HTTP/1.1" status: 200 len: 217 time: 0.0460036 Oct 27 16:27:47.326031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-0d57a5ac-f3a8-4f25-8227-65a25b51ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.327775 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-0d57a5ac-f3a8-4f25-8227-65a25b51ba88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.0494866 Oct 27 16:27:47.334271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:47.334271 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.335681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1fa0d3d3-2c2d-477b-80c7-e92bf3b018b3 None None] Provisioning complete for port 40e2dd77-a65c-47bf-b415-d9dd30321dfc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:47.335681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d3d3-2c2d-477b-80c7-e92bf3b018b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.405896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-deleted', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:47.410356 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8445598d-47dd-41a8-90b1-442d8308c23b" -d '{"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-deleted", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:47.445095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-6cfa873d-996f-4a14-8c93-4b3892a01a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.446640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-6cfa873d-996f-4a14-8c93-4b3892a01a25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995393 Oct 27 16:27:47.456209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3762b0a3-98a0-4dbe-8ffb-5b2d14103132'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:47.557599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:47.570213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.593906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:47.596727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.10 (f14e79ef-f780-4de5-afec-984247993563/a0e57687-9942-486d-8ba7-e91870f5e18d/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:47.638828 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-7556fa35-39f4-48ba-8e08-c268d4459474 service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340301 Oct 27 16:27:47.640273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966b3cb-9fd7-45e7-bb2a-99853f8ddb4c req-b7113241-d8c5-4b6f-bcd4-3e896a3e03cd tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.642034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6966b3cb-9fd7-45e7-bb2a-99853f8ddb4c req-b7113241-d8c5-4b6f-bcd4-3e896a3e03cd tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 944 time: 0.1536195 Oct 27 16:27:47.706026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Deleting port 40e2dd77-a65c-47bf-b415-d9dd30321dfc {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:47.706434 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.844436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 40e2dd77-a65c-47bf-b415-d9dd30321dfc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:47.897132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=40e2dd77-a65c-47bf-b415-d9dd30321dfc,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:47.897992 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.941849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Calling delete_port for 40e2dd77-a65c-47bf-b415-d9dd30321dfc owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:47.977561 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0074bf1e-528d-4885-a4c5-01ba9e57ab6e req-6a8894fc-4271-4fbf-9477-1fa33c5ba9ff service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499666 Oct 27 16:27:48.035656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.037028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.114282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 40e2dd77-a65c-47bf-b415-d9dd30321dfc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=40e2dd77-a65c-47bf-b415-d9dd30321dfc,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:48.215701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.232701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fdaf4e8-1bba-4d1a-93c2-39b8f322a30a req-fabc6329-e89a-4a45-b1b2-255f506e4356 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 210 time: 0.4044099 Oct 27 16:27:48.249911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6966b3cb-9fd7-45e7-bb2a-99853f8ddb4c req-bf4d3c10-a1ec-482e-a0ae-2fe3dd227ccd tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971124 Oct 27 16:27:48.314028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.337669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network f14e79ef-f780-4de5-afec-984247993563 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:48.361874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:48.367446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:48.385074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18f716ec-d5e7-444c-b663-110798ff4ab9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:48.385905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52688) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.492913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Deleting subnet 493da664-2117-4d7c-9f77-392df8b65b7d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:48.505198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.531096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:48.531096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.557641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.579965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.581526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.641755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.650085 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.691666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] Pushing event deleted for resources: {'Port': ['ID=40e2dd77-a65c-47bf-b415-d9dd30321dfc,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.697125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f1e15-8500-4cfe-9d8f-9eb187f1223d None None] No DVR routers for this DVR port 40e2dd77-a65c-47bf-b415-d9dd30321dfc on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:48.707255 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a76f1-669e-42b0-9d36-eb5aaec5e00d x-openstack-request-id: req-b58a76f1-669e-42b0-9d36-eb5aaec5e00d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:48.707553 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40209d2d-796b-4351-afd5-3397aba5729a", "name": "network-vif-deleted", "tag": "56cad3b3-5585-4abb-8de3-87cc8925dea2", "status": "failed", "code": 422}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:48.707817 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b58a76f1-669e-42b0-9d36-eb5aaec5e00d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:48.708274 n-d-814735-4 neutron-server[114448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40209d2d-796b-4351-afd5-3397aba5729a', 'name': 'network-vif-deleted', 'tag': '56cad3b3-5585-4abb-8de3-87cc8925dea2', 'status': 'failed', 'code': 422} returned with failed status Oct 27 16:27:48.722578 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-6c09d67b-53de-4556-8bfd-5ac73024faf8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9614685 Oct 27 16:27:48.743881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Request body: {'port': {'device_id': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:48.791628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18f716ec-d5e7-444c-b663-110798ff4ab9,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:48.814557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '18f716ec-d5e7-444c-b663-110798ff4ab9', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'port_id': '18f716ec-d5e7-444c-b663-110798ff4ab9', 'mac_address': 'fa:16:3e:24:7a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239a475c-e812-49fe-9d09-a7cb6e132457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:48.844560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:27:48.847868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.851630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.884525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493da664-2117-4d7c-9f77-392df8b65b7d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.898108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.917187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f716ec-d5e7-444c-b663-110798ff4ab9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:48.939965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.950511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1022a7b1-64bf-4376-a777-cd0fbbd99615 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/493da664-2117-4d7c-9f77-392df8b65b7d HTTP/1.1" status: 204 len: 168 time: 0.5581710 Oct 27 16:27:48.950511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:48.952293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52694) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.952628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:48.960926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:48.961747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.974769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18f716ec-d5e7-444c-b663-110798ff4ab9,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:48.976607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4369b9b3-52b1-4390-8790-d40e02b4e6ff None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:48.996401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=51354c47-5d8a-48a4-b6c9-66ad2840a91b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.999925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f2b8f5fe-38a2-4add-9cfa-1876ae224551 None None] Provisioning complete for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:49.000590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f5fe-38a2-4add-9cfa-1876ae224551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.078926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.112009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8f5fe-38a2-4add-9cfa-1876ae224551 None None] Port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:49.112009 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.177853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.200074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5b63bec8-8eb6-44fb-85b2-fc1daa32d108 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0610619 Oct 27 16:27:49.200074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:49.205154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:49.245019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:49.297238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '51354c47-5d8a-48a4-b6c9-66ad2840a91b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:49.301138 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.422533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e771573-f2e3-4db7-b1a4-32acec567c5f req-e361e687-4900-4658-b62c-757a2992010d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:49.433718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e771573-f2e3-4db7-b1a4-32acec567c5f req-e361e687-4900-4658-b62c-757a2992010d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 907 time: 0.1423230 Oct 27 16:27:49.574944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.605686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Allocated IP 2001:db8::f816:3eff:fed1:e42e (9b88e4df-64d5-41e8-b043-e7a8852bb832/51354c47-5d8a-48a4-b6c9-66ad2840a91b/2b2e48d3-460f-4875-869a-a30d6d477339) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:49.633736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6905cdd-cf65-4e18-8a5a-fd7f43179227']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:49.653705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543de24-ca84-4da1-83ff-7133b5b5da35 req-04336366-557c-486f-a978-58a29203f876 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:49.655637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1543de24-ca84-4da1-83ff-7133b5b5da35 req-04336366-557c-486f-a978-58a29203f876 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 932 time: 0.2096915 Oct 27 16:27:49.685176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef55f9-c66c-4edf-9bfd-a41353f010c0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:49.685176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef55f9-c66c-4edf-9bfd-a41353f010c0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:49.687657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61498e7-34e0-424c-aba1-e548635db5bc req-3932616c-76db-46ca-84c3-0df284866767 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:49.689353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b61498e7-34e0-424c-aba1-e548635db5bc req-3932616c-76db-46ca-84c3-0df284866767 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 944 time: 0.1425738 Oct 27 16:27:49.697314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:49.701924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.702176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.738985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.740587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['18f716ec-d5e7-444c-b663-110798ff4ab9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:49.750753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:49.751220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.761989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b61498e7-34e0-424c-aba1-e548635db5bc req-c263b2ed-c015-4de3-a523-0f1f26710548 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515256 Oct 27 16:27:49.829679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1543de24-ca84-4da1-83ff-7133b5b5da35 req-af7fcff5-2885-4eb3-8e12-8fa4116a013d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643572 Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:49.861054 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:49.893709 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51354c47-5d8a-48a4-b6c9-66ad2840a91b (CIDR: 2001:db8::/64) Oct 27 16:27:49.937858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:49.944042 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.951944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.965978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Transition to ACTIVE for port object b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:49.974763 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:49.975292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:27:50.134084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.139552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.144439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a6905cdd-cf65-4e18-8a5a-fd7f43179227 HTTP/1.1" status: 204 len: 168 time: 1.1903443 Oct 27 16:27:50.147333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52708) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.166122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8193e-e7d3-438f-b1a9-9e1675d17a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6905cdd-cf65-4e18-8a5a-fd7f43179227,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.186139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.190798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.204721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa78b42e-fbdb-485b-9f0d-891f56281b92 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0032089 Oct 27 16:27:50.208440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.225023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.251944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.257050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.282396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:50.284335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:50.295657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:50.321818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:50.369584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Deleting subnet 8929e991-a33b-407d-9256-a38feeee0d94 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:50.377909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:50.379691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:50.379691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:50.389455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:50.391752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.392323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:50.417155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:50.417155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:50.417155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Bound using segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:50.417155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Bound port: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:50.417606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.464621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.599373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:50.609145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.612668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:50.739700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.741356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:50.745348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.752953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Attempting to bind port 2b2e48d3-460f-4875-869a-a30d6d477339 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:50.753876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Attempting to bind port 2b2e48d3-460f-4875-869a-a30d6d477339 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:50.761329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Attempting to bind port 2b2e48d3-460f-4875-869a-a30d6d477339 on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:50.767112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:50.767677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:50.768177 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.768670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:50.769439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Bound port: 2b2e48d3-460f-4875-869a-a30d6d477339, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:50.770179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.829096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:50.833232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.838634 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] 10.222.0.82 "PUT /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1092 time: 2.1014476 Oct 27 16:27:50.839370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:50.855757 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:50.976274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:50.992945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f90a8-9d34-4738-86fa-695a1c8a7947 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.032229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:51.032600 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.172709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:51.182667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-81bfd3b5-c9b7-45fc-8cab-7a01ff7f3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.184751 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-81bfd3b5-c9b7-45fc-8cab-7a01ff7f3167 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1095 time: 0.1787412 Oct 27 16:27:51.210513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:51.278094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-156ae8e8-dcd2-462c-9314-708746a03046 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 217 time: 0.0829208 Oct 27 16:27:51.353011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.362347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d8a21-9dcf-4654-8680-676658bc098c req-10b87e1e-4739-468f-91dd-3dfa9c81032f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.364684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273d8a21-9dcf-4654-8680-676658bc098c req-10b87e1e-4739-468f-91dd-3dfa9c81032f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 907 time: 0.7726796 Oct 27 16:27:51.368660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.369193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.411028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80255-eb76-416b-a438-e66658d3be06 req-14f087ff-dae6-4de1-ab51-cb54063ffd84 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.416857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c80255-eb76-416b-a438-e66658d3be06 req-14f087ff-dae6-4de1-ab51-cb54063ffd84 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 944 time: 0.2961650 Oct 27 16:27:51.427751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:51.451228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:51.454815 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac796912-6521-4263-b4df-17787a51c621" -d '{"events": [{"server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "name": "network-vif-plugged", "status": "completed", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:51.489995 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0293ebc-04e2-4783-b876-a9fe79a7ce92 x-openstack-request-id: req-b0293ebc-04e2-4783-b876-a9fe79a7ce92 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:51.490301 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:51.490693 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0293ebc-04e2-4783-b876-a9fe79a7ce92 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:51.491199 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:27:51.517371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41fe4f-8978-455d-af3e-d3f58291950f None None] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.526874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.545897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-b0d611b7-f158-43c3-819d-4889fb186e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.548082 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-b0d611b7-f158-43c3-819d-4889fb186e22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.2593818 Oct 27 16:27:51.549663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.573422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479779-acc6-480c-8103-c5dc336d0183 req-64c93a97-a7f4-44db-871f-c2f33ab1bdf8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.585484 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6479779-acc6-480c-8103-c5dc336d0183 req-64c93a97-a7f4-44db-871f-c2f33ab1bdf8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 907 time: 0.2736218 Oct 27 16:27:51.640974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.654690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:51.697956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:51.707165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.713007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8929e991-a33b-407d-9256-a38feeee0d94 HTTP/1.1" status: 204 len: 168 time: 1.5635879 Oct 27 16:27:51.715093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.715963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.717657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.746537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=da603b27-d6fe-46c1-af96-3dc0a7876bee,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.794201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18c80255-eb76-416b-a438-e66658d3be06 req-09250b6a-b435-449f-9767-6788b54a8855 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668292 Oct 27 16:27:51.838679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae8a43-393e-45f8-82fa-0d11f1832d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8929e991-a33b-407d-9256-a38feeee0d94,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.892965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c90fe91d-848c-4760-bf7a-cbb307512b34 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6821384 Oct 27 16:27:51.893978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52732) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.902576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:61:38:a6', 'name': 'tempest-NetworksTestDHCPv6-2144157167'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.920435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-a26b416e-ecda-4bd5-8e25-3fa60f15fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.924945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-a26b416e-ecda-4bd5-8e25-3fa60f15fa8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3381722 Oct 27 16:27:51.941231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f48a1f-5f09-449c-8d41-7efa69a23fea req-9d320b3d-755a-4608-b8f0-ea1b21927f2c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.946240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90f48a1f-5f09-449c-8d41-7efa69a23fea req-9d320b3d-755a-4608-b8f0-ea1b21927f2c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.3436689 Oct 27 16:27:52.054203 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1483b77e-964a-4e80-9546-a27c6af56028 x-openstack-request-id: req-1483b77e-964a-4e80-9546-a27c6af56028 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:52.054203 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "name": "network-vif-plugged", "status": "completed", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:52.054203 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1483b77e-964a-4e80-9546-a27c6af56028 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:52.058315 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132', 'code': 200} Oct 27 16:27:52.095972 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-41f4a26d-a62e-4ad9-b096-6dea8e747a92 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607459 Oct 27 16:27:52.100993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.147528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port 540b8c0d-264f-492f-b196-95ad9a9b3944 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:52.148024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.220703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90f48a1f-5f09-449c-8d41-7efa69a23fea req-494302e6-fe66-4d43-ac33-581f461ff808 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314086 Oct 27 16:27:52.267093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500aa8a-9602-48a1-a5d0-c9d55d7bdb7a req-8a63d82a-6aa2-4b88-ad22-814e001b43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:52.269279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e500aa8a-9602-48a1-a5d0-c9d55d7bdb7a req-8a63d82a-6aa2-4b88-ad22-814e001b43ff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 1097 time: 0.1291018 Oct 27 16:27:52.331185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7b9d4553-ab63-4e9b-9445-6affb3e58c41 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:52.334880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18f716ec-d5e7-444c-b663-110798ff4ab9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:52.349651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e500aa8a-9602-48a1-a5d0-c9d55d7bdb7a req-ea33e5f9-e515-4324-b99c-789bbad78439 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655930 Oct 27 16:27:52.421764 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b733b9f9-3e2a-429a-a1b3-32235bdc5889 req-cbb958c2-11ab-4a57-87df-c5c4e83127aa service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122551 Oct 27 16:27:52.438966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:52.450027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.497727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port 540b8c0d-264f-492f-b196-95ad9a9b3944, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=540b8c0d-264f-492f-b196-95ad9a9b3944,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:52.498148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.516324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50062c15-aad2-4537-8c86-aa0ed81d7927']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:52.529375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for 540b8c0d-264f-492f-b196-95ad9a9b3944 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:52.535830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3571fad3-8237-4dca-94c9-8c591a9f46f2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:52.536107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3571fad3-8237-4dca-94c9-8c591a9f46f2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:52.552974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.610692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.632295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.635845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:52.636230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:52.644919 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:52.675288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:52.717263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port f1c4ef23-465a-43c8-a343-9054089878c9 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:52.717443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '7b9d4553-ab63-4e9b-9445-6affb3e58c41', 'network_id': '44739d0b-76c0-42f4-bb8c-2903b6358b81', 'port_id': '7b9d4553-ab63-4e9b-9445-6affb3e58c41', 'mac_address': 'fa:16:3e:ec:82:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239a475c-e812-49fe-9d09-a7cb6e132457', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:52.717579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bacfc5-f5a2-4194-b7d9-05605f41e5f1 req-6f326da7-5b1f-4ad1-9dc1-931e07662b5b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:52.725154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53bacfc5-f5a2-4194-b7d9-05605f41e5f1 req-6f326da7-5b1f-4ad1-9dc1-931e07662b5b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 907 time: 0.0895665 Oct 27 16:27:52.795522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.799901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 18f716ec-d5e7-444c-b663-110798ff4ab9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:52.811701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 18f716ec-d5e7-444c-b663-110798ff4ab9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:52.812077 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.864470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9d4553-ab63-4e9b-9445-6affb3e58c41 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:52.947931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.982253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:53.018617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18f716ec-d5e7-444c-b663-110798ff4ab9,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:53.054676 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.111646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.133876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.143056 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.159403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-4ee7c762-97d0-4c89-9d06-ccdd4d23e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:53.161770 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-4ee7c762-97d0-4c89-9d06-ccdd4d23e77b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1095 time: 0.3698931 Oct 27 16:27:53.174178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.190293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] 10.222.0.70 "DELETE /v2.0/networks/50062c15-aad2-4537-8c86-aa0ed81d7927 HTTP/1.1" status: 204 len: 168 time: 1.4676564 Oct 27 16:27:53.289390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374faad-4a9c-4b23-bf42-59fb4d8f739b req-b8fe5d91-a64f-4242-8372-ec08126f6a00 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:53.298311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fced0-a6ea-4659-9258-555ab75dfbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=50062c15-aad2-4537-8c86-aa0ed81d7927,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.300085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c374faad-4a9c-4b23-bf42-59fb4d8f739b req-b8fe5d91-a64f-4242-8372-ec08126f6a00 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 944 time: 0.3467145 Oct 27 16:27:53.331704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.342864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f52b1-f8ee-4c48-ac5c-4090d24d3430 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:53.403885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8:0:1::399 (9b88e4df-64d5-41e8-b043-e7a8852bb832/da603b27-d6fe-46c1-af96-3dc0a7876bee/f1c4ef23-465a-43c8-a343-9054089878c9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:53.413394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c374faad-4a9c-4b23-bf42-59fb4d8f739b req-18e6b3e7-8477-42c7-a5b2-4bdfa7f5905f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038697 Oct 27 16:27:53.426873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::f816:3eff:fe61:38a6 (9b88e4df-64d5-41e8-b043-e7a8852bb832/51354c47-5d8a-48a4-b6c9-66ad2840a91b/f1c4ef23-465a-43c8-a343-9054089878c9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:53.480736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:53.481117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.521102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40101f-1e4b-4c29-9b85-048e1321fc67 req-27346016-9f5f-43c1-aaab-e92b6445a0e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:53.534029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.535447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d40101f-1e4b-4c29-9b85-048e1321fc67 req-27346016-9f5f-43c1-aaab-e92b6445a0e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.1671646 Oct 27 16:27:53.546124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-2debd601-c62f-42ee-9f37-ac2d4393b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:53.548006 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-2debd601-c62f-42ee-9f37-ac2d4393b539 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.3446176 Oct 27 16:27:53.595004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=540b8c0d-264f-492f-b196-95ad9a9b3944,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.661043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52752) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.690661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d40101f-1e4b-4c29-9b85-048e1321fc67 req-56d4c169-7a05-41fe-915f-8578ee897edc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539960 Oct 27 16:27:53.772749 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['7b9d4553-ab63-4e9b-9445-6affb3e58c41'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:53.856875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d7e496b-83cb-4aa3-a549-56cdb63dabbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4685decc1bf948d3b1f97231a7efdda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921082 Oct 27 16:27:53.867822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52758) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.992708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8019dad8-266e-41ed-913b-97d7a231e9bc req-63be846f-5ce4-40e9-949d-c2ba8f6b095a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.1014059 Oct 27 16:27:54.035288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.048607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:54.065110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:54.067682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.074163 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214357f1-a004-4c68-95d5-3f6f8e28ac39" -d '{"events": [{"server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "name": "network-vif-plugged", "status": "completed", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:54.184266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.206913 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7893211-afe7-411c-8dd5-c3e2f1dd7fa8 x-openstack-request-id: req-c7893211-afe7-411c-8dd5-c3e2f1dd7fa8 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:54.207387 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "name": "network-vif-plugged", "status": "completed", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:54.212755 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7893211-afe7-411c-8dd5-c3e2f1dd7fa8 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:54.212755 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9', 'code': 200} Oct 27 16:27:54.276029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.387782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-32cde225-18d9-44fe-a8a0-939098653dfc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 217 time: 0.8018897 Oct 27 16:27:54.393569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 540b8c0d-264f-492f-b196-95ad9a9b3944 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:54.416513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=f1c4ef23-465a-43c8-a343-9054089878c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:54.426003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:54.430879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.435254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.440070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0dc1f5e-eb25-4798-9d5c-3c7f7f347006 HTTP/1.1" status: 204 len: 168 time: 0.5668705 Oct 27 16:27:54.440070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:54.440070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:54.446986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.447687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.480537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f44c1-5154-4014-b094-3c4e85afa391 req-ae326c23-a0f1-49c0-9ecf-3c12b339cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.482681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a29f44c1-5154-4014-b094-3c4e85afa391 req-ae326c23-a0f1-49c0-9ecf-3c12b339cfc4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1421025 Oct 27 16:27:54.484108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6bb06-6272-4446-9b7e-5a93bf96178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc1f5e-eb25-4798-9d5c-3c7f7f347006,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:54.503985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 540b8c0d-264f-492f-b196-95ad9a9b3944 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:54.505330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 540b8c0d-264f-492f-b196-95ad9a9b3944 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:54.553227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] No DVR routers for this DVR port 540b8c0d-264f-492f-b196-95ad9a9b3944 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:54.560090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2600b560-de20-4ec1-95d6-b50c4eaa557a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6583505 Oct 27 16:27:54.562158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52766) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.574550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a29f44c1-5154-4014-b094-3c4e85afa391 req-843ce65a-7c7d-4afb-96a0-f4fa38113b02 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792546 Oct 27 16:27:54.623571 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.654588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.669144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6479779-acc6-480c-8103-c5dc336d0183 req-4f50c5e8-d384-4655-9f30-2d7fc0562477 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "DELETE /v2.0/ports/540b8c0d-264f-492f-b196-95ad9a9b3944 HTTP/1.1" status: 204 len: 173 time: 3.0651817 Oct 27 16:27:54.686959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f283da-b76e-4b92-8922-06d74d18ad05 req-4b0f5542-7f42-4b9b-92c5-fed912094eda tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.689294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71f283da-b76e-4b92-8922-06d74d18ad05 req-4b0f5542-7f42-4b9b-92c5-fed912094eda tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 945 time: 0.0702186 Oct 27 16:27:54.696198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'name': 'network-vif-deleted', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:54.706404 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f9c9ef-d4e2-4d8d-aaf7-8897efbc7ae6" -d '{"events": [{"server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "name": "network-vif-deleted", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:54.727054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:54.766518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '51354c47-5d8a-48a4-b6c9-66ad2840a91b', 'ip_address': '2001:db8::f816:3eff:fed1:e42e'}, {'subnet_id': 'da603b27-d6fe-46c1-af96-3dc0a7876bee'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '2b2e48d3-460f-4875-869a-a30d6d477339'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:27:54.789054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71f283da-b76e-4b92-8922-06d74d18ad05 req-4d96214c-a057-4df8-99ce-9bffcd8996a4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926075 Oct 27 16:27:54.851077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-e0b837d3-9d51-4455-9a51-c486e6e82b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.865253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-e0b837d3-9d51-4455-9a51-c486e6e82b95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.4369235 Oct 27 16:27:54.870897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.878751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332614d-d477-41e5-a0b8-e623f663590e req-453ce6ec-0981-487f-ac22-802f208ac46e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.887231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e332614d-d477-41e5-a0b8-e623f663590e req-453ce6ec-0981-487f-ac22-802f208ac46e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.0777915 Oct 27 16:27:54.931023 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29332b0-2243-4745-b10a-0acdbf8600c6 x-openstack-request-id: req-b29332b0-2243-4745-b10a-0acdbf8600c6 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:54.931510 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec61d2-920f-4c46-804d-19b2c6bfd938", "name": "network-vif-deleted", "tag": "540b8c0d-264f-492f-b196-95ad9a9b3944", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:54.931912 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b29332b0-2243-4745-b10a-0acdbf8600c6 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:54.932544 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec61d2-920f-4c46-804d-19b2c6bfd938', 'name': 'network-vif-deleted', 'tag': '540b8c0d-264f-492f-b196-95ad9a9b3944', 'status': 'completed', 'code': 200} Oct 27 16:27:54.949589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.992030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e332614d-d477-41e5-a0b8-e623f663590e req-f9676a97-34b5-4103-995c-08be98b22fe0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893393 Oct 27 16:27:55.065545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port f1c4ef23-465a-43c8-a343-9054089878c9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:55.066099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.140065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4acfb7dd-0ed8-4c0a-a0ad-980fb10e1c76 req-e3061098-f49d-44a9-b208-a04a71e9abf1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ec61d2-920f-4c46-804d-19b2c6bfd938 HTTP/1.1" status: 200 len: 210 time: 0.0696940 Oct 27 16:27:55.178823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600fb35-aa44-4646-bffd-84bfed298056 None None] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.191175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:55.191563 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.263010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-e1ed994a-915c-49d3-995e-0aa3a1d9d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:55.265468 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-e1ed994a-915c-49d3-995e-0aa3a1d9d1bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3752997 Oct 27 16:27:55.364243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Allocated IP 2001:db8:0:1::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/da603b27-d6fe-46c1-af96-3dc0a7876bee/2b2e48d3-460f-4875-869a-a30d6d477339) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:55.525007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:55.565527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.585645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.605375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for f1c4ef23-465a-43c8-a343-9054089878c9 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:55.637444 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-2815ac86-89d7-4b2e-ac8b-8d1e26b21789 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538563 Oct 27 16:27:55.646830 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.796893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961855a-99f1-4574-85b0-b44d347f38f6 None None] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.860641 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-46c9bb7e-108d-479e-bffb-d66f6ad8d9b0 req-2c0be0d7-096e-457a-869e-c59a068716a3 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771710 Oct 27 16:27:55.865931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.934243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:56.022743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7b96e44d-1661-4e14-bdfe-e36f6baba665 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57aaa50b2f044f0f8570aa87e51b07f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543741 Oct 27 16:27:56.027574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.040848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:56.041218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.121988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaef625-dd57-434f-9ce0-3e61dde13990 req-39fc404d-c60f-440c-8a36-db305e2fe36a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.135717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeaef625-dd57-434f-9ce0-3e61dde13990 req-39fc404d-c60f-440c-8a36-db305e2fe36a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 945 time: 0.1709311 Oct 27 16:27:56.294651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.316199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeaef625-dd57-434f-9ce0-3e61dde13990 req-6e82877d-dba2-46d9-b4b3-f2805f6af64a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664166 Oct 27 16:27:56.371961 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.385035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.432839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc6b-3f68-4bde-bb9e-4cdf9ae55243 req-4f34a0c5-e8b7-431d-85a8-39b93b8f874c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.441945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f316dc6b-3f68-4bde-bb9e-4cdf9ae55243 req-4f34a0c5-e8b7-431d-85a8-39b93b8f874c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.2422526 Oct 27 16:27:56.483907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=f1c4ef23-465a-43c8-a343-9054089878c9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.517024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f316dc6b-3f68-4bde-bb9e-4cdf9ae55243 req-1c1517c9-6058-4ef2-86b0-aacec0850cdc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642333 Oct 27 16:27:56.535873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.541601 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ede112d-d0c4-46f4-a6f7-9e28a31e520e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f1c4ef23-465a-43c8-a343-9054089878c9 HTTP/1.1" status: 204 len: 168 time: 1.9715722 Oct 27 16:27:56.542448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52796) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.559396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.562518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.571880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6b5fe17-cc73-40e4-a7d2-1854720003d8 HTTP/1.1" status: 204 len: 168 time: 0.5425029 Oct 27 16:27:56.619788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d19d-5093-464b-a864-aaa8fddaee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5fe17-cc73-40e4-a7d2-1854720003d8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.685357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d1790-6149-43fb-aace-f251d26d1a70 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.688443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-359d1790-6149-43fb-aace-f251d26d1a70 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1441905 Oct 27 16:27:56.690774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52800) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.768164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e932249-a248-454a-9201-0db7626e7b64 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.769827 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e932249-a248-454a-9201-0db7626e7b64 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0780478 Oct 27 16:27:56.772769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52802) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.864717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cde11-c0f3-4ca4-b100-caf452f3870f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.869496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cde11-c0f3-4ca4-b100-caf452f3870f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.873297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cde11-c0f3-4ca4-b100-caf452f3870f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:56.876479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a78cde11-c0f3-4ca4-b100-caf452f3870f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1021390 Oct 27 16:27:56.879111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.917612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f440c331-ab29-4ca6-b7b5-b031521ddeeb None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:56.918969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f440c331-ab29-4ca6-b7b5-b031521ddeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.996097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 51354c47-5d8a-48a4-b6c9-66ad2840a91b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:57.012149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.127728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.204509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278464c-55f2-4647-b048-77d07c9d624e req-9383fd09-73d7-4b21-ba0c-f6b29d187f87 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:57.207293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e278464c-55f2-4647-b048-77d07c9d624e req-9383fd09-73d7-4b21-ba0c-f6b29d187f87 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.1386845 Oct 27 16:27:57.288942 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.312060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e278464c-55f2-4647-b048-77d07c9d624e req-dd38b760-7ae8-40eb-ad55-631122773d87 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883613 Oct 27 16:27:57.402719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-35104c20-ef24-4787-b8a8-43fee9c8caf9 None None] Could not find standard attr ID for object f1c4ef23-465a-43c8-a343-9054089878c9. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:57.500017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.574070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=51354c47-5d8a-48a4-b6c9-66ad2840a91b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.592122 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.598753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0daf71bc-245b-44f2-b9b0-0a468865669f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/51354c47-5d8a-48a4-b6c9-66ad2840a91b HTTP/1.1" status: 204 len: 168 time: 0.7180817 Oct 27 16:27:57.601076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52816) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.635473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24456e-dd04-4768-a7cb-00495cc148ad req-4c2e38ed-9eca-4ac6-87d3-51753160be10 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:57.644486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca24456e-dd04-4768-a7cb-00495cc148ad req-4c2e38ed-9eca-4ac6-87d3-51753160be10 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 945 time: 0.1362033 Oct 27 16:27:57.675315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet da603b27-d6fe-46c1-af96-3dc0a7876bee {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:57.679273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.720663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca24456e-dd04-4768-a7cb-00495cc148ad req-0a456d1c-79b8-4175-85c5-a76b37de7819 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748479 Oct 27 16:27:57.741206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.754048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f435f171-9977-48b0-ad07-3e607745890a None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:57.761897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61d212-5f5f-4c9b-8d70-eb7308e58864 req-ed945d7b-dbfb-4722-b10c-d65e44e226ff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:57.763621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa61d212-5f5f-4c9b-8d70-eb7308e58864 req-ed945d7b-dbfb-4722-b10c-d65e44e226ff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.1009967 Oct 27 16:27:57.853798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa61d212-5f5f-4c9b-8d70-eb7308e58864 req-85054be7-dbcd-4518-9527-a6787d0cbb6a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775645 Oct 27 16:27:57.887449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:57.945071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-da3a4cd3-1641-43af-8264-0e192ac4d4cf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:57.946586 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-da3a4cd3-1641-43af-8264-0e192ac4d4cf tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.0873475 Oct 27 16:27:57.961010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.974928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.000427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:58.001575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.118878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port f0e86aea-4abe-4243-a0f9-2695192b7c48 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:58.119275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.224590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port f0e86aea-4abe-4243-a0f9-2695192b7c48, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f0e86aea-4abe-4243-a0f9-2695192b7c48,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:58.225016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.237189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.247893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for f0e86aea-4abe-4243-a0f9-2695192b7c48 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:58.288026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.294119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/da603b27-d6fe-46c1-af96-3dc0a7876bee HTTP/1.1" status: 204 len: 168 time: 0.6893682 Oct 27 16:27:58.294355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52820) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.302596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7279513-0cbe-49e2-b0fd-e529cf4078c5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=da603b27-d6fe-46c1-af96-3dc0a7876bee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.356945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:58.368842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7b9d4553-ab63-4e9b-9445-6affb3e58c41 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:58.388247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-657adbfc-0cfb-476a-b8c7-c49d3bc70eb6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904179 Oct 27 16:27:58.390168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52824) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.397020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:58.423272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.605953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:58.625898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:58.676242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.676463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bcf0-2f0b-42cc-abd6-e5874b12587b req-d1592d02-cb49-4448-b2eb-af52f66ea764 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:58.679119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fa7bcf0-2f0b-42cc-abd6-e5874b12587b req-d1592d02-cb49-4448-b2eb-af52f66ea764 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 946 time: 0.1693990 Oct 27 16:27:58.709774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:58.721278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:58.728561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:58.728561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.763139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.770582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fa7bcf0-2f0b-42cc-abd6-e5874b12587b req-c4486b40-ecbe-40ec-9b5e-e3eef6a5b07c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824418 Oct 27 16:27:58.804836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=f0e86aea-4abe-4243-a0f9-2695192b7c48,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.806187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['86b02792-c074-4653-a970-d627c0fcd690', 'f0e86aea-4abe-4243-a0f9-2695192b7c48'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:58.813612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:58.866764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:58.873044 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.893744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] No DVR routers for this DVR port f0e86aea-4abe-4243-a0f9-2695192b7c48 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:58.897554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.901950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2aab79c4-ba8a-4ed1-8506-ba7f7e79e2f3 req-988b40d4-b322-4f6d-a7af-7a8770fc7bcb tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "DELETE /v2.0/ports/f0e86aea-4abe-4243-a0f9-2695192b7c48 HTTP/1.1" status: 204 len: 173 time: 0.9478838 Oct 27 16:27:58.902623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'name': 'network-vif-deleted', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:58.905289 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa67edd-ec1b-46aa-87c6-ed593d56cf69" -d '{"events": [{"server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "name": "network-vif-deleted", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:58.917628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.031912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1b68-cadb-4638-ad31-062401bc2cde req-f1e36b90-de19-48d0-b2db-aaa42c59ce4c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.035227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e8c1b68-cadb-4638-ad31-062401bc2cde req-f1e36b90-de19-48d0-b2db-aaa42c59ce4c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 945 time: 0.2067502 Oct 27 16:27:59.069015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec021282-055d-407b-af0b-7d127ffb3532 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:59.185577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413e5d-60e0-4541-9ac5-34e79ccc14e5 req-c71d8a8c-4412-4eec-8436-1234ab0b8eba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.194056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee413e5d-60e0-4541-9ac5-34e79ccc14e5 req-c71d8a8c-4412-4eec-8436-1234ab0b8eba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.2000871 Oct 27 16:27:59.210262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e8c1b68-cadb-4638-ad31-062401bc2cde req-d43f92b8-32ac-418a-8d6a-be6843ebe565 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357744 Oct 27 16:27:59.311903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee413e5d-60e0-4541-9ac5-34e79ccc14e5 req-cb54792e-a4ff-435d-befa-9146f40849c8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166351 Oct 27 16:27:59.321919 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2583ef84-a057-479d-984a-a9c7ec13fc9b x-openstack-request-id: req-2583ef84-a057-479d-984a-a9c7ec13fc9b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:59.322095 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2574360-a46a-40a5-930f-dc561d8a3082", "name": "network-vif-deleted", "tag": "f0e86aea-4abe-4243-a0f9-2695192b7c48", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:59.322351 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2583ef84-a057-479d-984a-a9c7ec13fc9b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:59.322822 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2574360-a46a-40a5-930f-dc561d8a3082', 'name': 'network-vif-deleted', 'tag': 'f0e86aea-4abe-4243-a0f9-2695192b7c48', 'status': 'completed', 'code': 200} Oct 27 16:27:59.340914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:59.371724 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.475667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.529767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:59.533547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:59.538774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.539427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.545476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=2f3640ee-5d51-40c1-be90-627549c58ec4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:59.604101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:59.631747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-42627a3c-ec9f-46ba-9517-1e070b0c3315 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2397234 Oct 27 16:27:59.634225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52842) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.639559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:59.684421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9e03bfeb-ffad-4086-9c48-293f9cb1d77d None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:59.684799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e03bfeb-ffad-4086-9c48-293f9cb1d77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.709421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:59.711720 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671bbef1-1bed-47b4-9d30-d68f7a0dc0b6" -d '{"events": [{"server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "name": "network-vif-plugged", "status": "completed", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:59.753654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:59.814775 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e74027-d301-4678-b106-4dbaa51400ba x-openstack-request-id: req-73e74027-d301-4678-b106-4dbaa51400ba {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:59.814991 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "name": "network-vif-plugged", "status": "completed", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:59.815287 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73e74027-d301-4678-b106-4dbaa51400ba {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:59.815903 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41', 'code': 200} Oct 27 16:27:59.822432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.848533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:59.852175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.966095 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f3640ee-5d51-40c1-be90-627549c58ec4 (CIDR: 2001:db8::/64) Oct 27 16:27:59.980789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170081bd-5518-4ba6-a20c-21c6106deefa req-e63890f6-5de4-45b8-9918-953858121628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.983708 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-170081bd-5518-4ba6-a20c-21c6106deefa req-e63890f6-5de4-45b8-9918-953858121628 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 1097 time: 0.0799301 Oct 27 16:27:59.994622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:00.024015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f306935-a09f-4e21-b105-9ea60d99801d req-3cc1c42c-10dd-4ccd-9540-bd6f1f65537c tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2574360-a46a-40a5-930f-dc561d8a3082 HTTP/1.1" status: 200 len: 210 time: 0.0559316 Oct 27 16:28:00.030064 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:28:00.030534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:00.051164 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-170081bd-5518-4ba6-a20c-21c6106deefa req-efcbe227-0c54-4f67-bdfd-fae96adc8616 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Oct 27 16:28:00.118166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Update dhcp port {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'fixed_ips': [{'subnet_id': '2f3640ee-5d51-40c1-be90-627549c58ec4'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '2b2e48d3-460f-4875-869a-a30d6d477339'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:28:00.149696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dbc03d1f-2637-437f-bbdc-f07f739c37aa tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5113447 Oct 27 16:28:00.150598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52848) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.157649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:00.176041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.338893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:00.343452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.405886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f0e86aea-4abe-4243-a0f9-2695192b7c48 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:00.415927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6880-dbd9-4d8e-bf86-7f3d832372e2 req-a40eb95f-11a6-4115-8eda-248798e3fe62 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:00.418147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3eb6880-dbd9-4d8e-bf86-7f3d832372e2 req-a40eb95f-11a6-4115-8eda-248798e3fe62 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.1177623 Oct 27 16:28:00.467916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f0e86aea-4abe-4243-a0f9-2695192b7c48 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:00.468553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f0e86aea-4abe-4243-a0f9-2695192b7c48 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:00.528578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3eb6880-dbd9-4d8e-bf86-7f3d832372e2 req-a4837119-1ca9-470b-95a9-1e3cd8b0d78a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Oct 27 16:28:00.537958 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2f3640ee-5d51-40c1-be90-627549c58ec4/2b2e48d3-460f-4875-869a-a30d6d477339) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:00.539584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebe21-b1a5-41a2-8e4a-ec722e5cda58 req-819c5e08-9389-4386-abb8-85a1d24168b6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:00.541159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-689ebe21-b1a5-41a2-8e4a-ec722e5cda58 req-819c5e08-9389-4386-abb8-85a1d24168b6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.1220913 Oct 27 16:28:00.621633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-689ebe21-b1a5-41a2-8e4a-ec722e5cda58 req-6082e83e-c3cc-4112-a704-83cdf78b8919 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714831 Oct 27 16:28:00.697224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:00.728082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.845838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.922211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:28:00.924016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37496419-6bc4-4bbb-a3a1-76855923fcb1 None None] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:01.209165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.394479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:01.433744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.486681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:28:01.500898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f44d7-b9ca-4d5c-8b36-8bca6bb8f6ca None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:01.568965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.570969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.611274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:01.635340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:01.646838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b9a89f5c-6c10-43ae-b656-b81af4147ce4 None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:01.646838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9a89f5c-6c10-43ae-b656-b81af4147ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.704141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:01.704706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.840253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:01.929727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:01.930109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.050349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936c477-9e42-440e-b252-c7c063a73596 req-b6b30fc3-48e3-481f-a480-56f4bf3c9dfa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.052091 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c936c477-9e42-440e-b252-c7c063a73596 req-b6b30fc3-48e3-481f-a480-56f4bf3c9dfa tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.0651133 Oct 27 16:28:02.180497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0266912 Oct 27 16:28:02.186907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52872) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:02.204840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:26:95:0f', 'name': 'tempest-NetworksTestDHCPv6-349597139'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:02.212523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port 86b02792-c074-4653-a970-d627c0fcd690 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:02.220397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.265885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=9']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:02.268933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807a087-a11e-4ee6-95fd-716e4f255f73 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:02.282191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484b69-8e1c-407d-9469-0f8b87b25f4b req-ba470461-56d4-4b34-95f5-27255bc8abcc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.290562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6484b69-8e1c-407d-9469-0f8b87b25f4b req-ba470461-56d4-4b34-95f5-27255bc8abcc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.6028457 Oct 27 16:28:02.330984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e05c-4822-4ded-a54f-19764b0a642f req-393072d8-9325-420c-bbf4-f16ff1d4fbf7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.333925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port 86b02792-c074-4653-a970-d627c0fcd690, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=86b02792-c074-4653-a970-d627c0fcd690,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:02.334491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.334661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34d0e05c-4822-4ded-a54f-19764b0a642f req-393072d8-9325-420c-bbf4-f16ff1d4fbf7 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 945 time: 0.7496290 Oct 27 16:28:02.362755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for 86b02792-c074-4653-a970-d627c0fcd690 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:02.392690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6484b69-8e1c-407d-9469-0f8b87b25f4b req-b4ae2544-c7ac-4ebb-ab40-09467d05f1f1 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009338 Oct 27 16:28:02.397702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:02.439327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34d0e05c-4822-4ded-a54f-19764b0a642f req-096b2b70-e9d8-49b8-8887-7932f44a2094 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c9605e2-3536-4f25-802c-390fe94b0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Oct 27 16:28:02.533744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:02.606331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:28:02.612407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:02.620725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.633518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f9a0-4bb5-4a3d-aec6-461e79257956 req-a74748a2-038f-4ea2-b969-b4bd7d7090b7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.635142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d84f9a0-4bb5-4a3d-aec6-461e79257956 req-a74748a2-038f-4ea2-b969-b4bd7d7090b7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.1103907 Oct 27 16:28:02.678451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.697295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.726186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port f15e3864-718e-48a8-a06d-1065ea9663e1 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:28:02.733683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=86b02792-c074-4653-a970-d627c0fcd690,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:02.756066 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.780539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf86d20-6865-48d8-9775-5a823fe8931a None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:02.817297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] No DVR routers for this DVR port 86b02792-c074-4653-a970-d627c0fcd690 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:02.820305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d84f9a0-4bb5-4a3d-aec6-461e79257956 req-b8a1556d-ba8d-4611-bd61-576e9769070e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688967 Oct 27 16:28:02.821331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.825319 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c936c477-9e42-440e-b252-c7c063a73596 req-b0d6e5b8-bb55-4533-93b6-eb2aa17fc1e8 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "DELETE /v2.0/ports/86b02792-c074-4653-a970-d627c0fcd690 HTTP/1.1" status: 204 len: 173 time: 0.7641177 Oct 27 16:28:02.829298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'name': 'network-vif-deleted', 'tag': '86b02792-c074-4653-a970-d627c0fcd690'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:02.836369 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c51dd86-7b1a-48a7-80d2-450e8208d3a4" -d '{"events": [{"server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "name": "network-vif-deleted", "tag": "86b02792-c074-4653-a970-d627c0fcd690"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:02.875420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:02.877985 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e38f96-cdf9-4e58-b068-3602ebcec904" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:02.900419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:02.921502 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189bc898-fc54-443b-930c-d7c49bbfd97f x-openstack-request-id: req-189bc898-fc54-443b-930c-d7c49bbfd97f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:02.926816 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ad5de9-cc12-483d-8aaf-7592f958d561", "name": "network-vif-deleted", "tag": "86b02792-c074-4653-a970-d627c0fcd690", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:02.926816 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-189bc898-fc54-443b-930c-d7c49bbfd97f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:02.926816 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ad5de9-cc12-483d-8aaf-7592f958d561', 'name': 'network-vif-deleted', 'tag': '86b02792-c074-4653-a970-d627c0fcd690', 'status': 'completed', 'code': 200} Oct 27 16:28:02.938845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-07596d1f-9a84-4620-a326-31eaaae75926 None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:02.939252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-07596d1f-9a84-4620-a326-31eaaae75926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.943690 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d3b8c-cf6b-4650-9191-c1189a8c0093 x-openstack-request-id: req-ff8d3b8c-cf6b-4650-9191-c1189a8c0093 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:02.944024 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:02.944465 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff8d3b8c-cf6b-4650-9191-c1189a8c0093 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:02.945983 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'code': 200} Oct 27 16:28:03.020982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.021935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86b02792-c074-4653-a970-d627c0fcd690 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:03.071326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::e9 (9b88e4df-64d5-41e8-b043-e7a8852bb832/2f3640ee-5d51-40c1-be90-627549c58ec4/f15e3864-718e-48a8-a06d-1065ea9663e1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:03.092873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:950f (9b88e4df-64d5-41e8-b043-e7a8852bb832/b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2/f15e3864-718e-48a8-a06d-1065ea9663e1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:03.132545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fd002-9211-449a-9cfc-c72174b85419 req-f362e59d-47c6-4109-b12e-ac1e506332e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:03.133081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 86b02792-c074-4653-a970-d627c0fcd690 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:03.133081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 86b02792-c074-4653-a970-d627c0fcd690 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:03.136638 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-779fd002-9211-449a-9cfc-c72174b85419 req-f362e59d-47c6-4109-b12e-ac1e506332e4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1097 time: 0.0795062 Oct 27 16:28:03.186066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-779fd002-9211-449a-9cfc-c72174b85419 req-0e4fc5b4-5a7e-485d-80ba-5b591caa4e39 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Oct 27 16:28:03.208513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:03.272373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.389218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.443335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:03.446752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:03.452220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:03.457971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:03.458674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.469581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=f15e3864-718e-48a8-a06d-1065ea9663e1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:03.548922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ba212-7c1b-4f2a-8074-d62036f93f34 req-993c7b0a-64a4-4f3c-ac69-9a6656d02377 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:03.556792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a9ba212-7c1b-4f2a-8074-d62036f93f34 req-993c7b0a-64a4-4f3c-ac69-9a6656d02377 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0598464 Oct 27 16:28:03.566431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b81a3e7d-882e-40f0-b187-f008534d2e5f None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:03.567030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b81a3e7d-882e-40f0-b187-f008534d2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.602380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9947a7c2-1e7d-482a-a843-da3efb92ee0a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4029107 Oct 27 16:28:03.605946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:03.608321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ef4670d-314d-4e74-bd2d-76b9a334af1d req-5b342ea3-3f2d-41c9-8a73-8c548247b19e tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ad5de9-cc12-483d-8aaf-7592f958d561 HTTP/1.1" status: 200 len: 210 time: 0.0409462 Oct 27 16:28:03.636926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a9ba212-7c1b-4f2a-8074-d62036f93f34 req-e6c4508a-068a-42c2-9b55-7ca56a241753 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779467 Oct 27 16:28:03.784087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:03.785310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port f15e3864-718e-48a8-a06d-1065ea9663e1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:03.785667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.853061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:03.853578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.866382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5acd1-e6b8-4f31-8c82-cc7f6f577b5a req-6621b450-89e1-4b86-8eaa-42a84806be37 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:03.869981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61f5acd1-e6b8-4f31-8c82-cc7f6f577b5a req-6621b450-89e1-4b86-8eaa-42a84806be37 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1070921 Oct 27 16:28:03.918149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.933794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for f15e3864-718e-48a8-a06d-1065ea9663e1 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:03.989258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61f5acd1-e6b8-4f31-8c82-cc7f6f577b5a req-ec69b01d-4613-4103-adc4-28e5fdc821ff tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050999 Oct 27 16:28:03.993965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4276dd76-592d-4207-adda-562583829355 None None] Provisioning complete for port f15e3864-718e-48a8-a06d-1065ea9663e1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:03.994330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4276dd76-592d-4207-adda-562583829355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.028037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d304f-7f32-462d-8c10-c6c49f1a239e req-f968c720-4541-4b99-adb5-cf18ef23499b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.037604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb3d304f-7f32-462d-8c10-c6c49f1a239e req-f968c720-4541-4b99-adb5-cf18ef23499b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1329701 Oct 27 16:28:04.075979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4276dd76-592d-4207-adda-562583829355 None None] Port f15e3864-718e-48a8-a06d-1065ea9663e1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:04.094812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb3d304f-7f32-462d-8c10-c6c49f1a239e req-a91c98c6-e6fd-4890-be9c-95e8e202c630 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561686 Oct 27 16:28:04.178050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d146d4-f686-4bfc-80fa-dc52511b38f5 req-a6c642ba-e12a-42ed-a010-fda34da33544 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.178050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29d146d4-f686-4bfc-80fa-dc52511b38f5 req-a6c642ba-e12a-42ed-a010-fda34da33544 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.0762653 Oct 27 16:28:04.217931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29d146d4-f686-4bfc-80fa-dc52511b38f5 req-894afdd9-9a73-4712-8431-210693edc209 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Oct 27 16:28:04.348332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.379188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=f15e3864-718e-48a8-a06d-1065ea9663e1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:04.437081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.440741 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff9e8aba-5631-4988-8b5f-ed481b401a08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f15e3864-718e-48a8-a06d-1065ea9663e1 HTTP/1.1" status: 204 len: 168 time: 0.8336785 Oct 27 16:28:04.447169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52902) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.510130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dddb52-a4d7-4769-b05f-9bfbfe5f3ba7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.515177 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-32dddb52-a4d7-4769-b05f-9bfbfe5f3ba7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0662935 Oct 27 16:28:04.515800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52904) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.557394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787478d-19ee-4a04-8e91-330d3df14c22 req-6ba6f14f-deac-4d9c-a4a8-929ca91047eb tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.565994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3787478d-19ee-4a04-8e91-330d3df14c22 req-6ba6f14f-deac-4d9c-a4a8-929ca91047eb tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0671706 Oct 27 16:28:04.573117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9dedea-d05d-4056-8841-1662973b4117 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.578492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d9dedea-d05d-4056-8841-1662973b4117 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0614536 Oct 27 16:28:04.579473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52906) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.602874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3787478d-19ee-4a04-8e91-330d3df14c22 req-21af2cdc-db91-4a4e-9660-4ba6531cdc7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Oct 27 16:28:04.649943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3f964-da5f-4b89-99c0-811794504de1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.652052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3f964-da5f-4b89-99c0-811794504de1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.653706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3f964-da5f-4b89-99c0-811794504de1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.656167 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b8c3f964-da5f-4b89-99c0-811794504de1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0749183 Oct 27 16:28:04.658105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52912) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.742575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 2f3640ee-5d51-40c1-be90-627549c58ec4 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:04.749923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.792596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd28b2-a23e-4199-878a-f599c39307c0 req-e561066d-1890-44f8-bf72-1d54327626b9 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5efd28b2-a23e-4199-878a-f599c39307c0 req-e561066d-1890-44f8-bf72-1d54327626b9 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1065750 Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5efd28b2-a23e-4199-878a-f599c39307c0 req-d81ac22b-4f2f-4d99-ba48-d146d232bd45 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3640ee-5d51-40c1-be90-627549c58ec4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:05.241602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.245357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32274ac2-e959-4179-a478-1a1cbe8702f1 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:05.284105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-55d9c381-4ec7-4c30-b92b-1d6b282d89d1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2f3640ee-5d51-40c1-be90-627549c58ec4 HTTP/1.1" status: 204 len: 168 time: 0.5337436 Oct 27 16:28:05.284105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52928) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.295033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:05.301232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.474321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.642874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.729537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96768e-bd20-4c09-86b8-b2c477da0657 req-025557e3-3246-4fa9-b311-40b419fc8a11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.731314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e96768e-bd20-4c09-86b8-b2c477da0657 req-025557e3-3246-4fa9-b311-40b419fc8a11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1492190 Oct 27 16:28:05.750316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad0fd-33ec-47c9-845d-d8110ce2b575 req-78778239-805f-4753-8f0e-84198b0e1364 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.759899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad0fd-33ec-47c9-845d-d8110ce2b575 req-78778239-805f-4753-8f0e-84198b0e1364 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.765366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad0fd-33ec-47c9-845d-d8110ce2b575 req-78778239-805f-4753-8f0e-84198b0e1364 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.772851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10aad0fd-33ec-47c9-845d-d8110ce2b575 req-78778239-805f-4753-8f0e-84198b0e1364 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521&device_id=814a040d-97d2-4cae-b175-5c32ed958ca0&device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 2418 time: 0.1513433 Oct 27 16:28:05.832147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e96768e-bd20-4c09-86b8-b2c477da0657 req-ed4e4dfd-cedf-46dd-b8cd-7cbff0197cdf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935016 Oct 27 16:28:05.867802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10aad0fd-33ec-47c9-845d-d8110ce2b575 req-a8d88fb3-bac9-4ea1-98dc-1d3b58f32fd4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843222 Oct 27 16:28:05.880539 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.918404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:05.921401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.925515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e993b7f-9843-4fc4-8351-346c75d71b15 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2 HTTP/1.1" status: 204 len: 168 time: 0.7283270 Oct 27 16:28:05.930911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.978307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c4c9fb07-dc55-4397-b8e6-79f439d5fd1d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461707 Oct 27 16:28:05.983759 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.990399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:06.045529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb960bb9-c4d4-4952-9ac4-c4f68f4031ec req-0d75e00e-89bc-4c74-a383-66e824a60c1b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:06.052976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb960bb9-c4d4-4952-9ac4-c4f68f4031ec req-0d75e00e-89bc-4c74-a383-66e824a60c1b tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1039414 Oct 27 16:28:06.073292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9a2ab-8853-41f5-9952-fd5e93c8302f req-fdb79465-1178-4c1d-8748-24466298d95d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:06.074892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6c9a2ab-8853-41f5-9952-fd5e93c8302f req-fdb79465-1178-4c1d-8748-24466298d95d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1132314 Oct 27 16:28:06.121252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bb960bb9-c4d4-4952-9ac4-c4f68f4031ec req-0322c421-4a2c-4d5a-9911-528f9dcaf991 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674055 Oct 27 16:28:06.141847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6c9a2ab-8853-41f5-9952-fd5e93c8302f req-e38dc843-a5b0-42c5-9b5e-71c39be32db4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555570 Oct 27 16:28:06.164708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52956) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:06.209797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011df68-95c9-4e09-ace7-3a573a8aacbb tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:06.215387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f011df68-95c9-4e09-ace7-3a573a8aacbb tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1092 time: 0.0456924 Oct 27 16:28:06.215387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52960) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:06.221317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:06.239305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:06.243292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.244710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fbf883e7-3f6a-4693-a0b9-8a7ac7bc7566 None None] Provisioning complete for port 2b2e48d3-460f-4875-869a-a30d6d477339 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:06.245243 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fbf883e7-3f6a-4693-a0b9-8a7ac7bc7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.268839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab69b3e-1214-4824-b51c-e117b914211c None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:06.335939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41ea73-7ab1-476f-a1eb-2e81ae11c0cd req-e2c9c273-e57c-4d23-88ea-3f9e1e34c1c8 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:06.338146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e41ea73-7ab1-476f-a1eb-2e81ae11c0cd req-e2c9c273-e57c-4d23-88ea-3f9e1e34c1c8 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0766892 Oct 27 16:28:06.393709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e41ea73-7ab1-476f-a1eb-2e81ae11c0cd req-ec228f8f-422a-474b-ac28-f24f3965fbe6 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473752 Oct 27 16:28:06.410252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.571659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.597616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.660414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:06.661384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:06.664472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:06.665181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.693035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=04bd4da7-41b6-47b3-aa40-a5ad34253a80,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:06.747799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-59e45e6b-45eb-41de-a7f6-1c9b5985a2cb tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7600350 Oct 27 16:28:06.752822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52972) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:06.754981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:06.761403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:06.835882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.52 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/fe9e705e-61fa-43a1-b050-5a5d736f2bee) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:06.868450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Deleting port 2b2e48d3-460f-4875-869a-a30d6d477339 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:06.868819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.977465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] For port 2b2e48d3-460f-4875-869a-a30d6d477339, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b2e48d3-460f-4875-869a-a30d6d477339,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:06.978390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.979439 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.995783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Calling delete_port for 2b2e48d3-460f-4875-869a-a30d6d477339 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:07.016470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:07.021376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.096502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.127300 n-d-814735-4 neutron-server[114449]: INFO neutron.db.ipam_backend_mixin [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04bd4da7-41b6-47b3-aa40-a5ad34253a80 (CIDR: 2001:db8::/64) Oct 27 16:28:07.159459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:07.169055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:07.169055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:07.193911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=fe9e705e-61fa-43a1-b050-5a5d736f2bee,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:07.212021 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:28:07.213956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:07.245916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.274353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] Pushing event deleted for resources: {'Port': ['ID=2b2e48d3-460f-4875-869a-a30d6d477339,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:07.276344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610ca1e-e4f8-41e9-a5db-e7dfc3e38555 None None] No DVR routers for this DVR port 2b2e48d3-460f-4875-869a-a30d6d477339 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:07.302150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc908d1e-245a-4c4d-bfa1-8545b01f4cfb None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:07.330724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96f06ecb-c724-40cd-ae81-8a7678ae24a9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5809660 Oct 27 16:28:07.331275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:07.336153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'subnet': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:07.480448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0afc0-3cc4-4107-b56e-3fdca46bbf21 req-18171dc9-c7e9-4315-a177-bfff20b5cdf2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:07.480643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6a0afc0-3cc4-4107-b56e-3fdca46bbf21 req-18171dc9-c7e9-4315-a177-bfff20b5cdf2 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2330105 Oct 27 16:28:07.543207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-9b88e4df-64d5-41e8-b043-e7a8852bb832', 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'tenant_id': 'bdf5940f980b4f2f8682b38bc8713876', 'fixed_ips': [{'subnet_id': '04bd4da7-41b6-47b3-aa40-a5ad34253a80'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:07.544560 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.600126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6a0afc0-3cc4-4107-b56e-3fdca46bbf21 req-2649deff-681d-458b-8bb3-7eaf90cd739d tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134646 Oct 27 16:28:07.670469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:07.679720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.846574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:07.847617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.865589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-750bd51e-5394-452e-a3fb-3ba89b31eb10 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:07.865589 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-750bd51e-5394-452e-a3fb-3ba89b31eb10 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.2383227 Oct 27 16:28:07.888902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2b2e48d3-460f-4875-869a-a30d6d477339 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:07.889829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b2e48d3-460f-4875-869a-a30d6d477339 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:07.901990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Allocated IP 2001:db8::2 (9b88e4df-64d5-41e8-b043-e7a8852bb832/04bd4da7-41b6-47b3-aa40-a5ad34253a80/c748d345-2c98-4c0b-ba7f-fbbc386b7ddf) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:07.992508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83404f-3ece-4f44-8fcd-4ff3a0ac3d39 req-e0bf7ef1-7bb3-4af6-8975-ee7f4a21b881 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:08.011632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a83404f-3ece-4f44-8fcd-4ff3a0ac3d39 req-e0bf7ef1-7bb3-4af6-8975-ee7f4a21b881 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0993664 Oct 27 16:28:08.083839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.095951 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.141061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a83404f-3ece-4f44-8fcd-4ff3a0ac3d39 req-38f4ff83-23d5-4123-b939-913fe9feebf9 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239645 Oct 27 16:28:08.168406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:08.169010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.188542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.289202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:08.301280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:08.305917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:08.313197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Pushing event updated for resources: {'Port': ['ID=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.323697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.380733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] For port 16a1dd85-3539-4377-9160-5af348941dea, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=16a1dd85-3539-4377-9160-5af348941dea,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:08.381101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.396360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Attempting to bind port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:08.396886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Attempting to bind port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:08.397354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Attempting to bind port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf on network 9b88e4df-64d5-41e8-b043-e7a8852bb832 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:08.403194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:08.403786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Checking segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:08.404524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.404524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Bound using segment: {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:08.405170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Bound port: c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f37e07-69f5-4b0f-94af-245ad599b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:08.405739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.415804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.484697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] For port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:08.489186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] For port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:08.496306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=fe9e705e-61fa-43a1-b050-5a5d736f2bee,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.508969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.582799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.708181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c24c84-d582-4488-aaf3-5e4fd1e59749 None None] Pushing event updated for resources: {'Port': ['ID=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.733091 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP 222bf76a-6e97-4e17-b0de-2915876b89f9 associated. External IP: 172.25.5.52, port: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5. Oct 27 16:28:08.778328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.779407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.779922 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Floating IP 5eb1ad29-98cf-4998-b93b-2c2640f35218 disassociated. External IP: 172.25.5.165, port: 16a1dd85-3539-4377-9160-5af348941dea. Oct 27 16:28:08.780429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for 16a1dd85-3539-4377-9160-5af348941dea owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:08.804240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.objects.ports [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114449) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:28:08.873134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c90bb7-48b6-4714-866b-954cdf63d704 req-907a6ae3-695c-4501-a4c8-c68175a83893 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:08.881410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71c90bb7-48b6-4714-866b-954cdf63d704 req-907a6ae3-695c-4501-a4c8-c68175a83893 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 945 time: 0.1628208 Oct 27 16:28:08.945260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71c90bb7-48b6-4714-866b-954cdf63d704 req-d2c70cd9-774e-409c-9fb7-22961911f2b1 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3365d6c-2315-4250-b4b7-138b8ea8464d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628076 Oct 27 16:28:09.205731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.221386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router d693a789-d609-4a12-90d9-5f7989c05ba1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:09.276049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.355134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=16a1dd85-3539-4377-9160-5af348941dea,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.411636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500099a-1fc3-485f-b0e8-6981a088a0be req-64800e2e-c3c8-4699-8806-cf4ea19948e2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:09.414103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7500099a-1fc3-485f-b0e8-6981a088a0be req-64800e2e-c3c8-4699-8806-cf4ea19948e2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1391020 Oct 27 16:28:09.472940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:09.487593 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Sync routers for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:09.505793 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:09.506598 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:09.529345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7500099a-1fc3-485f-b0e8-6981a088a0be req-9c73413e-9913-42c8-b4d8-d9a8b6a90dea tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990775 Oct 27 16:28:09.555618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] For port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:09.621728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.642777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:09.676591 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:09.730838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3fd8509c-6154-45c4-b811-a16a70fe33e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5132656 Oct 27 16:28:09.735776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:09.746907 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804791a-88a9-4c66-bb93-ff10837d999f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:10.021281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.025633 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '222bf76a-6e97-4e17-b0de-2915876b89f9', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:28:07Z', 'updated_at': '2021-10-27T16:28:07Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:10.036140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c748d345-2c98-4c0b-ba7f-fbbc386b7ddf up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:10.041668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df942b-117d-4c96-80e4-80dc52d63f17 req-1f045383-df75-4f23-9954-6c505515eb14 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:10.044046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49df942b-117d-4c96-80e4-80dc52d63f17 req-1f045383-df75-4f23-9954-6c505515eb14 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1872973 Oct 27 16:28:10.076688 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Checking router: d693a789-d609-4a12-90d9-5f7989c05ba1 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:10.086151 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:10.087015 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:10.109545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.117307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.182633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:10.192054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.199658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49df942b-117d-4c96-80e4-80dc52d63f17 req-9c35d54a-8305-458e-a6a1-84057f95d3dc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455243 Oct 27 16:28:10.227572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:10.369573 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:10.380825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7f553324-feb1-4a57-8673-2c4e233339bd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 200 len: 991 time: 0.1514740 Oct 27 16:28:10.395018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.433145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:10.434102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,revision_number=4']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:10.435272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a44fccf5-05f2-425f-aeb1-c2b2ccee3b19 req-91dffcc9-a8b1-41c4-ac57-6b85e880f4f3 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0526083 Oct 27 16:28:10.440184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:10.445298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:10.460186 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7ac7f-8988-4a7b-a2c2-720c5f82e55f x-openstack-request-id: req-0fb7ac7f-8988-4a7b-a2c2-720c5f82e55f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:10.460687 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:10.461090 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fb7ac7f-8988-4a7b-a2c2-720c5f82e55f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:10.461649 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:28:10.480015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:10.501809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01115c-b8c2-4cf9-a724-45ec24e0e9ff None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:10.683909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Sync routers for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:10.702996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 16a1dd85-3539-4377-9160-5af348941dea {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:10.703278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 16a1dd85-3539-4377-9160-5af348941dea not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:10.730818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:10.756992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee36196-92c1-4f78-80a2-c126dcf9bcf5 req-3d6ea966-24ca-42c5-8b50-e19aa7f15e65 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:10.767744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ee36196-92c1-4f78-80a2-c126dcf9bcf5 req-3d6ea966-24ca-42c5-8b50-e19aa7f15e65 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1005378 Oct 27 16:28:10.785476 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '222bf76a-6e97-4e17-b0de-2915876b89f9', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:28:07Z', 'updated_at': '2021-10-27T16:28:07Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:10.801839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:10.802497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:10.804451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6a4468c3-0d78-4598-bf8a-cf579e015cbf None None] Provisioning complete for port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:10.807486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a4468c3-0d78-4598-bf8a-cf579e015cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.823149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ee36196-92c1-4f78-80a2-c126dcf9bcf5 req-08ac2dad-4aa3-4245-8123-7a6d4519e723 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505378 Oct 27 16:28:10.878376 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477a879-ff48-49fb-8118-541ac0c13f52 None None] The sync data for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 is: [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '222bf76a-6e97-4e17-b0de-2915876b89f9', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:28:07Z', 'updated_at': '2021-10-27T16:28:07Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:10.954430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.070704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:11.072415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.076713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.080785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.081291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.081890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.085837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.086478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.093511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:11.217209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Subnet': ['ID=d33cc78f-5797-4b3b-9e23-e9c14194b073,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.230555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] No DVR routers for this DVR port 16a1dd85-3539-4377-9160-5af348941dea on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:11.233125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.241300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.245373 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e311039f-4295-4b9f-ad90-3cbfb799f485 req-bbc7398c-546c-4097-8ba4-eb5e07016b4a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.82 "DELETE /v2.0/ports/16a1dd85-3539-4377-9160-5af348941dea HTTP/1.1" status: 204 len: 173 time: 3.3731756 Oct 27 16:28:11.256569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-deleted', 'tag': '16a1dd85-3539-4377-9160-5af348941dea'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:11.266883 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df470dd1-93a5-4641-8eef-aecf958f1fbb" -d '{"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-deleted", "tag": "16a1dd85-3539-4377-9160-5af348941dea"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:11.324290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804791a-88a9-4c66-bb93-ff10837d999f req-841dd520-fef7-459b-9fdf-f312e344d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:11.331885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-841dd520-fef7-459b-9fdf-f312e344d71c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1097 time: 0.2681301 Oct 27 16:28:11.347230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:11.348964 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf630066-d787-4171-9717-78b960550331 None None] New status for floating IP 222bf76a-6e97-4e17-b0de-2915876b89f9: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:28:11.383431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53042) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:11.538063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0df40641-e16c-4427-a603-6cc43aea6e02 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 200 len: 991 time: 0.1525438 Oct 27 16:28:11.664935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804791a-88a9-4c66-bb93-ff10837d999f req-3b65374b-7daa-47ed-8226-4cb853469760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:11.667134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-3b65374b-7daa-47ed-8226-4cb853469760 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.3231571 Oct 27 16:28:11.669068 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af90baad-0fdb-4a30-8e95-cef16f2f77da x-openstack-request-id: req-af90baad-0fdb-4a30-8e95-cef16f2f77da {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:11.669613 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf667992-6e45-4d8d-a384-2c4faa781950", "name": "network-vif-deleted", "tag": "16a1dd85-3539-4377-9160-5af348941dea", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:11.670003 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af90baad-0fdb-4a30-8e95-cef16f2f77da {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:11.670499 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf667992-6e45-4d8d-a384-2c4faa781950', 'name': 'network-vif-deleted', 'tag': '16a1dd85-3539-4377-9160-5af348941dea', 'status': 'completed', 'code': 200} Oct 27 16:28:11.674461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d84126f3-8c00-462b-a7b5-9b824d3bbbad tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3421900 Oct 27 16:28:11.678350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:11.698531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-965d34a8-6f93-4ae3-84ab-7d2d1bdede9c req-e63bdb39-74a9-4658-b292-30366e10d5bc tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf667992-6e45-4d8d-a384-2c4faa781950 HTTP/1.1" status: 200 len: 210 time: 0.0728238 Oct 27 16:28:11.734145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Request body: {'port': {'network_id': '9b88e4df-64d5-41e8-b043-e7a8852bb832', 'mac_address': 'fa:16:3e:f1:d8:c8', 'name': 'tempest-NetworksTestDHCPv6-65426300'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:11.755411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ce71dc0-5363-427c-89b9-163c51f9cfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.922183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-2901537b-69ee-4aad-9bf9-a751f8dd9189 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.2447298 Oct 27 16:28:11.934582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c748d345-2c98-4c0b-ba7f-fbbc386b7ddf up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:12.006296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d655cc-e471-4422-8fdd-98c74f925db3 req-3d8eee53-00bc-42c2-8840-a3b79f7c9c40 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:12.014965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77d655cc-e471-4422-8fdd-98c74f925db3 req-3d8eee53-00bc-42c2-8840-a3b79f7c9c40 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0840781 Oct 27 16:28:12.072132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77d655cc-e471-4422-8fdd-98c74f925db3 req-bffc9058-2445-4d3d-b279-f898654ab2f4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Oct 27 16:28:12.170670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804791a-88a9-4c66-bb93-ff10837d999f req-d654ddce-7a26-4d4d-8d3a-49ed26a90169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:12.172619 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-d654ddce-7a26-4d4d-8d3a-49ed26a90169 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.1573553 Oct 27 16:28:12.228520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:12.231000 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.275957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804791a-88a9-4c66-bb93-ff10837d999f req-1423b7d4-e5fa-4263-8b5d-1fc923ef711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:12.278631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-1423b7d4-e5fa-4263-8b5d-1fc923ef711a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859709 Oct 27 16:28:12.291312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Made reservation on behalf of bdf5940f980b4f2f8682b38bc8713876 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:12.310825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:12.365747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Checking router: 8a3bbfd5-6e0a-4802-907f-815f6166cb40 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:12.383476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:12.384366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:27:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:12.542364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:12.643683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-b5f259fe-c53f-4b3d-a3cd-ceae3f9502aa service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545799 Oct 27 16:28:12.646142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.688452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6687cfaf-c16b-423a-9976-a660ff4d1c6b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 200 len: 993 time: 0.1440690 Oct 27 16:28:12.738451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] device_id is not set on port 99c97547-2b33-4e11-a232-8a3bb47470d5 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:28:12.877550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d8454abb-3760-4069-aa9f-e1d66d5c3209 None None] Provisioning complete for port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:12.878230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8454abb-3760-4069-aa9f-e1d66d5c3209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.923257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2804791a-88a9-4c66-bb93-ff10837d999f req-f071091a-74b2-4aac-b9f0-ca3e32a6c232 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532630 Oct 27 16:28:12.937437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:12.972462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:13.019621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8::74 (9b88e4df-64d5-41e8-b043-e7a8852bb832/04bd4da7-41b6-47b3-aa40-a5ad34253a80/99c97547-2b33-4e11-a232-8a3bb47470d5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:13.027117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:d8c8 (9b88e4df-64d5-41e8-b043-e7a8852bb832/d33cc78f-5797-4b3b-9e23-e9c14194b073/99c97547-2b33-4e11-a232-8a3bb47470d5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:13.125106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.180258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.257340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.357345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970ee93-3317-4865-851f-a2698e5b03e7 req-403f6fcb-1ef3-408f-8ed0-147509b26c1d tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:13.361166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9970ee93-3317-4865-851f-a2698e5b03e7 req-403f6fcb-1ef3-408f-8ed0-147509b26c1d tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1269977 Oct 27 16:28:13.450283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.452023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9970ee93-3317-4865-851f-a2698e5b03e7 req-0a71bd4d-5842-4678-b602-4a4d1aa3c17d tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816183 Oct 27 16:28:13.495168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.497984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:13.501278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:13.501672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.505161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:13.508626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:13.514301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "DELETE /v2.0/security-groups/f3365d6c-2315-4250-b4b7-138b8ea8464d HTTP/1.1" status: 204 len: 168 time: 0.5755126 Oct 27 16:28:13.514733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:13.515379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.516195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:13.540621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event updated for resources: {'Port': ['ID=99c97547-2b33-4e11-a232-8a3bb47470d5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:13.546900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dc12-4e8e-4726-a36e-796c77b57e5b None None] The sync data for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 is: [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:15:33Z', 'revision_number': 4, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'fdbd6ad5-d750-40c5-83ac-572b4b05da11', 'name': '', 'network_id': '8349e9a0-8847-4386-b5b8-5370bcb17bbe', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'mac_address': 'fa:16:3e:38:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:32Z', 'updated_at': '2021-10-27T16:15:38Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'subnets': [{'id': '2236a2e8-b54d-46d9-a03a-817cf5aed7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:13.562421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcb52f-4b81-4e41-8d0a-7f90e4f5b66f tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3365d6c-2315-4250-b4b7-138b8ea8464d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:13.564488 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-5c427a34-7304-43e4-b593-30af4b37bf98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] show failed (client error): The resource could not be found. Oct 27 16:28:13.565586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c427a34-7304-43e4-b593-30af4b37bf98 tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "GET /v2.0/security-groups/f3365d6c-2315-4250-b4b7-138b8ea8464d HTTP/1.1" status: 404 len: 347 time: 0.0397553 Oct 27 16:28:13.568496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:13.657784 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-71cd50b0-2ebd-442a-a39a-c83c27693d13 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9702737 Oct 27 16:28:13.658169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:13.825925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Deleting port 5076453f-4b9f-47d7-814c-74a3a5c52b84 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:13.826507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.835325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting port 99c97547-2b33-4e11-a232-8a3bb47470d5 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:13.835917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.972819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ee654425-afcd-40a3-b5c8-1575fa9c4836 None None] Provisioning complete for port 99c97547-2b33-4e11-a232-8a3bb47470d5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:13.973228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee654425-afcd-40a3-b5c8-1575fa9c4836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.990967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.991436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.012207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Calling delete_port for 5076453f-4b9f-47d7-814c-74a3a5c52b84 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:14.013474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.029686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03b42881-5a45-4cd2-84de-440f549bc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.031675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Calling delete_port for 99c97547-2b33-4e11-a232-8a3bb47470d5 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:14.036332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ee654425-afcd-40a3-b5c8-1575fa9c4836 None None] Port 99c97547-2b33-4e11-a232-8a3bb47470d5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:14.059761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dd98e-db89-4a99-8109-ca7022a5fccd None None] New status for floating IP 5eb1ad29-98cf-4998-b93b-2c2640f35218: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:28:14.301012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.302601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-3e0dd98e-db89-4a99-8109-ca7022a5fccd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:28:14.303152 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-3e0dd98e-db89-4a99-8109-ca7022a5fccd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:28:14.332372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Pushing event deleted for resources: {'Port': ['ID=5076453f-4b9f-47d7-814c-74a3a5c52b84,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.352079 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.387541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Port': ['ID=99c97547-2b33-4e11-a232-8a3bb47470d5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.442179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.447375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.449235 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8d5e549b-097d-4c37-bbc7-2114b865f21a tempest-ServerActionsTestJSON-1974385178 tempest-ServerActionsTestJSON-1974385178-project] 10.222.0.70 "DELETE /v2.0/floatingips/5eb1ad29-98cf-4998-b93b-2c2640f35218 HTTP/1.1" status: 204 len: 168 time: 0.8795757 Oct 27 16:28:14.453152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.453504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53094) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.457077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd242708-6384-4702-8918-af915270701f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/99c97547-2b33-4e11-a232-8a3bb47470d5 HTTP/1.1" status: 204 len: 168 time: 0.7975004 Oct 27 16:28:14.459129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53096) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.576416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410369c-ad66-436c-9848-4517a642910e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.580252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1410369c-ad66-436c-9848-4517a642910e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1177518 Oct 27 16:28:14.580637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.619868 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.638852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2a402-1ed2-4e06-b675-11f97e33b7e9 req-54a8a162-3bf8-4ae0-9e83-4b0a91235bcf tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.651074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53f2a402-1ed2-4e06-b675-11f97e33b7e9 req-54a8a162-3bf8-4ae0-9e83-4b0a91235bcf tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0957873 Oct 27 16:28:14.674048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e49bd-ac98-4a5f-afec-4d1c27a46aef tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.675654 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0f9e49bd-ac98-4a5f-afec-4d1c27a46aef tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0940416 Oct 27 16:28:14.682884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53104) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.726045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53f2a402-1ed2-4e06-b675-11f97e33b7e9 req-b270329d-3038-44e2-8c15-6d7b9e8da8f0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736730 Oct 27 16:28:14.805855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dd98e-db89-4a99-8109-ca7022a5fccd None None] New status for floating IP 5eb1ad29-98cf-4998-b93b-2c2640f35218: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:28:14.843996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951aed8-e959-4c19-91f8-605221683261 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.845526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951aed8-e959-4c19-91f8-605221683261 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.847195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951aed8-e959-4c19-91f8-605221683261 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.851007 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b951aed8-e959-4c19-91f8-605221683261 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1648796 Oct 27 16:28:14.851647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53108) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.917632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet 04bd4da7-41b6-47b3-aa40-a5ad34253a80 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:14.921119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.973777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.096290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.146118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.206484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.238438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.270688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=04bd4da7-41b6-47b3-aa40-a5ad34253a80,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:15.287410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.296193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6c46a693-6885-45b4-a213-7e0e1e48fa4d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/04bd4da7-41b6-47b3-aa40-a5ad34253a80 HTTP/1.1" status: 204 len: 168 time: 0.4424336 Oct 27 16:28:15.296923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53112) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:15.299278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a0a90-c10f-43d8-960f-cd3bccdabeeb None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:15.359230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Deleting subnet d33cc78f-5797-4b3b-9e23-e9c14194b073 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:15.363324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.413185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.533794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.556401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Deleting port fdbd6ad5-d750-40c5-83ac-572b4b05da11 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:15.557990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.700323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.728039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] For port fdbd6ad5-d750-40c5-83ac-572b4b05da11, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fdbd6ad5-d750-40c5-83ac-572b4b05da11,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:15.728675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.754944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Subnet': ['ID=d33cc78f-5797-4b3b-9e23-e9c14194b073,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:15.757911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Calling delete_port for fdbd6ad5-d750-40c5-83ac-572b4b05da11 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:15.768251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.771917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/d33cc78f-5797-4b3b-9e23-e9c14194b073 HTTP/1.1" status: 204 len: 168 time: 0.4730036 Oct 27 16:28:15.780228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53130) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:15.807326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.807746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.808105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.808442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.808788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.810054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.810438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.810787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.813059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.813487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.814866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:15.815265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111c276-e7f6-4c7a-8911-22bf6d86ca49 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:16.072713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.103239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbd6ad5-d750-40c5-83ac-572b4b05da11,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:16.355712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c2beed36-f745-4083-b485-58715dd6b38f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5731835 Oct 27 16:28:16.357440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53140) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.415723 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.429493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68f6e-bec3-4635-b199-8d8c64ed81a6 req-f9adea89-13c2-472f-a736-f0d213184ae6 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:16.431786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6f68f6e-bec3-4635-b199-8d8c64ed81a6 req-f9adea89-13c2-472f-a736-f0d213184ae6 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0826132 Oct 27 16:28:16.443423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2327b64-941b-4505-93dd-9cf640965d29 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:16.447905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e2327b64-941b-4505-93dd-9cf640965d29 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0858378 Oct 27 16:28:16.453814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.515380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedb1ca-682d-4017-acd0-33eedfb435b3 None None] Network 9b88e4df-64d5-41e8-b043-e7a8852bb832 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:16.517425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6f68f6e-bec3-4635-b199-8d8c64ed81a6 req-4b05a17f-fc47-4a4c-8b7b-7b02946f33ae tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792987 Oct 27 16:28:16.526119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f656837-9b94-40f4-901e-3870904d3fc0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:16.530048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f656837-9b94-40f4-901e-3870904d3fc0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729263 Oct 27 16:28:16.530501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53146) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.578113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e0cfeddf-78d9-46a9-91eb-98bb76c2ceb0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421259 Oct 27 16:28:16.578693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53148) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.602301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b909b55f-9f8d-4589-b649-9c73d26f6eac None None] Provisioning complete for port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:16.602672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b909b55f-9f8d-4589-b649-9c73d26f6eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.608126 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-965470a8-366f-401f-b456-1a76887c68be tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.608838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965470a8-366f-401f-b456-1a76887c68be tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.611975 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-965470a8-366f-401f-b456-1a76887c68be tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/99c97547-2b33-4e11-a232-8a3bb47470d5 HTTP/1.1" status: 404 len: 333 time: 0.0321524 Oct 27 16:28:16.614571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53150) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.647200 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4d325e-0d3d-4de2-ba8f-9bba02ecf87e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.647423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4d325e-0d3d-4de2-ba8f-9bba02ecf87e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.653621 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee4d325e-0d3d-4de2-ba8f-9bba02ecf87e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/d33cc78f-5797-4b3b-9e23-e9c14194b073 HTTP/1.1" status: 404 len: 337 time: 0.0356116 Oct 27 16:28:16.654024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.745095 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-37625593-708e-4094-90f6-f61d2256f7db tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.745485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37625593-708e-4094-90f6-f61d2256f7db tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.750835 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37625593-708e-4094-90f6-f61d2256f7db tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/04bd4da7-41b6-47b3-aa40-a5ad34253a80 HTTP/1.1" status: 404 len: 337 time: 0.0935388 Oct 27 16:28:16.751263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53158) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.782415 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6c6dc5-cef2-405a-9d5b-f65f1eb75901 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.783584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6c6dc5-cef2-405a-9d5b-f65f1eb75901 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.786659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc6c6dc5-cef2-405a-9d5b-f65f1eb75901 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f15e3864-718e-48a8-a06d-1065ea9663e1 HTTP/1.1" status: 404 len: 333 time: 0.0344086 Oct 27 16:28:16.790067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53160) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.801852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] DHCP port deletion for 9b88e4df-64d5-41e8-b043-e7a8852bb832 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:16.824816 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba946d7-6bfd-41c9-976c-2c804acaf07f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.825273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba946d7-6bfd-41c9-976c-2c804acaf07f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.828403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3ba946d7-6bfd-41c9-976c-2c804acaf07f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b46c65f4-c2c1-4fdf-90c5-c73c804ec8a2 HTTP/1.1" status: 404 len: 337 time: 0.0372891 Oct 27 16:28:16.830312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:16.830923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53162) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.855223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Deleting port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:16.855687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.859900 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-3147932b-30b1-42af-8970-bfd2c81769ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.860523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3147932b-30b1-42af-8970-bfd2c81769ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.866271 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3147932b-30b1-42af-8970-bfd2c81769ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2f3640ee-5d51-40c1-be90-627549c58ec4 HTTP/1.1" status: 404 len: 337 time: 0.0320368 Oct 27 16:28:16.867389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53164) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.897563 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bdcca7-3089-4cad-916f-e7762af2deda tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.899137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bdcca7-3089-4cad-916f-e7762af2deda tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.903278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-08bdcca7-3089-4cad-916f-e7762af2deda tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f1c4ef23-465a-43c8-a343-9054089878c9 HTTP/1.1" status: 404 len: 333 time: 0.0338976 Oct 27 16:28:16.905725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53166) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.934713 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-016fc385-c350-4796-af55-a86325b18db3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.935765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016fc385-c350-4796-af55-a86325b18db3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.938026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] For port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,segment=NetworkSegment(83f37e07-69f5-4b0f-94af-245ad599b14b),segment_id=83f37e07-69f5-4b0f-94af-245ad599b14b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:16.938679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.938977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-016fc385-c350-4796-af55-a86325b18db3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/da603b27-d6fe-46c1-af96-3dc0a7876bee HTTP/1.1" status: 404 len: 337 time: 0.0321357 Oct 27 16:28:16.941412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53168) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:16.953837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Calling delete_port for c748d345-2c98-4c0b-ba7f-fbbc386b7ddf owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:16.970551 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cf722e-84d4-4e0b-9066-16a388833521 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:16.972856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cf722e-84d4-4e0b-9066-16a388833521 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:16.974333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d1cf722e-84d4-4e0b-9066-16a388833521 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/51354c47-5d8a-48a4-b6c9-66ad2840a91b HTTP/1.1" status: 404 len: 337 time: 0.0319974 Oct 27 16:28:16.977963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53172) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.004197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.007510 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e54bee-4e6c-4d33-ae8a-20eee4ad66c3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.008829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e54bee-4e6c-4d33-ae8a-20eee4ad66c3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.014850 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76e54bee-4e6c-4d33-ae8a-20eee4ad66c3 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e7fb6765-3192-4411-9b2b-1209b410c653 HTTP/1.1" status: 404 len: 333 time: 0.0330193 Oct 27 16:28:17.015213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53174) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.048048 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6091ba-e2c6-441a-a950-6c69ee1760e2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.048500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6091ba-e2c6-441a-a950-6c69ee1760e2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.053854 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc6091ba-e2c6-441a-a950-6c69ee1760e2 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/09a1cb35-2f2a-4908-bb1d-92f437eedb1f HTTP/1.1" status: 404 len: 337 time: 0.0356374 Oct 27 16:28:17.054092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53176) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.085157 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2c3358-7298-42a0-912c-924169cfead0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.085878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2c3358-7298-42a0-912c-924169cfead0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.089172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6f2c3358-7298-42a0-912c-924169cfead0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/91e9d254-1de9-4553-92ce-4b9cecdd5a0e HTTP/1.1" status: 404 len: 337 time: 0.0341694 Oct 27 16:28:17.092190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.094219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:17.100035 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-315860b4-03d4-4cb1-8be1-25f1b065404c admin admin] 10.222.0.70 "PUT /v2.0/routers/8a3bbfd5-6e0a-4802-907f-815f6166cb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448126 Oct 27 16:28:17.102331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53180) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.105653 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Sync routers for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:17.123173 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae188584-35af-493f-858a-11dc6deedc08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.123910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae188584-35af-493f-858a-11dc6deedc08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.124939 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:17.125739 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.127804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ae188584-35af-493f-858a-11dc6deedc08 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/69db36b9-6305-49c2-b556-cc40a0615a18 HTTP/1.1" status: 404 len: 333 time: 0.0338728 Oct 27 16:28:17.136554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53184) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.151561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.198144 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1a7ab4-81b7-4891-8b01-ca20bef854ba tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.200801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1a7ab4-81b7-4891-8b01-ca20bef854ba tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.209254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] Pushing event deleted for resources: {'Port': ['ID=c748d345-2c98-4c0b-ba7f-fbbc386b7ddf,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:17.212932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec1a7ab4-81b7-4891-8b01-ca20bef854ba tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/fd29f594-9958-416c-b70f-1558f2afb735 HTTP/1.1" status: 404 len: 337 time: 0.0692494 Oct 27 16:28:17.212932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53186) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.217036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941abf9-6b6a-4145-b828-267dc7b6957f None None] No DVR routers for this DVR port c748d345-2c98-4c0b-ba7f-fbbc386b7ddf on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:17.284385 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:17.315478 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0696da76-9e1a-44bb-a259-d967e1e3c35f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.316550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0696da76-9e1a-44bb-a259-d967e1e3c35f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.331727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0696da76-9e1a-44bb-a259-d967e1e3c35f tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/ddad7579-5662-4d3e-8bc4-c5793026ffd2 HTTP/1.1" status: 404 len: 333 time: 0.1190777 Oct 27 16:28:17.333986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53190) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.395616 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c1d39b-6eed-4803-8d52-6f49dd060226 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.396086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c1d39b-6eed-4803-8d52-6f49dd060226 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.405152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d2c1d39b-6eed-4803-8d52-6f49dd060226 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/cea3d279-aa6e-41ba-ac59-95e7a108814a HTTP/1.1" status: 404 len: 337 time: 0.0659068 Oct 27 16:28:17.407673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53192) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.435371 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f3d38-3381-4e8c-ae94-fed7a56b9397 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.436117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f3d38-3381-4e8c-ae94-fed7a56b9397 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.441813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c46f3d38-3381-4e8c-ae94-fed7a56b9397 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/bc538930-3160-41a5-bd30-0630cd396d03 HTTP/1.1" status: 404 len: 333 time: 0.0308862 Oct 27 16:28:17.442058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53194) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.471413 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dd458b-29ab-48ac-94ab-2f0f2d168411 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.471886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dd458b-29ab-48ac-94ab-2f0f2d168411 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.477536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29dd458b-29ab-48ac-94ab-2f0f2d168411 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b469eb27-de78-49a8-be88-7d04914e6335 HTTP/1.1" status: 404 len: 337 time: 0.0322068 Oct 27 16:28:17.477768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53196) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.509210 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-19397c67-e621-478c-a309-79c83a23453a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.509969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19397c67-e621-478c-a309-79c83a23453a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.515670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19397c67-e621-478c-a309-79c83a23453a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/d7b89702-6ec1-4e4d-82dd-b2bbb806ab8d HTTP/1.1" status: 404 len: 333 time: 0.0345073 Oct 27 16:28:17.515912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53198) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.545783 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f926357-b93c-4cea-80ef-c6ee23144148 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.546249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f926357-b93c-4cea-80ef-c6ee23144148 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.551876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4f926357-b93c-4cea-80ef-c6ee23144148 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/4486138a-d4c3-44bd-b9f2-8d22703a3785 HTTP/1.1" status: 404 len: 337 time: 0.0328135 Oct 27 16:28:17.552639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53202) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.583802 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6525cfe-1f24-4efb-8af5-aacbd82e6358 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.584816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6525cfe-1f24-4efb-8af5-aacbd82e6358 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.592379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d6525cfe-1f24-4efb-8af5-aacbd82e6358 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e303e2a6-060a-474a-97fa-05d8f26f8a96 HTTP/1.1" status: 404 len: 333 time: 0.0385399 Oct 27 16:28:17.594094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53204) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.647526 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-466fbf30-5958-4ffc-8ed0-8de309041a06 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.648346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466fbf30-5958-4ffc-8ed0-8de309041a06 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.655490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-466fbf30-5958-4ffc-8ed0-8de309041a06 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2249c1c4-4933-47c3-bf64-64a420e3bf2d HTTP/1.1" status: 404 len: 337 time: 0.0600514 Oct 27 16:28:17.657200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.699729 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.718346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0a8e-377b-4364-a105-cc082cff91a6 req-1b2ee79f-39f7-4718-822c-aadeb183ab2b tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:17.719317 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e1e176-88d5-46ec-945f-814f1291b21e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.720071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e1e176-88d5-46ec-945f-814f1291b21e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.722599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5c0a8e-377b-4364-a105-cc082cff91a6 req-1b2ee79f-39f7-4718-822c-aadeb183ab2b tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0867488 Oct 27 16:28:17.724512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-36e1e176-88d5-46ec-945f-814f1291b21e tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/d39d9a06-9e71-4578-8fba-940a9b349212 HTTP/1.1" status: 404 len: 333 time: 0.0634902 Oct 27 16:28:17.727239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53210) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.768964 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Checking router: 8a3bbfd5-6e0a-4802-907f-815f6166cb40 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:17.780138 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Routers {'8a3bbfd5-6e0a-4802-907f-815f6166cb40'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:17.781109 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.791320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab5c0a8e-377b-4364-a105-cc082cff91a6 req-c21b7524-6873-4d88-98cf-a9d5986d6e52 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612614 Oct 27 16:28:17.795490 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-392c818c-27c1-45ef-97fd-61b3b0ff0b48 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.795490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392c818c-27c1-45ef-97fd-61b3b0ff0b48 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.801921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-392c818c-27c1-45ef-97fd-61b3b0ff0b48 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/5cf25bde-bf13-4a78-957b-3fca09e021d9 HTTP/1.1" status: 404 len: 337 time: 0.0735531 Oct 27 16:28:17.804348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53212) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.846304 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb684a6f-fb39-4581-9873-7f98cce100c6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.846901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb684a6f-fb39-4581-9873-7f98cce100c6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.850133 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fb684a6f-fb39-4581-9873-7f98cce100c6 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/06e1252d-1abb-4f69-9b1c-74e85f8b975b HTTP/1.1" status: 404 len: 337 time: 0.0448389 Oct 27 16:28:17.853348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53214) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.868683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.907508 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cec8dd-2f5b-4984-855d-9dd17850a74c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.908338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cec8dd-2f5b-4984-855d-9dd17850a74c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.912035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-99cec8dd-2f5b-4984-855d-9dd17850a74c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/0376091c-8c5d-4757-bfe3-1bdd5bb0c614 HTTP/1.1" status: 404 len: 333 time: 0.0575635 Oct 27 16:28:17.914580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53216) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.925819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c748d345-2c98-4c0b-ba7f-fbbc386b7ddf no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:17.972871 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8271b61f-3572-4108-b1bc-4391640f7e23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:17.973610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c748d345-2c98-4c0b-ba7f-fbbc386b7ddf {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:17.974121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8271b61f-3572-4108-b1bc-4391640f7e23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:17.974355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c748d345-2c98-4c0b-ba7f-fbbc386b7ddf not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:17.978185 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] Set router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:17.981774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8271b61f-3572-4108-b1bc-4391640f7e23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/4c76ff7c-96ff-43a8-b191-d3c57fa6a6ad HTTP/1.1" status: 404 len: 337 time: 0.0623858 Oct 27 16:28:17.983843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53218) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.036091 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9e37b4-c96a-4752-8af1-b08c6a4a19f9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.038536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9e37b4-c96a-4752-8af1-b08c6a4a19f9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.042724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb9e37b4-c96a-4752-8af1-b08c6a4a19f9 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/b7c3213d-e651-479e-a276-22f3363bbc84 HTTP/1.1" status: 404 len: 337 time: 0.0569422 Oct 27 16:28:18.046225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53220) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.076253 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c3bb67-e9ea-488d-b86a-048648333216 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.076822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c3bb67-e9ea-488d-b86a-048648333216 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.080483 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-72c3bb67-e9ea-488d-b86a-048648333216 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/14e28adc-3b91-48f6-abac-f7dd94477c20 HTTP/1.1" status: 404 len: 333 time: 0.0345709 Oct 27 16:28:18.081783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.083114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.118849 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49c9116-e684-4241-95af-f53efae2eea5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.119340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49c9116-e684-4241-95af-f53efae2eea5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.122448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a49c9116-e684-4241-95af-f53efae2eea5 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/82e77852-617f-43ac-b37e-0da0d21935ad HTTP/1.1" status: 404 len: 337 time: 0.0383229 Oct 27 16:28:18.124968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53224) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.152961 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1215a89-2727-4696-b74c-db18f0a33e75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.153424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1215a89-2727-4696-b74c-db18f0a33e75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.158553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a1215a89-2727-4696-b74c-db18f0a33e75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/8f887904-de70-40da-9511-64eca829146a HTTP/1.1" status: 404 len: 337 time: 0.0323954 Oct 27 16:28:18.160881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53226) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.186827 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6c724d-7605-4d9f-9f0d-40c66bae566b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.187612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6c724d-7605-4d9f-9f0d-40c66bae566b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.191168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d6c724d-7605-4d9f-9f0d-40c66bae566b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/9a66b5d6-e470-4c3e-a42c-d65bba050439 HTTP/1.1" status: 404 len: 333 time: 0.0292723 Oct 27 16:28:18.193788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.218947 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:18.251122 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd6101-2fc9-45c5-90b9-54d7533dc437 None None] The sync data for ids ['8a3bbfd5-6e0a-4802-907f-815f6166cb40'] in n-d-814735-4 is: [{'id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'name': 'tempest-ServerActionsTestJSON-21472547-router', 'tenant_id': '6d783d7409634cd888caf4d5259da18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:22Z', 'updated_at': '2021-10-27T16:28:15Z', 'revision_number': 5, 'project_id': '6d783d7409634cd888caf4d5259da18e', 'gw_port': {'id': '236aae82-3074-4d2e-903c-7233d392e7d0', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bbfd5-6e0a-4802-907f-815f6166cb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:24Z', 'updated_at': '2021-10-27T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:18.254201 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-02489bc2-a1db-48d3-b1bf-999d9244846a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.254832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02489bc2-a1db-48d3-b1bf-999d9244846a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.265180 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02489bc2-a1db-48d3-b1bf-999d9244846a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/67e8cd9c-c248-42d4-9bb2-6b9a99f9b95d HTTP/1.1" status: 404 len: 337 time: 0.0695069 Oct 27 16:28:18.267940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53230) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.284764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Deleting port 236aae82-3074-4d2e-903c-7233d392e7d0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:18.285376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.305829 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-293f17b8-7846-4af7-9fcd-c7707f43b6ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.306318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293f17b8-7846-4af7-9fcd-c7707f43b6ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.311457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-293f17b8-7846-4af7-9fcd-c7707f43b6ae tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/6397d9da-c6a0-46c1-b3e9-182572e61232 HTTP/1.1" status: 404 len: 337 time: 0.0424268 Oct 27 16:28:18.314120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53232) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.343421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fb72f852-0ece-431c-96e0-10a9f127eed7 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f422f71-1dd3-48ec-aa9a-dc5b08a4581c HTTP/1.1" status: 200 len: 205 time: 0.0279796 Oct 27 16:28:18.345836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.393036 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] For port 236aae82-3074-4d2e-903c-7233d392e7d0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=236aae82-3074-4d2e-903c-7233d392e7d0,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:18.393522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.399344 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-be32c611-d45a-4dea-8c80-81b4f200e616 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] delete failed (client error): The resource could not be found. Oct 27 16:28:18.400638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-be32c611-d45a-4dea-8c80-81b4f200e616 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/routers/0f422f71-1dd3-48ec-aa9a-dc5b08a4581c HTTP/1.1" status: 404 len: 336 time: 0.0537407 Oct 27 16:28:18.407634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53238) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.408280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Calling delete_port for 236aae82-3074-4d2e-903c-7233d392e7d0 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:18.463772 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b30592-23ee-42bd-87e3-5754edaec22d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.464234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b30592-23ee-42bd-87e3-5754edaec22d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.469941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-94b30592-23ee-42bd-87e3-5754edaec22d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/ad2b4d22-8d7a-4fe8-ae83-6a3a289cec2b HTTP/1.1" status: 404 len: 337 time: 0.0586698 Oct 27 16:28:18.470190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53240) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.508626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6189ecbb-5806-4e36-9515-2eb4484fcc2b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "GET /v2.0/ports?device_id=c632ae57-2a98-4473-8a96-105aa9a75a59 HTTP/1.1" status: 200 len: 205 time: 0.0344989 Oct 27 16:28:18.509884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53242) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.577144 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-2261f3be-55ff-4c41-a3e4-13e2782df2bf tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] delete failed (client error): The resource could not be found. Oct 27 16:28:18.581748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2261f3be-55ff-4c41-a3e4-13e2782df2bf tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/routers/c632ae57-2a98-4473-8a96-105aa9a75a59 HTTP/1.1" status: 404 len: 336 time: 0.0709190 Oct 27 16:28:18.582564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.620721 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-15baa11a-9da4-4c17-9e26-ac7bba9d5b1a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.621554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15baa11a-9da4-4c17-9e26-ac7bba9d5b1a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.628414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53246) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.628758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15baa11a-9da4-4c17-9e26-ac7bba9d5b1a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/e3f80513-6214-4fba-a649-c531e28d77c3 HTTP/1.1" status: 404 len: 337 time: 0.0442085 Oct 27 16:28:18.657497 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f2736c-c28a-4b63-bd61-6fa63a768406 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.657961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f2736c-c28a-4b63-bd61-6fa63a768406 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.663299 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e1f2736c-c28a-4b63-bd61-6fa63a768406 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/eafcc57b-567c-4c0a-aecd-be56b4eb646d HTTP/1.1" status: 404 len: 337 time: 0.0316036 Oct 27 16:28:18.664043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53248) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.689724 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b46c5e-f3e0-494f-b800-3a264285178b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.690518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b46c5e-f3e0-494f-b800-3a264285178b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.694202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.696977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-04b46c5e-f3e0-494f-b800-3a264285178b tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/0e286abc-fed7-48f1-a599-a2799d4fc4d7 HTTP/1.1" status: 404 len: 333 time: 0.0306826 Oct 27 16:28:18.697722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.737300 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-20557593-a932-4d2c-b1ad-3eaf5b0b903c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.737882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20557593-a932-4d2c-b1ad-3eaf5b0b903c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.750333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20557593-a932-4d2c-b1ad-3eaf5b0b903c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/2f5929b8-14e7-4dd4-861b-f6346d8d4872 HTTP/1.1" status: 404 len: 337 time: 0.0460837 Oct 27 16:28:18.750333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53254) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.769238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=236aae82-3074-4d2e-903c-7233d392e7d0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:18.775603 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec11d64-a1f4-4b34-958b-cafb1afc0c52 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.775603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec11d64-a1f4-4b34-958b-cafb1afc0c52 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.781284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.781475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3ec11d64-a1f4-4b34-958b-cafb1afc0c52 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f36b3db4-2a44-43d6-ad5c-24e2e7677202 HTTP/1.1" status: 404 len: 333 time: 0.0344396 Oct 27 16:28:18.842992 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e744c5-4911-4338-8495-b5e968c63d75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.843479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e744c5-4911-4338-8495-b5e968c63d75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.846578 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0e744c5-4911-4338-8495-b5e968c63d75 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/d824d079-1b0b-4e4e-bace-33c88a9e4a5b HTTP/1.1" status: 404 len: 337 time: 0.0640814 Oct 27 16:28:18.849024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.875292 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dacc91-9f07-48b7-bfbc-f85a5e40bab0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.875859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dacc91-9f07-48b7-bfbc-f85a5e40bab0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.881264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-45dacc91-9f07-48b7-bfbc-f85a5e40bab0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/f3f42ce3-1884-4443-8759-e9ba3f4324ba HTTP/1.1" status: 404 len: 333 time: 0.0288930 Oct 27 16:28:18.881431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53264) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.913238 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e909460-3893-4ad8-b66a-ae1825c1f084 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.913740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e909460-3893-4ad8-b66a-ae1825c1f084 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.918969 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4e909460-3893-4ad8-b66a-ae1825c1f084 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7d4a50d9-960c-4d8b-9316-c43c4a7fa063 HTTP/1.1" status: 404 len: 337 time: 0.0345845 Oct 27 16:28:18.919342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.937660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64790c15-e550-4952-8d7c-f356cac977c5 req-48889fea-6e6d-42c3-a3eb-d8b6d7b624fc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:18.947657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64790c15-e550-4952-8d7c-f356cac977c5 req-48889fea-6e6d-42c3-a3eb-d8b6d7b624fc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0585327 Oct 27 16:28:18.948111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.950504 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-beec45c9-d426-4ff9-9113-7eea940f6cf1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:18.951224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beec45c9-d426-4ff9-9113-7eea940f6cf1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:18.956943 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-beec45c9-d426-4ff9-9113-7eea940f6cf1 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/b85ece81-ef97-4554-8c33-ffa02de0ddff HTTP/1.1" status: 404 len: 333 time: 0.0343380 Oct 27 16:28:18.958118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.980550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64790c15-e550-4952-8d7c-f356cac977c5 req-6bdff115-1361-4754-8c88-360cddfe3c56 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Oct 27 16:28:19.005444 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d09a18-735d-4f3a-85d7-1ea50575b95d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.012476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d09a18-735d-4f3a-85d7-1ea50575b95d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.012476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e2d09a18-735d-4f3a-85d7-1ea50575b95d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/46b2865f-c57b-468a-8815-4813c4ab51d5 HTTP/1.1" status: 404 len: 337 time: 0.0515029 Oct 27 16:28:19.013091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53270) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.050111 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c31ed88-680e-4445-891e-a4fd7c7f624d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.051373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c31ed88-680e-4445-891e-a4fd7c7f624d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.058359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1c31ed88-680e-4445-891e-a4fd7c7f624d tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/55f25008-d3b8-47ef-90db-159086fcb5df HTTP/1.1" status: 404 len: 333 time: 0.0432100 Oct 27 16:28:19.063525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.095138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.098252 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfd6dfd-fede-413d-b2ff-b0f373594e0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.098720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfd6dfd-fede-413d-b2ff-b0f373594e0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.098854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.102398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7bfd6dfd-fede-413d-b2ff-b0f373594e0c tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7e9feacb-5fab-4084-9ed2-c9993213a725 HTTP/1.1" status: 404 len: 337 time: 0.0375457 Oct 27 16:28:19.105303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.177011 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d4022-fb0d-4094-b1c6-e16b49120d23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.177726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88d4022-fb0d-4094-b1c6-e16b49120d23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.181405 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f88d4022-fb0d-4094-b1c6-e16b49120d23 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/c9957792-fcf3-42ff-a5c2-51de8f243ce8 HTTP/1.1" status: 404 len: 333 time: 0.0745523 Oct 27 16:28:19.184447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53278) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.210083 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1e3ba7-7a73-4dc6-9260-8532807ecebc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.210761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1e3ba7-7a73-4dc6-9260-8532807ecebc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.216251 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc1e3ba7-7a73-4dc6-9260-8532807ecebc tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/7ae62f57-8236-4343-9796-975e9c53246c HTTP/1.1" status: 404 len: 337 time: 0.0288820 Oct 27 16:28:19.216986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53280) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.247462 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cc978b-f63b-4dfd-b3bc-aac29e354af0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.248106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cc978b-f63b-4dfd-b3bc-aac29e354af0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.251236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-59cc978b-f63b-4dfd-b3bc-aac29e354af0 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/ports/e97d739e-bdd8-4637-9743-6dadb0ff5efb HTTP/1.1" status: 404 len: 333 time: 0.0332139 Oct 27 16:28:19.253750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53282) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.259732 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.261613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3bbfd5-6e0a-4802-907f-815f6166cb40 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:28:19.266622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.270651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b95806e-4630-4e65-94df-1c8d58cc9d48 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8a3bbfd5-6e0a-4802-907f-815f6166cb40 HTTP/1.1" status: 204 len: 168 time: 2.1672897 Oct 27 16:28:19.271405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.287200 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-548bc9f8-b5b5-4c99-86cd-057e070cda4a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] DELETE failed (client error): The resource could not be found. Oct 27 16:28:19.287660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548bc9f8-b5b5-4c99-86cd-057e070cda4a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:28:19.290967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-548bc9f8-b5b5-4c99-86cd-057e070cda4a tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/subnets/e675fedb-fbdc-4233-acfc-a76ac6d54fd7 HTTP/1.1" status: 404 len: 337 time: 0.0361571 Oct 27 16:28:19.294038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.346231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Deleting subnet 2236a2e8-b54d-46d9-a03a-817cf5aed7a3 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:19.389776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.451383 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.477460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.618855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.621725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.664763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b88e4df-64d5-41e8-b043-e7a8852bb832']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:19.677690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f37e07-69f5-4b0f-94af-245ad599b14b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:19.677990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f37e07-69f5-4b0f-94af-245ad599b14b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:19.691128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.709829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.717073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:19.717448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:19.720606 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:19.788249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.804751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.807484 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2236a2e8-b54d-46d9-a03a-817cf5aed7a3 HTTP/1.1" status: 204 len: 168 time: 0.5348649 Oct 27 16:28:19.810057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53294) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:19.817581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa990e0-4f08-4262-87b6-78f22890ff01 None None] Network 8349e9a0-8847-4386-b5b8-5370bcb17bbe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:19.852243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf24e5-7f9d-4a3b-a0de-8d42d924417d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2236a2e8-b54d-46d9-a03a-817cf5aed7a3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:19.884553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.905956 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.909681 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] 10.222.0.70 "DELETE /v2.0/networks/9b88e4df-64d5-41e8-b043-e7a8852bb832 HTTP/1.1" status: 204 len: 168 time: 0.6146085 Oct 27 16:28:19.922903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081385f-78ae-4970-9f0c-460cca607a83 tempest-NetworksTestDHCPv6-2096467886 tempest-NetworksTestDHCPv6-2096467886-project] Pushing event deleted for resources: {'Network': ['ID=9b88e4df-64d5-41e8-b043-e7a8852bb832,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:19.931026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 236aae82-3074-4d2e-903c-7233d392e7d0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:19.973225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 236aae82-3074-4d2e-903c-7233d392e7d0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:19.973568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 236aae82-3074-4d2e-903c-7233d392e7d0 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:19.973979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fdbd6ad5-d750-40c5-83ac-572b4b05da11 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:19.978028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.063394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: fdbd6ad5-d750-40c5-83ac-572b4b05da11 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:20.063758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fdbd6ad5-d750-40c5-83ac-572b4b05da11 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:20.155151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Deleting port 4550e197-2463-48e4-bc42-3179431a8dc7 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:20.155776 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.180668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9dc3-e8ed-4b37-81e8-906255d604cb req-557eec13-c016-4a52-a292-0fa408411570 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:20.182180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-270d9dc3-e8ed-4b37-81e8-906255d604cb req-557eec13-c016-4a52-a292-0fa408411570 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0878553 Oct 27 16:28:20.205934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] DHCP port deletion for 8349e9a0-8847-4386-b5b8-5370bcb17bbe request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:20.253399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-270d9dc3-e8ed-4b37-81e8-906255d604cb req-a94ac9b5-10ef-4039-877f-fbf3f8f6830a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Oct 27 16:28:20.275202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] For port 4550e197-2463-48e4-bc42-3179431a8dc7, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4550e197-2463-48e4-bc42-3179431a8dc7,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:20.275763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.289965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Deleting port 4550e197-2463-48e4-bc42-3179431a8dc7 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:20.290417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.299327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Calling delete_port for 4550e197-2463-48e4-bc42-3179431a8dc7 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:20.372513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] For port 4550e197-2463-48e4-bc42-3179431a8dc7, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4550e197-2463-48e4-bc42-3179431a8dc7,segment=NetworkSegment(6504b59f-5053-47d5-ad5a-c06f492e423e),segment_id=6504b59f-5053-47d5-ad5a-c06f492e423e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:20.372997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.394866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Calling delete_port for 4550e197-2463-48e4-bc42-3179431a8dc7 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:20.485194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53304) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:20.534070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.559422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.596950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4550e197-2463-48e4-bc42-3179431a8dc7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:20.606548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] No DVR routers for this DVR port 4550e197-2463-48e4-bc42-3179431a8dc7 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:20.638944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Pushing event deleted for resources: {'Port': ['ID=4550e197-2463-48e4-bc42-3179431a8dc7,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:20.643616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] No DVR routers for this DVR port 4550e197-2463-48e4-bc42-3179431a8dc7 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:20.669569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.670114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.670608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.671128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.671611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.672192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.672678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.673154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.673644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.674707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.676049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.676566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df1e73-36bb-4e8b-85d4-9a771e45e39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:20.704963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.741078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8349e9a0-8847-4386-b5b8-5370bcb17bbe']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:20.757597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f9901639-7273-46ba-af7b-10b0746295fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdf5940f980b4f2f8682b38bc8713876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689941 Oct 27 16:28:20.757597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6504b59f-5053-47d5-ad5a-c06f492e423e') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:20.757597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6504b59f-5053-47d5-ad5a-c06f492e423e') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:20.759010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53310) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:20.779840 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.808730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.818123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:20.818996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:20.821004 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:20.874761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.896521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.030735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.033509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.037030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25e45ac5-497d-4aa1-9802-bc4bf0d20905 HTTP/1.1" status: 204 len: 168 time: 0.2747710 Oct 27 16:28:21.045008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.047774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582dfe1-b77e-46f2-ba7e-f62fa245f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e45ac5-497d-4aa1-9802-bc4bf0d20905,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:21.052967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.056619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8349e9a0-8847-4386-b5b8-5370bcb17bbe HTTP/1.1" status: 204 len: 168 time: 1.2455523 Oct 27 16:28:21.125482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb0f2d-daf0-4d34-90d7-02fd115ddec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8349e9a0-8847-4386-b5b8-5370bcb17bbe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:21.407719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d84f2-e591-4ae8-bb69-2c6ac7ade021 req-9c2363a1-1b07-4942-86d8-69269fc6c3c2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:21.409466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-388d84f2-e591-4ae8-bb69-2c6ac7ade021 req-9c2363a1-1b07-4942-86d8-69269fc6c3c2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0654466 Oct 27 16:28:21.455249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-388d84f2-e591-4ae8-bb69-2c6ac7ade021 req-0d69ff25-5421-467f-9c8e-5f5b5a4cce9f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Oct 27 16:28:21.516214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53326) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:21.560225 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64c86536-5d4c-47a7-a40b-ac5a36c2016f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d783d7409634cd888caf4d5259da18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425870 Oct 27 16:28:21.562491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:21.621472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.676339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.806630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4550e197-2463-48e4-bc42-3179431a8dc7 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:21.825180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.828930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4550e197-2463-48e4-bc42-3179431a8dc7 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:21.829264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4550e197-2463-48e4-bc42-3179431a8dc7 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:21.830620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.844597 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c9605e2-3536-4f25-802c-390fe94b0c38 HTTP/1.1" status: 204 len: 168 time: 0.2683189 Oct 27 16:28:21.844597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07c9d-c5b5-4315-aee1-46d85f958d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9605e2-3536-4f25-802c-390fe94b0c38,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:22.457863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.582053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-06edf122-1bb9-456e-b455-075bd7db8a22 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.587948 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-06edf122-1bb9-456e-b455-075bd7db8a22 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1240420 Oct 27 16:28:22.590884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53370) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.596622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-16f5d62a-cd32-4531-986d-400cde9a2071 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.597670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-16f5d62a-cd32-4531-986d-400cde9a2071 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049191 Oct 27 16:28:22.601055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53372) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.609213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5801-95c3-4553-95ae-38341720e4da req-41a363fb-ff0e-4f2e-8b0e-c41b83f59b7e tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:22.610844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-9fb45783-42b9-40d5-8820-e57a0a8ce9e0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.614149 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9fb45783-42b9-40d5-8820-e57a0a8ce9e0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097849 Oct 27 16:28:22.616901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53374) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.617050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2df5801-95c3-4553-95ae-38341720e4da req-41a363fb-ff0e-4f2e-8b0e-c41b83f59b7e tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0826793 Oct 27 16:28:22.625424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-1f9e058c-6661-450f-bb6a-0b3e922b4620 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.628886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1f9e058c-6661-450f-bb6a-0b3e922b4620 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0094607 Oct 27 16:28:22.636104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.641840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-d30fb432-a14c-4e72-9be0-a0b6b97f3d11 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.642790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d30fb432-a14c-4e72-9be0-a0b6b97f3d11 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057428 Oct 27 16:28:22.645611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53378) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.649820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-8b9655b1-2658-4df8-b641-d5739d5807c5 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.650792 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8b9655b1-2658-4df8-b641-d5739d5807c5 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043008 Oct 27 16:28:22.653204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.657578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2df5801-95c3-4553-95ae-38341720e4da req-082e40d3-8df8-4336-8aef-10d7be620e09 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Oct 27 16:28:22.659476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-a37cba89-aa9b-487f-b8ca-f75455e42be9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.663909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a37cba89-aa9b-487f-b8ca-f75455e42be9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064747 Oct 27 16:28:22.665941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.670476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-5cd8ce00-cf8c-4147-81a2-cadf633142ef tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.671797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5cd8ce00-cf8c-4147-81a2-cadf633142ef tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048516 Oct 27 16:28:22.674275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.679581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-c38b065e-439b-419a-9d17-1ff698c07aa0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.681879 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c38b065e-439b-419a-9d17-1ff698c07aa0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061703 Oct 27 16:28:22.684397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.691251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-320cfedd-bd50-472b-a6ef-14137258eff3 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.692272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-320cfedd-bd50-472b-a6ef-14137258eff3 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045750 Oct 27 16:28:22.699695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53390) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.704206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-d9653354-db88-4564-8203-4bde4640e7fc tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.707371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d9653354-db88-4564-8203-4bde4640e7fc tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043786 Oct 27 16:28:22.707667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53392) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.711736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-31c8edfc-781c-43d4-93ff-df99b16d6b85 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.715209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-31c8edfc-781c-43d4-93ff-df99b16d6b85 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040793 Oct 27 16:28:22.716289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53394) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.720777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-ef105b3a-9557-47a2-a220-f3fa8c215fc2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.723163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef105b3a-9557-47a2-a220-f3fa8c215fc2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045967 Oct 27 16:28:22.724500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53396) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.728991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-9bc1000b-ee67-4872-adaa-78aa22f8e59e tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.731468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9bc1000b-ee67-4872-adaa-78aa22f8e59e tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059640 Oct 27 16:28:22.732451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.737680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-93215c5e-7fa6-420a-b5de-93bef9b032d6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.742939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-93215c5e-7fa6-420a-b5de-93bef9b032d6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0092406 Oct 27 16:28:22.746193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.750790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-34826ba4-6641-450d-a0ef-467702c98eac tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.754608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53404) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.755878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-34826ba4-6641-450d-a0ef-467702c98eac tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0072856 Oct 27 16:28:22.760457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-3721be99-6616-4963-aa7b-095519da5221 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.762887 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3721be99-6616-4963-aa7b-095519da5221 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068910 Oct 27 16:28:22.769956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53406) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.776393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-ab4a1ffc-7f6b-4123-82c0-3e99dc4a68b2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.781357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.786476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-3d84ee99-3b9a-40cc-9f24-da38584377e4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.790440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ab4a1ffc-7f6b-4123-82c0-3e99dc4a68b2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0190744 Oct 27 16:28:22.791505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.791915 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3d84ee99-3b9a-40cc-9f24-da38584377e4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084670 Oct 27 16:28:22.798227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-e63c6741-0c7c-4895-9623-777632a06503 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.802256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.808485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e63c6741-0c7c-4895-9623-777632a06503 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0138597 Oct 27 16:28:22.810042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-52fb690c-9438-4a96-9ac4-5d82a7973439 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.814136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.815783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52fb690c-9438-4a96-9ac4-5d82a7973439 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0124712 Oct 27 16:28:22.820074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-3e518f0f-9849-4925-a88e-650b39885000 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.823655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53418) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.828164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-80d93b3f-e28e-438e-9edd-8264fcc49076 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.828741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e518f0f-9849-4925-a88e-650b39885000 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0135224 Oct 27 16:28:22.832744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.834442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-80d93b3f-e28e-438e-9edd-8264fcc49076 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095785 Oct 27 16:28:22.839610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-f8b5fdad-0e25-49f6-a0da-d7491751c951 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.844948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f8b5fdad-0e25-49f6-a0da-d7491751c951 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0109143 Oct 27 16:28:22.845377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.865537 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-79a5c063-dd81-4aa3-af2f-9639c2730073 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.870915 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-79a5c063-dd81-4aa3-af2f-9639c2730073 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0233836 Oct 27 16:28:22.879481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53430) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.897164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-31730162-f2e2-419a-b3b3-620bb0a464e7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.899705 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-31730162-f2e2-419a-b3b3-620bb0a464e7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0137870 Oct 27 16:28:22.901278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53432) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.907713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-a0bbe05b-98de-44ba-bdf6-0cf8bad76f24 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.914531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0bbe05b-98de-44ba-bdf6-0cf8bad76f24 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064883 Oct 27 16:28:22.915295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53438) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.935897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-74661c70-e63e-498c-8695-aa98189ec676 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.935897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74661c70-e63e-498c-8695-aa98189ec676 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0162871 Oct 27 16:28:22.936282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53440) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.940655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-14de4966-aeb8-4608-9473-d85553ecd57b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.948443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-14de4966-aeb8-4608-9473-d85553ecd57b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087628 Oct 27 16:28:22.949064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.958999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-053a9c47-5a6d-4c63-abb9-7b78837ad386 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.960140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-053a9c47-5a6d-4c63-abb9-7b78837ad386 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0098553 Oct 27 16:28:22.962922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53444) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.970321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-3ac532c6-dd53-48d6-95d0-314fc7474e46 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.971599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3ac532c6-dd53-48d6-95d0-314fc7474e46 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069098 Oct 27 16:28:22.974080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.979322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-b0602131-91f7-4305-bbee-a4b9ca5a77f2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.983162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53448) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.983347 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0602131-91f7-4305-bbee-a4b9ca5a77f2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082417 Oct 27 16:28:22.987570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-2ef69b26-7b3b-48c4-9c4e-5c85f23cbe1d tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:22.989033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2ef69b26-7b3b-48c4-9c4e-5c85f23cbe1d tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042706 Oct 27 16:28:22.995212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.999631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-b14c7e17-1352-4ed7-be54-fe488368e1c4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.002601 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b14c7e17-1352-4ed7-be54-fe488368e1c4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044343 Oct 27 16:28:23.003210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.008261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-308ccfb8-cd6b-4619-94aa-d582d26719e9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.011156 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-308ccfb8-cd6b-4619-94aa-d582d26719e9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051734 Oct 27 16:28:23.011923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53456) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.022728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-235a43c7-a909-48cb-872b-54dadbda1edd tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.027595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-235a43c7-a909-48cb-872b-54dadbda1edd tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0124185 Oct 27 16:28:23.028066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.032520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-8c8e4c54-5b5d-4b5a-aa29-ca7bb65427d3 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.035074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c8e4c54-5b5d-4b5a-aa29-ca7bb65427d3 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044034 Oct 27 16:28:23.036360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53460) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.040806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-cf82e6f7-d5e0-49e5-83bc-606029b084ab tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.044321 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cf82e6f7-d5e0-49e5-83bc-606029b084ab tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071054 Oct 27 16:28:23.045210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53462) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.049308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-24f7f219-9965-4888-addf-203ea4efc281 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.052981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-24f7f219-9965-4888-addf-203ea4efc281 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067072 Oct 27 16:28:23.054352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53464) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.059515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-bcb8ea88-495e-4979-a33c-f4c668d08ed7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.060264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bcb8ea88-495e-4979-a33c-f4c668d08ed7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049536 Oct 27 16:28:23.062659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53468) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.066845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-b1e9b501-58da-40cd-9042-72cadbf06829 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.070657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b1e9b501-58da-40cd-9042-72cadbf06829 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041084 Oct 27 16:28:23.071335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.075985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-ed127fee-7cfa-474c-b7d4-ce0872313895 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.076924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ed127fee-7cfa-474c-b7d4-ce0872313895 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045583 Oct 27 16:28:23.079398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.084617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-7fcf4b39-7bb6-4a70-8989-69635c32f83b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.085509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7fcf4b39-7bb6-4a70-8989-69635c32f83b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051949 Oct 27 16:28:23.088401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53474) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.093039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-6c670105-0c45-4ac3-b73b-62146934c03d tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.096167 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6c670105-0c45-4ac3-b73b-62146934c03d tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065296 Oct 27 16:28:23.096699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53476) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.101494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-a171b9f9-3733-456c-b562-c5b3e6ae5764 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.104947 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a171b9f9-3733-456c-b562-c5b3e6ae5764 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072305 Oct 27 16:28:23.105442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53480) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.110122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-f943dea8-da64-44b4-bdd3-43258089a9a1 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.113175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f943dea8-da64-44b4-bdd3-43258089a9a1 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068531 Oct 27 16:28:23.113854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53482) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.118893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-91b29acb-214c-497b-a944-5d3cca41f3e8 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.122015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-91b29acb-214c-497b-a944-5d3cca41f3e8 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050168 Oct 27 16:28:23.122212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53484) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.127269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-01cc20ec-6107-4b91-89cd-abb500ffd7ac tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.130249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-01cc20ec-6107-4b91-89cd-abb500ffd7ac tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050972 Oct 27 16:28:23.130435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.135886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-860bf62c-7954-464c-88e9-7a8e814ae136 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.137224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-860bf62c-7954-464c-88e9-7a8e814ae136 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055687 Oct 27 16:28:23.139698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53488) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.146158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-c29d6f2b-3f10-47d0-9c66-af95d831586f tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.147414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c29d6f2b-3f10-47d0-9c66-af95d831586f tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067458 Oct 27 16:28:23.150074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53490) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.154751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-5046a518-5db3-4c23-b15e-4c7b6526a036 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.157902 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5046a518-5db3-4c23-b15e-4c7b6526a036 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048106 Oct 27 16:28:23.158213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.164143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-ef37e78d-211c-44dc-8b1e-93f54c4224a6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.167224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef37e78d-211c-44dc-8b1e-93f54c4224a6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059812 Oct 27 16:28:23.167717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.173231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-f2cf2ddf-7f5f-49c2-9296-4373d7f2aae0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.174218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f2cf2ddf-7f5f-49c2-9296-4373d7f2aae0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043242 Oct 27 16:28:23.176688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53498) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.180570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-41b903b5-5e9e-43da-95d0-c0bea0414ea8 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.181498 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41b903b5-5e9e-43da-95d0-c0bea0414ea8 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040491 Oct 27 16:28:23.183983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.187762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-88d314d0-a393-4eb4-82d1-735b6029d26a tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.190612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-88d314d0-a393-4eb4-82d1-735b6029d26a tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039492 Oct 27 16:28:23.191353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53502) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.196084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-5e814921-6640-49ab-9a0d-f91d4c94e228 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.199093 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5e814921-6640-49ab-9a0d-f91d4c94e228 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048113 Oct 27 16:28:23.199269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.204505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53506) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.206614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-c465e812-4d6b-426e-afa9-4c77e25768b6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.207551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c465e812-4d6b-426e-afa9-4c77e25768b6 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043275 Oct 27 16:28:23.210144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.219329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-48ec234a-23ca-4529-b2d9-a0d06c4855d7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.220577 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-48ec234a-23ca-4529-b2d9-a0d06c4855d7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094364 Oct 27 16:28:23.223451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.227888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-3f617d11-74e6-4df9-a17b-9e3f509381a2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.229100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3f617d11-74e6-4df9-a17b-9e3f509381a2 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046716 Oct 27 16:28:23.231676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.243637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-09ba9732-548a-4063-a9c7-53e908a901d0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.250264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-09ba9732-548a-4063-a9c7-53e908a901d0 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0141661 Oct 27 16:28:23.250575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.255081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-e70a511e-6c95-4d5d-9771-fdbad6c974bd tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.255987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e70a511e-6c95-4d5d-9771-fdbad6c974bd tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043697 Oct 27 16:28:23.259331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53520) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.265521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-27b7f2a9-8f6d-43a2-afc9-5d700ef6638b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.269445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53522) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.269858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27b7f2a9-8f6d-43a2-afc9-5d700ef6638b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094738 Oct 27 16:28:23.275469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-44b8dba7-cfee-4ac0-9714-8de07bb9c7d7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.277097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-44b8dba7-cfee-4ac0-9714-8de07bb9c7d7 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056574 Oct 27 16:28:23.279280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53524) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.284179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-44eb0eec-02fe-47df-98d5-eb77da991bb4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.287072 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-44eb0eec-02fe-47df-98d5-eb77da991bb4 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040529 Oct 27 16:28:23.287410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53526) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.291680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-ebc3a2e4-3e5e-4220-bff9-727ac79cd22b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.295138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53528) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.295360 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ebc3a2e4-3e5e-4220-bff9-727ac79cd22b tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067899 Oct 27 16:28:23.301422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-9cd8819c-3cb8-40e0-b854-8b9015126792 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.305764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53532) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.306861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9cd8819c-3cb8-40e0-b854-8b9015126792 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0103242 Oct 27 16:28:23.311021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-b7ffab87-7282-450f-a4d6-ca70c2c15b7f tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.316298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53534) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.318223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b7ffab87-7282-450f-a4d6-ca70c2c15b7f tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103123 Oct 27 16:28:23.322975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [None req-b7623ed4-1465-4587-be34-1a979002e6c9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.327154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7623ed4-1465-4587-be34-1a979002e6c9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096281 Oct 27 16:28:23.327281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.332901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [None req-5827a02c-59d6-4f4a-9e89-928b301893c9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:23.339084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5827a02c-59d6-4f4a-9e89-928b301893c9 tempest-ExtensionsTestJSON-943247544 tempest-ExtensionsTestJSON-943247544-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084741 Oct 27 16:28:23.371396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1195217104-network', 'tenant_id': '6b8907f0a4d9405cbae6019ae5dc70ec'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:23.476537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Made reservation on behalf of 6b8907f0a4d9405cbae6019ae5dc70ec for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:23.479171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.488421 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.573743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.786018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cfd4e-1111-40f2-aa9b-fcc0dd206e1a req-9ecda31b-de3e-4133-a354-b57f14e070c2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:23.787595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f87cfd4e-1111-40f2-aa9b-fcc0dd206e1a req-9ecda31b-de3e-4133-a354-b57f14e070c2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Oct 27 16:28:23.790446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.860700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:23.865631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:23.893227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f87cfd4e-1111-40f2-aa9b-fcc0dd206e1a req-7c1a69cc-1499-4aad-ad26-0a9e0ed1a9ef tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 Oct 27 16:28:23.894427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.894771 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Added segment 2fe4d7c0-91dd-481a-9bc9-d5186c861acf of type vlan for network d650078a-b656-4424-a4ae-617720aab3df Oct 27 16:28:23.914086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5cc8-65fa-4448-9ecc-6790145835c2 req-84c3bd43-cc85-47d0-a981-ed8f299dd295 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:23.915652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-642f5cc8-65fa-4448-9ecc-6790145835c2 req-84c3bd43-cc85-47d0-a981-ed8f299dd295 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.1271861 Oct 27 16:28:23.937282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53554) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.964504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.988969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-642f5cc8-65fa-4448-9ecc-6790145835c2 req-1e0f889b-4f31-4b4d-b3c8-a3aa749bf439 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527091 Oct 27 16:28:24.070889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a227328a-3abd-409b-95ec-c17d34062ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.098544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.099614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:24.100706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.155413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a227328a-3abd-409b-95ec-c17d34062ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.189380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d650078a-b656-4424-a4ae-617720aab3df,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.199304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d650078a-b656-4424-a4ae-617720aab3df details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:24.304626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a227328a-3abd-409b-95ec-c17d34062ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.339956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c28f03f-7a4b-4872-a8c5-588fd21c61e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1304920 Oct 27 16:28:24.340520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:24.345712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Request body: {'subnet': {'network_id': 'd650078a-b656-4424-a4ae-617720aab3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1195217104-subnet', 'tenant_id': '6b8907f0a4d9405cbae6019ae5dc70ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:24.348900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a227328a-3abd-409b-95ec-c17d34062ae6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9848dee366d34040b4358ad17c44c745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108348 Oct 27 16:28:24.349374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:24.349776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227328a-3abd-409b-95ec-c17d34062ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf01ced-a219-4467-a8c6-4d3439e77514,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.413630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.435747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.457493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Made reservation on behalf of 6b8907f0a4d9405cbae6019ae5dc70ec for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:24.460304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.650121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.652773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.653918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccf01ced-a219-4467-a8c6-4d3439e77514 HTTP/1.1" status: 204 len: 168 time: 0.3034532 Oct 27 16:28:24.667402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478ca4c-19d3-4b97-894e-04f9407470bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf01ced-a219-4467-a8c6-4d3439e77514,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.855804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.911384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6e1348-6257-400b-adaf-fd4dd1a2b58f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.921681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Checking segment: {'id': '2fe4d7c0-91dd-481a-9bc9-d5186c861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:24.922047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Network hostable DHCP agents. Network: d650078a-b656-4424-a4ae-617720aab3df, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:25.035885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c878e-9b32-4d31-88ff-1824f96bd72c req-804567b6-4b44-4c8b-bc80-75329570a046 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:25.038480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d6c878e-9b32-4d31-88ff-1824f96bd72c req-804567b6-4b44-4c8b-bc80-75329570a046 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0624619 Oct 27 16:28:25.039413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Network d650078a-b656-4424-a4ae-617720aab3df is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:25.088775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d6c878e-9b32-4d31-88ff-1824f96bd72c req-af3d5f42-93dc-4adc-adca-18463c11a714 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Oct 27 16:28:25.144412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d650078a-b656-4424-a4ae-617720aab3df) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:25.149755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:25.150419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.159377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313bdb2-3e76-4699-b5c4-40fe9ae176f5 None None] Network d650078a-b656-4424-a4ae-617720aab3df requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:25.173258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555e1-8771-4ddb-b961-a86164ae8450 req-d6241e82-8525-4246-bb1e-4310da9c93b6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:25.174901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df6555e1-8771-4ddb-b961-a86164ae8450 req-d6241e82-8525-4246-bb1e-4310da9c93b6 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0780616 Oct 27 16:28:25.219585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df6555e1-8771-4ddb-b961-a86164ae8450 req-39c3f218-b75c-4b56-9696-dbcba121e331 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Oct 27 16:28:25.247626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-66a1be1a-07ec-4f8c-93fe-8b61f118361f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9036877 Oct 27 16:28:25.313551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c7465-098e-44e6-883b-58fda51f768a None None] Network d650078a-b656-4424-a4ae-617720aab3df requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:25.738042 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-da8b11f4-860b-49e1-8074-c2d93a8020da tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:25.739589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-da8b11f4-860b-49e1-8074-c2d93a8020da tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/networks?id=d650078a-b656-4424-a4ae-617720aab3df HTTP/1.1" status: 200 len: 813 time: 0.1058064 Oct 27 16:28:25.759058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-a8b10b82-bef0-446e-9a92-2927fe1fb37d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/quotas/6b8907f0a4d9405cbae6019ae5dc70ec HTTP/1.1" status: 200 len: 375 time: 0.0102725 Oct 27 16:28:25.795858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-eb1cb50d-e58c-4f21-b1ea-85c0e34fa42b tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b8907f0a4d9405cbae6019ae5dc70ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311832 Oct 27 16:28:25.896358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-8c527d8a-9ea6-468b-b808-d01b7b6f2773 service neutron] 10.222.0.70 "GET /v2.0/networks/d650078a-b656-4424-a4ae-617720aab3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924177 Oct 27 16:28:25.989655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-463b2617-740b-4893-837b-e46bf1536c96 service neutron] 10.222.0.70 "GET /v2.0/networks/d650078a-b656-4424-a4ae-617720aab3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866385 Oct 27 16:28:26.218363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc67cc4-bfa0-4616-b1a4-fe3bf08cae18 req-28c3f6cd-fd5c-43fe-809d-d86f50602d2b tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.219859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc67cc4-bfa0-4616-b1a4-fe3bf08cae18 req-28c3f6cd-fd5c-43fe-809d-d86f50602d2b tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0516853 Oct 27 16:28:26.274019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc67cc4-bfa0-4616-b1a4-fe3bf08cae18 req-21fa4220-e444-40f5-84c1-50f9d2daabcc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Oct 27 16:28:26.431395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60a4bda5-df69-4897-9176-1980cbd52a86 req-25389740-27a8-40a4-9dd3-593db76e26c0 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0622923 Oct 27 16:28:26.476613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb9e8-64a4-42a2-ae64-cf745d846dc5 req-f14a94c7-5680-4109-80b5-d4554ca27992 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.478315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7bb9e8-64a4-42a2-ae64-cf745d846dc5 req-f14a94c7-5680-4109-80b5-d4554ca27992 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.1284969 Oct 27 16:28:26.529426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7bb9e8-64a4-42a2-ae64-cf745d846dc5 req-71c24c24-cdd2-41e5-8077-34a93d86950c tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups?id=f09016f5-d9f6-45db-a78f-0d1b4f68408f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Oct 27 16:28:26.677185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-36f2cb84-78b4-433b-979d-e8591433f0db tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.680567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-36f2cb84-78b4-433b-979d-e8591433f0db tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 945 time: 0.0542386 Oct 27 16:28:26.799973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Deleting port 1aff0850-a345-4986-bdba-d20cfdecc6e7 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:26.800424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.898389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] For port 1aff0850-a345-4986-bdba-d20cfdecc6e7, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1aff0850-a345-4986-bdba-d20cfdecc6e7,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:26.898747 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.119088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.119459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.119770 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Floating IP d35b953f-57e3-46d1-b48d-8aeee5e06058 disassociated. External IP: 172.25.5.214, port: 1aff0850-a345-4986-bdba-d20cfdecc6e7. Oct 27 16:28:27.120112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Calling delete_port for 1aff0850-a345-4986-bdba-d20cfdecc6e7 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:27.401032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.403724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fde66-cff8-413b-84d0-e252214cf5ee req-b7903a04-7bf6-46ee-a9ff-aec49c41d058 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:27.405229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab0fde66-cff8-413b-84d0-e252214cf5ee req-b7903a04-7bf6-46ee-a9ff-aec49c41d058 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0509465 Oct 27 16:28:27.432935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'Port': ['ID=1aff0850-a345-4986-bdba-d20cfdecc6e7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:27.456632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab0fde66-cff8-413b-84d0-e252214cf5ee req-acffbae3-5359-4368-beb5-2b5a5215f5ff tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Oct 27 16:28:27.548203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21a9a90e-8ff2-4637-919a-6ca7a32da055 req-b98c36d6-c98a-4afe-b3f4-5e9767dc4f39 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0361154 Oct 27 16:28:27.584398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:27.668541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64606e41-ba3f-4a57-a59f-f973906ee67c req-2c746efb-b1fd-4167-8cf5-bb9db0ae44ce tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.0508194 Oct 27 16:28:27.725179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:27.736546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:27.747881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:27.748587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:27.783487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] No DVR routers for this DVR port 1aff0850-a345-4986-bdba-d20cfdecc6e7 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:27.787491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.792695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f67bb2-65f5-4406-a0a3-c778407ba4f9 req-63f4ed66-2e44-48cc-823f-37235d3bd48f tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.82 "DELETE /v2.0/ports/1aff0850-a345-4986-bdba-d20cfdecc6e7 HTTP/1.1" status: 204 len: 173 time: 1.0944705 Oct 27 16:28:27.793552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'name': 'network-vif-deleted', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:27.796940 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b02bf-ee49-4b3a-aa44-189349570a16" -d '{"events": [{"server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "name": "network-vif-deleted", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:27.853233 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81faef-57d7-45a7-a2c0-2b0dc8be103a x-openstack-request-id: req-ff81faef-57d7-45a7-a2c0-2b0dc8be103a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:27.853524 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2df2f44-17db-43b9-870d-561424a154d4", "name": "network-vif-deleted", "tag": "1aff0850-a345-4986-bdba-d20cfdecc6e7", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:27.853776 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff81faef-57d7-45a7-a2c0-2b0dc8be103a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:27.854178 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2df2f44-17db-43b9-870d-561424a154d4', 'name': 'network-vif-deleted', 'tag': '1aff0850-a345-4986-bdba-d20cfdecc6e7', 'status': 'completed', 'code': 200} Oct 27 16:28:27.918622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:28.087319 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.173658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:28.199519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:28.207823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:28.208425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:28.330934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:28.532811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.601077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e4c5-ea2e-46f6-9bde-ac0ed44c716d req-a169a9e9-2bd8-4b43-a819-0f6c42165034 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:28.602475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32f1e4c5-ea2e-46f6-9bde-ac0ed44c716d req-a169a9e9-2bd8-4b43-a819-0f6c42165034 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0585895 Oct 27 16:28:28.659019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00b28cce-c1dc-4f11-9682-f157a01ec22a req-a000ab9a-832f-41cd-81b7-51f8e875210b tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0311553 Oct 27 16:28:28.689908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32f1e4c5-ea2e-46f6-9bde-ac0ed44c716d req-19c3bcc5-dae9-4294-ab4b-820432df74be tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 Oct 27 16:28:28.746833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:28.781618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423d70e-0dac-45c1-8ca6-262851ee775a None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a3a76662-3e1c-4c6f-87f9-f511e0a5df69', 'name': '', 'network_id': '02952109-1859-4883-b2be-e1cde8cbad73', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'mac_address': 'fa:16:3e:ea:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:36Z', 'updated_at': '2021-10-27T16:16:42Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'subnets': [{'id': 'acf011a8-a224-4fb1-a07c-8a061805d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:28.856417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75c61f42-de9a-42b3-bd32-105aafe16995 req-0b7a5b98-6db7-48d3-8f1c-7fe0aeab953b tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2df2f44-17db-43b9-870d-561424a154d4 HTTP/1.1" status: 200 len: 210 time: 0.0580170 Oct 27 16:28:29.173289 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed3485-b965-465f-abaa-690506c6283e None None] New status for floating IP d35b953f-57e3-46d1-b48d-8aeee5e06058: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:28:29.334982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9963-cfdb-4158-bad4-3f20a78a2ee3 req-17648a93-b501-41b5-9d42-7152a011a931 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.336527 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86da9963-cfdb-4158-bad4-3f20a78a2ee3 req-17648a93-b501-41b5-9d42-7152a011a931 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0766256 Oct 27 16:28:29.377917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86da9963-cfdb-4158-bad4-3f20a78a2ee3 req-6e0e6e67-d8c1-42d1-8759-c4d6d6f5c1c5 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Oct 27 16:28:29.409173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74151-d748-422c-917a-8c03cc881e49 req-415a9da2-0273-48f8-a12a-38faae283eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.411015 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-415a9da2-0273-48f8-a12a-38faae283eca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7a63c05f90d45b4a46518717445dae6&device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 1097 time: 0.0531361 Oct 27 16:28:29.516814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74151-d748-422c-917a-8c03cc881e49 req-a945b4ce-129e-4a8d-b028-737524f565a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.518312 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-a945b4ce-129e-4a8d-b028-737524f565a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 200 len: 917 time: 0.0993629 Oct 27 16:28:29.571320 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-6bf572cf-757f-4a88-b357-fce505002f0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132 HTTP/1.1" status: 200 len: 217 time: 0.0423207 Oct 27 16:28:29.630864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74151-d748-422c-917a-8c03cc881e49 req-05a00537-11a4-48bd-b3ad-8816ea1fb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.630864 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-05a00537-11a4-48bd-b3ad-8816ea1fb71e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 200 len: 855 time: 0.0469148 Oct 27 16:28:29.684706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74151-d748-422c-917a-8c03cc881e49 req-c47411d7-ddb2-4bcc-9af3-bcbd38324370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.686384 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-c47411d7-ddb2-4bcc-9af3-bcbd38324370 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44739d0b-76c0-42f4-bb8c-2903b6358b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467870 Oct 27 16:28:29.811119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bf87610e-75f4-4f15-8089-ddeaeb9a1d0b req-0501738d-017a-497e-b561-16eed6300e0d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0351765 Oct 27 16:28:29.847355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-382b1a49-1c9a-4228-b698-3ade5b1124a5 service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511078 Oct 27 16:28:30.100313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53712) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.111264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a3f74151-d748-422c-917a-8c03cc881e49 req-e4c9581c-8ac9-45ce-a9a1-c742e82c841c service neutron] 10.222.0.82 "GET /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560985 Oct 27 16:28:30.118684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-16b6914f-1c30-42ad-84eb-562f3d0b39ea tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:30.120161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-16b6914f-1c30-42ad-84eb-562f3d0b39ea tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.82 "GET /v2.0/networks?id=d650078a-b656-4424-a4ae-617720aab3df HTTP/1.1" status: 200 len: 813 time: 0.1937869 Oct 27 16:28:30.135314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Request body: {'port': {'device_id': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df', 'admin_state_up': True, 'tenant_id': '6b8907f0a4d9405cbae6019ae5dc70ec'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:30.189484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.227925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.354575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Made reservation on behalf of 6b8907f0a4d9405cbae6019ae5dc70ec for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:30.358210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.464109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.468315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.469997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "DELETE /v2.0/security-groups/f09016f5-d9f6-45db-a78f-0d1b4f68408f HTTP/1.1" status: 204 len: 168 time: 0.3683269 Oct 27 16:28:30.478149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53722) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.507507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Allocated IP 172.20.0.7 (d650078a-b656-4424-a4ae-617720aab3df/df6e1348-6257-400b-adaf-fd4dd1a2b58f/47e1c255-1e5b-48d4-a071-bbd254383549) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:30.509861 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-57483dd5-48cb-4777-9296-86503753e9be tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] show failed (client error): The resource could not be found. Oct 27 16:28:30.513919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.515285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-57483dd5-48cb-4777-9296-86503753e9be tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "GET /v2.0/security-groups/f09016f5-d9f6-45db-a78f-0d1b4f68408f HTTP/1.1" status: 404 len: 347 time: 0.0347588 Oct 27 16:28:30.518971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33835e64-342e-4073-a310-56425166d3dc tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09016f5-d9f6-45db-a78f-0d1b4f68408f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:30.562521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1aff0850-a345-4986-bdba-d20cfdecc6e7 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:30.595226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84553-450b-4b9d-8689-73abc9971c16 req-98d4e551-bb9b-4522-83d9-0e3230a553b4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:30.598682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea84553-450b-4b9d-8689-73abc9971c16 req-98d4e551-bb9b-4522-83d9-0e3230a553b4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0816755 Oct 27 16:28:30.622184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 1aff0850-a345-4986-bdba-d20cfdecc6e7 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:30.624347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1aff0850-a345-4986-bdba-d20cfdecc6e7 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:30.667404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eea84553-450b-4b9d-8689-73abc9971c16 req-7bef5611-4db2-4d87-992a-39ee940f1700 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Oct 27 16:28:30.776412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Deleting port d06756db-5816-463d-bedd-419811bdcdb3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:30.776924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.884867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.925608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.925938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.949133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Calling delete_port for d06756db-5816-463d-bedd-419811bdcdb3 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:30.969659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ec891a3-def2-4182-8339-48ffffeb7112 req-64edd1ed-d38c-426a-8fb9-a4558d5de5f0 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0911634 Oct 27 16:28:31.066133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.173746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Network d650078a-b656-4424-a4ae-617720aab3df is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:31.185774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:31.188085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Pushing event updated for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:31.197845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:31.259082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:31.259082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.319589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.346458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Pushing event deleted for resources: {'Port': ['ID=d06756db-5816-463d-bedd-419811bdcdb3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:31.418587 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c30abe65-2593-46c9-bccb-5aa433705431 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2881577 Oct 27 16:28:31.419401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.423931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.424969 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1269769-e4ce-4588-99a5-cdda760850e4 tempest-AttachVolumeTestJSON-1943527521 tempest-AttachVolumeTestJSON-1943527521-project] 10.222.0.70 "DELETE /v2.0/floatingips/d35b953f-57e3-46d1-b48d-8aeee5e06058 HTTP/1.1" status: 204 len: 168 time: 0.9100120 Oct 27 16:28:31.436528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Request body: {'port': {'device_id': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:31.510281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.812299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa8f43-177e-4147-b344-e767b2c34366 req-f8927758-fa41-4ca6-93c1-5dc6cd261c93 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:31.819535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2daa8f43-177e-4147-b344-e767b2c34366 req-f8927758-fa41-4ca6-93c1-5dc6cd261c93 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0601327 Oct 27 16:28:31.823415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1c255-1e5b-48d4-a071-bbd254383549 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:28:31.831187 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.844986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Transition to ACTIVE for port object 47e1c255-1e5b-48d4-a071-bbd254383549 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:28:31.855985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2daa8f43-177e-4147-b344-e767b2c34366 req-11c1ca6e-fb3c-4fec-bb41-b654d10027fe tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Oct 27 16:28:31.965763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.034594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3a0c1-84b7-4b08-b3dc-77d488f432e6 req-bd31f700-084d-483f-8ec0-505a4b8371bb tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.039260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b3a0c1-84b7-4b08-b3dc-77d488f432e6 req-bd31f700-084d-483f-8ec0-505a4b8371bb tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0882659 Oct 27 16:28:32.115409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:32.139688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1b3a0c1-84b7-4b08-b3dc-77d488f432e6 req-fa05c9db-15bf-438b-b940-55e7f26524b2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939927 Oct 27 16:28:32.237030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e594-42e4-4716-9719-0bffa92d8d67 req-799d29b9-a045-400e-a3bd-aba8794968aa tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.245117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4147e594-42e4-4716-9719-0bffa92d8d67 req-799d29b9-a045-400e-a3bd-aba8794968aa tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.1390846 Oct 27 16:28:32.258017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Attempting to bind port 47e1c255-1e5b-48d4-a071-bbd254383549 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:32.258469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Attempting to bind port 47e1c255-1e5b-48d4-a071-bbd254383549 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2fe4d7c0-91dd-481a-9bc9-d5186c861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:32.258852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Attempting to bind port 47e1c255-1e5b-48d4-a071-bbd254383549 on network d650078a-b656-4424-a4ae-617720aab3df {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:32.263941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Port 47e1c255-1e5b-48d4-a071-bbd254383549 on network d650078a-b656-4424-a4ae-617720aab3df not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:28:32.264379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Attempting to bind port 47e1c255-1e5b-48d4-a071-bbd254383549 on network d650078a-b656-4424-a4ae-617720aab3df {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:32.272236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:32.272433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Checking segment: {'id': '2fe4d7c0-91dd-481a-9bc9-d5186c861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:32.273478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Bound using segment: {'id': '2fe4d7c0-91dd-481a-9bc9-d5186c861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:32.274194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Bound port: 47e1c255-1e5b-48d4-a071-bbd254383549, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe4d7c0-91dd-481a-9bc9-d5186c861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:32.274895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.328396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4147e594-42e4-4716-9719-0bffa92d8d67 req-2a54eb0f-9bad-4096-84a0-16c2206bfac7 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811038 Oct 27 16:28:32.356404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598121-f718-42c5-a87f-8a829bc0db59 req-f24bf278-9d09-4e2f-86e2-2628a20f7d86 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.366935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4598121-f718-42c5-a87f-8a829bc0db59 req-f24bf278-9d09-4e2f-86e2-2628a20f7d86 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.1181111 Oct 27 16:28:32.375430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:32.379605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=47e1c255-1e5b-48d4-a071-bbd254383549,segment=NetworkSegment(2fe4d7c0-91dd-481a-9bc9-d5186c861acf),segment_id=2fe4d7c0-91dd-481a-9bc9-d5186c861acf)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:32.410679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4598121-f718-42c5-a87f-8a829bc0db59 req-423f9516-9de3-49d3-aa1f-a287eb537563 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Oct 27 16:28:32.440937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.502150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.503887 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.505325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] 10.222.0.82 "PUT /v2.0/ports/47e1c255-1e5b-48d4-a071-bbd254383549 HTTP/1.1" status: 200 len: 1091 time: 1.0770557 Oct 27 16:28:32.505796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:32.508344 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1785f4-1136-4c54-9e5f-03773478fd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:32.536053 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade11c-0854-4ad1-a396-68cefa8d7c57 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:32.560053 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e813a77-77f3-4a7c-aaf1-7bf9be7b7315 x-openstack-request-id: req-3e813a77-77f3-4a7c-aaf1-7bf9be7b7315 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:32.560262 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:32.560522 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e813a77-77f3-4a7c-aaf1-7bf9be7b7315 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:32.560932 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549', 'status': 'completed', 'code': 200} Oct 27 16:28:32.596969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edea8cc-b1e2-4742-8fa7-1f3464d2d4df req-11b7a740-495a-4444-a464-671a64e3b2e2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.599744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2edea8cc-b1e2-4742-8fa7-1f3464d2d4df req-11b7a740-495a-4444-a464-671a64e3b2e2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.1034198 Oct 27 16:28:32.647336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-a6e401ef-c36e-40a8-b26c-0c27cc91246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.649175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-a6e401ef-c36e-40a8-b26c-0c27cc91246a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8907f0a4d9405cbae6019ae5dc70ec&device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 1094 time: 0.0610318 Oct 27 16:28:32.661246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2edea8cc-b1e2-4742-8fa7-1f3464d2d4df req-204d2ce6-cf3f-4e31-bc16-458350ad6443 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Oct 27 16:28:32.724592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-59f82fcd-2d3e-4492-bfe3-5d95ea0b5d1f req-795ac1f0-f6cb-4673-b276-97cedbd87ea1 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:32.725958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f82fcd-2d3e-4492-bfe3-5d95ea0b5d1f req-795ac1f0-f6cb-4673-b276-97cedbd87ea1 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092950 Oct 27 16:28:32.786778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-a01bfd4d-f2ab-46b7-bfe9-3b53f070a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.789770 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-a01bfd4d-f2ab-46b7-bfe9-3b53f070a860 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6b8907f0a4d9405cbae6019ae5dc70ec&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1311076 Oct 27 16:28:32.888959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59f82fcd-2d3e-4492-bfe3-5d95ea0b5d1f req-00e201ea-cc68-4760-8e2b-90fbdf0975ea tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1487620 Oct 27 16:28:33.009852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-ebe2a896-259d-4e00-aad7-017371250254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.011540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ea1785f4-1136-4c54-9e5f-03773478fd7b req-ebe2a896-259d-4e00-aad7-017371250254 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147913 Oct 27 16:28:33.137509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c6f13e1e-b0a8-4116-a65a-e42bffb48754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.143441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-c6f13e1e-b0a8-4116-a65a-e42bffb48754 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8907f0a4d9405cbae6019ae5dc70ec&device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 1094 time: 0.0697753 Oct 27 16:28:33.188429 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-32f14ee2-ebcd-47fa-a573-964901c44767 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e1c255-1e5b-48d4-a071-bbd254383549 HTTP/1.1" status: 200 len: 217 time: 0.0372858 Oct 27 16:28:33.265323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-0813edac-8a46-4d8f-b7fe-9f9d26d333c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.266895 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-0813edac-8a46-4d8f-b7fe-9f9d26d333c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=df6e1348-6257-400b-adaf-fd4dd1a2b58f HTTP/1.1" status: 200 len: 853 time: 0.0675025 Oct 27 16:28:33.329042 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-5e755197-79c8-431e-947e-93f79f1987a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d650078a-b656-4424-a4ae-617720aab3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493069 Oct 27 16:28:33.358048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0a608-6437-4d6d-b536-138d1ab30d45 req-fbc5b099-67a9-4e78-80c1-d28dd726c521 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.376615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b0a608-6437-4d6d-b536-138d1ab30d45 req-fbc5b099-67a9-4e78-80c1-d28dd726c521 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1060588 Oct 27 16:28:33.456613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6b0a608-6437-4d6d-b536-138d1ab30d45 req-fc9ed6fc-1bd9-4eac-b1f0-3cf5a8603132 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788217 Oct 27 16:28:33.567109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acad0a-497d-45e3-9020-5c60c5ea3658 req-6059d00d-7463-4a9f-8e12-7007782f05b0 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.568684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05acad0a-497d-45e3-9020-5c60c5ea3658 req-6059d00d-7463-4a9f-8e12-7007782f05b0 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.1087961 Oct 27 16:28:33.590139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-2f2d2043-e22f-436e-bf2d-18368e1fe1f6 service neutron] 10.222.0.82 "GET /v2.0/networks/d650078a-b656-4424-a4ae-617720aab3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516093 Oct 27 16:28:33.654915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05acad0a-497d-45e3-9020-5c60c5ea3658 req-761b06ea-285c-4044-afcd-c756b6bc54d9 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767951 Oct 27 16:28:33.672858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0842c-e0cc-4c8b-ac84-6eb7cd2d7120 req-754db5b6-34a0-4f4b-8d90-92ff442c5e46 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.675217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fe0842c-e0cc-4c8b-ac84-6eb7cd2d7120 req-754db5b6-34a0-4f4b-8d90-92ff442c5e46 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.0901341 Oct 27 16:28:33.715961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fe0842c-e0cc-4c8b-ac84-6eb7cd2d7120 req-94e0942c-30bb-40a1-a90a-0f3a9daf7e01 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344944 Oct 27 16:28:33.722335 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d40de09a-73f2-4f13-93f6-d2eeb761ee88 req-9bcede75-9d21-420e-bf26-788b521a7ea8 service neutron] 10.222.0.82 "GET /v2.0/networks/d650078a-b656-4424-a4ae-617720aab3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197314 Oct 27 16:28:33.859653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae4018-19dc-4f40-9387-cd6ce547e0c2 req-50651069-8c6f-49f9-bdd4-b78bd3849eb0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:33.862649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7ae4018-19dc-4f40-9387-cd6ce547e0c2 req-50651069-8c6f-49f9-bdd4-b78bd3849eb0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0746686 Oct 27 16:28:33.918871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7ae4018-19dc-4f40-9387-cd6ce547e0c2 req-13087e52-fe69-46bf-8061-6ff20f38ebd7 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Oct 27 16:28:34.196738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455811be-1ef5-427a-b6f4-2ee72f7622c7 req-64eb48e4-34ae-40ee-aa73-d8ffc92ae4c3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.204153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455811be-1ef5-427a-b6f4-2ee72f7622c7 req-64eb48e4-34ae-40ee-aa73-d8ffc92ae4c3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.211108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455811be-1ef5-427a-b6f4-2ee72f7622c7 req-64eb48e4-34ae-40ee-aa73-d8ffc92ae4c3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.219199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-455811be-1ef5-427a-b6f4-2ee72f7622c7 req-64eb48e4-34ae-40ee-aa73-d8ffc92ae4c3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521&device_id=814a040d-97d2-4cae-b175-5c32ed958ca0&device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 2418 time: 0.0840759 Oct 27 16:28:34.281645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-455811be-1ef5-427a-b6f4-2ee72f7622c7 req-fe54df09-5f98-4ddf-aca5-94e78693f860 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Oct 27 16:28:34.356194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7774f195-215a-4ff8-88b9-690872ca7725 req-186f63bb-4b4f-45b8-a1ee-bb290cb96b50 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0547044 Oct 27 16:28:34.910283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef01a5-783b-46b0-beca-622e7b140dce req-332464e0-8d23-431c-96d0-b782e2399943 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.912085 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ef01a5-783b-46b0-beca-622e7b140dce req-332464e0-8d23-431c-96d0-b782e2399943 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.0580842 Oct 27 16:28:34.962566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ef01a5-783b-46b0-beca-622e7b140dce req-6347de96-2798-4eda-86ba-b1b0bd572c14 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Oct 27 16:28:35.969930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25a8f5-5d6d-4aed-b2e3-013550b89097 req-18d0c647-b314-47b5-9a39-6646a133467c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:35.972334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d25a8f5-5d6d-4aed-b2e3-013550b89097 req-18d0c647-b314-47b5-9a39-6646a133467c tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0533164 Oct 27 16:28:36.018338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d25a8f5-5d6d-4aed-b2e3-013550b89097 req-9e574bfb-2701-4d4d-9203-1f42b6b08ece tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Oct 27 16:28:36.122141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ed03-7521-4abe-befa-dca32580092c req-7db36bfc-81cb-42d1-8ffe-f12822c36d8d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:36.124047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b25ed03-7521-4abe-befa-dca32580092c req-7db36bfc-81cb-42d1-8ffe-f12822c36d8d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.0676525 Oct 27 16:28:36.204523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b25ed03-7521-4abe-befa-dca32580092c req-54de6b71-ea1c-430c-99d1-88d6ebcb57f4 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721500 Oct 27 16:28:37.140831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6632-ece0-46c2-ad16-8e1a9864481a req-6345d9d3-6a07-487c-950b-324d0a651b56 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:37.143609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66ad6632-ece0-46c2-ad16-8e1a9864481a req-6345d9d3-6a07-487c-950b-324d0a651b56 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0511994 Oct 27 16:28:37.182556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66ad6632-ece0-46c2-ad16-8e1a9864481a req-52a6e425-e57d-4985-aa4c-23688b0738c2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336406 Oct 27 16:28:37.363581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08403233-c418-4e02-975e-e9e91bdd5928 req-c596cf53-b33c-4311-ae74-7a4641aa2cd4 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:37.365432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08403233-c418-4e02-975e-e9e91bdd5928 req-c596cf53-b33c-4311-ae74-7a4641aa2cd4 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.0781076 Oct 27 16:28:37.431104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08403233-c418-4e02-975e-e9e91bdd5928 req-d1120994-4fd2-441d-a81c-83075b09076a tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513053 Oct 27 16:28:38.255134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-21f508f7-3a06-4143-b643-17e50dfcad45 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:38.256952 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-21f508f7-3a06-4143-b643-17e50dfcad45 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.4486332 Oct 27 16:28:38.345963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f041-ee60-43b8-ad83-789be03f54e7 req-96797018-5103-4428-b828-a0f98648afbc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:38.355401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca13f041-ee60-43b8-ad83-789be03f54e7 req-96797018-5103-4428-b828-a0f98648afbc tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 946 time: 0.0731101 Oct 27 16:28:38.421186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Deleting port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:38.421807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.428971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca13f041-ee60-43b8-ad83-789be03f54e7 req-8a744b36-2d3c-409a-83af-bfb62f746eb8 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 Oct 27 16:28:38.488413 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:28:38.552835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 47e1c255-1e5b-48d4-a071-bbd254383549 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:28:38.616195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daabfcc-edf9-4be0-80b3-c204bcb59a6a req-568c3f37-333d-4fe8-9c30-5758aaa10fb6 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:38.624229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1daabfcc-edf9-4be0-80b3-c204bcb59a6a req-568c3f37-333d-4fe8-9c30-5758aaa10fb6 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 943 time: 0.1229727 Oct 27 16:28:38.626356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] For port 7b9d4553-ab63-4e9b-9445-6affb3e58c41, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=7b9d4553-ab63-4e9b-9445-6affb3e58c41,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:38.627218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.661024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Calling delete_port for 7b9d4553-ab63-4e9b-9445-6affb3e58c41 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:38.704203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1daabfcc-edf9-4be0-80b3-c204bcb59a6a req-736d3f97-b939-40b1-a43c-ae12086ee3e4 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639262 Oct 27 16:28:38.853099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=47e1c255-1e5b-48d4-a071-bbd254383549,segment=NetworkSegment(2fe4d7c0-91dd-481a-9bc9-d5186c861acf),segment_id=2fe4d7c0-91dd-481a-9bc9-d5186c861acf)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:38.873772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '47e1c255-1e5b-48d4-a071-bbd254383549', 'network_id': 'd650078a-b656-4424-a4ae-617720aab3df', 'port_id': '47e1c255-1e5b-48d4-a071-bbd254383549', 'mac_address': 'fa:16:3e:0e:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6e1348-6257-400b-adaf-fd4dd1a2b58f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:28:38.933611 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.953756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1c255-1e5b-48d4-a071-bbd254383549 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:28:38.965533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.011659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=47e1c255-1e5b-48d4-a071-bbd254383549,segment=NetworkSegment(2fe4d7c0-91dd-481a-9bc9-d5186c861acf),segment_id=2fe4d7c0-91dd-481a-9bc9-d5186c861acf)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:39.018060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event deleted for resources: {'Port': ['ID=7b9d4553-ab63-4e9b-9445-6affb3e58c41,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.020318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3762b0a3-98a0-4dbe-8ffb-5b2d14103132', '18f716ec-d5e7-444c-b663-110798ff4ab9', '7b9d4553-ab63-4e9b-9445-6affb3e58c41'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:39.109183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.109938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] No DVR routers for this DVR port 7b9d4553-ab63-4e9b-9445-6affb3e58c41 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:39.117367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.120698 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-985e4db5-2655-488b-913f-11c7b7e5aeaa req-fc4d37dc-d58e-457a-be16-96bea71c9f7f tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "DELETE /v2.0/ports/7b9d4553-ab63-4e9b-9445-6affb3e58c41 HTTP/1.1" status: 204 len: 173 time: 0.8566611 Oct 27 16:28:39.121170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'name': 'network-vif-deleted', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:39.123507 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c934e-d6b7-4197-b77f-075c507bfdf4" -d '{"events": [{"server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "name": "network-vif-deleted", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:39.175855 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff93c22-9170-424a-a365-7c63a5696ef3 x-openstack-request-id: req-cff93c22-9170-424a-a365-7c63a5696ef3 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:39.176421 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4e4f81-f48b-4d71-958c-eecbcd86a521", "name": "network-vif-deleted", "tag": "7b9d4553-ab63-4e9b-9445-6affb3e58c41", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:39.176836 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cff93c22-9170-424a-a365-7c63a5696ef3 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:39.177435 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4e4f81-f48b-4d71-958c-eecbcd86a521', 'name': 'network-vif-deleted', 'tag': '7b9d4553-ab63-4e9b-9445-6affb3e58c41', 'status': 'completed', 'code': 200} Oct 27 16:28:39.281354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.586796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['47e1c255-1e5b-48d4-a071-bbd254383549'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:39.626554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04271930-0e0f-451f-9a7b-ae65fdedd223 req-98f3f467-1e53-4cd6-9b4e-0c047cf7f3d2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad4e4f81-f48b-4d71-958c-eecbcd86a521 HTTP/1.1" status: 200 len: 210 time: 0.0461667 Oct 27 16:28:39.911379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b78e3-23aa-4103-9694-d6ec7608e5f1 req-bfc4354d-f401-4bbb-8579-f03fb7163a06 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:39.919488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-640b78e3-23aa-4103-9694-d6ec7608e5f1 req-bfc4354d-f401-4bbb-8579-f03fb7163a06 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 944 time: 0.0776584 Oct 27 16:28:39.953853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-640b78e3-23aa-4103-9694-d6ec7608e5f1 req-a2ffa876-e3f3-4c16-a32e-f73678c2296e tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Oct 27 16:28:40.567380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7b9d4553-ab63-4e9b-9445-6affb3e58c41 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:40.589402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 7b9d4553-ab63-4e9b-9445-6affb3e58c41 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:40.590392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 7b9d4553-ab63-4e9b-9445-6affb3e58c41 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:41.133199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005bbbd-c810-43af-be96-d20ad986515b req-3260fe3d-22ed-4b2c-9f86-84703dbfaa80 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:41.135507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d005bbbd-c810-43af-be96-d20ad986515b req-3260fe3d-22ed-4b2c-9f86-84703dbfaa80 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 944 time: 0.0691869 Oct 27 16:28:41.224513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d005bbbd-c810-43af-be96-d20ad986515b req-377e3892-da3a-4bf6-a8d7-d60b32f819f8 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788636 Oct 27 16:28:41.239381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37872-e3aa-46c4-a3aa-0c76eb7413f1 req-60380787-31c2-439e-92c4-8c179b37a3b2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:41.248247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ced37872-e3aa-46c4-a3aa-0c76eb7413f1 req-60380787-31c2-439e-92c4-8c179b37a3b2 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.1115222 Oct 27 16:28:41.332998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ced37872-e3aa-46c4-a3aa-0c76eb7413f1 req-bfff167d-2832-4806-bf55-d1fa1252067e tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Oct 27 16:28:41.342105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bacbf674-2203-4a7d-b575-7626c4504275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.458375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4bfd-5091-45cf-a417-4d72f5af2834 req-0c6d26bb-1ce3-418d-af7d-a64342520d4b tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:42.473551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eace4bfd-5091-45cf-a417-4d72f5af2834 req-0c6d26bb-1ce3-418d-af7d-a64342520d4b tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 944 time: 0.1474006 Oct 27 16:28:42.563841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eace4bfd-5091-45cf-a417-4d72f5af2834 req-bf949e71-f6f9-476e-ab43-fea628ae0712 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830522 Oct 27 16:28:42.567385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 47e1c255-1e5b-48d4-a071-bbd254383549 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:42.651297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036235-d4cc-4f72-a75c-26cf65656251 req-d3be3094-a63b-4835-9652-0954ed69a524 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:42.668358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77036235-d4cc-4f72-a75c-26cf65656251 req-d3be3094-a63b-4835-9652-0954ed69a524 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.1220708 Oct 27 16:28:42.747935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77036235-d4cc-4f72-a75c-26cf65656251 req-66abc371-c45d-4260-9c18-8093708cbad5 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736451 Oct 27 16:28:42.850079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 47e1c255-1e5b-48d4-a071-bbd254383549 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:28:42.857214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 47e1c255-1e5b-48d4-a071-bbd254383549 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:42.857589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.984217 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.009960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:43.012713 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b15c2a-557c-4801-8aed-1a7baa14ce14" -d '{"events": [{"server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:43.027423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=47e1c255-1e5b-48d4-a071-bbd254383549,segment=NetworkSegment(2fe4d7c0-91dd-481a-9bc9-d5186c861acf),segment_id=2fe4d7c0-91dd-481a-9bc9-d5186c861acf)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:43.107613 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0accd1-33d4-4e1f-9957-de238de06fb5 x-openstack-request-id: req-da0accd1-33d4-4e1f-9957-de238de06fb5 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:43.108637 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:43.110148 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da0accd1-33d4-4e1f-9957-de238de06fb5 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:43.112861 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549', 'code': 200} Oct 27 16:28:43.231393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.251325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-dfa13403-5c47-4437-94ad-d2e3f85865f9 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:43.253449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-dfa13403-5c47-4437-94ad-d2e3f85865f9 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 945 time: 0.1073980 Oct 27 16:28:43.256306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf987b-5d9a-4352-bed2-f52798fc096d req-11640609-e519-4ade-98eb-83fbbefa1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:43.258524 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cebf987b-5d9a-4352-bed2-f52798fc096d req-11640609-e519-4ade-98eb-83fbbefa1c46 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 1095 time: 0.0694187 Oct 27 16:28:43.321629 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:43.361481 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cebf987b-5d9a-4352-bed2-f52798fc096d req-3b698b30-6b4d-4271-b786-8ed1882b463e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Oct 27 16:28:43.417399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Deleting port 18f716ec-d5e7-444c-b663-110798ff4ab9 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:43.417641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.612883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] For port 18f716ec-d5e7-444c-b663-110798ff4ab9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=18f716ec-d5e7-444c-b663-110798ff4ab9,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:43.613244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.677365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Calling delete_port for 18f716ec-d5e7-444c-b663-110798ff4ab9 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:43.889538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093941-97b8-4a7b-86a5-fe0fbf95318a req-871a0a92-a931-44c4-831e-d8ef2d486279 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:43.898685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec093941-97b8-4a7b-86a5-fe0fbf95318a req-871a0a92-a931-44c4-831e-d8ef2d486279 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.2418463 Oct 27 16:28:43.999314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec093941-97b8-4a7b-86a5-fe0fbf95318a req-9882275f-a21e-4943-9e9d-0a44bb35cd19 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993161 Oct 27 16:28:44.004157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.017624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3762b0a3-98a0-4dbe-8ffb-5b2d14103132', '18f716ec-d5e7-444c-b663-110798ff4ab9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:44.040835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event deleted for resources: {'Port': ['ID=18f716ec-d5e7-444c-b663-110798ff4ab9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:44.070453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293feb5-9dd0-465c-a490-7a08695c911a req-f59fa20d-2088-4a27-ada1-ebdc89900b99 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:44.081918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0293feb5-9dd0-465c-a490-7a08695c911a req-f59fa20d-2088-4a27-ada1-ebdc89900b99 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 867 time: 0.1482718 Oct 27 16:28:44.119436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bf023978-0f04-4018-a9e4-30329e134fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.167774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0293feb5-9dd0-465c-a490-7a08695c911a req-46af0e82-2a4e-4ad2-b8fe-53c5a24009d3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840168 Oct 27 16:28:44.191962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] No DVR routers for this DVR port 18f716ec-d5e7-444c-b663-110798ff4ab9 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:44.195114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.199361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a6461278-64d7-43c6-9fa4-0b8fba334247 req-4b3959dc-6079-40b3-be55-d7d9235354e3 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "DELETE /v2.0/ports/18f716ec-d5e7-444c-b663-110798ff4ab9 HTTP/1.1" status: 204 len: 173 time: 0.9290724 Oct 27 16:28:44.199817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'name': 'network-vif-deleted', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:44.216727 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f68a5b0-01b8-455c-901f-a24fc69da150" -d '{"events": [{"server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "name": "network-vif-deleted", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:44.296692 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541d0b8-c1bb-47b6-881d-110745d9ce80 x-openstack-request-id: req-c541d0b8-c1bb-47b6-881d-110745d9ce80 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:44.297816 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a040d-97d2-4cae-b175-5c32ed958ca0", "name": "network-vif-deleted", "tag": "18f716ec-d5e7-444c-b663-110798ff4ab9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:44.301609 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c541d0b8-c1bb-47b6-881d-110745d9ce80 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:44.301609 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a040d-97d2-4cae-b175-5c32ed958ca0', 'name': 'network-vif-deleted', 'tag': '18f716ec-d5e7-444c-b663-110798ff4ab9', 'status': 'completed', 'code': 200} Oct 27 16:28:44.679891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.153525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4a4b-5b22-4307-85ae-2d1f4158f292 req-b0919bf8-c255-40b7-821f-0a5c60e040dc tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:45.155769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b5c4a4b-5b22-4307-85ae-2d1f4158f292 req-b0919bf8-c255-40b7-821f-0a5c60e040dc tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.0573609 Oct 27 16:28:45.217451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b5c4a4b-5b22-4307-85ae-2d1f4158f292 req-cd009393-d444-46c6-b867-958d8a57c324 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Oct 27 16:28:45.301251 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.336477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6324525-9b1a-4c39-980e-2af8bffacd66 req-5adf36c0-0393-44d3-9083-7d9354645796 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=814a040d-97d2-4cae-b175-5c32ed958ca0 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Oct 27 16:28:45.858593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53994) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.398452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b3cd-8f58-4611-bec3-c224d6a536ff req-2966af8d-a485-4317-aee3-359cae250d3a tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:46.400732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4181b3cd-8f58-4611-bec3-c224d6a536ff req-2966af8d-a485-4317-aee3-359cae250d3a tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.1052582 Oct 27 16:28:46.488042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4181b3cd-8f58-4611-bec3-c224d6a536ff req-756910ce-b66c-433e-9574-6148ff939d34 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Oct 27 16:28:46.921550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.250104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Deleting port a3a76662-3e1c-4c6f-87f9-f511e0a5df69 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:47.250104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.345559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] For port a3a76662-3e1c-4c6f-87f9-f511e0a5df69, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:47.345945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.358752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Calling delete_port for a3a76662-3e1c-4c6f-87f9-f511e0a5df69 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:47.552047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.669620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e0c80-43e9-444e-b955-40ebedbce077 req-538a3bed-32b2-4d33-8f40-e9059cd824d4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:47.671390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c9e0c80-43e9-444e-b955-40ebedbce077 req-538a3bed-32b2-4d33-8f40-e9059cd824d4 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0583587 Oct 27 16:28:47.731678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c9e0c80-43e9-444e-b955-40ebedbce077 req-0e814b17-3634-484e-9b9c-90482fbbd346 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Oct 27 16:28:47.763830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.797251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a76662-3e1c-4c6f-87f9-f511e0a5df69,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.085270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.106400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cbdc3-6cd4-44da-b8d4-34b175490e25 req-06907fb9-a305-4524-9102-88346077c56d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:48.108434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d84cbdc3-6cd4-44da-b8d4-34b175490e25 req-06907fb9-a305-4524-9102-88346077c56d tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.1051345 Oct 27 16:28:48.180185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d84cbdc3-6cd4-44da-b8d4-34b175490e25 req-a5e67422-3f1c-4864-9d95-42db22c465d3 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 Oct 27 16:28:48.374584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Router 2cbc4bc1-d6b6-4242-83e4-972336adc49a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:48.485391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:48.490399 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db8df6b0-b238-4e87-ac54-1a33b0c9abb9 admin admin] 10.222.0.70 "PUT /v2.0/routers/2cbc4bc1-d6b6-4242-83e4-972336adc49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306438 Oct 27 16:28:48.494519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:48.502543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Sync routers for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:48.512567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:48.513419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:48.586861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18f716ec-d5e7-444c-b663-110798ff4ab9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:48.612111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.618776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 18f716ec-d5e7-444c-b663-110798ff4ab9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:48.619178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 18f716ec-d5e7-444c-b663-110798ff4ab9 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:48.644566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:48.726854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.843992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:28:47Z', 'revision_number': 5, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port': {'id': 'b8e8c955-ed27-43cb-9195-cd303dd9d502', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:27Z', 'updated_at': '2021-10-27T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:48.880297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Checking router: 2cbc4bc1-d6b6-4242-83e4-972336adc49a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:48.894034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Routers {'2cbc4bc1-d6b6-4242-83e4-972336adc49a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:48.895433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:48.911807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d034-5794-4541-a371-e8124572e297 req-675eb199-fda9-4f1e-87d3-ec27831bee2a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:48.913440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3030d034-5794-4541-a371-e8124572e297 req-675eb199-fda9-4f1e-87d3-ec27831bee2a tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0743573 Oct 27 16:28:48.918753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Deleting port b8e8c955-ed27-43cb-9195-cd303dd9d502 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:48.919191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.000081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3030d034-5794-4541-a371-e8124572e297 req-6729b2f0-97f1-4310-855d-3a8e1e28df88 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762537 Oct 27 16:28:49.028820 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] Set router 2cbc4bc1-d6b6-4242-83e4-972336adc49a gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:49.078433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] For port b8e8c955-ed27-43cb-9195-cd303dd9d502, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b8e8c955-ed27-43cb-9195-cd303dd9d502,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:49.078799 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.092941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Calling delete_port for b8e8c955-ed27-43cb-9195-cd303dd9d502 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:49.098458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:28:48Z', 'revision_number': 6, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:49.131799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a237d-df80-4f9a-b429-38901a9f5301 None None] The sync data for ids ['2cbc4bc1-d6b6-4242-83e4-972336adc49a'] in n-d-814735-4 is: [{'id': '2cbc4bc1-d6b6-4242-83e4-972336adc49a', 'name': 'tempest-AttachVolumeTestJSON-952320098-router', 'tenant_id': '699ef4e20db840a3a419301464f931ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:26Z', 'updated_at': '2021-10-27T16:28:48Z', 'revision_number': 6, 'project_id': '699ef4e20db840a3a419301464f931ed', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:49.319632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d799c9-4133-42ff-9569-f97255fab271 req-e4cfa084-7bd2-49d8-a8b5-0eefacbd7cdd tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:49.321295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0d799c9-4133-42ff-9569-f97255fab271 req-e4cfa084-7bd2-49d8-a8b5-0eefacbd7cdd tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.0559394 Oct 27 16:28:49.369854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0d799c9-4133-42ff-9569-f97255fab271 req-17cfb194-7604-4e66-a66a-f4412d769158 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Oct 27 16:28:49.393280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.428256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e8c955-ed27-43cb-9195-cd303dd9d502,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:49.520284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.929521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-40812f69-7004-4cd0-a3a9-570f1492513f tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:49.931012 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-40812f69-7004-4cd0-a3a9-570f1492513f tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.0799193 Oct 27 16:28:49.938735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-b0b85899-5db0-4e90-93bc-e80a3f1f5fac tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:49.940707 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-b0b85899-5db0-4e90-93bc-e80a3f1f5fac tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.1080606 Oct 27 16:28:49.941462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.943861 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.089751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.091362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cbc4bc1-d6b6-4242-83e4-972336adc49a {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:28:50.103526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b8e8c955-ed27-43cb-9195-cd303dd9d502 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:50.115415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.116616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bcc1bd4f-832b-4347-b114-b864e33e2645 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2cbc4bc1-d6b6-4242-83e4-972336adc49a HTTP/1.1" status: 204 len: 168 time: 1.6210279 Oct 27 16:28:50.119955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54076) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.154305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b8e8c955-ed27-43cb-9195-cd303dd9d502 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:50.154683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b8e8c955-ed27-43cb-9195-cd303dd9d502 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:50.155195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3a76662-3e1c-4c6f-87f9-f511e0a5df69 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:50.175514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Deleting port 47e1c255-1e5b-48d4-a071-bbd254383549 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:50.175514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.194855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a3a76662-3e1c-4c6f-87f9-f511e0a5df69 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:50.195237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3a76662-3e1c-4c6f-87f9-f511e0a5df69 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:50.240125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Deleting port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:50.240565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.241338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf0e2c-e9fb-4635-a180-891a72c0344e req-92c517fd-1986-4cea-8bee-35951e235206 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:50.243693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ebf0e2c-e9fb-4635-a180-891a72c0344e req-92c517fd-1986-4cea-8bee-35951e235206 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 946 time: 0.0805435 Oct 27 16:28:50.251167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Deleting subnet acf011a8-a224-4fb1-a07c-8a061805d9b9 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:50.297307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.346237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ebf0e2c-e9fb-4635-a180-891a72c0344e req-a14e8878-bc1d-4b98-9e35-47a70352bc71 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/security-groups?id=f83f915f-318b-4fb9-9be2-a777028cda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896225 Oct 27 16:28:50.366276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] For port 47e1c255-1e5b-48d4-a071-bbd254383549, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=47e1c255-1e5b-48d4-a071-bbd254383549,segment=NetworkSegment(2fe4d7c0-91dd-481a-9bc9-d5186c861acf),segment_id=2fe4d7c0-91dd-481a-9bc9-d5186c861acf)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:50.366656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.369429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.407701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Calling delete_port for 47e1c255-1e5b-48d4-a071-bbd254383549 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:50.440239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] For port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:50.440847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.508299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.526708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Calling delete_port for 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:50.675964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afbc9e-6632-4acc-8d6d-9687ac0ce27c req-44ce24ad-2349-45cc-a756-dbd2bb344676 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:50.677543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6afbc9e-6632-4acc-8d6d-9687ac0ce27c req-44ce24ad-2349-45cc-a756-dbd2bb344676 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 945 time: 0.0768516 Oct 27 16:28:50.689981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.723302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b565c-8cf8-4b08-bc15-6b43108ede51 None None] Network 02952109-1859-4883-b2be-e1cde8cbad73 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:50.741995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.752333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/acf011a8-a224-4fb1-a07c-8a061805d9b9 HTTP/1.1" status: 204 len: 168 time: 0.6291037 Oct 27 16:28:50.758728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.759597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506c565-eb96-4134-b441-4c8ee066f921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf011a8-a224-4fb1-a07c-8a061805d9b9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:50.848891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.865871 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.868290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['47e1c255-1e5b-48d4-a071-bbd254383549'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:50.908707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Pushing event deleted for resources: {'Port': ['ID=47e1c255-1e5b-48d4-a071-bbd254383549,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:50.990546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.003312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3762b0a3-98a0-4dbe-8ffb-5b2d14103132'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:51.012360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6afbc9e-6632-4acc-8d6d-9687ac0ce27c req-de65384a-ad4a-42a9-b2c2-139348cc9806 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240206 Oct 27 16:28:51.035851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] No DVR routers for this DVR port 47e1c255-1e5b-48d4-a071-bbd254383549 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:51.042364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.050042 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e47dbe02-0388-42a6-922d-7b4a39f1515c req-70a879bc-09c2-4c98-8109-49b3345ae253 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.82 "DELETE /v2.0/ports/47e1c255-1e5b-48d4-a071-bbd254383549 HTTP/1.1" status: 204 len: 173 time: 1.1054082 Oct 27 16:28:51.053338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'name': 'network-vif-deleted', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:51.063330 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77120e70-8d37-42c7-8fb1-d620db318799" -d '{"events": [{"server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "name": "network-vif-deleted", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:51.065585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Deleting port a4e17288-19a3-44e8-996b-949f650c06d4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:51.066550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.078099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] DHCP port deletion for 02952109-1859-4883-b2be-e1cde8cbad73 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:51.145922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Pushing event deleted for resources: {'Port': ['ID=3762b0a3-98a0-4dbe-8ffb-5b2d14103132,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.167238 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff832345-9b21-4fd2-9cbb-ff554f11df9f x-openstack-request-id: req-ff832345-9b21-4fd2-9cbb-ff554f11df9f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:51.188493 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef36b86a-1ed8-423c-ac8c-f488c5eb506c", "name": "network-vif-deleted", "tag": "47e1c255-1e5b-48d4-a071-bbd254383549", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:51.188790 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff832345-9b21-4fd2-9cbb-ff554f11df9f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:51.191529 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef36b86a-1ed8-423c-ac8c-f488c5eb506c', 'name': 'network-vif-deleted', 'tag': '47e1c255-1e5b-48d4-a071-bbd254383549', 'status': 'completed', 'code': 200} Oct 27 16:28:51.240982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-97554546-546e-4f22-8632-29332da264ab admin admin] For port a4e17288-19a3-44e8-996b-949f650c06d4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a4e17288-19a3-44e8-996b-949f650c06d4,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:51.241937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.265801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] No DVR routers for this DVR port 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:51.269545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.278049 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cee28f68-f7b8-4f97-82e6-3d538e2f8684 req-ad40384a-881b-4234-bae9-9e5eb26e52a0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.82 "DELETE /v2.0/ports/3762b0a3-98a0-4dbe-8ffb-5b2d14103132 HTTP/1.1" status: 204 len: 173 time: 1.3301759 Oct 27 16:28:51.278388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Calling delete_port for a4e17288-19a3-44e8-996b-949f650c06d4 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:51.301363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Deleting port a4e17288-19a3-44e8-996b-949f650c06d4 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:51.302492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.481073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] For port a4e17288-19a3-44e8-996b-949f650c06d4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a4e17288-19a3-44e8-996b-949f650c06d4,segment=NetworkSegment(37e5bb4a-6884-4940-8980-7cdf04e10beb),segment_id=37e5bb4a-6884-4940-8980-7cdf04e10beb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:51.481475 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.516231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Calling delete_port for a4e17288-19a3-44e8-996b-949f650c06d4 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:51.585707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c08f5c40-0ab6-4c10-8ee7-4401be040bd7 req-134229cd-ce50-4627-9106-a5bcfbd602da tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 210 time: 0.0776184 Oct 27 16:28:51.628092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.674124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e17288-19a3-44e8-996b-949f650c06d4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.683023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97554546-546e-4f22-8632-29332da264ab admin admin] No DVR routers for this DVR port a4e17288-19a3-44e8-996b-949f650c06d4 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:51.880467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.890528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.915086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-97554546-546e-4f22-8632-29332da264ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02952109-1859-4883-b2be-e1cde8cbad73']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:51.922639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a4e17288-19a3-44e8-996b-949f650c06d4 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:51.925602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] No DVR routers for this DVR port a4e17288-19a3-44e8-996b-949f650c06d4 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:51.925850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-97554546-546e-4f22-8632-29332da264ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e5bb4a-6884-4940-8980-7cdf04e10beb') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:51.926162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-97554546-546e-4f22-8632-29332da264ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e5bb4a-6884-4940-8980-7cdf04e10beb') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:51.929293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0b8c-634f-42f3-91f9-1d6b279f9040 None None] Pushing event deleted for resources: {'Port': ['ID=a4e17288-19a3-44e8-996b-949f650c06d4,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.942930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.961656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a4e17288-19a3-44e8-996b-949f650c06d4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:51.962077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a4e17288-19a3-44e8-996b-949f650c06d4 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:51.965410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.980299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:51.981363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:51.983562 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:52.162572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.191690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.195472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97554546-546e-4f22-8632-29332da264ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/02952109-1859-4883-b2be-e1cde8cbad73 HTTP/1.1" status: 204 len: 168 time: 1.4336085 Oct 27 16:28:52.196585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97554546-546e-4f22-8632-29332da264ab admin admin] Pushing event deleted for resources: {'Network': ['ID=02952109-1859-4883-b2be-e1cde8cbad73,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:52.224130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ff92a09-9fb6-46e4-bd71-fc7559872b2f req-f01c80ae-45fa-4820-9803-2c86901d2e30 tempest-ServerPasswordTestJSON-522610985 tempest-ServerPasswordTestJSON-522610985-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef36b86a-1ed8-423c-ac8c-f488c5eb506c HTTP/1.1" status: 200 len: 210 time: 0.0589297 Oct 27 16:28:52.622217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54118) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:52.692756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54120) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:52.703179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cebc0ed2-4b92-416c-95d1-e2c1e939a122 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=699ef4e20db840a3a419301464f931ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789859 Oct 27 16:28:52.754080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2544eeb-865c-4c67-9192-adfa1619aa04 req-d3501997-2f45-4d8b-a09e-54a7d3de2bb0 tempest-ListServerFiltersTestJSON-1973785374 tempest-ListServerFiltersTestJSON-1973785374-project] 10.222.0.70 "GET /v2.0/ports?device_id=524e6daa-0884-4a2e-918f-bb4fd19e64e9 HTTP/1.1" status: 200 len: 210 time: 0.0491881 Oct 27 16:28:52.778215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.814834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.082838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.086197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.087778 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/904549bc-c9a7-40a4-978e-1812a32cd743 HTTP/1.1" status: 204 len: 168 time: 0.3934908 Oct 27 16:28:53.102302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff61f-5fa1-41ad-88f5-f69c33382ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904549bc-c9a7-40a4-978e-1812a32cd743,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.193601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'name': 'network-vif-deleted', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:53.196075 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee14706-04de-4c6a-933d-73f9111d774e" -d '{"events": [{"server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "name": "network-vif-deleted", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:53.238049 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7d3ba5-6e62-4360-8748-4381be11a96e x-openstack-request-id: req-1b7d3ba5-6e62-4360-8748-4381be11a96e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:53.238049 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e6daa-0884-4a2e-918f-bb4fd19e64e9", "name": "network-vif-deleted", "tag": "3762b0a3-98a0-4dbe-8ffb-5b2d14103132", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:53.238411 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b7d3ba5-6e62-4360-8748-4381be11a96e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:53.238739 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e6daa-0884-4a2e-918f-bb4fd19e64e9', 'name': 'network-vif-deleted', 'tag': '3762b0a3-98a0-4dbe-8ffb-5b2d14103132', 'status': 'completed', 'code': 200} Oct 27 16:28:53.288577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54134) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.336744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Deleting subnet df6e1348-6257-400b-adaf-fd4dd1a2b58f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:53.340099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.376846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.431354 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.582583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.655329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6e1348-6257-400b-adaf-fd4dd1a2b58f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.664855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.669544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-292f36a6-9305-4f1c-a343-966575041940 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df6e1348-6257-400b-adaf-fd4dd1a2b58f HTTP/1.1" status: 204 len: 168 time: 0.3792541 Oct 27 16:28:53.672081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54142) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.751964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.842923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.956536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.992754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d650078a-b656-4424-a4ae-617720aab3df']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:54.024223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe4d7c0-91dd-481a-9bc9-d5186c861acf') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:54.024617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe4d7c0-91dd-481a-9bc9-d5186c861acf') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:54.033617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Deleting subnet 239a475c-e812-49fe-9d09-a7cb6e132457 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:54.040213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.042049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.082700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.093662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:54.094227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:54.096052 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:54.111869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.268941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.374066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.384698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.390974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] 10.222.0.70 "DELETE /v2.0/networks/d650078a-b656-4424-a4ae-617720aab3df HTTP/1.1" status: 204 len: 168 time: 0.7141864 Oct 27 16:28:54.400990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e7165-d6f9-4505-a76e-08cace0b182f admin admin] Pushing event deleted for resources: {'Network': ['ID=d650078a-b656-4424-a4ae-617720aab3df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.504233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.535737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239a475c-e812-49fe-9d09-a7cb6e132457,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.563518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.563518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a68a1408-e402-4531-8be0-a13f15494818 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/239a475c-e812-49fe-9d09-a7cb6e132457 HTTP/1.1" status: 204 len: 168 time: 0.7128038 Oct 27 16:28:54.563518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54176) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.567100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ea73f-d947-4c39-beac-7917019b0ed2 None None] Network 44739d0b-76c0-42f4-bb8c-2903b6358b81 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:54.651472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 47e1c255-1e5b-48d4-a071-bbd254383549 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:54.753572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 47e1c255-1e5b-48d4-a071-bbd254383549 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:54.754078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 47e1c255-1e5b-48d4-a071-bbd254383549 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:54.759529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:54.781617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.837014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54184) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.865739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:54.872862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3762b0a3-98a0-4dbe-8ffb-5b2d14103132 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:54.916098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-18a6d24a-0457-4493-a78f-b74af589cfff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b8907f0a4d9405cbae6019ae5dc70ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777507 Oct 27 16:28:54.918072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54188) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.035192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Deleting port fa1a2442-c5f0-410d-8a32-ec7af0662869 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:55.036171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.079900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.126451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.183458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] DHCP port deletion for 44739d0b-76c0-42f4-bb8c-2903b6358b81 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:55.296336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Deleting port fa1a2442-c5f0-410d-8a32-ec7af0662869 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:55.296981 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.331829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.335009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.338775 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb7e6d74-d36a-499b-a5c5-5ad526a1b05d HTTP/1.1" status: 204 len: 168 time: 0.4172552 Oct 27 16:28:55.361400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] For port fa1a2442-c5f0-410d-8a32-ec7af0662869, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fa1a2442-c5f0-410d-8a32-ec7af0662869,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:55.362781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.365880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07b767-c776-4750-8f6b-e69ef0f39b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e6d74-d36a-499b-a5c5-5ad526a1b05d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.407426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Calling delete_port for fa1a2442-c5f0-410d-8a32-ec7af0662869 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:55.520191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] For port fa1a2442-c5f0-410d-8a32-ec7af0662869, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=fa1a2442-c5f0-410d-8a32-ec7af0662869,segment=NetworkSegment(502d490f-f138-4a16-9e2c-369120643908),segment_id=502d490f-f138-4a16-9e2c-369120643908)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:55.520191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.558219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Calling delete_port for fa1a2442-c5f0-410d-8a32-ec7af0662869 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:55.673680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.710194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.718921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] No DVR routers for this DVR port fa1a2442-c5f0-410d-8a32-ec7af0662869 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:55.723736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1a2442-c5f0-410d-8a32-ec7af0662869,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.733348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] Pushing event deleted for resources: {'Port': ['ID=fa1a2442-c5f0-410d-8a32-ec7af0662869,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.764358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb094c-2217-4188-8203-2f9890ee3ee3 None None] No DVR routers for this DVR port fa1a2442-c5f0-410d-8a32-ec7af0662869 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:55.843163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.874219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fa1a2442-c5f0-410d-8a32-ec7af0662869 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:55.884860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44739d0b-76c0-42f4-bb8c-2903b6358b81']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:55.900612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502d490f-f138-4a16-9e2c-369120643908') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:55.901221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502d490f-f138-4a16-9e2c-369120643908') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:55.916526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: fa1a2442-c5f0-410d-8a32-ec7af0662869 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:55.916875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device fa1a2442-c5f0-410d-8a32-ec7af0662869 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:55.924315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.955636 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.965956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:55.967217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:56.027244 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:56.144923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.153599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.166677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] 10.222.0.70 "DELETE /v2.0/networks/44739d0b-76c0-42f4-bb8c-2903b6358b81 HTTP/1.1" status: 204 len: 168 time: 1.6010878 Oct 27 16:28:56.188204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d949e5-4810-4d86-ae68-136817c06150 admin admin] Pushing event deleted for resources: {'Network': ['ID=44739d0b-76c0-42f4-bb8c-2903b6358b81,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:56.954977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:57.013841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54238) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:57.024808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3ea77eb6-f8a2-4c4d-ac7d-5f0d3b7d3c52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7a63c05f90d45b4a46518717445dae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648999 Oct 27 16:28:57.102051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.127451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.270446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.273662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.277920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f83f915f-318b-4fb9-9be2-a777028cda8b HTTP/1.1" status: 204 len: 168 time: 0.2622528 Oct 27 16:28:57.287553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6cea8-ed2f-4343-9ff6-bfae7f7eee95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f915f-318b-4fb9-9be2-a777028cda8b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:57.533705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54258) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:57.914913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-network', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:57.921498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.034308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Made reservation on behalf of 5d993a319fd6469895b4382e1e9ef9be for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:58.038296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.059588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.213862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.281806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.319418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:58.357516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b35a0-7725-4d99-af5b-52f6f0ec4749,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.387478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.391535 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Added segment 0b2aa71c-a111-4481-a618-08c125cf8171 of type vlan for network bd82f5b9-db39-4264-b1e0-13953aee03f0 Oct 27 16:28:58.442462 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.488512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.577476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.580019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:58.581358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.702472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd82f5b9-db39-4264-b1e0-13953aee03f0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.720538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:58.752151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-342c80e2-405d-4f47-847b-546d55a7bae1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2145312 Oct 27 16:28:58.772625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.773893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Request body: {'subnet': {'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-subnet', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:58.938958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Made reservation on behalf of 5d993a319fd6469895b4382e1e9ef9be for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:58.938958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.144339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54318) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.310341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-382620610-network', 'tenant_id': 'e79e250709a24cfe8b960db204ca1bad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:59.379262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.418364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Made reservation on behalf of e79e250709a24cfe8b960db204ca1bad for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:59.422141 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.435075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.472908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=687e1af2-acdb-4f16-95ab-0ed6d302ce5c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.477071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Checking segment: {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:59.477659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Network hostable DHCP agents. Network: bd82f5b9-db39-4264-b1e0-13953aee03f0, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:59.572722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:59.587206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.662523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bd82f5b9-db39-4264-b1e0-13953aee03f0) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:59.667394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.667997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.677338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697d2da-a2e9-471a-b4e6-21d809b081ee None None] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:59.723692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.799956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54beff55-8b5f-4565-98ef-945a77fe6bfc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0308304 Oct 27 16:28:59.804761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:59.804938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.817475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:59.832848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be3cd1-ce5e-4fcd-87c2-6174b883a4ca None None] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:59.844100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57bc610-84fb-4437-bade-6aa68ae7e8cb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.855135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.855487 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Added segment 49a96bbe-cb8b-43e1-9045-b6536e3e0b37 of type vlan for network ef049e47-eb98-494c-8c30-df30249d1052 Oct 27 16:28:59.947681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.979965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.981975 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.082673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.083266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.084862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:00.085663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.147874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] Pushing event updated for resources: {'Network': ['ID=ef049e47-eb98-494c-8c30-df30249d1052,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:00.163564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ef049e47-eb98-494c-8c30-df30249d1052 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:29:00.251871 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1df702f7-53d6-4077-9200-a54a8ef4505d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1051667 Oct 27 16:29:00.256845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54338) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:00.271598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Request body: {'subnet': {'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-382620610-subnet', 'tenant_id': 'e79e250709a24cfe8b960db204ca1bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:00.421399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.481732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Made reservation on behalf of e79e250709a24cfe8b960db204ca1bad for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:00.484941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.852522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.915450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.951925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.966715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:01.017261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Checking segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:01.017723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Network hostable DHCP agents. Network: ef049e47-eb98-494c-8c30-df30249d1052, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:29:01.109301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Allocated IP 172.25.5.53 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/04eef78a-55c9-4ddb-812f-39818a34f129) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:01.147206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Network ef049e47-eb98-494c-8c30-df30249d1052 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:29:01.273263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.322383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ef049e47-eb98-494c-8c30-df30249d1052) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:01.334342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:01.335182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.338015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023957ff-ce05-45a7-87e4-4b6045451686 None None] Network ef049e47-eb98-494c-8c30-df30249d1052 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:01.402970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54356) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:01.421808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.469572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29c81bfe-a0e0-4275-80fe-7a81036d00c1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2114129 Oct 27 16:29:01.481246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:01.491286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:01.502324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:01.506723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Pushing event updated for resources: {'Port': ['ID=04eef78a-55c9-4ddb-812f-39818a34f129,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:01.584686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d78a5-3f24-4a5c-b02f-7db7e314da5f None None] Network ef049e47-eb98-494c-8c30-df30249d1052 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:01.789611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bef497e9-1921-40e5-8ebf-3300db033c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.895262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bef497e9-1921-40e5-8ebf-3300db033c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.007853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bef497e9-1921-40e5-8ebf-3300db033c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.139026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef497e9-1921-40e5-8ebf-3300db033c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ded6fc-b9ec-4607-9350-03e740b5a0e5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:02.171580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bef497e9-1921-40e5-8ebf-3300db033c3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ac04dc0a73d402b95a657132399521d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7632904 Oct 27 16:29:02.173158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.190700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.291958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.324702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.517168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.519248 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.521064 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9ded6fc-b9ec-4607-9350-03e740b5a0e5 HTTP/1.1" status: 204 len: 168 time: 0.3453474 Oct 27 16:29:02.535650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e540f-c8a6-4ec3-8bbe-435981dda823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ded6fc-b9ec-4607-9350-03e740b5a0e5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:02.677378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-09bab5bf-cf85-4753-b846-3d7c8f3e8205 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:02.679018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-09bab5bf-cf85-4753-b846-3d7c8f3e8205 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 817 time: 0.6441300 Oct 27 16:29:02.706737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-4009a7ab-0f8d-4164-83ae-b6557a7c9c79 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/quotas/e79e250709a24cfe8b960db204ca1bad HTTP/1.1" status: 200 len: 375 time: 0.0181665 Oct 27 16:29:02.781732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-8874b778-d3b5-438d-ba2f-a5fe6e8bd666 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630875 Oct 27 16:29:02.930537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.941284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-fd165207-1337-40cd-ad67-c4b89ecaffbe service neutron] 10.222.0.70 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342905 Oct 27 16:29:03.133088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-0357b3fa-cd7b-48f8-8aae-7b9ad50d7892 service neutron] 10.222.0.70 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534319 Oct 27 16:29:03.244729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:29:03.376060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:03.387154 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Sync routers for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:03.401711 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:03.406589 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:03.508293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.510766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33e4e5e8-60d9-4563-9d3d-0522c588433c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7064431 Oct 27 16:29:03.513967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.540029 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:03.577235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54418) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.610941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3cadc404-f181-4ef9-ae06-1332427202c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.778194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3cadc404-f181-4ef9-ae06-1332427202c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.858677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3cadc404-f181-4ef9-ae06-1332427202c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.961710 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:01Z', 'revision_number': 3, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:04.033963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3cadc404-f181-4ef9-ae06-1332427202c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56f2dbf16d20420e93975bffaec97a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548237 Oct 27 16:29:04.038917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.039726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc404-f181-4ef9-ae06-1332427202c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a406670-874f-4ede-b421-c02f2b6eee5f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.075637 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Checking router: 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:04.076171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Updating router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 port 04eef78a-55c9-4ddb-812f-39818a34f129 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:29:04.137874 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.191444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c77e777-3771-4f5a-af7d-6aec34a53625 req-bf7a6a02-f8ca-495e-9881-f33fa2916441 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.1032052 Oct 27 16:29:04.264289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.311940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.478606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.481281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.482444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a406670-874f-4ede-b421-c02f2b6eee5f HTTP/1.1" status: 204 len: 168 time: 0.4076841 Oct 27 16:29:04.499926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef700da-9c03-4963-9b56-836e4fbe8ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a406670-874f-4ede-b421-c02f2b6eee5f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.514569 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.640213 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.648952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.791441 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Attempting to bind port 04eef78a-55c9-4ddb-812f-39818a34f129 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:04.791884 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Attempting to bind port 04eef78a-55c9-4ddb-812f-39818a34f129 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:04.792358 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Attempting to bind port 04eef78a-55c9-4ddb-812f-39818a34f129 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:04.799474 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Pushing event updated for resources: {'Port': ['ID=04eef78a-55c9-4ddb-812f-39818a34f129,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.804881 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:04.805259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:04.805654 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.806041 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:04.806504 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Bound port: 04eef78a-55c9-4ddb-812f-39818a34f129, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:04.806876 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.816754 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.817284 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.817877 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.818332 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.818663 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.818987 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.819329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.819654 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.819971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.820462 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.820792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.821108 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:04.931798 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] For port 04eef78a-55c9-4ddb-812f-39818a34f129, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:04.938102 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] For port 04eef78a-55c9-4ddb-812f-39818a34f129, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=04eef78a-55c9-4ddb-812f-39818a34f129,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:04.974480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Allocated IP 172.20.0.1 (bd82f5b9-db39-4264-b1e0-13953aee03f0/687e1af2-acdb-4f16-95ab-0ed6d302ce5c/c77b6cbf-51ab-4fc8-8688-8984b81c73a0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:05.033092 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.091534 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:05.093178 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:05.173407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.200843 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d241-57ad-43ab-94b7-2c4fda52073d None None] Pushing event updated for resources: {'Port': ['ID=04eef78a-55c9-4ddb-812f-39818a34f129,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:05.258196 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:05.279056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-804cff96-7bee-4f89-88aa-8b07101b507e req-9251e6d6-af93-4c93-892b-8810c56bbe95 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.0300326 Oct 27 16:29:05.524392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:01Z', 'revision_number': 3, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:05.553655 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43546b-1cd9-44da-a2b6-e25affa92dce None None] The sync data for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 is: [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:01Z', 'revision_number': 3, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:05.690857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.730110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:05.750926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:05.750926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:05.815635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:05.831937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:06.111132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:06.407502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70d04bb4-6e8c-4af2-b8e0-2168d85a9b76 req-9ff12bf8-8eef-41f9-bf81-3f72503ab90d tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.0654132 Oct 27 16:29:06.755459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:06.852005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:06.920277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:06.924367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:07.024254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:07.025608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:07.165321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:07.296480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:07.302406 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19ff5266-2310-4e84-87ea-abccb30094a0 admin admin] 10.222.0.70 "PUT /v2.0/routers/3f6b5dd8-aa13-4235-affb-4eac6c6db7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7858579 Oct 27 16:29:07.586303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6d56f99-de91-4ae9-9139-53cdef462ca3 req-447ba2ed-72a7-4218-89b1-c50ce3c8a6c3 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.0622704 Oct 27 16:29:07.654468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Sync routers for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:07.675228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:07.675869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:07.946628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:08.035842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 04eef78a-55c9-4ddb-812f-39818a34f129 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:08.180079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 04eef78a-55c9-4ddb-812f-39818a34f129 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:08.181013 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.202046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-b0104991-40bc-4f44-9671-75b9de840194 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.204244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-b0104991-40bc-4f44-9671-75b9de840194 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 820 time: 0.1567020 Oct 27 16:29:08.235778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-26d66178-5ddb-47aa-82bd-6bb5856df2b5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/quotas/5d993a319fd6469895b4382e1e9ef9be HTTP/1.1" status: 200 len: 375 time: 0.0209255 Oct 27 16:29:08.333405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-a24f63cc-eeeb-424b-b2c1-e8aa9abc5322 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960879 Oct 27 16:29:08.382386 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.421548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-a9a59947-9257-4bfb-b5b6-d90cc9866426 service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871780 Oct 27 16:29:08.426387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 04eef78a-55c9-4ddb-812f-39818a34f129, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=04eef78a-55c9-4ddb-812f-39818a34f129,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:08.456914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:06Z', 'revision_number': 2, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:08.520224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Checking router: 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:08.520725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Updating router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:29:08.526895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.567975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-6f5a16a5-eb3a-4a90-b8a8-c1491aaadde4 service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370254 Oct 27 16:29:08.626718 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.645924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=04eef78a-55c9-4ddb-812f-39818a34f129,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:08.699602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11386981-45e3-4624-a13f-9845cb1037c0 req-3bb23726-1182-4c7f-b164-b9e886c54495 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.0374134 Oct 27 16:29:08.946000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f746d3aa-ab09-408f-9cad-dde6ad86b0b2 req-81c8ec0f-e517-422d-8c48-f71e88cf59e4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.0486012 Oct 27 16:29:09.078346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.135996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-4219f25b-b2d8-421c-939e-bc354bdf9b5f tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:09.137591 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-4219f25b-b2d8-421c-939e-bc354bdf9b5f tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 817 time: 0.2071810 Oct 27 16:29:09.154680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Request body: {'port': {'device_id': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'admin_state_up': True, 'tenant_id': 'e79e250709a24cfe8b960db204ca1bad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:09.169745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.305821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2453-6db3-4726-8098-ccf3ba768fdc None None] Pushing event updated for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:09.347860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Attempting to bind port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:09.348345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Attempting to bind port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:09.348706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Attempting to bind port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 on network bd82f5b9-db39-4264-b1e0-13953aee03f0 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:09.364009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:09.364319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Checking segment: {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:09.365068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.366006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Bound using segment: {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:09.366250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Bound port: c77b6cbf-51ab-4fc8-8688-8984b81c73a0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:09.366872 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.450405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] For port c77b6cbf-51ab-4fc8-8688-8984b81c73a0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:09.454191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] For port c77b6cbf-51ab-4fc8-8688-8984b81c73a0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:09.471216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Made reservation on behalf of e79e250709a24cfe8b960db204ca1bad for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:09.474540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.594385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.673975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-35a7f44d-c953-427c-a1bf-a6639543ab07 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:09.679140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-35a7f44d-c953-427c-a1bf-a6639543ab07 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 817 time: 0.2197642 Oct 27 16:29:09.698557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:09.699645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:28:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:09.746867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Request body: {'port': {'device_id': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'admin_state_up': True, 'tenant_id': 'e79e250709a24cfe8b960db204ca1bad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:09.822084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2453-6db3-4726-8098-ccf3ba768fdc None None] Pushing event updated for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:09.915448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 04eef78a-55c9-4ddb-812f-39818a34f129 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:09.958315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:09.960051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Allocated IP 172.20.0.5 (ef049e47-eb98-494c-8c30-df30249d1052/356c9fe1-3d25-4251-81c8-e3bd45c9d0e6/344ab7d2-8e23-4b52-b10e-5e1f44899529) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:10.032847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98e67750-069d-48a2-a1bf-5c97e796196b req-39a2ecb9-86db-4e46-ab67-1db7e06a30c9 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.1643333 Oct 27 16:29:10.148608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f258be3e-080f-4f9d-bf33-0ebb703d4574 req-90c61624-a04c-4195-8743-18913d292109 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.0753751 Oct 27 16:29:10.159978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 04eef78a-55c9-4ddb-812f-39818a34f129 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:10.159978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.244168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.421385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Made reservation on behalf of e79e250709a24cfe8b960db204ca1bad for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:10.430147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.442031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-4b679bef-f95a-467e-a27f-ce0872743aa5 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:10.443630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-4b679bef-f95a-467e-a27f-ce0872743aa5 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 817 time: 0.1603682 Oct 27 16:29:10.445199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.477577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Request body: {'port': {'device_id': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'admin_state_up': True, 'tenant_id': 'e79e250709a24cfe8b960db204ca1bad'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:10.621468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:09Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:10.675052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b40500-a727-4c39-b1aa-676aba77976a None None] The sync data for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 is: [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:09Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:10.684479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Network ef049e47-eb98-494c-8c30-df30249d1052 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:10.836698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:10.844119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event updated for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:10.855146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:10.892567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Made reservation on behalf of e79e250709a24cfe8b960db204ca1bad for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:10.897038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.023901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Allocated IP 172.20.0.13 (ef049e47-eb98-494c-8c30-df30249d1052/356c9fe1-3d25-4251-81c8-e3bd45c9d0e6/10e4286a-5197-4399-81d4-34452ab810da) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:11.198561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:11.199284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.262127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f458f138-98ac-4fe1-a14e-4ae8dd8160a7 req-4eba1003-a5ca-4e9a-91c1-675fbd042137 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 210 time: 0.1017449 Oct 27 16:29:11.371942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c79ae340-0312-4a6d-bf7e-9f2562601513 req-0d33c41c-6f7f-48f3-bd66-ded0d64bb1c8 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.0858533 Oct 27 16:29:11.397978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-b099b45f-51cb-42ae-984b-dc5deb93fb74 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2491782 Oct 27 16:29:11.402972 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-34d38883-00d7-4683-8820-d87f1deff0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.466841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Request body: {'port': {'device_id': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:11.548051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.612112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.904881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Allocated IP 172.20.0.14 (ef049e47-eb98-494c-8c30-df30249d1052/356c9fe1-3d25-4251-81c8-e3bd45c9d0e6/4e762e2a-55df-443c-99d0-76dd72df4949) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:11.987659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.020273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c77b6cbf-51ab-4fc8-8688-8984b81c73a0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:12.135566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:12.136072 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.150807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Network ef049e47-eb98-494c-8c30-df30249d1052 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:12.161752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:12.172549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:12.198498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.342158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.405677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:12.405677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.406400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c77b6cbf-51ab-4fc8-8688-8984b81c73a0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:12.420484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event updated for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.466958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.505915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.507492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.508406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.509587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.511336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.524643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.525291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.527742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.528161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.529091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.529469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.529820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.530169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:12.553678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Network ef049e47-eb98-494c-8c30-df30249d1052 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:12.620592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ab1f6f61-4ee9-432b-9153-8efe2bf54e7f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:12.636694 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-dc34fe0d-c5b2-4d01-80f2-fcadc783e7fe tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9002569 Oct 27 16:29:12.638774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ab1f6f61-4ee9-432b-9153-8efe2bf54e7f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 820 time: 0.3791354 Oct 27 16:29:12.643960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:12.651656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.651859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:12.668940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Request body: {'port': {'device_id': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:12.702658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e208f101-4e68-494d-97a3-21b60b756619 req-e0d55ff9-1927-49f5-a81a-19265d767d99 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.1669877 Oct 27 16:29:12.764246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'port': {'device_id': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'admin_state_up': True, 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:12.786722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.876578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event updated for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.913132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356d86-5edc-42cf-a9eb-0aeedcc6ee91 req-d31de237-3065-4e81-a0f3-00e040f378e0 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:12.916548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db356d86-5edc-42cf-a9eb-0aeedcc6ee91 req-d31de237-3065-4e81-a0f3-00e040f378e0 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 932 time: 0.4557481 Oct 27 16:29:12.955876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:12.956724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.068931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344ab7d2-8e23-4b52-b10e-5e1f44899529 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:13.077811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.080399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db356d86-5edc-42cf-a9eb-0aeedcc6ee91 req-d21740f8-cb57-4e71-a3ec-3c4fd7cf7a53 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612833 Oct 27 16:29:13.091247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Transition to ACTIVE for port object 344ab7d2-8e23-4b52-b10e-5e1f44899529 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:13.107404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-2397ed32-caf3-4601-aeee-d36058fddf4a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6542344 Oct 27 16:29:13.119839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Request body: {'port': {'device_id': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:13.180986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.189733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Made reservation on behalf of 5d993a319fd6469895b4382e1e9ef9be for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:13.193305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.270967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.309632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Pushing event updated for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:13.469108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Attempting to bind port 344ab7d2-8e23-4b52-b10e-5e1f44899529 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:13.470336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Attempting to bind port 344ab7d2-8e23-4b52-b10e-5e1f44899529 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:13.471736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Attempting to bind port 344ab7d2-8e23-4b52-b10e-5e1f44899529 on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:13.494947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Allocated IP 172.20.0.11 (bd82f5b9-db39-4264-b1e0-13953aee03f0/687e1af2-acdb-4f16-95ab-0ed6d302ce5c/bf01546d-31e2-4837-9fef-9610de7b893e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:13.513642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Port 344ab7d2-8e23-4b52-b10e-5e1f44899529 on network ef049e47-eb98-494c-8c30-df30249d1052 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:13.513968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Attempting to bind port 344ab7d2-8e23-4b52-b10e-5e1f44899529 on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:13.547523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:13.547852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Checking segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:13.548237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Bound using segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:13.548789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Bound port: 344ab7d2-8e23-4b52-b10e-5e1f44899529, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:13.552506 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.667563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e4286a-5197-4399-81d4-34452ab810da {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:13.682932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.713025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Transition to ACTIVE for port object 10e4286a-5197-4399-81d4-34452ab810da will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:13.718765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:13.722092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:13.781292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.788217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.840388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.859836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c77b6cbf-51ab-4fc8-8688-8984b81c73a0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:13.861534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Pushing event updated for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:13.918273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:13.919827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.921476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] 10.222.0.82 "PUT /v2.0/ports/344ab7d2-8e23-4b52-b10e-5e1f44899529 HTTP/1.1" status: 200 len: 1091 time: 2.4615974 Oct 27 16:29:13.922095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:13.925242 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691b3e9c-3841-457d-a2e8-f45e969cbafb" -d '{"events": [{"name": "network-changed", "server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:14.001813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:14.002193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.029871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b398f9c-e916-4ea3-8d7d-16cc8773e567 req-856aa661-5d5a-418d-b401-47250d260c2e tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.0721869 Oct 27 16:29:14.069650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-39cd3432-3155-4d61-be36-e8762470348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.079821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2a30-cbdd-4354-9a92-4ad4ad0afebd service neutron] Pushing event updated for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.129447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e762e2a-55df-443c-99d0-76dd72df4949 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:14.138473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.142870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-6f355fd6-f6c9-4f49-9721-e5b01042aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.144441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-6f355fd6-f6c9-4f49-9721-e5b01042aa5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 1094 time: 0.1145658 Oct 27 16:29:14.160703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Attempting to bind port 10e4286a-5197-4399-81d4-34452ab810da on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:14.162548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Attempting to bind port 10e4286a-5197-4399-81d4-34452ab810da by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:14.162548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Attempting to bind port 10e4286a-5197-4399-81d4-34452ab810da on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.200221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Transition to ACTIVE for port object 4e762e2a-55df-443c-99d0-76dd72df4949 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:14.213349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Port 10e4286a-5197-4399-81d4-34452ab810da on network ef049e47-eb98-494c-8c30-df30249d1052 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:14.213786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Attempting to bind port 10e4286a-5197-4399-81d4-34452ab810da on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.237681 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.261602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-019ccb92-8fef-4768-b495-0eba777f65d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529 HTTP/1.1" status: 200 len: 217 time: 0.0832589 Oct 27 16:29:14.262609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:14.262871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Checking segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:14.263274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Bound using segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:14.263707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Bound port: 10e4286a-5197-4399-81d4-34452ab810da, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:14.264059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.283869 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb563db6-d4a7-4747-8305-7e8ed5b6b918 x-openstack-request-id: req-eb563db6-d4a7-4747-8305-7e8ed5b6b918 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:14.284179 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:14.284479 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb563db6-d4a7-4747-8305-7e8ed5b6b918 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:14.284899 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529', 'status': 'completed', 'code': 200} Oct 27 16:29:14.323844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Network bd82f5b9-db39-4264-b1e0-13953aee03f0 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:14.330379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:14.333141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:14.343178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.362667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.368946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-92c14d81-7728-47a3-89b2-7d69c6803ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.370415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-92c14d81-7728-47a3-89b2-7d69c6803ab7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 200 len: 857 time: 0.0962710 Oct 27 16:29:14.371697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098daab1-1a60-4a48-9b2a-72c59e1c4c7f req-6cec04b5-cc4f-4744-a70f-809fef4a26ac tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.373332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-098daab1-1a60-4a48-9b2a-72c59e1c4c7f req-6cec04b5-cc4f-4744-a70f-809fef4a26ac tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 932 time: 0.1546276 Oct 27 16:29:14.413500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-12af0d63-5e4a-48c0-b1be-c4de30e7824d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ef049e47-eb98-494c-8c30-df30249d1052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356741 Oct 27 16:29:14.417325 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:14.440916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10e4286a-5197-4399-81d4-34452ab810da,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:14.472801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.473737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.477023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.530963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-098daab1-1a60-4a48-9b2a-72c59e1c4c7f req-4c1d4484-95ff-4229-8de2-d8748a782425 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422052 Oct 27 16:29:14.534583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.584312 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-d58d7006-372b-490a-a293-b8c89ccaef08 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624103 Oct 27 16:29:14.597765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Attempting to bind port 4e762e2a-55df-443c-99d0-76dd72df4949 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:14.598516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Attempting to bind port 4e762e2a-55df-443c-99d0-76dd72df4949 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:14.599198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Attempting to bind port 4e762e2a-55df-443c-99d0-76dd72df4949 on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.606795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Port 4e762e2a-55df-443c-99d0-76dd72df4949 on network ef049e47-eb98-494c-8c30-df30249d1052 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:14.607200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Attempting to bind port 4e762e2a-55df-443c-99d0-76dd72df4949 on network ef049e47-eb98-494c-8c30-df30249d1052 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.608915 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.612868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:14.613213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Checking segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:14.613827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Bound using segment: {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:14.614267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Bound port: 4e762e2a-55df-443c-99d0-76dd72df4949, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a96bbe-cb8b-43e1-9045-b6536e3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:14.617599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.619770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.620540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.622649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] 10.222.0.82 "PUT /v2.0/ports/10e4286a-5197-4399-81d4-34452ab810da HTTP/1.1" status: 200 len: 1092 time: 1.9621482 Oct 27 16:29:14.641161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-3ccdea4b-83fd-463c-afdd-e13d28b3240f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9423723 Oct 27 16:29:14.672305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Request body: {'port': {'device_id': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:14.690046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b22f-999f-494b-b85a-a651073cee32 service neutron] Pushing event updated for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.740326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:14.743566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4e762e2a-55df-443c-99d0-76dd72df4949,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:14.775554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.776174 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-3374eb61-8428-4d0a-a74b-7c07645d5d07 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833167 Oct 27 16:29:14.837542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-f77e2beb-9a7a-4e5a-9267-9383f6e818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.838999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-f77e2beb-9a7a-4e5a-9267-9383f6e818ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 1095 time: 0.0733087 Oct 27 16:29:14.858508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.885303 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-3317e912-1222-4f59-a876-e2394ceec0f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10e4286a-5197-4399-81d4-34452ab810da HTTP/1.1" status: 200 len: 217 time: 0.0376132 Oct 27 16:29:14.907028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.907688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.909076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] 10.222.0.82 "PUT /v2.0/ports/4e762e2a-55df-443c-99d0-76dd72df4949 HTTP/1.1" status: 200 len: 1092 time: 1.7934318 Oct 27 16:29:14.909542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:14.911819 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:15.007554 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e1667-002d-48de-8998-ecf7583e9b47 x-openstack-request-id: req-5e5e1667-002d-48de-8998-ecf7583e9b47 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:15.007880 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:15.008114 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e5e1667-002d-48de-8998-ecf7583e9b47 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:15.008515 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949', 'status': 'completed', 'code': 200} Oct 27 16:29:15.022270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230267c7-9b4d-4d23-9bfb-caee04e07ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:15.145966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-d0f2739c-2796-4c53-bace-8d807a06e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.147683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-d0f2739c-2796-4c53-bace-8d807a06e48c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 200 len: 857 time: 0.2462478 Oct 27 16:29:15.149925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-adeeae5e-9f9c-46ed-b08d-df6e94b10c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.151458 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-adeeae5e-9f9c-46ed-b08d-df6e94b10c93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 1094 time: 0.1727076 Oct 27 16:29:15.159458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.217035 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-b0ab0bd0-20de-462d-8f8d-3947190f7d6a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ef049e47-eb98-494c-8c30-df30249d1052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521898 Oct 27 16:29:15.370296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-67af10c0-947d-4793-82bc-5f24c718568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.371926 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-67af10c0-947d-4793-82bc-5f24c718568d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 918 time: 0.1986427 Oct 27 16:29:15.376123 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-1f8c4804-18a0-41c3-af15-3a061d36e4b6 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336813 Oct 27 16:29:15.455353 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-e3dbd0e2-0a9b-4848-94e2-43a3a12da637 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529 HTTP/1.1" status: 200 len: 217 time: 0.0696824 Oct 27 16:29:15.489550 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:15.539827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-df681ee5-ac2d-4958-936c-350ec9a10446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.541245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-df681ee5-ac2d-4958-936c-350ec9a10446 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 200 len: 857 time: 0.0655313 Oct 27 16:29:15.600419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-7b91f1e7-1dc2-4ae5-967a-40da254c072d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ef049e47-eb98-494c-8c30-df30249d1052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341558 Oct 27 16:29:15.690556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-aaa8ef9f-c7a6-4c97-b401-61ec603852b9 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335930 Oct 27 16:29:15.710367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-1f0eb1bd-b39c-483e-b0d6-7e479bb0e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.711923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-1f0eb1bd-b39c-483e-b0d6-7e479bb0e0d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 1095 time: 0.6785569 Oct 27 16:29:15.724060 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-625ed4e0-3f49-4adf-847e-bd12d2a046ec service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142061 Oct 27 16:29:15.846886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-691b3e9c-3841-457d-a2e8-f45e969cbafb req-80be6e7c-ab18-4e69-abb6-f8ac0ddf8100 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151347 Oct 27 16:29:15.854525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926641-f39c-4576-a518-4dcc39aff5fa req-441f0691-fe6c-47a6-b908-8c62128faefa tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.856866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49926641-f39c-4576-a518-4dcc39aff5fa req-441f0691-fe6c-47a6-b908-8c62128faefa tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 932 time: 0.2832730 Oct 27 16:29:15.858384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-e21fb834-95ab-4d10-8762-2493c81658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.859456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-e21fb834-95ab-4d10-8762-2493c81658c3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e79e250709a24cfe8b960db204ca1bad&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1312668 Oct 27 16:29:15.897066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf66992-4c70-4498-9e90-1e4b92c6322d req-b7228854-c121-4eef-ba1a-bbc213ecfae2 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.898513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bf66992-4c70-4498-9e90-1e4b92c6322d req-b7228854-c121-4eef-ba1a-bbc213ecfae2 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 944 time: 0.2446113 Oct 27 16:29:16.057864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49926641-f39c-4576-a518-4dcc39aff5fa req-f9632259-d3ea-40da-8451-4634ffe91190 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933119 Oct 27 16:29:16.076931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bf66992-4c70-4498-9e90-1e4b92c6322d req-e48dc6a5-a3fc-4f26-941e-2a304b87cae4 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280246 Oct 27 16:29:16.096560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf01546d-31e2-4837-9fef-9610de7b893e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:16.113943 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.137220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-1b00523b-a097-40f8-bf9a-57e264811cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.139144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e59d2a61-164a-4cb4-a82c-8649f6cb1d6c req-1b00523b-a097-40f8-bf9a-57e264811cb6 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2700915 Oct 27 16:29:16.140175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Transition to ACTIVE for port object bf01546d-31e2-4837-9fef-9610de7b893e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:16.225122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-51bf7578-d607-4005-8194-4e995dfe1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.226813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-51bf7578-d607-4005-8194-4e995dfe1ca3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 1095 time: 0.0511279 Oct 27 16:29:16.242633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.278485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-502a4833-c64d-4a8f-8a61-8b00e706d607 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e762e2a-55df-443c-99d0-76dd72df4949 HTTP/1.1" status: 200 len: 217 time: 0.0423117 Oct 27 16:29:16.285911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'tag': '10e4286a-5197-4399-81d4-34452ab810da'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:16.288494 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8841e3f-daaa-4e95-8bf0-a7856188b424" -d '{"events": [{"name": "network-changed", "server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "tag": "10e4286a-5197-4399-81d4-34452ab810da"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:16.331572 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a7f23-fae3-4743-8bac-7ec9e0ba6a57 x-openstack-request-id: req-0c1a7f23-fae3-4743-8bac-7ec9e0ba6a57 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:16.331967 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "tag": "10e4286a-5197-4399-81d4-34452ab810da", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:16.332383 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c1a7f23-fae3-4743-8bac-7ec9e0ba6a57 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:16.335366 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'tag': '10e4286a-5197-4399-81d4-34452ab810da', 'status': 'completed', 'code': 200} Oct 27 16:29:16.382384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:16.412479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.413020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.413453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.413800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.414135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.414897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.414897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.415134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.415466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.415800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.416129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.416458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:16.421489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-2405cbcc-ac54-4e47-95ea-9928750e7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.422859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594939-b777-4980-bba2-2272e3e7d591 req-c286ae3c-c784-4f58-be12-56f0a666cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.423094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-2405cbcc-ac54-4e47-95ea-9928750e7866 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e79e250709a24cfe8b960db204ca1bad&device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 1095 time: 0.0594442 Oct 27 16:29:16.425617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-c286ae3c-c784-4f58-be12-56f0a666cc06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 200 len: 857 time: 0.1145923 Oct 27 16:29:16.478665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-37212be2-fd92-4a9c-b17b-57bc9c265fde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ef049e47-eb98-494c-8c30-df30249d1052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332723 Oct 27 16:29:16.556679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-4f9522b0-0797-4f8c-bdf7-1055bdeb36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.557317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Attempting to bind port bf01546d-31e2-4837-9fef-9610de7b893e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:16.557317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Attempting to bind port bf01546d-31e2-4837-9fef-9610de7b893e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:16.557615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Attempting to bind port bf01546d-31e2-4837-9fef-9610de7b893e on network bd82f5b9-db39-4264-b1e0-13953aee03f0 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:16.558562 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-4f9522b0-0797-4f8c-bdf7-1055bdeb36a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 200 len: 918 time: 0.1213257 Oct 27 16:29:16.566561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Port bf01546d-31e2-4837-9fef-9610de7b893e on network bd82f5b9-db39-4264-b1e0-13953aee03f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:16.566889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Attempting to bind port bf01546d-31e2-4837-9fef-9610de7b893e on network bd82f5b9-db39-4264-b1e0-13953aee03f0 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:16.577192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:16.577534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Checking segment: {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:16.577920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Bound using segment: {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:16.578360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Bound port: bf01546d-31e2-4837-9fef-9610de7b893e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2aa71c-a111-4481-a618-08c125cf8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:16.578726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.604221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-f094676a-97fb-4c18-97ae-27737b6197b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10e4286a-5197-4399-81d4-34452ab810da HTTP/1.1" status: 200 len: 217 time: 0.0358851 Oct 27 16:29:16.637861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-6166328e-8171-4b26-a079-269eca09311b service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488888 Oct 27 16:29:16.659365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-719c0d7f-0fa1-490c-9255-135a78651df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.661755 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-719c0d7f-0fa1-490c-9255-135a78651df4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 200 len: 857 time: 0.0489945 Oct 27 16:29:16.712307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-82470c57-6f2f-4158-b9d9-1ff2317ad87e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ef049e47-eb98-494c-8c30-df30249d1052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405414 Oct 27 16:29:16.721900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:16.738527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:16.769584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71594939-b777-4980-bba2-2272e3e7d591 req-cd5dfcbf-2e00-417f-b4a8-f4181657a341 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214888 Oct 27 16:29:16.821716 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.840845 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-0c104017-0926-478d-830c-2eb071653d5c service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146955 Oct 27 16:29:16.850106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.850791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.854471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] 10.222.0.82 "PUT /v2.0/ports/bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 1092 time: 2.1870842 Oct 27 16:29:16.923605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18f0a-461c-47fe-a579-f76f75789566 service neutron] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:16.973681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.009021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-6bbaf707-5aa7-4c77-9957-ccc8419a5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.010601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-6bbaf707-5aa7-4c77-9957-ccc8419a5c91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1095 time: 0.0451860 Oct 27 16:29:17.011077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:17.013445 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:17.089400 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ad8657-e5f4-44cc-b274-60e7fa6d325e x-openstack-request-id: req-b4ad8657-e5f4-44cc-b274-60e7fa6d325e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:17.089400 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:17.089400 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4ad8657-e5f4-44cc-b274-60e7fa6d325e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:17.089400 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:29:17.092157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-a32045b5-e184-4c72-876e-36490a0beb57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0633061 Oct 27 16:29:17.231163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-59c67ff7-3908-4f71-a317-24051b1b073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.233064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-59c67ff7-3908-4f71-a317-24051b1b073b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1325810 Oct 27 16:29:17.290628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97392d9f-46a2-4e46-ab86-881d904ca7ed req-01063aa1-5a3c-4432-8123-14d98123301a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.292615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97392d9f-46a2-4e46-ab86-881d904ca7ed req-01063aa1-5a3c-4432-8123-14d98123301a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 944 time: 0.1151323 Oct 27 16:29:17.340001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-36d2531c-7933-4972-b3af-7cdeda9b0a71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984263 Oct 27 16:29:17.367975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d912c25-aa4d-4dff-90c7-63f1a3cfa6b7 req-99f3adfa-6e8b-44d2-a83b-846d3d740035 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.369828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d912c25-aa4d-4dff-90c7-63f1a3cfa6b7 req-99f3adfa-6e8b-44d2-a83b-846d3d740035 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 944 time: 0.1294541 Oct 27 16:29:17.477611 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8841e3f-daaa-4e95-8bf0-a7856188b424 req-b7d05903-1c96-409a-8faf-2fc5496651c5 service neutron] 10.222.0.82 "GET /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279812 Oct 27 16:29:17.519321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97392d9f-46a2-4e46-ab86-881d904ca7ed req-98e90ca6-7fc1-4302-a56b-315a1596defc tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151222 Oct 27 16:29:17.536758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d912c25-aa4d-4dff-90c7-63f1a3cfa6b7 req-7164dcb0-c83c-4644-9909-c628cb93fdca tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924795 Oct 27 16:29:17.539117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-0dbe9d56-d134-4c70-85ff-d5280fc893b9 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812840 Oct 27 16:29:17.645800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cfca62fe-afbd-45f9-9208-37273ef90e8b req-2dcfebff-c22e-4673-9ca7-bf6c6b1dcc88 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914664 Oct 27 16:29:17.848342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-67577487-68de-4072-bb53-f26ab0009e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.849856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-67577487-68de-4072-bb53-f26ab0009e5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1095 time: 0.0414331 Oct 27 16:29:17.948748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-f8c0cecb-32cb-435e-b926-9425dd0ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.950835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-f8c0cecb-32cb-435e-b926-9425dd0ca136 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.0919967 Oct 27 16:29:17.993946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-204b4091-57cf-4a82-bc14-a037428ca013 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0346746 Oct 27 16:29:18.061968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-16953d04-e82f-448b-a6a4-051173b94951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:18.061968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-16953d04-e82f-448b-a6a4-051173b94951 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.0501490 Oct 27 16:29:18.085386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-d84a0e4d-bf99-49f0-b873-962ac9f1ce58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249119 Oct 27 16:29:18.174910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-ba4081d6-3df4-45ba-b59b-d3f66c43ba8b service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818856 Oct 27 16:29:18.272666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57907c24-addc-4de9-a6b8-fddcd6bc5ac4 req-04880b6a-a81c-445b-8c00-ee5ea04eef9e service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889654 Oct 27 16:29:18.495410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54802) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.608973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c501fbca-9d76-40b6-b7a0-4b5543ea47fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.722667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7c1b-00ac-4cae-9811-cd24ed585dfc req-868aad75-0483-4dde-9842-ec9744ec5bf5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:18.724337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a45b7c1b-00ac-4cae-9811-cd24ed585dfc req-868aad75-0483-4dde-9842-ec9744ec5bf5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 944 time: 0.1180956 Oct 27 16:29:18.732396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 344ab7d2-8e23-4b52-b10e-5e1f44899529 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:18.753824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2408411-aabc-44ed-9a52-f0fe0021d5ff req-f7ac18e5-97e8-4f1f-8326-99d290f1b6d3 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:18.757186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2408411-aabc-44ed-9a52-f0fe0021d5ff req-f7ac18e5-97e8-4f1f-8326-99d290f1b6d3 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 944 time: 0.1326196 Oct 27 16:29:18.842311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2408411-aabc-44ed-9a52-f0fe0021d5ff req-9c444986-4946-4e36-94db-29ca8f477e71 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688388 Oct 27 16:29:18.852697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:18.864997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '344ab7d2-8e23-4b52-b10e-5e1f44899529', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'port_id': '344ab7d2-8e23-4b52-b10e-5e1f44899529', 'mac_address': 'fa:16:3e:65:41:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356c9fe1-3d25-4251-81c8-e3bd45c9d0e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:18.873596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a45b7c1b-00ac-4cae-9811-cd24ed585dfc req-0904b1ae-a64b-49dc-984e-9d52391e6099 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104968 Oct 27 16:29:18.905285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.906992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c501fbca-9d76-40b6-b7a0-4b5543ea47fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.919333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344ab7d2-8e23-4b52-b10e-5e1f44899529 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:18.940105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:18.978761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c501fbca-9d76-40b6-b7a0-4b5543ea47fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.020140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c501fbca-9d76-40b6-b7a0-4b5543ea47fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0efe7e80e5604ac2b4c94d994a743aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235269 Oct 27 16:29:19.021128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501fbca-9d76-40b6-b7a0-4b5543ea47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59912b85-76cf-45ff-946b-259c159940fe,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.022849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54828) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.067172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.072328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.093741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.134466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.258964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.262657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.263844 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59912b85-76cf-45ff-946b-259c159940fe HTTP/1.1" status: 204 len: 168 time: 0.2399471 Oct 27 16:29:19.271773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2ae7b-f2a4-4f49-acf8-6d2db499f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59912b85-76cf-45ff-946b-259c159940fe,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.713884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['344ab7d2-8e23-4b52-b10e-5e1f44899529'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:19.970470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6ff9-9216-4e15-8f89-4433071c08ef req-165330bc-ab4e-42e3-8be6-4183d03ff985 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:19.972142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ea6ff9-9216-4e15-8f89-4433071c08ef req-165330bc-ab4e-42e3-8be6-4183d03ff985 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 944 time: 0.0681353 Oct 27 16:29:19.978354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54852) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.995215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3318d3fa-8fe4-4d46-b52e-47c01cb3efc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.076572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01ea6ff9-9216-4e15-8f89-4433071c08ef req-f7bb3fab-5966-420f-961e-b22796edcd81 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Oct 27 16:29:20.097098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c8f5f-8ed5-4ea9-918b-805396821c67 req-e13646cf-4f50-4b5f-83b6-d13f51055e15 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:20.106015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed1c8f5f-8ed5-4ea9-918b-805396821c67 req-e13646cf-4f50-4b5f-83b6-d13f51055e15 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 944 time: 0.1328688 Oct 27 16:29:20.118527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3318d3fa-8fe4-4d46-b52e-47c01cb3efc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.147625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed1c8f5f-8ed5-4ea9-918b-805396821c67 req-47aa7dd3-506f-44cc-ab6c-660351542f85 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Oct 27 16:29:20.192647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3318d3fa-8fe4-4d46-b52e-47c01cb3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.235812 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3318d3fa-8fe4-4d46-b52e-47c01cb3efc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=478cad754e8540b3b3c697eaf0a50f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559676 Oct 27 16:29:20.236851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318d3fa-8fe4-4d46-b52e-47c01cb3efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf56d4-d33d-4549-9b16-7ee36bdf6db0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.239207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54854) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.305121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.329324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.450418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.454376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.456890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dcf56d4-d33d-4549-9b16-7ee36bdf6db0 HTTP/1.1" status: 204 len: 168 time: 0.2158170 Oct 27 16:29:20.467472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6cfa0-bf5b-44b6-922b-f5b0936da3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf56d4-d33d-4549-9b16-7ee36bdf6db0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.753307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4e762e2a-55df-443c-99d0-76dd72df4949 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:20.859932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4e762e2a-55df-443c-99d0-76dd72df4949,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:20.874258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '4e762e2a-55df-443c-99d0-76dd72df4949', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'port_id': '4e762e2a-55df-443c-99d0-76dd72df4949', 'mac_address': 'fa:16:3e:12:5c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356c9fe1-3d25-4251-81c8-e3bd45c9d0e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:20.927258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.942179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e762e2a-55df-443c-99d0-76dd72df4949 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:20.968047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4e762e2a-55df-443c-99d0-76dd72df4949,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:21.038113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.038984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10e4286a-5197-4399-81d4-34452ab810da details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:21.202782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10e4286a-5197-4399-81d4-34452ab810da,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:21.213580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:21.242343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.242343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.242343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.244313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.245806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.246686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.247030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.252976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.252976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.252976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.252976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.252976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:21.267604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '10e4286a-5197-4399-81d4-34452ab810da', 'network_id': 'ef049e47-eb98-494c-8c30-df30249d1052', 'port_id': '10e4286a-5197-4399-81d4-34452ab810da', 'mac_address': 'fa:16:3e:7f:be:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356c9fe1-3d25-4251-81c8-e3bd45c9d0e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:21.308948 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.327776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e4286a-5197-4399-81d4-34452ab810da {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:21.350065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10e4286a-5197-4399-81d4-34452ab810da,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:21.364653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35b3d-b827-4e70-b271-5a6ced1394bf req-de730e5d-af71-4713-b120-5ba5fde9ff07 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:21.366270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77e35b3d-b827-4e70-b271-5a6ced1394bf req-de730e5d-af71-4713-b120-5ba5fde9ff07 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 945 time: 0.1286180 Oct 27 16:29:21.379179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb436dd-ae24-4250-bd3c-d501ce266f97 req-f094ef0a-51f0-4a58-8054-56355fda2e00 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:21.380772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0eb436dd-ae24-4250-bd3c-d501ce266f97 req-f094ef0a-51f0-4a58-8054-56355fda2e00 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 944 time: 0.0886121 Oct 27 16:29:21.439621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77e35b3d-b827-4e70-b271-5a6ced1394bf req-0acbef4e-962e-4bbf-a70a-ec791efd6ecc tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Oct 27 16:29:21.444974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0eb436dd-ae24-4250-bd3c-d501ce266f97 req-df9c9f94-6c79-4082-a112-c2f08f251e2f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Oct 27 16:29:21.506637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.568230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:21.931866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10e4286a-5197-4399-81d4-34452ab810da'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:22.087939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['4e762e2a-55df-443c-99d0-76dd72df4949'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:22.633185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c2b7-103f-4111-84e6-30f8fa3ef4c7 req-f23a40e6-d3d1-45cc-a9ac-d74c1cd021a2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:22.634969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6421c2b7-103f-4111-84e6-30f8fa3ef4c7 req-f23a40e6-d3d1-45cc-a9ac-d74c1cd021a2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 944 time: 0.0900950 Oct 27 16:29:22.657512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3523d6c-b11b-48e2-b2c3-8a9156ee86a6 req-a094e013-1503-4032-a293-4000f83d54e7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:22.658952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3523d6c-b11b-48e2-b2c3-8a9156ee86a6 req-a094e013-1503-4032-a293-4000f83d54e7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 945 time: 0.1041183 Oct 27 16:29:22.702409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6421c2b7-103f-4111-84e6-30f8fa3ef4c7 req-6bafd6fc-5334-49d5-a3fe-9be402b67553 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Oct 27 16:29:22.718960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3523d6c-b11b-48e2-b2c3-8a9156ee86a6 req-d889597d-a087-41fd-af8c-0ad057261f8d tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Oct 27 16:29:22.762452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf01546d-31e2-4837-9fef-9610de7b893e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:22.834639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 344ab7d2-8e23-4b52-b10e-5e1f44899529 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:22.928760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:22.985188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'port_id': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'mac_address': 'fa:16:3e:d7:0a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:23.035052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.037383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 344ab7d2-8e23-4b52-b10e-5e1f44899529 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:23.070526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 344ab7d2-8e23-4b52-b10e-5e1f44899529 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:23.070899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.096696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf01546d-31e2-4837-9fef-9610de7b893e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:23.139695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:23.180431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.211670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:23.214119 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ccbe8-ce95-432b-9134-d7da45d90020" -d '{"events": [{"server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "name": "network-vif-plugged", "status": "completed", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:23.227563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:23.247388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.257423 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085a6e1-d0a0-469d-b592-0d56b51ab29a x-openstack-request-id: req-4085a6e1-d0a0-469d-b592-0d56b51ab29a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:23.257423 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "name": "network-vif-plugged", "status": "completed", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:23.257423 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4085a6e1-d0a0-469d-b592-0d56b51ab29a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:23.257423 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529', 'code': 200} Oct 27 16:29:23.304107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:23.373373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.386485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25923dcf-d142-42ae-9b18-e7180eac12cd req-db784c8a-0dc9-4f15-942c-795bf031b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:23.389614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25923dcf-d142-42ae-9b18-e7180eac12cd req-db784c8a-0dc9-4f15-942c-795bf031b4ad service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 1095 time: 0.0681407 Oct 27 16:29:23.436707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:23.437451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25923dcf-d142-42ae-9b18-e7180eac12cd req-4831f29e-07b8-4d18-af4b-414f813dbab3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Oct 27 16:29:23.882504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf01546d-31e2-4837-9fef-9610de7b893e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:23.913899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1dfae-6798-4421-8623-8d758d2aea76 req-ca5da7cb-3b76-483e-b83f-d77f92250af6 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:23.922203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93d1dfae-6798-4421-8623-8d758d2aea76 req-ca5da7cb-3b76-483e-b83f-d77f92250af6 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 945 time: 0.1232603 Oct 27 16:29:23.958818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03032e-835c-4bf2-91bd-297809eb6fad req-524c011c-1f72-426b-b561-3b5827e05719 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:23.961200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b03032e-835c-4bf2-91bd-297809eb6fad req-524c011c-1f72-426b-b561-3b5827e05719 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 945 time: 0.1504626 Oct 27 16:29:23.987724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93d1dfae-6798-4421-8623-8d758d2aea76 req-ab78add2-a9df-4690-85b8-864177fd110b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Oct 27 16:29:24.053824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b03032e-835c-4bf2-91bd-297809eb6fad req-ced7aa60-c7e8-46f7-8942-b6950bbe039d tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790601 Oct 27 16:29:24.778416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4e762e2a-55df-443c-99d0-76dd72df4949 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:24.915187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 4e762e2a-55df-443c-99d0-76dd72df4949 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:24.920685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 4e762e2a-55df-443c-99d0-76dd72df4949 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:24.921115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.005645 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.069824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4e762e2a-55df-443c-99d0-76dd72df4949,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:25.164999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d163adb-0b13-4ffe-b720-222dce9a58a1 req-1d31345e-ca6f-4bf6-aeea-b00c0b40b3b4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:25.166994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d163adb-0b13-4ffe-b720-222dce9a58a1 req-1d31345e-ca6f-4bf6-aeea-b00c0b40b3b4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 945 time: 0.0843418 Oct 27 16:29:25.197617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100fcef-b80e-41a6-bb40-14e92f2df855 req-400c94b5-f99a-4772-b13e-c994e5b48756 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:25.200153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9100fcef-b80e-41a6-bb40-14e92f2df855 req-400c94b5-f99a-4772-b13e-c994e5b48756 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 945 time: 0.0781474 Oct 27 16:29:25.254899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:25.257334 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bf221b-ac95-4f07-8044-60868cfab429" -d '{"events": [{"server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "name": "network-vif-plugged", "status": "completed", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:25.261076 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.261991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10e4286a-5197-4399-81d4-34452ab810da up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:25.274743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d163adb-0b13-4ffe-b720-222dce9a58a1 req-080a0703-45d2-467b-bdc8-b2cd1da86ac7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 Oct 27 16:29:25.306355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9100fcef-b80e-41a6-bb40-14e92f2df855 req-9d6fbec7-29cc-48be-86da-58db5108063e tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Oct 27 16:29:25.353072 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ffc73-d2bc-4141-8382-5f3f702a93b7 x-openstack-request-id: req-697ffc73-d2bc-4141-8382-5f3f702a93b7 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:25.353368 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "name": "network-vif-plugged", "status": "completed", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:25.353669 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-697ffc73-d2bc-4141-8382-5f3f702a93b7 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:25.354140 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949', 'code': 200} Oct 27 16:29:25.390534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:25.477722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeab036-1c3c-491f-b92c-75df5d470735 req-63316ddd-6375-4ec8-989c-826840916c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:25.479374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdeab036-1c3c-491f-b92c-75df5d470735 req-63316ddd-6375-4ec8-989c-826840916c7e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 1097 time: 0.0590310 Oct 27 16:29:25.518804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdeab036-1c3c-491f-b92c-75df5d470735 req-e612ac44-2375-4200-b689-e9066a3fb053 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294261 Oct 27 16:29:25.637662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55016) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.745543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5119a80-dfb9-4523-8f44-981425521a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.778580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 10e4286a-5197-4399-81d4-34452ab810da completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:25.783160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 10e4286a-5197-4399-81d4-34452ab810da triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:25.783527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.855415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5119a80-dfb9-4523-8f44-981425521a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.915175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.918152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5119a80-dfb9-4523-8f44-981425521a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.962126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e5119a80-dfb9-4523-8f44-981425521a4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3563a837c474dac9f2153af03ef3ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231847 Oct 27 16:29:25.964469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5119a80-dfb9-4523-8f44-981425521a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f5510-9761-40a7-80b8-9dafb12be6e4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:25.965951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55022) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.979849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10e4286a-5197-4399-81d4-34452ab810da,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:26.019073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.035657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.041748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.108087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:26.180082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.182731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.183948 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d2f5510-9761-40a7-80b8-9dafb12be6e4 HTTP/1.1" status: 204 len: 168 time: 0.2166064 Oct 27 16:29:26.193339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0edfa-d8ea-403a-b369-92897dc1c550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f5510-9761-40a7-80b8-9dafb12be6e4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:26.471423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67efce-16f4-4328-b6d2-2c0ac3ba7884 req-ab84e96d-7999-4781-95a9-3c431c664a16 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:26.472888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f67efce-16f4-4328-b6d2-2c0ac3ba7884 req-ab84e96d-7999-4781-95a9-3c431c664a16 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 945 time: 0.0896528 Oct 27 16:29:26.486525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761856-2d75-406a-9fc4-80b9e55b5a1f req-04b52b92-b2f6-4192-bc4c-d71a58f814b7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:26.488255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4761856-2d75-406a-9fc4-80b9e55b5a1f req-04b52b92-b2f6-4192-bc4c-d71a58f814b7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 946 time: 0.0697114 Oct 27 16:29:26.553861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f67efce-16f4-4328-b6d2-2c0ac3ba7884 req-4b39f606-6d17-4987-966c-04347561693a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646310 Oct 27 16:29:26.561256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b4761856-2d75-406a-9fc4-80b9e55b5a1f req-f1d3e6bf-8c1f-4e58-9514-966173438a2f tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626140 Oct 27 16:29:26.778990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf01546d-31e2-4837-9fef-9610de7b893e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:26.920135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port bf01546d-31e2-4837-9fef-9610de7b893e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:26.925613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port bf01546d-31e2-4837-9fef-9610de7b893e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:26.926240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.013610 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.039229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:27.055401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9591-9fd7-45d1-9e5a-e8a1d9d46f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.065243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:27.184224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9591-9fd7-45d1-9e5a-e8a1d9d46f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.220272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.272887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:27.340316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9591-9fd7-45d1-9e5a-e8a1d9d46f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.355547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e4286a-5197-4399-81d4-34452ab810da'}, {'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:27.358953 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab12a6e-264c-46ea-89d9-7b32d3ee9c22" -d '{"events": [{"server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "name": "network-vif-plugged", "status": "completed", "tag": "10e4286a-5197-4399-81d4-34452ab810da"}, {"server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "name": "network-vif-plugged", "status": "completed", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:27.384457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55056) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:27.384684 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef1c9591-9fd7-45d1-9e5a-e8a1d9d46f85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5e3649774704248b6e9fbf2b9abb188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442748 Oct 27 16:29:27.385488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9591-9fd7-45d1-9e5a-e8a1d9d46f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e152b2b9-6b40-411f-aa09-95bb5fd19c6c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:27.411756 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b944eb7e-f090-4856-a59d-fae3bd24aa4e x-openstack-request-id: req-b944eb7e-f090-4856-a59d-fae3bd24aa4e {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:27.412136 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "name": "network-vif-plugged", "status": "completed", "tag": "10e4286a-5197-4399-81d4-34452ab810da", "code": 200}, {"server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "name": "network-vif-plugged", "status": "completed", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:27.412564 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b944eb7e-f090-4856-a59d-fae3bd24aa4e {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:27.413026 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e4286a-5197-4399-81d4-34452ab810da', 'code': 200} Oct 27 16:29:27.413350 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'code': 200} Oct 27 16:29:27.440429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.481608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.588207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ca24-66dd-4cfb-98a6-f300ff7a4ed6 req-91f68e7a-395f-4c27-a3b6-c8d23c81c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.590776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef44ca24-66dd-4cfb-98a6-f300ff7a4ed6 req-91f68e7a-395f-4c27-a3b6-c8d23c81c8ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.0844927 Oct 27 16:29:27.608964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02e87c-fb5c-45cd-b740-0b13180380a3 req-44ea7ab6-82e8-4f45-9063-59ba3effae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.619616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3a02e87c-fb5c-45cd-b740-0b13180380a3 req-44ea7ab6-82e8-4f45-9063-59ba3effae54 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 1097 time: 0.1108971 Oct 27 16:29:27.662496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef44ca24-66dd-4cfb-98a6-f300ff7a4ed6 req-7efc02d4-49c4-4db3-882a-ca19259ebbfb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631304 Oct 27 16:29:27.663870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.667537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.673968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e152b2b9-6b40-411f-aa09-95bb5fd19c6c HTTP/1.1" status: 204 len: 168 time: 0.2880132 Oct 27 16:29:27.699003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7360b31-611b-4dde-8128-8b6c4f56a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152b2b9-6b40-411f-aa09-95bb5fd19c6c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:27.716094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3a02e87c-fb5c-45cd-b740-0b13180380a3 req-5d1a5c39-89b5-4721-99b3-010ff6461ce3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Oct 27 16:29:27.783868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c3f5-1586-4831-9bf1-d897d5d93127 req-44beb798-0b95-4d5f-9226-20523d046675 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.785785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea04c3f5-1586-4831-9bf1-d897d5d93127 req-44beb798-0b95-4d5f-9226-20523d046675 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1054869 Oct 27 16:29:27.848327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381f23d-0541-4736-9b50-8609ad9115e3 req-12c65e9c-c6ee-469c-b9d7-32077b9a5b65 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.849910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e381f23d-0541-4736-9b50-8609ad9115e3 req-12c65e9c-c6ee-469c-b9d7-32077b9a5b65 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 946 time: 0.1474555 Oct 27 16:29:27.887467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea04c3f5-1586-4831-9bf1-d897d5d93127 req-8c65fcff-4cae-4603-afd6-c09a2a7ebe35 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952291 Oct 27 16:29:27.906108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e381f23d-0541-4736-9b50-8609ad9115e3 req-9b12f5f5-202b-47c2-a5a9-9577940f71b0 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Oct 27 16:29:27.951348 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.021550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29977d7-9944-4b31-bc1d-3f5e2da142c9 req-1092e657-6a8f-4b31-8dd4-1d45bd17a699 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:28.023093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d29977d7-9944-4b31-bc1d-3f5e2da142c9 req-1092e657-6a8f-4b31-8dd4-1d45bd17a699 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0500405 Oct 27 16:29:28.063615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d29977d7-9944-4b31-bc1d-3f5e2da142c9 req-6c80f335-50ae-4e70-800e-14a4ad5304a9 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Oct 27 16:29:28.405821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.037241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebf6b-1734-4ed9-aed8-0b39118f3030 req-7a1af9b1-0301-4ab7-85d8-b463703d1f9e tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:29.039614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076ebf6b-1734-4ed9-aed8-0b39118f3030 req-7a1af9b1-0301-4ab7-85d8-b463703d1f9e tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0644543 Oct 27 16:29:29.104241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-076ebf6b-1734-4ed9-aed8-0b39118f3030 req-b1f03537-f9a2-4f36-b64c-30431b656cb3 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569623 Oct 27 16:29:29.239937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40d33b-4f05-4cc7-8786-49777d5b3906 req-38366f1b-18bd-4184-9ffd-51fe6c3d1ae9 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:29.241556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d40d33b-4f05-4cc7-8786-49777d5b3906 req-38366f1b-18bd-4184-9ffd-51fe6c3d1ae9 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0757291 Oct 27 16:29:29.310543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d40d33b-4f05-4cc7-8786-49777d5b3906 req-796bc8d7-2729-4372-90fc-9212f05ae086 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 Oct 27 16:29:30.327725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543dd7b-60d6-49a8-8387-3e84bea0ed93 req-790189f4-572e-4ba8-9cc6-79825b8ed64f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.333783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a543dd7b-60d6-49a8-8387-3e84bea0ed93 req-790189f4-572e-4ba8-9cc6-79825b8ed64f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1266944 Oct 27 16:29:30.384383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a543dd7b-60d6-49a8-8387-3e84bea0ed93 req-c43b2195-8855-4c45-ad65-1a63ec4831d3 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Oct 27 16:29:30.607022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88597cb3-1c77-41fc-8aeb-ff32205b84a4 req-f0fd6007-0ef6-4cd9-891f-3ce7c049b78b tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.607022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88597cb3-1c77-41fc-8aeb-ff32205b84a4 req-f0fd6007-0ef6-4cd9-891f-3ce7c049b78b tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0966151 Oct 27 16:29:30.681392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88597cb3-1c77-41fc-8aeb-ff32205b84a4 req-f35ddba4-4a2d-451f-914f-db0ad871f285 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Oct 27 16:29:30.693090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0334-0fbe-45ae-b093-8191c38b7162 req-18d1a144-0fed-4537-ab1b-8aec5b9cbdca tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.695278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-901b0334-0fbe-45ae-b093-8191c38b7162 req-18d1a144-0fed-4537-ab1b-8aec5b9cbdca tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1097 time: 0.0716949 Oct 27 16:29:30.778689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-901b0334-0fbe-45ae-b093-8191c38b7162 req-e8b1edcc-11f2-418f-80a8-b888b9f733ef tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372086 Oct 27 16:29:31.003883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa931-cf2f-4af7-bb9a-0c11caa3ceb7 req-ce638649-5796-458e-b8e7-f960091c44a7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.006462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f67aa931-cf2f-4af7-bb9a-0c11caa3ceb7 req-ce638649-5796-458e-b8e7-f960091c44a7 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 945 time: 0.0927656 Oct 27 16:29:31.071373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f67aa931-cf2f-4af7-bb9a-0c11caa3ceb7 req-89cd2871-cfe5-4df0-a915-9cd404f08770 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579255 Oct 27 16:29:31.202769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308d79-cf68-48dc-8b6a-1244af2884b8 req-a155e138-e2ad-4b17-a9d4-9202fa88409b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.204526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e308d79-cf68-48dc-8b6a-1244af2884b8 req-a155e138-e2ad-4b17-a9d4-9202fa88409b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0630493 Oct 27 16:29:31.345632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e308d79-cf68-48dc-8b6a-1244af2884b8 req-b2cc0ae0-5b0c-4db4-ac04-31154e07ad13 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242301 Oct 27 16:29:31.368805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55200) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:31.424347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55204) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:31.482117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-9299560d-65e2-4923-8b0a-bb4c2801789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.484572 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-9299560d-65e2-4923-8b0a-bb4c2801789d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.1066840 Oct 27 16:29:31.672347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-92c4106c-3c88-4875-86b3-03b1057c5dbf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 200 len: 993 time: 0.3017046 Oct 27 16:29:31.687029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bbee6-0600-48fb-aec4-a263ca40d4cc req-417c91c0-082b-46c4-b9c9-aff416f18c6b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.688630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec1bbee6-0600-48fb-aec4-a263ca40d4cc req-417c91c0-082b-46c4-b9c9-aff416f18c6b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1504912 Oct 27 16:29:31.718975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7db47317-cc75-4d3d-a7d3-afe8067d096b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.724678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-5dc58d90-e468-4e13-bb2b-e89037cc7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.726572 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-5dc58d90-e468-4e13-bb2b-e89037cc7c60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.2301807 Oct 27 16:29:31.765389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec1bbee6-0600-48fb-aec4-a263ca40d4cc req-10c4395d-cc2e-4e6f-99f4-56ce79b9c3f4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662494 Oct 27 16:29:31.795399 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-d589d6a4-ae0e-4213-be9b-5df1aea69f02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0543036 Oct 27 16:29:31.902071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-90a29eac-64ba-45cf-9b36-1a9f8f3903c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.903996 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-90a29eac-64ba-45cf-9b36-1a9f8f3903c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1002009 Oct 27 16:29:31.951244 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-f3a78ad1-09a0-4a32-94f1-2ff38ec29902 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338130 Oct 27 16:29:31.967685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7db47317-cc75-4d3d-a7d3-afe8067d096b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.019755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767200b4-1f45-4ec9-a4d1-b4d37395ba4e req-d826d344-ff6e-4e0d-bcdc-a07c07167d81 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:32.021657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-767200b4-1f45-4ec9-a4d1-b4d37395ba4e req-d826d344-ff6e-4e0d-bcdc-a07c07167d81 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 945 time: 0.1006110 Oct 27 16:29:32.086693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-767200b4-1f45-4ec9-a4d1-b4d37395ba4e req-c5f2d8da-f64a-43e8-ac61-37d4bab816e2 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578561 Oct 27 16:29:32.094042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7db47317-cc75-4d3d-a7d3-afe8067d096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.115000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-c19b1ab7-277a-47cb-9523-d533ecc6a7f7 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475332 Oct 27 16:29:32.152352 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7db47317-cc75-4d3d-a7d3-afe8067d096b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23af1b426ea44a41847c71266eab2e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158945 Oct 27 16:29:32.154975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55224) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:32.163177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db47317-cc75-4d3d-a7d3-afe8067d096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cabb2f-adeb-4e1d-b2ed-589105b8498d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:32.204267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-375f8539-f765-478f-91bc-3e61999f050e req-5fbcc53e-ef85-48c2-bf5d-07c98fe51078 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:29:32.219687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-375f8539-f765-478f-91bc-3e61999f050e req-5fbcc53e-ef85-48c2-bf5d-07c98fe51078 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1017895 Oct 27 16:29:32.250002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.251154 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ac3de1b7-cb31-4def-ad7a-78d97e2c32e8 req-37f859b3-395f-41a4-8e98-7ea1586f40cb service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182163 Oct 27 16:29:32.273050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.497120 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.501493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.503258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0cabb2f-adeb-4e1d-b2ed-589105b8498d HTTP/1.1" status: 204 len: 168 time: 0.3469443 Oct 27 16:29:32.518371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a8ade-1ab4-4224-a55a-2822d8e7d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cabb2f-adeb-4e1d-b2ed-589105b8498d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:32.758224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb209-4e7f-4228-9c9e-925c6f38bf04 req-f63374a6-56a2-4008-9e74-425de4e8c4d5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:32.759775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d4bb209-4e7f-4228-9c9e-925c6f38bf04 req-f63374a6-56a2-4008-9e74-425de4e8c4d5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0521965 Oct 27 16:29:32.800139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d4bb209-4e7f-4228-9c9e-925c6f38bf04 req-8c4804ac-3859-4737-a81a-04145a236d13 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Oct 27 16:29:32.904059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f7521-bdb7-4da5-8168-d01cc98a773e req-77403c85-d82d-4c99-a318-87b86b6c81d7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:32.905556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c2f7521-bdb7-4da5-8168-d01cc98a773e req-77403c85-d82d-4c99-a318-87b86b6c81d7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0582182 Oct 27 16:29:33.000713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-a4c2e81a-f598-4339-b4ce-32031975d6ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941215 Oct 27 16:29:33.006226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c2f7521-bdb7-4da5-8168-d01cc98a773e req-af40fee6-0070-4661-9d74-db7e12dad065 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827782 Oct 27 16:29:33.222486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feca993-2672-44ed-b128-de2fa4d7daa8 req-5873f6f2-8a0a-4225-b8cf-525ac6def1ab tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.241334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8feca993-2672-44ed-b128-de2fa4d7daa8 req-5873f6f2-8a0a-4225-b8cf-525ac6def1ab tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 945 time: 0.0866835 Oct 27 16:29:33.313775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8feca993-2672-44ed-b128-de2fa4d7daa8 req-d4480b34-bb25-4a82-b451-12d51f28e477 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Oct 27 16:29:33.732272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-ac4b83d4-362d-4d99-9474-fd63a1d6be88 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0967741 Oct 27 16:29:33.790376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-74876112-a1c1-48d6-809b-b9721e70e78a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.792464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-74876112-a1c1-48d6-809b-b9721e70e78a tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Oct 27 16:29:33.882882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.883383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.887855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.888551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.889466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.890124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.890743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.893195 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8fed66f8-cf6b-4091-802e-640fa4e4a746 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77633c120dbe448fb1064bff66c0616f&device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 6491 time: 0.0935395 Oct 27 16:29:34.107154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-a7009768-559f-4d85-befe-654d0deda850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.107628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-a7009768-559f-4d85-befe-654d0deda850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.108095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-a7009768-559f-4d85-befe-654d0deda850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.115559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-a7009768-559f-4d85-befe-654d0deda850 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 200 len: 2294 time: 0.1878469 Oct 27 16:29:34.204460 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-b18351c2-17bb-4d9b-a40a-d65106e8c2e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 200 len: 1002 time: 0.0801039 Oct 27 16:29:34.264859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718799c-27db-45e3-8259-caf65e961dfe req-6f9d6e27-4127-4c38-979b-4e2c4c091da9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.269562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a718799c-27db-45e3-8259-caf65e961dfe req-6f9d6e27-4127-4c38-979b-4e2c4c091da9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.3355460 Oct 27 16:29:34.273066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-35ad9c68-9a8b-4b68-acad-d2ee4e9527bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.275579 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-35ad9c68-9a8b-4b68-acad-d2ee4e9527bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e3048bf-2281-4dd1-9df8-b27feb5ac83b HTTP/1.1" status: 200 len: 851 time: 0.0629129 Oct 27 16:29:34.342691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-454990bf-d88d-44a0-b4cc-2973a5668444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.344275 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-454990bf-d88d-44a0-b4cc-2973a5668444 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a62795b4-b1b0-4c4a-9f29-b457d12e917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545564 Oct 27 16:29:34.388761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2584b1-3dd5-452b-980d-638de6a486f3 req-4b19c3fa-2aa2-4f13-a6fb-1757c02b3ff3 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.397066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e2584b1-3dd5-452b-980d-638de6a486f3 req-4b19c3fa-2aa2-4f13-a6fb-1757c02b3ff3 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2691662 Oct 27 16:29:34.402855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Deleting port 344ab7d2-8e23-4b52-b10e-5e1f44899529 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:34.403218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:34.471935 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-cef2549d-f40d-44dc-93f6-e8664865c85b service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048772 Oct 27 16:29:34.489016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a718799c-27db-45e3-8259-caf65e961dfe req-a8d0d37d-fea9-4736-93ed-27d02ed3513a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032511 Oct 27 16:29:34.538431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e2584b1-3dd5-452b-980d-638de6a486f3 req-55711122-329d-4df8-b4cb-5032e865241b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401570 Oct 27 16:29:34.589570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] For port 344ab7d2-8e23-4b52-b10e-5e1f44899529, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=344ab7d2-8e23-4b52-b10e-5e1f44899529,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:34.589941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:34.606652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Calling delete_port for 344ab7d2-8e23-4b52-b10e-5e1f44899529 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:34.629010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-f0c7ab7e-44c6-461f-ab5b-350bed7f1004 service neutron] 10.222.0.82 "GET /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492941 Oct 27 16:29:34.685866 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-de52c5ec-3bc8-4cf1-916b-5bd22cad2576 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 217 time: 0.0474739 Oct 27 16:29:34.715383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b7936-28b1-443b-b6dd-f705fc265cf0 req-9f5ed724-f501-482f-8598-da7b3a04534f tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.716893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-300b7936-28b1-443b-b6dd-f705fc265cf0 req-9f5ed724-f501-482f-8598-da7b3a04534f tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 945 time: 0.1011913 Oct 27 16:29:34.763013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-05b7f190-67d3-41d3-9ffd-535ab738277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.770425 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-05b7f190-67d3-41d3-9ffd-535ab738277c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0779386 Oct 27 16:29:34.771653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-300b7936-28b1-443b-b6dd-f705fc265cf0 req-09e11948-7c46-46a2-bf13-16554c19f420 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 Oct 27 16:29:34.885852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-e67dc6a8-6bd1-4467-a32c-fbc0ca1c3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.892620 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-e67dc6a8-6bd1-4467-a32c-fbc0ca1c3064 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064878 Oct 27 16:29:34.945919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55342) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:35.009310 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-73ee6201-77f0-470a-907d-762654232126 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068256 Oct 27 16:29:35.010685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.025737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10e4286a-5197-4399-81d4-34452ab810da', '4e762e2a-55df-443c-99d0-76dd72df4949'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:35.073940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event deleted for resources: {'Port': ['ID=344ab7d2-8e23-4b52-b10e-5e1f44899529,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:35.138089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] No DVR routers for this DVR port 344ab7d2-8e23-4b52-b10e-5e1f44899529 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:35.142490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.143588 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-a5e79a19-924d-4d2b-92e2-b57e40ee11df service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264479 Oct 27 16:29:35.150363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-425b3745-50c7-43ff-ab39-009c2120e3b8 req-cf757667-b707-4a40-877f-7c056c3168ed tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "DELETE /v2.0/ports/344ab7d2-8e23-4b52-b10e-5e1f44899529 HTTP/1.1" status: 204 len: 173 time: 1.3494127 Oct 27 16:29:35.158411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'name': 'network-vif-deleted', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:35.158411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6405e8-024f-4181-8d53-7de52ab9fd82" -d '{"events": [{"server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "name": "network-vif-deleted", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:35.168754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00394f76-f73f-4fb0-8b17-d7ae978551a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.280404 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1886da8f-0b08-4e07-89b7-032cc0bf0ff5 x-openstack-request-id: req-1886da8f-0b08-4e07-89b7-032cc0bf0ff5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:35.280615 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d58bb3-cfd3-494b-b091-acb8b6b986f7", "name": "network-vif-deleted", "tag": "344ab7d2-8e23-4b52-b10e-5e1f44899529", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:35.280873 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1886da8f-0b08-4e07-89b7-032cc0bf0ff5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:35.282215 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d58bb3-cfd3-494b-b091-acb8b6b986f7', 'name': 'network-vif-deleted', 'tag': '344ab7d2-8e23-4b52-b10e-5e1f44899529', 'status': 'completed', 'code': 200} Oct 27 16:29:35.282367 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-fee1c275-c00e-45ac-aa99-686a9e448478 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 217 time: 0.1306589 Oct 27 16:29:35.305569 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00394f76-f73f-4fb0-8b17-d7ae978551a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.363513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-5c7972a1-1564-4f8d-87f5-ae1036f8e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.365323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-5c7972a1-1564-4f8d-87f5-ae1036f8e1d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0539508 Oct 27 16:29:35.435166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-333fe201-e847-4fbc-8805-962dbdc70f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.437196 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-333fe201-e847-4fbc-8805-962dbdc70f59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600519 Oct 27 16:29:35.482752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00394f76-f73f-4fb0-8b17-d7ae978551a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.563470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-7172b71e-4523-420a-bb23-0929952b48cf service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182001 Oct 27 16:29:35.566854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00394f76-f73f-4fb0-8b17-d7ae978551a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f51cbfff7d47403c9be55f786795cfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171305 Oct 27 16:29:35.566854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:35.615648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00394f76-f73f-4fb0-8b17-d7ae978551a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4987a98-b09d-4f47-9220-d7a6868c81de,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:35.733053 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-d2249dbd-9d95-4e4a-8e26-2dca2b697876 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580820 Oct 27 16:29:35.737612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.789695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8e0447bb-0702-445c-85f4-3c4d658f0555 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb HTTP/1.1" status: 200 len: 217 time: 0.0437982 Oct 27 16:29:35.877161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-3fd68d38-c3eb-4c5c-a159-eef72abae181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.879029 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-3fd68d38-c3eb-4c5c-a159-eef72abae181 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0692163 Oct 27 16:29:35.975004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-7ef39db5-211e-4535-b744-f1e0575c6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.976573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-7ef39db5-211e-4535-b744-f1e0575c6def service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883496 Oct 27 16:29:36.102469 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-41240ae2-ec21-40f6-8e88-7244d3093894 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086271 Oct 27 16:29:36.115019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b37704-6aa0-4a80-8fa8-10f79636f164 req-c725e972-4ac3-48ef-9184-20db9c3cd3c8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.116543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9b37704-6aa0-4a80-8fa8-10f79636f164 req-c725e972-4ac3-48ef-9184-20db9c3cd3c8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.4667175 Oct 27 16:29:36.137373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b5f1e-4b57-42f2-89b2-d8b5d9581528 req-11b63d3b-0aa9-4f1d-9a20-872ed1690326 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.138867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a92b5f1e-4b57-42f2-89b2-d8b5d9581528 req-11b63d3b-0aa9-4f1d-9a20-872ed1690326 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.4603071 Oct 27 16:29:36.141703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.222901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-edf0e715-a6e7-4f35-8f09-258fbbc0d05b service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130183 Oct 27 16:29:36.267834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9b37704-6aa0-4a80-8fa8-10f79636f164 req-d24c94e0-2126-46a8-b7d9-d83fc4a99698 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389823 Oct 27 16:29:36.278991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a92b5f1e-4b57-42f2-89b2-d8b5d9581528 req-b175dffa-8697-45a5-8bae-c7ec617791e9 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252079 Oct 27 16:29:36.281524 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-42261d2b-800a-454e-827a-5d70bda897ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=40401fb1-099c-468a-a57d-4265fddb90d9 HTTP/1.1" status: 200 len: 217 time: 0.0432880 Oct 27 16:29:36.309420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-fcff6f45-7c26-4ecd-bc82-2e82fbb5e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.311495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-fcff6f45-7c26-4ecd-bc82-2e82fbb5e5de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1097 time: 0.1203430 Oct 27 16:29:36.360006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-49ee0c9f-2df0-4a47-acef-23afcf4a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.362050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-49ee0c9f-2df0-4a47-acef-23afcf4a4d50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 200 len: 797 time: 0.0722196 Oct 27 16:29:36.414526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-4ea3bbbd-103d-4189-967c-ddd469969b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.416742 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-4ea3bbbd-103d-4189-967c-ddd469969b4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23e19332-eef4-4a6d-8890-2aa1ebf1ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473032 Oct 27 16:29:36.423671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5b13a36-d2f7-4a42-b14d-d16fb7065335 req-c01cd47c-5b15-4674-ad15-5719935939ac tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=69d58bb3-cfd3-494b-b091-acb8b6b986f7 HTTP/1.1" status: 200 len: 210 time: 0.0385449 Oct 27 16:29:36.474118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.482510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.487317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4987a98-b09d-4f47-9220-d7a6868c81de HTTP/1.1" status: 204 len: 168 time: 0.9165790 Oct 27 16:29:36.498815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00142fa7-ae25-478f-a795-7dfee364488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4987a98-b09d-4f47-9220-d7a6868c81de,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:36.502549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-993a89d1-fb96-4fdc-b0d9-8e41508e57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.504788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-993a89d1-fb96-4fdc-b0d9-8e41508e57ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.1851566 Oct 27 16:29:36.546709 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-aab165b9-570a-47b0-a055-c60ff43bc8b7 service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178987 Oct 27 16:29:36.600626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-bb1873ca-3464-4944-beff-b59346ba009a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0816178 Oct 27 16:29:36.657980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-0c058405-458d-471c-8f6e-3debb85afba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.659449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-16652570-ae15-433c-ac9f-7b5096eb7e8c service neutron] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060338 Oct 27 16:29:36.659698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-0c058405-458d-471c-8f6e-3debb85afba9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0513105 Oct 27 16:29:36.718818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-e147deb3-2692-46f1-99ab-9e6f0217254c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=671df9d7-69c0-483b-9aa3-f31896c48a45 HTTP/1.1" status: 200 len: 217 time: 0.0367844 Oct 27 16:29:36.723247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-1edd00ff-775e-43f8-bd92-a6f2327b3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.724726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-1edd00ff-775e-43f8-bd92-a6f2327b3b57 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424967 Oct 27 16:29:36.797376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-d1a93e9f-3128-44a9-b805-5880c6b42c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.798872 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-d1a93e9f-3128-44a9-b805-5880c6b42c89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.0731056 Oct 27 16:29:36.821115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 344ab7d2-8e23-4b52-b10e-5e1f44899529 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:36.838041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-64e9353a-0bfb-46c9-b6bb-5f170453038f service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044064 Oct 27 16:29:36.847976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 344ab7d2-8e23-4b52-b10e-5e1f44899529 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:36.848322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 344ab7d2-8e23-4b52-b10e-5e1f44899529 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:36.859232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8a0ccbc3-68e1-4a9a-8502-2945ecec2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.861047 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8a0ccbc3-68e1-4a9a-8502-2945ecec2852 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465980 Oct 27 16:29:36.959852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-017482be-aa52-47bf-abf7-65d44b0afc4c service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083097 Oct 27 16:29:37.008478 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-f0be2fbe-3090-4d2a-959b-26be1a964ed5 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399128 Oct 27 16:29:37.157627 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-b231797b-11f0-45b9-9892-4c46aef29cbc service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417291 Oct 27 16:29:37.201286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-8308a21c-cfec-4a41-8234-70f569d9fc9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 200 len: 217 time: 0.0359628 Oct 27 16:29:37.259585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-c06037a1-2fd5-41a0-9267-135bfd04ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:37.261093 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-c06037a1-2fd5-41a0-9267-135bfd04ae2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 200 len: 797 time: 0.0531418 Oct 27 16:29:37.320576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-d7335c3a-3178-44f5-8ff7-b4fa345d8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:37.320762 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-d7335c3a-3178-44f5-8ff7-b4fa345d8441 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519226 Oct 27 16:29:37.453841 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-e1defdbd-8e45-4ae8-825f-c2785ae64ec6 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197958 Oct 27 16:29:37.497107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eecfa-b1aa-4a4f-8f70-b34480843161 req-78f8bb1d-4dfd-4f82-87ac-3d260e5ab98a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:37.511696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e68eecfa-b1aa-4a4f-8f70-b34480843161 req-78f8bb1d-4dfd-4f82-87ac-3d260e5ab98a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1447859 Oct 27 16:29:37.551755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac3ef-5d8f-4b06-89c6-6c1501b9f580 req-adfe3dbf-1d81-4486-85c8-c356cb75edb8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:37.554330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-047ac3ef-5d8f-4b06-89c6-6c1501b9f580 req-adfe3dbf-1d81-4486-85c8-c356cb75edb8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1529870 Oct 27 16:29:37.590604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e68eecfa-b1aa-4a4f-8f70-b34480843161 req-647e789b-7196-4018-bf12-f56254448780 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771017 Oct 27 16:29:37.608940 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aab62b91-0050-47f7-89a4-98a176c7c17f req-dba790c8-3429-4f54-a687-37df1da96473 service neutron] 10.222.0.82 "GET /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465287 Oct 27 16:29:37.643644 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-047ac3ef-5d8f-4b06-89c6-6c1501b9f580 req-8c43c15f-96dc-4b3f-b412-a58521757de4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588539 Oct 27 16:29:38.590265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53bc3f-ea3a-47bc-bc3f-60e87420fd7b req-9ec278aa-aa58-406e-b1dd-4eafdffdd7a1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:38.598142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53bc3f-ea3a-47bc-bc3f-60e87420fd7b req-9ec278aa-aa58-406e-b1dd-4eafdffdd7a1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:38.605204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c53bc3f-ea3a-47bc-bc3f-60e87420fd7b req-9ec278aa-aa58-406e-b1dd-4eafdffdd7a1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5&device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 1683 time: 0.0682583 Oct 27 16:29:38.675025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c53bc3f-ea3a-47bc-bc3f-60e87420fd7b req-afdc03d5-e52a-4dc4-8770-cded5f5ea1c9 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682600 Oct 27 16:29:38.837088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a285b-4192-4d39-a0d6-a7ce2c46e538 req-a9b52887-7ae9-4ed5-b3de-fa537a2966b7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:38.840000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-949a285b-4192-4d39-a0d6-a7ce2c46e538 req-a9b52887-7ae9-4ed5-b3de-fa537a2966b7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1328466 Oct 27 16:29:38.894862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa715ab-7c12-4cae-9402-48f1908cd2e1 req-e892994b-8f38-426f-a127-d34be978563f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:38.896402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fa715ab-7c12-4cae-9402-48f1908cd2e1 req-e892994b-8f38-426f-a127-d34be978563f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1073890 Oct 27 16:29:38.911140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-949a285b-4192-4d39-a0d6-a7ce2c46e538 req-bf78545f-5bb3-4df6-ad9f-417e9627699b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598483 Oct 27 16:29:38.973599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5fa715ab-7c12-4cae-9402-48f1908cd2e1 req-cf1f98ee-65f1-4559-a460-fad1e77c3ae0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610940 Oct 27 16:29:40.026488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4f50-f51a-4f2a-9793-28e7ac7c2944 req-e3270079-4e96-4509-b697-10f3efb40d23 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:40.028202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85af4f50-f51a-4f2a-9793-28e7ac7c2944 req-e3270079-4e96-4509-b697-10f3efb40d23 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0587444 Oct 27 16:29:40.085487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85af4f50-f51a-4f2a-9793-28e7ac7c2944 req-517b2f86-7752-4793-999a-0b264475bb4d tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481796 Oct 27 16:29:40.217794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfaea6-f6ef-4f4a-96e5-e9eef846c6f6 req-628370c4-ae07-491d-b160-f09f34ec4c56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:40.225412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47bfaea6-f6ef-4f4a-96e5-e9eef846c6f6 req-628370c4-ae07-491d-b160-f09f34ec4c56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0736175 Oct 27 16:29:40.272667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47bfaea6-f6ef-4f4a-96e5-e9eef846c6f6 req-f5e4c8c2-4567-4e62-b1f3-feec90ff93e6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Oct 27 16:29:40.362421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e47b0-5494-4d88-9d34-4328a6cc0c32 req-feb3a502-a51f-4e53-ac49-9459212eaf21 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:40.363980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-499e47b0-5494-4d88-9d34-4328a6cc0c32 req-feb3a502-a51f-4e53-ac49-9459212eaf21 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Oct 27 16:29:40.405171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-499e47b0-5494-4d88-9d34-4328a6cc0c32 req-70d01def-8264-4a27-b3c5-cd86dc247914 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Oct 27 16:29:41.208959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30d92e-52c0-4514-b302-6c749aa4be0c req-d6dbddd2-39cf-485f-8488-8f21a0f3a4cc tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.210567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef30d92e-52c0-4514-b302-6c749aa4be0c req-d6dbddd2-39cf-485f-8488-8f21a0f3a4cc tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Oct 27 16:29:41.255073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef30d92e-52c0-4514-b302-6c749aa4be0c req-5349c6f6-0f7c-4b1d-af9b-4b097350badc tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Oct 27 16:29:41.394606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f72ff-7917-4798-97bb-73f312a91f85 req-751ce55c-bc68-4c74-800a-952e13664a0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.403259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-600f72ff-7917-4798-97bb-73f312a91f85 req-751ce55c-bc68-4c74-800a-952e13664a0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0656059 Oct 27 16:29:41.409475 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84617d2c-b4d3-4544-a5a3-6275a58ca01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.450684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-600f72ff-7917-4798-97bb-73f312a91f85 req-a0fe85d3-960e-40c7-94ac-f16c18cc6034 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Oct 27 16:29:41.550739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d30a1-f133-4241-acad-afa28f0dc802 req-5ae1ab17-02c1-4b94-afde-c8a2a810f393 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.552402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d36d30a1-f133-4241-acad-afa28f0dc802 req-5ae1ab17-02c1-4b94-afde-c8a2a810f393 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0522199 Oct 27 16:29:41.594602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d36d30a1-f133-4241-acad-afa28f0dc802 req-35f2a79e-bcb7-456b-a24a-00424f1413c3 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/security-groups?id=f57bc610-84fb-4437-bade-6aa68ae7e8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Oct 27 16:29:41.667446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55568) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:41.782282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-adc5a8d3-1f51-4a21-844d-8673ff43fd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.862864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-adc5a8d3-1f51-4a21-844d-8673ff43fd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.978733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-adc5a8d3-1f51-4a21-844d-8673ff43fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.017998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-adc5a8d3-1f51-4a21-844d-8673ff43fd28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05d330e2fd9d4a77af06aafdb7bccd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503692 Oct 27 16:29:42.018487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5a8d3-1f51-4a21-844d-8673ff43fd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1975524-37c4-430e-b6d6-7c3e5007aa79,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:42.020240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:42.082777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.113691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.183484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a728745-1410-484b-a0f6-a863733f7787 req-01d623ad-dc02-4fe0-b523-9889cf42e549 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:42.185297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7a728745-1410-484b-a0f6-a863733f7787 req-01d623ad-dc02-4fe0-b523-9889cf42e549 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 946 time: 0.0843740 Oct 27 16:29:42.292993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Deleting port 10e4286a-5197-4399-81d4-34452ab810da {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:42.293381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.336005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.338540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.342194 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1975524-37c4-430e-b6d6-7c3e5007aa79 HTTP/1.1" status: 204 len: 168 time: 0.3179896 Oct 27 16:29:42.357300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1daa0-81a0-439b-aaf6-50d8b365d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1975524-37c4-430e-b6d6-7c3e5007aa79,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:42.390990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba74e5-a668-4849-96fa-083a8278c4be req-f6f9e774-a7e4-47eb-9356-711954eaef79 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:42.392574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daba74e5-a668-4849-96fa-083a8278c4be req-f6f9e774-a7e4-47eb-9356-711954eaef79 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0679924 Oct 27 16:29:42.406227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] For port 10e4286a-5197-4399-81d4-34452ab810da, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10e4286a-5197-4399-81d4-34452ab810da,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:42.406979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.422606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Calling delete_port for 10e4286a-5197-4399-81d4-34452ab810da owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:42.458808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daba74e5-a668-4849-96fa-083a8278c4be req-b536551a-8ff8-4f0f-9f12-fc7279855645 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Oct 27 16:29:42.483821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-0466b6a4-4a19-44e9-8ca7-7b5ac30338d6 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:42.483821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-0466b6a4-4a19-44e9-8ca7-7b5ac30338d6 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "GET /v2.0/ports?device_id=3cddf355-a219-42a8-aa43-755a00bd4e52 HTTP/1.1" status: 200 len: 946 time: 0.0617609 Oct 27 16:29:42.614255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238bd0c-c8b9-48b5-9044-a3c058f683d3 req-5566e097-628b-4563-a074-f069e809de54 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:42.615798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6238bd0c-c8b9-48b5-9044-a3c058f683d3 req-5566e097-628b-4563-a074-f069e809de54 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0829287 Oct 27 16:29:42.642275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Deleting port 4e762e2a-55df-443c-99d0-76dd72df4949 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:42.642616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.649643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.663004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10e4286a-5197-4399-81d4-34452ab810da', '4e762e2a-55df-443c-99d0-76dd72df4949'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:42.696526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event deleted for resources: {'Port': ['ID=10e4286a-5197-4399-81d4-34452ab810da,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:42.742235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7809c3b0-9147-4c19-8abe-1aed9d8dd9c5 req-6397761c-78d1-48e4-8d39-c158e07462b2 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 210 time: 0.0544050 Oct 27 16:29:42.746009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] No DVR routers for this DVR port 10e4286a-5197-4399-81d4-34452ab810da on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:42.749039 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.754162 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7a728745-1410-484b-a0f6-a863733f7787 req-23fe7f0f-3e9a-4626-8b6d-83de11e6fd82 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "DELETE /v2.0/ports/10e4286a-5197-4399-81d4-34452ab810da HTTP/1.1" status: 204 len: 173 time: 0.5538461 Oct 27 16:29:42.754712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'name': 'network-vif-deleted', 'tag': '10e4286a-5197-4399-81d4-34452ab810da'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:42.757469 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e9e6a-72ef-4bba-9ca4-0e3c4541fac1" -d '{"events": [{"server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "name": "network-vif-deleted", "tag": "10e4286a-5197-4399-81d4-34452ab810da"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:42.757956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6238bd0c-c8b9-48b5-9044-a3c058f683d3 req-99f300bf-04db-498b-a3b9-4e9de77f116d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319091 Oct 27 16:29:42.809417 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a68e00-5d9e-4b4c-ab50-a4a0606683eb x-openstack-request-id: req-87a68e00-5d9e-4b4c-ab50-a4a0606683eb {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:42.809979 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c485c-7ea1-4c02-bf8a-efd31fff91a5", "name": "network-vif-deleted", "tag": "10e4286a-5197-4399-81d4-34452ab810da", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:42.810234 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87a68e00-5d9e-4b4c-ab50-a4a0606683eb {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:42.810654 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c485c-7ea1-4c02-bf8a-efd31fff91a5', 'name': 'network-vif-deleted', 'tag': '10e4286a-5197-4399-81d4-34452ab810da', 'status': 'completed', 'code': 200} Oct 27 16:29:42.843011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] For port 4e762e2a-55df-443c-99d0-76dd72df4949, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=4e762e2a-55df-443c-99d0-76dd72df4949,segment=NetworkSegment(49a96bbe-cb8b-43e1-9045-b6536e3e0b37),segment_id=49a96bbe-cb8b-43e1-9045-b6536e3e0b37)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:42.843496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.859703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Calling delete_port for 4e762e2a-55df-443c-99d0-76dd72df4949 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:43.133655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.153902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10e4286a-5197-4399-81d4-34452ab810da'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:43.176553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Pushing event deleted for resources: {'Port': ['ID=4e762e2a-55df-443c-99d0-76dd72df4949,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:43.224701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] No DVR routers for this DVR port 4e762e2a-55df-443c-99d0-76dd72df4949 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:43.227324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.230745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1dccefda-69e4-406c-9cf4-44d1292394a1 req-1bbec298-d18e-436e-8abd-62c044267aa1 tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.82 "DELETE /v2.0/ports/4e762e2a-55df-443c-99d0-76dd72df4949 HTTP/1.1" status: 204 len: 173 time: 0.7415352 Oct 27 16:29:43.231269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'name': 'network-vif-deleted', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:43.233585 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176aea4b-7766-4b24-bc14-940e923e2285" -d '{"events": [{"server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "name": "network-vif-deleted", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:43.271457 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded78af-1247-447e-9ceb-9490cb4a36e1 x-openstack-request-id: req-9ded78af-1247-447e-9ceb-9490cb4a36e1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:43.271762 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cddf355-a219-42a8-aa43-755a00bd4e52", "name": "network-vif-deleted", "tag": "4e762e2a-55df-443c-99d0-76dd72df4949", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:43.272023 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ded78af-1247-447e-9ceb-9490cb4a36e1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:43.272459 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cddf355-a219-42a8-aa43-755a00bd4e52', 'name': 'network-vif-deleted', 'tag': '4e762e2a-55df-443c-99d0-76dd72df4949', 'status': 'completed', 'code': 200} Oct 27 16:29:43.361574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55606) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:43.374955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a58d52c-ab0f-4b3a-85cb-74b35ff2a36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.449601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a58d52c-ab0f-4b3a-85cb-74b35ff2a36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.551859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a58d52c-ab0f-4b3a-85cb-74b35ff2a36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.583817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd82c-4a0c-404e-b970-aa48826de77d req-3b6debf0-f349-4490-a9c6-953e2ad4e542 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:43.585369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be2bd82c-4a0c-404e-b970-aa48826de77d req-3b6debf0-f349-4490-a9c6-953e2ad4e542 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0531745 Oct 27 16:29:43.599449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a58d52c-ab0f-4b3a-85cb-74b35ff2a36e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be1d83936f0b4f75b035b9039889013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368753 Oct 27 16:29:43.600719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58d52c-ab0f-4b3a-85cb-74b35ff2a36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529b8cd-c0f2-4878-b1fb-ae241556aabc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:43.604920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:43.639372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be2bd82c-4a0c-404e-b970-aa48826de77d req-8a788323-9240-4ef0-bc54-e14d14ee4411 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Oct 27 16:29:43.666933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.690809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.840901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.844142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.861073 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3529b8cd-c0f2-4878-b1fb-ae241556aabc HTTP/1.1" status: 204 len: 168 time: 0.2547407 Oct 27 16:29:43.874770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1c155-4f52-4ec5-9b4a-81454509df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529b8cd-c0f2-4878-b1fb-ae241556aabc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:43.971383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc8ae1fc-5652-4279-8299-f0596b8229c2 req-29cfcb5c-6a8e-423f-811c-86f58ba048af tempest-ListServersNegativeTestJSON-789116362 tempest-ListServersNegativeTestJSON-789116362-project] 10.222.0.70 "GET /v2.0/ports?device_id=307c485c-7ea1-4c02-bf8a-efd31fff91a5 HTTP/1.1" status: 200 len: 210 time: 0.0392234 Oct 27 16:29:43.985750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d69938-77be-435d-8fbc-425e6affcc05 req-8c40cff1-73b7-41be-95d6-accfeefd9599 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:43.987737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64d69938-77be-435d-8fbc-425e6affcc05 req-8c40cff1-73b7-41be-95d6-accfeefd9599 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1360309 Oct 27 16:29:44.029873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a941-5aa6-438a-9109-1b7308936959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.060539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64d69938-77be-435d-8fbc-425e6affcc05 req-cfb87736-582a-43a2-aa56-62c791467a45 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536530 Oct 27 16:29:44.740661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.771855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff1bca-fe74-40ea-bc12-51a87808ac7e req-b4d1682b-63b5-4716-97dd-96284a202f23 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:44.774044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60ff1bca-fe74-40ea-bc12-51a87808ac7e req-b4d1682b-63b5-4716-97dd-96284a202f23 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0538757 Oct 27 16:29:44.848918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60ff1bca-fe74-40ea-bc12-51a87808ac7e req-071efbcf-4378-441d-9fe3-c1eec9724fef tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Oct 27 16:29:45.105725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:45.159189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Deleting subnet 356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:45.162840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.206268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.207645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664c477-2de4-4d93-b35d-dbdca99342b8 req-f4f1cd95-5233-47db-88ee-da5dedc8f6fa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.209483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b664c477-2de4-4d93-b35d-dbdca99342b8 req-f4f1cd95-5233-47db-88ee-da5dedc8f6fa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0661116 Oct 27 16:29:45.229173 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.257158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b664c477-2de4-4d93-b35d-dbdca99342b8 req-4b153425-d2d0-4c33-983a-7dcd06a3e35a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Oct 27 16:29:45.259525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.371517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.377590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.384047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.390518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.398004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.404763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.411029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:45.412996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8863f94-fef7-4905-96ab-a76228999d42 req-b8f25363-3fba-4e7f-b1e0-e6520c2d872d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.0970290 Oct 27 16:29:45.471825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8863f94-fef7-4905-96ab-a76228999d42 req-4eba101c-ef06-400c-9ab3-c88de5a9cc09 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508263 Oct 27 16:29:45.478575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.520097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.537983 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/356c9fe1-3d25-4251-81c8-e3bd45c9d0e6 HTTP/1.1" status: 204 len: 168 time: 0.4310913 Oct 27 16:29:45.541072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55660) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:45.553663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d19fe-42a6-419b-a4f7-f4c815d221a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356c9fe1-3d25-4251-81c8-e3bd45c9d0e6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:45.699819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.793987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.829555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef049e47-eb98-494c-8c30-df30249d1052']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.848143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a96bbe-cb8b-43e1-9045-b6536e3e0b37') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.848529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a96bbe-cb8b-43e1-9045-b6536e3e0b37') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.862686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.888946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.899063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:45.899063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:45.900191 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:46.018435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ff97-b8ab-48a1-8d42-8bba86cf088c req-168b03fd-80b1-417c-8db6-37c11f46deea tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.020219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6344ff97-b8ab-48a1-8d42-8bba86cf088c req-168b03fd-80b1-417c-8db6-37c11f46deea tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0661621 Oct 27 16:29:46.067315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6344ff97-b8ab-48a1-8d42-8bba86cf088c req-1c4cf4f1-cada-4a36-8ce1-854923f0d592 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Oct 27 16:29:46.118797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.126957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.132678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ef049e47-eb98-494c-8c30-df30249d1052 HTTP/1.1" status: 204 len: 168 time: 0.5894656 Oct 27 16:29:46.150899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f146-221a-40c0-8346-3a6e5cb2cf70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef049e47-eb98-494c-8c30-df30249d1052,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:46.399706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e41983-755a-4fb8-a087-e25b76be5f6a req-8b2aeeff-298e-4abc-a0ea-e0259d52e597 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.401272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83e41983-755a-4fb8-a087-e25b76be5f6a req-8b2aeeff-298e-4abc-a0ea-e0259d52e597 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.0652370 Oct 27 16:29:46.448048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83e41983-755a-4fb8-a087-e25b76be5f6a req-3d1344cd-d7d3-43f0-a50e-72ce730d5ba4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392275 Oct 27 16:29:46.562239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55720) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.639275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.641196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.647626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.654877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.662179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.668260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.674266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.680577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.682631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-a326f446-af4c-4a02-ac8b-e3ac203eb7a0 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.1090708 Oct 27 16:29:46.711424 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e53ba56-740a-41ab-93b9-6db6a9c7242e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e79e250709a24cfe8b960db204ca1bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700150 Oct 27 16:29:46.714430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.768906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95d7a46a-057d-408d-9758-a852eebdf9fa req-94f7ef9d-46a9-4a21-90b1-b6d1f018dd72 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752079 Oct 27 16:29:46.784401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.792674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.799134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.806650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.814873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.822378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.829835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.831804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-e1df0b94-f278-4363-a070-f246ca3ca18a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5434 time: 0.1483748 Oct 27 16:29:46.873668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.897373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:46.919222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.923082 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2904c51d-2600-4c59-9de9-94f189cef977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.929185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-b48e988a-3a7e-48ce-b517-206052dcab53 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.931430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-b48e988a-3a7e-48ce-b517-206052dcab53 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0900476 Oct 27 16:29:46.970906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.069977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.089493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.099910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.106270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:47.109465 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f57bc610-84fb-4437-bade-6aa68ae7e8cb HTTP/1.1" status: 204 len: 168 time: 0.3935986 Oct 27 16:29:47.110790 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe3e013-d319-418d-9ffa-cebd17220b5f" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:47.143578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:47.176548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309122e6-b388-4e93-a1d9-150c5cc6633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57bc610-84fb-4437-bade-6aa68ae7e8cb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.189257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2288b9c0-4b0c-4b7a-b76c-04034c9d0d18 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2513421 Oct 27 16:29:47.193065 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a6883-7838-45c9-8613-58e129df50fc x-openstack-request-id: req-111a6883-7838-45c9-8613-58e129df50fc {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:47.193882 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:47.195733 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-111a6883-7838-45c9-8613-58e129df50fc {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:47.198415 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2', 'code': 200} Oct 27 16:29:47.219220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:47.235638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.237300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 93086b3d-f42d-4717-8783-c4989ce915eb no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:47.328878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2904c51d-2600-4c59-9de9-94f189cef977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.334006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.369005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.415515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2904c51d-2600-4c59-9de9-94f189cef977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.458781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.463592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee82270-8e2b-4fa7-a54c-f60fa49323e0 req-e8c5c8a4-e3b5-4287-bba2-46bdd57c3241 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:47.465150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aee82270-8e2b-4fa7-a54c-f60fa49323e0 req-e8c5c8a4-e3b5-4287-bba2-46bdd57c3241 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1332731 Oct 27 16:29:47.534885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:47.592585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2904c51d-2600-4c59-9de9-94f189cef977 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a83eef93001945438f0f26bd6931daf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0287130 Oct 27 16:29:47.592826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.593472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904c51d-2600-4c59-9de9-94f189cef977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdcf1a5-61b0-4c47-8dcf-fd93c78fd73b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.609564 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.611181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 15c744f0-138e-439b-af79-d291e08fd127 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:47.673331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aee82270-8e2b-4fa7-a54c-f60fa49323e0 req-0c6aef19-5938-4a45-a448-cf78888362e4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929388 Oct 27 16:29:47.750245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb07b-6513-42f5-b929-cf6ce47418a3 req-904d06e6-8a80-44bb-8053-7b044f2cf1a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:47.759129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-686fb07b-6513-42f5-b929-cf6ce47418a3 req-904d06e6-8a80-44bb-8053-7b044f2cf1a7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1561537 Oct 27 16:29:47.772769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:47.849311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.872624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-686fb07b-6513-42f5-b929-cf6ce47418a3 req-f8c18f37-f188-4276-b682-41c1c6bdf4b0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132095 Oct 27 16:29:47.912598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.928774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] For port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:47.968283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.033578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.077768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:48.156933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] device_id is not set on port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:29:48.168038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.185389 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.186125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10e4286a-5197-4399-81d4-34452ab810da no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:48.194457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.201815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.208608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.215955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.222391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.227176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 10e4286a-5197-4399-81d4-34452ab810da {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:48.227486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10e4286a-5197-4399-81d4-34452ab810da not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:48.227914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4e762e2a-55df-443c-99d0-76dd72df4949 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:48.231425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.238457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.240611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-beef15b0-75cd-4032-89c3-543c2138b041 req-00dea35e-f662-441a-9dec-24dd2a21bcdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 5430 time: 0.1904705 Oct 27 16:29:48.248264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.251642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.256576 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fdcf1a5-61b0-4c47-8dcf-fd93c78fd73b HTTP/1.1" status: 204 len: 168 time: 0.6620028 Oct 27 16:29:48.269835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 4e762e2a-55df-443c-99d0-76dd72df4949 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:48.270462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 4e762e2a-55df-443c-99d0-76dd72df4949 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:48.272195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 671df9d7-69c0-483b-9aa3-f31896c48a45 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:48.279392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.282099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62394-0686-445f-b0a7-74def863a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdcf1a5-61b0-4c47-8dcf-fd93c78fd73b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.336410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-beef15b0-75cd-4032-89c3-543c2138b041 req-8460d789-995e-49a3-8715-c7bd0017a031 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=daace9cc-9151-4d62-a431-546e3fe68201&id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875528 Oct 27 16:29:48.384933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] No DVR routers for this DVR port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:48.440606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] In _notify_port_updated(), no bound segment for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:29:48.442276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.442978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.444598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] 10.222.0.82 "PUT /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 200 len: 1026 time: 1.2319925 Oct 27 16:29:48.446001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63db2d-ff80-4352-9256-1cadab91f169 service neutron] Pushing event updated for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.518178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-1fc0ea69-8a69-42ff-95d2-070000173212 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.519678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-1fc0ea69-8a69-42ff-95d2-070000173212 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "GET /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670102 Oct 27 16:29:48.540740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:48.541512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.608886 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.645028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.682868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:48.762125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-575170bb-21ee-4988-b5f3-8c093ec55988 None None] Provisioning complete for port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:48.762939 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-575170bb-21ee-4988-b5f3-8c093ec55988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.810762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-575170bb-21ee-4988-b5f3-8c093ec55988 None None] Port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:48.812529 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.813332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 40401fb1-099c-468a-a57d-4265fddb90d9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:48.886732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.888862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=15c744f0-138e-439b-af79-d291e08fd127,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:48.976676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] For port 15c744f0-138e-439b-af79-d291e08fd127, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:49.022335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.072693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] device_id is not set on port 15c744f0-138e-439b-af79-d291e08fd127 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:29:49.084367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.117231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:49.160245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad3d23-989b-43ff-a634-3fc11576eccb req-1bbb9e34-11c8-45ce-b1e1-00e239b7c589 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.161734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8ad3d23-989b-43ff-a634-3fc11576eccb req-1bbb9e34-11c8-45ce-b1e1-00e239b7c589 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1828673 Oct 27 16:29:49.170698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bc9c7-215f-476f-b00b-0dae083ba279 req-2bb1323c-bd91-4077-ad8b-d224e520c82f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.172131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd5bc9c7-215f-476f-b00b-0dae083ba279 req-2bb1323c-bd91-4077-ad8b-d224e520c82f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1818190 Oct 27 16:29:49.197358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c744f0-138e-439b-af79-d291e08fd127'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:49.203817 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0496ae-6e02-43ce-a43b-2ed3f9b29b3e" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "15c744f0-138e-439b-af79-d291e08fd127"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:49.239925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd5bc9c7-215f-476f-b00b-0dae083ba279 req-8be174ba-cc54-4ff1-9128-aa054f66aea7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Oct 27 16:29:49.242858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8ad3d23-989b-43ff-a634-3fc11576eccb req-d8cda082-cf67-4fa0-963f-b905526c3416 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697777 Oct 27 16:29:49.304454 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a51ff0-9641-4fc2-8d3f-f6716d85b2a1 x-openstack-request-id: req-78a51ff0-9641-4fc2-8d3f-f6716d85b2a1 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "15c744f0-138e-439b-af79-d291e08fd127", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a51ff0-9641-4fc2-8d3f-f6716d85b2a1 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb', 'code': 200} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c744f0-138e-439b-af79-d291e08fd127', 'code': 200} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'code': 200} Oct 27 16:29:49.310170 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9', 'code': 200} Oct 27 16:29:49.322883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.323865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.325513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 415bc58b-7ed5-4dff-96b7-1d19bfb655ce no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:49.453820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Pushing event updated for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:49.470324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] No DVR routers for this DVR port 15c744f0-138e-439b-af79-d291e08fd127 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:49.536293 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-d372b72c-8147-48d0-9287-cee8df5f6d6e service neutron] show failed (client error): The resource could not be found. Oct 27 16:29:49.538006 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-d372b72c-8147-48d0-9287-cee8df5f6d6e service neutron] 10.222.0.82 "GET /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.1454005 Oct 27 16:29:49.545915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] In _notify_port_updated(), no bound segment for port 15c744f0-138e-439b-af79-d291e08fd127 on network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:29:49.547113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.547946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.549449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-ad73da21-13c5-4034-a29f-f18fbde98f2f service neutron] 10.222.0.82 "PUT /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 200 len: 1027 time: 1.0189373 Oct 27 16:29:49.572790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:49.633903 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.699786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:49.710968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:49.800853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.802949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.805050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c38e4938-962a-45fd-88f5-c00c61c4bccb no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:49.813736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.824291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.835159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-424279933-network', 'tenant_id': '957ed867670b41759fe158d750668150'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:49.849123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.869996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.883101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-9465f9f1-60f8-46e3-a6fe-5cbb9f7f622e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3881 time: 0.3324053 Oct 27 16:29:49.951155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:49.956837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Made reservation on behalf of 957ed867670b41759fe158d750668150 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:49.965380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.979545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.982799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-373d2bde-d2dc-4f22-8140-47768bf5cf41 req-fe83461b-a041-421a-bffe-0a5ad841900f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985420 Oct 27 16:29:50.009956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df7caf63-9f3b-4573-8ccd-fb17a8a915d1 None None] Provisioning complete for port 15c744f0-138e-439b-af79-d291e08fd127 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:50.010417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df7caf63-9f3b-4573-8ccd-fb17a8a915d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.029441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:50.030459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.048625 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.067980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df7caf63-9f3b-4573-8ccd-fb17a8a915d1 None None] Port 15c744f0-138e-439b-af79-d291e08fd127 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:50.097244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:50.170138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.179986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.195790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:50.196177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.236421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 415bc58b-7ed5-4dff-96b7-1d19bfb655ce owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:50.248224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-528fb4bd-eb47-4016-982d-bbd9a479c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:50.252995 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-528fb4bd-eb47-4016-982d-bbd9a479c037 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 1097 time: 0.0770705 Oct 27 16:29:50.254620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.274185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:50.332342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:29:50.364210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.364649 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Added segment 7634c291-dc49-4e1e-bf0b-597eaa5e196f of type vlan for network ee10cf58-9c07-410a-b167-537feb974b5c Oct 27 16:29:50.381619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34222cdf-2aee-4801-b623-3a53b593180d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.450383 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.454071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.479256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.608162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.609112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:50.609682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.628463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd19dc9-18e7-4c8c-afc4-74c9b7c47b50 req-34ccd852-2f58-422b-a7d9-111c61d9dd85 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:50.635871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cd19dc9-18e7-4c8c-afc4-74c9b7c47b50 req-34ccd852-2f58-422b-a7d9-111c61d9dd85 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1996319 Oct 27 16:29:50.711929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926acc-535d-4bfb-8893-3de58ba57be9 req-46e558c8-1f9e-4696-aa89-05d03281ea6d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:50.721613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3926acc-535d-4bfb-8893-3de58ba57be9 req-46e558c8-1f9e-4696-aa89-05d03281ea6d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.2190216 Oct 27 16:29:50.724697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee10cf58-9c07-410a-b167-537feb974b5c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.739061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ee10cf58-9c07-410a-b167-537feb974b5c details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:29:50.775798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:50.801793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3090b004-c03a-4e93-8654-7e395023d3d4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2270346 Oct 27 16:29:50.806970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:50.821231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Request body: {'subnet': {'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-424279933-subnet', 'tenant_id': '957ed867670b41759fe158d750668150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:50.821715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:50.844752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cd19dc9-18e7-4c8c-afc4-74c9b7c47b50 req-f002a2ba-7555-4dc1-bf63-f86635efa84f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212101 Oct 27 16:29:50.859904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.878558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:50.878558 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd441b7-a741-47ec-99a5-85212f882f02" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:50.883233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.884988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3926acc-535d-4bfb-8893-3de58ba57be9 req-54ceb9e4-d27b-49e8-9e23-d9f009817f11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137562 Oct 27 16:29:50.903619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Transition to ACTIVE for port object b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:50.929230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=415bc58b-7ed5-4dff-96b7-1d19bfb655ce,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.941744 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4dd8bb-3d13-47eb-aa76-8abfdc270f98 x-openstack-request-id: req-7c4dd8bb-3d13-47eb-aa76-8abfdc270f98 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:50.942437 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:50.943659 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c4dd8bb-3d13-47eb-aa76-8abfdc270f98 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:50.944910 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'code': 200} Oct 27 16:29:50.972150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port 415bc58b-7ed5-4dff-96b7-1d19bfb655ce on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:50.975919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.978934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-2bf25d94-88d4-470f-b9fe-0e61d17b326a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "DELETE /v2.0/ports/415bc58b-7ed5-4dff-96b7-1d19bfb655ce HTTP/1.1" status: 204 len: 173 time: 1.4183321 Oct 27 16:29:50.979417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:50.981708 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8477e985-9f3b-41a2-9ed1-801a6615ab35" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:51.012309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Made reservation on behalf of 957ed867670b41759fe158d750668150 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:51.017757 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.035981 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bbbec0-a3af-4a26-b372-bdb73570f10f x-openstack-request-id: req-e6bbbec0-a3af-4a26-b372-bdb73570f10f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:51.035981 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:51.035981 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6bbbec0-a3af-4a26-b372-bdb73570f10f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:51.036304 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'status': 'completed', 'code': 200} Oct 27 16:29:51.038082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.268683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=6']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:51.285352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] No DVR routers for this DVR port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:51.310410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce'}, {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:51.313978 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f2bb5-6254-4c20-bbf2-2668e775b72c" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce"}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:51.415697 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe1a534-3927-4ef5-a665-49ed4b5893fb x-openstack-request-id: req-6fe1a534-3927-4ef5-a665-49ed4b5893fb {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:51.415980 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "415bc58b-7ed5-4dff-96b7-1d19bfb655ce", "code": 200}, {"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-unplugged", "status": "completed", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:51.416681 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fe1a534-3927-4ef5-a665-49ed4b5893fb {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:51.417247 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415bc58b-7ed5-4dff-96b7-1d19bfb655ce', 'code': 200} Oct 27 16:29:51.417743 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'code': 200} Oct 27 16:29:51.436321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-bd4ea7d6-6589-437e-a730-5888b61b7181 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:51.451286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-bd4ea7d6-6589-437e-a730-5888b61b7181 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:51.468235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-bd4ea7d6-6589-437e-a730-5888b61b7181 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:51.475028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-bd4ea7d6-6589-437e-a730-5888b61b7181 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:51.496629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-bd4ea7d6-6589-437e-a730-5888b61b7181 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3144 time: 0.3930454 Oct 27 16:29:51.571785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:51.572110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:51.572475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:51.578192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:51.578441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:51.586402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:51.592483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:51.592483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Bound using segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:51.592483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Bound port: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:51.592483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.684299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 40401fb1-099c-468a-a57d-4265fddb90d9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:51.684645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.691308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aec5b89d-006b-43cb-8c93-bd9efbc8b834 req-9e2b7c1a-43b0-44f7-8ab0-41f10e7c827f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875758 Oct 27 16:29:51.696433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55868) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:51.729147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:51.729720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:51.845315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-351837187', 'router:external': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:51.872325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.995488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:51.996132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.997565 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] 10.222.0.79 "PUT /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1092 time: 1.7335920 Oct 27 16:29:52.033427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Made reservation on behalf of 946a24802b3e48be8d8c65f78ad1fbd5 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:52.035949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.061929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.078437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452c57-e709-4681-9b1c-fd192c865ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:52.129426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-13baaa2c-cfae-49e8-8bd4-1f75c4b18ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.131252 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-13baaa2c-cfae-49e8-8bd4-1f75c4b18ce5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1095 time: 0.0988536 Oct 27 16:29:52.384624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-e6fe9ffa-58dc-4b49-841f-bc06d30ff343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.386233 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-e6fe9ffa-58dc-4b49-841f-bc06d30ff343 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.2462132 Oct 27 16:29:52.445282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.489713 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:52.517416 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-17b90390-e9be-4743-8439-8b52b21262b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.1211629 Oct 27 16:29:52.519293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.560986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port 40401fb1-099c-468a-a57d-4265fddb90d9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=40401fb1-099c-468a-a57d-4265fddb90d9,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:52.561362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.592139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-569777dd-7c55-41dd-a18b-7defb9c6fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.594568 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-569777dd-7c55-41dd-a18b-7defb9c6fd32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0691361 Oct 27 16:29:52.598760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 40401fb1-099c-468a-a57d-4265fddb90d9 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:52.616601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.622728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c4bd30-a54a-42b6-9a26-77a820e23b3f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:52.644422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8641d-04b7-451a-b130-363d36e99c0d req-9df18351-60e4-4e98-8a32-e85fe070cb89 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.652172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ac8641d-04b7-451a-b130-363d36e99c0d req-9df18351-60e4-4e98-8a32-e85fe070cb89 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.2236311 Oct 27 16:29:52.682383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:29:52.697884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fb0c2d-c408-4a09-b9b6-15d59cf13b1c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:52.708431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.708785 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Added segment bda6eefb-5b3b-46e1-b68c-beab04324e68 of type vlan for network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 Oct 27 16:29:52.711581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-34498fd0-293d-4694-b602-e703326d6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.713816 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-34498fd0-293d-4694-b602-e703326d6df9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113884 Oct 27 16:29:52.723920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd9c24-df11-49c5-9d7d-fb49a3e99fe2 req-a824bdce-8fa0-4be8-a72f-c03ede2679da tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.725982 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8abd9c24-df11-49c5-9d7d-fb49a3e99fe2 req-a824bdce-8fa0-4be8-a72f-c03ede2679da tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2847109 Oct 27 16:29:52.756725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Checking segment: {'id': '7634c291-dc49-4e1e-bf0b-597eaa5e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:52.762020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Network hostable DHCP agents. Network: ee10cf58-9c07-410a-b167-537feb974b5c, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:29:52.772727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ac8641d-04b7-451a-b130-363d36e99c0d req-ea4b77de-2895-4584-a1a6-a40fb515857a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145265 Oct 27 16:29:52.811110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.840447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8abd9c24-df11-49c5-9d7d-fb49a3e99fe2 req-ee557ee6-60b3-4e9c-9ca8-99c9767f1c5d tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017773 Oct 27 16:29:52.887819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-2be0ef33-1c3f-4cc7-a56d-4926c6cf0110 service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637125 Oct 27 16:29:52.919716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:52.952342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:52.952798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Network ee10cf58-9c07-410a-b167-537feb974b5c is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:29:52.954222 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2244827a-2aa5-4492-850a-3ca8204917f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:52.997268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.998483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:52.999197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.028423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:53.044496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5c1e466e-d813-4d23-814b-e55f0d70ab11 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.051277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5c1e466e-d813-4d23-814b-e55f0d70ab11 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.058410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5c1e466e-d813-4d23-814b-e55f0d70ab11 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.065246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5c1e466e-d813-4d23-814b-e55f0d70ab11 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.074615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5c1e466e-d813-4d23-814b-e55f0d70ab11 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 3144 time: 0.1527531 Oct 27 16:29:53.080938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ee10cf58-9c07-410a-b167-537feb974b5c) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:53.088357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287abe7c-4f92-4562-b4f7-9a7ba3c2d47f None None] Network ee10cf58-9c07-410a-b167-537feb974b5c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:53.098813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Network': ['ID=8b3d7414-d5b8-4f90-90b5-75ef4422b5b3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:53.118535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.118535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.129155 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d332cf-f5d5-4723-8b87-1c4716fc099f x-openstack-request-id: req-86d332cf-f5d5-4723-8b87-1c4716fc099f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:53.129417 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:53.133560 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86d332cf-f5d5-4723-8b87-1c4716fc099f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:53.134084 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:29:53.136443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d6e02aa3-07f3-45d2-934e-0ff9bb731cc7 req-3286d438-6c88-499b-9e00-c08c72b31d9a service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385166 Oct 27 16:29:53.153359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3c8dddf-9677-4ffd-a12f-14a72cee8d86 req-5ebe4eee-dd93-4893-af50-467ecbcf6e4f tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709925 Oct 27 16:29:53.155496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.195637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:29:53.221417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=40401fb1-099c-468a-a57d-4265fddb90d9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:53.234750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-762342e9-b9ec-4cdd-8fc4-9f72e85777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.236488 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-762342e9-b9ec-4cdd-8fc4-9f72e85777c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1095 time: 0.0810826 Oct 27 16:29:53.284403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port 40401fb1-099c-468a-a57d-4265fddb90d9 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:53.288205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.291922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-affae939-64ba-4f1e-9d89-b4290546d8e2 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "DELETE /v2.0/ports/40401fb1-099c-468a-a57d-4265fddb90d9 HTTP/1.1" status: 204 len: 173 time: 2.2958577 Oct 27 16:29:53.292437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:53.295078 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21330dd1-70d8-4dd8-b9f2-d13e498d5f44" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:53.310339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-82e7fa13-1bb0-4695-9115-c17b7e84d28c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4972272 Oct 27 16:29:53.376955 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-77534926-c232-4f19-ae79-848a84e89c64 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6787229 Oct 27 16:29:53.383372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:53.399031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'subnet': {'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:53.415476 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad832e73-dd9a-42a9-86f7-71b2c8cfb83a x-openstack-request-id: req-ad832e73-dd9a-42a9-86f7-71b2c8cfb83a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:53.423316 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "40401fb1-099c-468a-a57d-4265fddb90d9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:53.423316 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad832e73-dd9a-42a9-86f7-71b2c8cfb83a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:53.423316 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '40401fb1-099c-468a-a57d-4265fddb90d9', 'status': 'completed', 'code': 200} Oct 27 16:29:53.521523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-cb215def-dd10-4765-9107-dc59d230d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.524875 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-cb215def-dd10-4765-9107-dc59d230d187 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1095 time: 0.2365694 Oct 27 16:29:53.532682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f61bd4-642a-45cc-a12a-577434c7904f None None] Network ee10cf58-9c07-410a-b167-537feb974b5c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:53.611452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 93086b3d-f42d-4717-8783-c4989ce915eb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:53.619989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.638907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Made reservation on behalf of 946a24802b3e48be8d8c65f78ad1fbd5 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:53.650374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.779131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-3ca54db6-6e86-4dad-b4e5-1b23706e0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.783064 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-3ca54db6-6e86-4dad-b4e5-1b23706e0bcb service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.5380974 Oct 27 16:29:53.788335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-0b7be197-38f3-4bc5-ba38-8a353f9f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.791050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-0b7be197-38f3-4bc5-ba38-8a353f9f7df0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.2550051 Oct 27 16:29:53.947914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port 93086b3d-f42d-4717-8783-c4989ce915eb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=93086b3d-f42d-4717-8783-c4989ce915eb,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:53.948853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.991942 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-5f230109-8d35-4392-b6b9-40c1970399da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.1968293 Oct 27 16:29:54.028913 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-a0a65330-8ee1-4746-ad4a-1d95c12bf6c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.2156506 Oct 27 16:29:54.281262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27036bf-1ef3-4eba-ae5e-d7a4106273eb req-a69ce22c-a9ee-4ccd-b356-e952d11d3eee tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.289521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f27036bf-1ef3-4eba-ae5e-d7a4106273eb req-a69ce22c-a9ee-4ccd-b356-e952d11d3eee tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.3462396 Oct 27 16:29:54.353867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2b95b1e0-aebc-415a-847b-b857ab8b2f4a tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.355619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2b95b1e0-aebc-415a-847b-b857ab8b2f4a tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/networks?id=ee10cf58-9c07-410a-b167-537feb974b5c HTTP/1.1" status: 200 len: 821 time: 0.3296719 Oct 27 16:29:54.450848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f27036bf-1ef3-4eba-ae5e-d7a4106273eb req-3f204763-ce2e-42f4-a91d-8555295c9045 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597555 Oct 27 16:29:54.514504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-c8f8b72d-e94b-4e4e-ad95-b667216c69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.515994 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-c8f8b72d-e94b-4e4e-ad95-b667216c69c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.5171027 Oct 27 16:29:54.523958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-b256a43b-b665-4538-af7b-bb2f5591e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.525376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-b256a43b-b665-4538-af7b-bb2f5591e87d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.4884200 Oct 27 16:29:54.556066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-63492027-8e15-4502-93fc-895c4444c62d tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/quotas/957ed867670b41759fe158d750668150 HTTP/1.1" status: 200 len: 375 time: 0.1652987 Oct 27 16:29:54.603970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-5b92f7f7-3e39-4f71-87fc-934ebbf5e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.605705 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-5b92f7f7-3e39-4f71-87fc-934ebbf5e887 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718746 Oct 27 16:29:54.607485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-3537a16a-f5f3-4165-9a28-35e1defbadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.608947 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-3537a16a-f5f3-4165-9a28-35e1defbadbc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827100 Oct 27 16:29:54.612957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-3c7cc334-1e3c-4f64-99ec-a8fe22ebf990 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=957ed867670b41759fe158d750668150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559921 Oct 27 16:29:54.728817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.729320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.729746 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Floating IP 2faecd7c-b3b0-4f92-a8f2-22b737c184a2 disassociated. External IP: 172.25.5.122, port: 93086b3d-f42d-4717-8783-c4989ce915eb. Oct 27 16:29:54.730187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 93086b3d-f42d-4717-8783-c4989ce915eb owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:54.773760 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-b0dccbc6-b4d1-41b7-91ca-4b34e07554e8 service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594141 Oct 27 16:29:54.802802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369eca1-59d5-472c-8ffe-141468990246 req-67597f88-af2a-42db-bd43-a84bb8b3893c tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:54.807903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369eca1-59d5-472c-8ffe-141468990246 req-67597f88-af2a-42db-bd43-a84bb8b3893c tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2300606 Oct 27 16:29:54.875471 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-a21cf929-fd71-48a5-bfc8-67fda815b4e7 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531486 Oct 27 16:29:54.926762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-e2f36c78-6f94-4657-a652-19a52d94a751 service neutron] 10.222.0.70 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863593 Oct 27 16:29:54.983080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-3c1044a4-b8a5-4cf7-ae68-aa9878d57e6c service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991038 Oct 27 16:29:55.023407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0369eca1-59d5-472c-8ffe-141468990246 req-aad8fb42-b0ec-421e-b67b-8e982784c637 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626198 Oct 27 16:29:55.071649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2244827a-2aa5-4492-850a-3ca8204917f2 req-a6258610-2cd8-46a9-93e5-d5d904b2fa11 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861727 Oct 27 16:29:55.160474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-f29db897-3a10-4483-95a8-149d4b910bc7 service neutron] 10.222.0.70 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235961 Oct 27 16:29:55.209650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:29:55.210130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.262088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc71ccc-8f3c-4822-a0cd-3796910c78c0 req-59b7eced-f132-45fd-978c-e990d03904cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.264349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc71ccc-8f3c-4822-a0cd-3796910c78c0 req-59b7eced-f132-45fd-978c-e990d03904cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.270447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc71ccc-8f3c-4822-a0cd-3796910c78c0 req-59b7eced-f132-45fd-978c-e990d03904cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.272721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dc71ccc-8f3c-4822-a0cd-3796910c78c0 req-59b7eced-f132-45fd-978c-e990d03904cb tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 2411 time: 0.1523936 Oct 27 16:29:55.305356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.312132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=230f163a-2d9f-4f9a-a449-9ede88a9b24f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.355165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=93086b3d-f42d-4717-8783-c4989ce915eb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.380204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dc71ccc-8f3c-4822-a0cd-3796910c78c0 req-7c692cf6-afb4-4394-a0e1-7f653c0d3f2d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991454 Oct 27 16:29:55.381864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Checking segment: {'id': 'bda6eefb-5b3b-46e1-b68c-beab04324e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:55.382238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network hostable DHCP agents. Network: 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:29:55.521044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc9c7cb2-47f7-4ee9-a95b-bf5e7b5ee8ec req-36338b82-88e3-4fac-88f1-07f3a30cf433 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 210 time: 0.0716763 Oct 27 16:29:55.622505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8708c-d966-4eaf-9f45-d28c97d65ea2 req-4e757270-8523-4886-b231-47e3c36095fa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.624095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede8708c-d966-4eaf-9f45-d28c97d65ea2 req-4e757270-8523-4886-b231-47e3c36095fa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 944 time: 0.0913577 Oct 27 16:29:55.632156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Router 54797fc0-27bc-4151-a96a-eea0560c4a3f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:55.654026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:29:55.738340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede8708c-d966-4eaf-9f45-d28c97d65ea2 req-b5f435b4-1a1e-41f1-bfa7-510d0bffa8a9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050446 Oct 27 16:29:55.775786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:55.788782 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Sync routers for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:55.800346 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:55.801090 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:29:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:55.815637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port 93086b3d-f42d-4717-8783-c4989ce915eb on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:55.819252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.823320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-dea0d46f-dfe9-465a-ab65-f3e382ff2ca8 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "DELETE /v2.0/ports/93086b3d-f42d-4717-8783-c4989ce915eb HTTP/1.1" status: 204 len: 173 time: 2.5239880 Oct 27 16:29:55.824000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:55.825740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:55.830899 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9a0f8-b3f9-47bb-b84b-fca00f8c9151" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:55.835575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.836254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.838200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40f502-2403-4adb-98e8-b4c5be1bc49e None None] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:55.961335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:55.962678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port c38e4938-962a-45fd-88f5-c00c61c4bccb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:55.963475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.006024 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccab6e5-9651-439a-a2e4-47df6e4fb486 x-openstack-request-id: req-2ccab6e5-9651-439a-a2e4-47df6e4fb486 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:56.006333 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "93086b3d-f42d-4717-8783-c4989ce915eb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:56.006669 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ccab6e5-9651-439a-a2e4-47df6e4fb486 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:56.007305 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '93086b3d-f42d-4717-8783-c4989ce915eb', 'status': 'completed', 'code': 200} Oct 27 16:29:56.031289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:56.098986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b2bc13c4-c52f-436a-88e2-cb444b6ab366 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7142460 Oct 27 16:29:56.101935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:56.108278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-93498650', 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:56.198208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port c38e4938-962a-45fd-88f5-c00c61c4bccb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c38e4938-962a-45fd-88f5-c00c61c4bccb,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:56.198752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.226371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for c38e4938-962a-45fd-88f5-c00c61c4bccb owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:56.239917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45758d13-bfbe-4de9-b20c-5d4c9bc24103 None None] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:56.277157 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:56.310214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Checking router: 54797fc0-27bc-4151-a96a-eea0560c4a3f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:56.339662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f9c9-a144-4c84-8f54-33326f5b8da5 req-2340389c-2815-4a99-a901-474f2b6b8e71 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:56.341649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1674f9c9-a144-4c84-8f54-33326f5b8da5 req-2340389c-2815-4a99-a901-474f2b6b8e71 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1338072 Oct 27 16:29:56.348573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Made reservation on behalf of 946a24802b3e48be8d8c65f78ad1fbd5 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:56.348775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:56.348775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:29:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:56.348969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.372997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:56.389639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] device_id is not set on port 2df62919-c2e2-49c2-91a8-70a0adbe8aac yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:29:56.395657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:56.442462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1674f9c9-a144-4c84-8f54-33326f5b8da5 req-19381e8d-366d-4cbd-8d17-9edc876ec392 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822053 Oct 27 16:29:56.454575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.478245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:56.537562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:56.612971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:56.651608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.20.0.8 (8b3d7414-d5b8-4f90-90b5-75ef4422b5b3/230f163a-2d9f-4f9a-a449-9ede88a9b24f/2df62919-c2e2-49c2-91a8-70a0adbe8aac) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:56.659276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.862197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:56.955203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:56.984081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.059521 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:57.092914 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7f1f-c071-48a7-bac9-a99c696aeaea None None] The sync data for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 is: [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:18:48Z', 'revision_number': 4, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8bd0734a-729c-455c-bfb6-c1a3022c0a1a', 'name': '', 'network_id': 'a62795b4-b1b0-4c4a-9f29-b457d12e917f', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'mac_address': 'fa:16:3e:07:e0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:47Z', 'updated_at': '2021-10-27T16:18:56Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'subnets': [{'id': '7e3048bf-2281-4dd1-9df8-b27feb5ac83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:57.142571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.341789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f4fb31a-f87d-4ba5-8472-9491917b6c34 req-b3c2a5db-3e19-4e58-9370-f9a104812c86 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 210 time: 0.6537635 Oct 27 16:29:57.341789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.352571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:57.352571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:57.354979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=c38e4938-962a-45fd-88f5-c00c61c4bccb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:57.356162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:57.357976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1d17-1a09-4fac-8e59-cc4040567e25 req-75e110da-07a0-404a-8879-c15a1746f002 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.373152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1d17-1a09-4fac-8e59-cc4040567e25 req-75e110da-07a0-404a-8879-c15a1746f002 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.374593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c20f1d17-1a09-4fac-8e59-cc4040567e25 req-75e110da-07a0-404a-8879-c15a1746f002 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 1599 time: 0.7830806 Oct 27 16:29:57.404480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=2df62919-c2e2-49c2-91a8-70a0adbe8aac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:57.425289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.427977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.462020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port c38e4938-962a-45fd-88f5-c00c61c4bccb on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:57.470246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.480705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-f889cb6a-0900-4f72-b5d8-b51000fdea7e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "DELETE /v2.0/ports/c38e4938-962a-45fd-88f5-c00c61c4bccb HTTP/1.1" status: 204 len: 173 time: 1.6461320 Oct 27 16:29:57.567505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e642e2ad-b0e1-4614-bf70-c99a8c2a6f46 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.4641821 Oct 27 16:29:57.570453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 55996) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:57.576977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c20f1d17-1a09-4fac-8e59-cc4040567e25 req-7920b2f5-890e-4ab8-a800-a9e4575747be tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ea2d533-7d01-4f13-ba10-faaded64775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798198 Oct 27 16:29:57.578076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa65a6-d1fc-4ee6-b352-b1cb559860f1 None None] New status for floating IP 2faecd7c-b3b0-4f92-a8f2-22b737c184a2: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:29:57.674113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d1bc7-517e-4e1d-928a-53e2d4e7e129 req-269374c3-810d-48a6-9070-5ca082462997 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.676812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc9d1bc7-517e-4e1d-928a-53e2d4e7e129 req-269374c3-810d-48a6-9070-5ca082462997 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.1893561 Oct 27 16:29:57.792186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Deleting port 2df62919-c2e2-49c2-91a8-70a0adbe8aac {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:57.793932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.905856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.922286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Calling delete_port for 2df62919-c2e2-49c2-91a8-70a0adbe8aac owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:57.925815 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc9d1bc7-517e-4e1d-928a-53e2d4e7e129 req-80298967-ef08-420f-aab9-0bb26e7fc131 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397146 Oct 27 16:29:57.929587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 671df9d7-69c0-483b-9aa3-f31896c48a45 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:57.930222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.009721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:58.013352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:58.029059 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5317ef-2067-4f93-91b9-d1455193850b" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:58.100398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446a592-0312-4356-9a6e-3dacd7203242 req-c5de37be-fa49-4086-abde-6aa44fca661b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.107002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5446a592-0312-4356-9a6e-3dacd7203242 req-c5de37be-fa49-4086-abde-6aa44fca661b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.3517592 Oct 27 16:29:58.132252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.210120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port 671df9d7-69c0-483b-9aa3-f31896c48a45, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=671df9d7-69c0-483b-9aa3-f31896c48a45,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:58.210764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.237422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 671df9d7-69c0-483b-9aa3-f31896c48a45 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:58.261872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:58.266520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:58.266907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.279867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.280428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5446a592-0312-4356-9a6e-3dacd7203242 req-9c00a60c-e84f-44fa-8f5a-27b9103340a2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122906 Oct 27 16:29:58.370648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df62919-c2e2-49c2-91a8-70a0adbe8aac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:58.472736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.484522 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f9638-aeef-454d-af99-25e864f51eb3 x-openstack-request-id: req-561f9638-aeef-454d-af99-25e864f51eb3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:58.485065 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "c38e4938-962a-45fd-88f5-c00c61c4bccb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:58.485294 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-561f9638-aeef-454d-af99-25e864f51eb3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:58.485791 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': 'c38e4938-962a-45fd-88f5-c00c61c4bccb', 'status': 'completed', 'code': 200} Oct 27 16:29:58.508247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.512673 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-200e4a95-f2e3-4a6d-972b-a6ddc4d25ae0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2df62919-c2e2-49c2-91a8-70a0adbe8aac HTTP/1.1" status: 204 len: 168 time: 0.9408345 Oct 27 16:29:58.516884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56022) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.523450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3', 'external_fixed_ips': [{'subnet_id': '230f163a-2d9f-4f9a-a449-9ede88a9b24f', 'ip_address': '172.20.0.8'}]}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:58.538505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.558106 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.587376 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.588408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:58.590979 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca564a-a0d9-4106-afbf-343d45063db1" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:58.605599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:58.616217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-147439ac-ff1b-48c4-9849-c7308d72a3a3 req-8d4b8f07-f4b0-4899-962a-4b97e4cfdcd9 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 210 time: 0.0495312 Oct 27 16:29:58.661295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=671df9d7-69c0-483b-9aa3-f31896c48a45,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:58.694032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.697523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.707384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.750814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd46d-ca99-4d1b-906d-0adaa3aafd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.784618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port 671df9d7-69c0-483b-9aa3-f31896c48a45 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:58.790847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.791879 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c0386-1241-4db5-aee0-854ebb549ce0 x-openstack-request-id: req-189c0386-1241-4db5-aee0-854ebb549ce0 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:58.792409 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:58.792833 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-189c0386-1241-4db5-aee0-854ebb549ce0 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:58.793381 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'code': 200} Oct 27 16:29:58.799441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:58.820810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be1ccadd-c215-4db1-a192-768504e96f80 req-a58c9be2-2a6b-4518-88d9-62ed6efcf1b5 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.82 "DELETE /v2.0/ports/671df9d7-69c0-483b-9aa3-f31896c48a45 HTTP/1.1" status: 204 len: 173 time: 1.3094993 Oct 27 16:29:58.934778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd46d-ca99-4d1b-906d-0adaa3aafd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.952618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-d8ebb143-d225-4afe-bf4e-cec7b2b71111 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.954085 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-d8ebb143-d225-4afe-bf4e-cec7b2b71111 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e&tenant_id=2456b7420bc444239338671cce95b1c1&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 946 time: 0.1047173 Oct 27 16:29:58.990213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.029349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd46d-ca99-4d1b-906d-0adaa3aafd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.093027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6267ea66-9535-4f19-96e3-32191475e773 req-ec8f5230-4708-47fb-bdd6-69ddc0323f49 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.1230881 Oct 27 16:29:59.116340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90305892-0f33-4c7c-9ab3-5ffb034fe2b3 req-6f2823c4-3dd4-4747-81e0-30b5a8435451 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.131241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90305892-0f33-4c7c-9ab3-5ffb034fe2b3 req-6f2823c4-3dd4-4747-81e0-30b5a8435451 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.2610669 Oct 27 16:29:59.146288 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d5cd46d-ca99-4d1b-906d-0adaa3aafd82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a900d56f561b4683b1f80f3f38d4f4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722429 Oct 27 16:29:59.149551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56032) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:59.156944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd46d-ca99-4d1b-906d-0adaa3aafd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ec73e-6633-4359-ac86-b72da0876243,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:59.169100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-88fa5964-b869-41a6-9f38-5fa11d23d731 service neutron] 10.222.0.79 "GET /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 382 time: 0.2069454 Oct 27 16:29:59.309128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-8d86bf50-49c8-4e9a-9710-a0b5b21155ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.310555 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-8d86bf50-49c8-4e9a-9710-a0b5b21155ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1097 time: 0.0919232 Oct 27 16:29:59.341367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.367965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.503830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-9b6f49f8-f524-4980-b7fe-db1f116a8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.508341 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-9b6f49f8-f524-4980-b7fe-db1f116a8467 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.1905322 Oct 27 16:29:59.553248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90305892-0f33-4c7c-9ab3-5ffb034fe2b3 req-023d42bc-b6e6-4c3a-b63f-85ffc2aefb9f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279041 Oct 27 16:29:59.555362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.586934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-cc278bf4-b9ab-4bda-a7c8-e469cda9a4ea tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.588459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-cc278bf4-b9ab-4bda-a7c8-e469cda9a4ea tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.82 "GET /v2.0/networks?id=ee10cf58-9c07-410a-b167-537feb974b5c HTTP/1.1" status: 200 len: 821 time: 0.6308463 Oct 27 16:29:59.592285 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-9a4c324f-eac9-427f-b0be-e64966107f46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0756392 Oct 27 16:29:59.603308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf0098-4621-41cc-94c3-755554d4e59c req-171d8831-10e7-4095-af9f-367474347db2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.604846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ddf0098-4621-41cc-94c3-755554d4e59c req-171d8831-10e7-4095-af9f-367474347db2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1398911 Oct 27 16:29:59.610500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Request body: {'port': {'device_id': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c', 'admin_state_up': True, 'tenant_id': '957ed867670b41759fe158d750668150'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:59.618617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.622643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.626651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/833ec73e-6633-4359-ac86-b72da0876243 HTTP/1.1" status: 204 len: 168 time: 0.4726930 Oct 27 16:29:59.676343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-8c900775-8b23-4dbe-9456-0a3057fde2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.679923 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-8c900775-8b23-4dbe-9456-0a3057fde2c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0797937 Oct 27 16:29:59.699872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd3756-7f50-4b16-8d86-37b8049a51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ec73e-6633-4359-ac86-b72da0876243,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:59.785671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-40fc4c2d-03e7-4380-9fec-ba259a3862da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.788319 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-40fc4c2d-03e7-4380-9fec-ba259a3862da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992866 Oct 27 16:29:59.838762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ddf0098-4621-41cc-94c3-755554d4e59c req-171b3452-6dae-4795-989c-7118ea436490 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243557 Oct 27 16:29:59.881416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df507948-c565-4a4d-ab6b-17ae55cc4438 req-638bc575-9059-48e2-b13e-7ab4f608f956 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 210 time: 0.0629640 Oct 27 16:29:59.933470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-7e441a39-92ba-4ff4-afef-d5cfd392d458 service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349976 Oct 27 16:30:00.039162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Made reservation on behalf of 957ed867670b41759fe158d750668150 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:00.042858 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.077984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-f3cf65d1-2bb2-495d-a666-60272ad18c9c service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340284 Oct 27 16:30:00.169648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.209114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.325920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de26e703-4808-457a-aae9-496c10b830c6 req-0767e939-239c-459e-9340-c0fa938418d6 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0418224 Oct 27 16:30:00.347436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Allocated IP 172.20.0.3 (ee10cf58-9c07-410a-b167-537feb974b5c/b4c4bd30-a54a-42b6-9a26-77a820e23b3f/aa32f7c5-95b6-4ede-8d2e-910f1633b290) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:00.488180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:00.491009 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f2940a-1dfd-41fb-8dc5-f029375d4146" -d '{"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:00.546906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.20.0.8 (8b3d7414-d5b8-4f90-90b5-75ef4422b5b3/230f163a-2d9f-4f9a-a449-9ede88a9b24f/9677f45e-07b1-4a74-8dab-b230a6a8b774) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:00.566728 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf6feef-3b3c-4c81-8577-e155e856c6e0 x-openstack-request-id: req-4cf6feef-3b3c-4c81-8577-e155e856c6e0 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:00.567365 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a103af-88b5-412d-941a-2172fe639f25", "name": "network-vif-deleted", "tag": "671df9d7-69c0-483b-9aa3-f31896c48a45", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:00.568718 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cf6feef-3b3c-4c81-8577-e155e856c6e0 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:00.569135 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a103af-88b5-412d-941a-2172fe639f25', 'name': 'network-vif-deleted', 'tag': '671df9d7-69c0-483b-9aa3-f31896c48a45', 'status': 'completed', 'code': 200} Oct 27 16:30:00.665632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:00.682796 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3de36288-9caf-461b-86e3-409306d9ced1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.712815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.783646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cab7-f443-455d-9e34-0796894e9fe3 req-d4fa69a6-8a64-4cb2-8950-5c80d3a1f02f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:00.792910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e141cab7-f443-455d-9e34-0796894e9fe3 req-d4fa69a6-8a64-4cb2-8950-5c80d3a1f02f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.1338642 Oct 27 16:30:00.804280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.822727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3de36288-9caf-461b-86e3-409306d9ced1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.862822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e141cab7-f443-455d-9e34-0796894e9fe3 req-b2f87a7d-cb36-4199-b483-d7d960968396 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622656 Oct 27 16:30:00.919105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3de36288-9caf-461b-86e3-409306d9ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.971357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3de36288-9caf-461b-86e3-409306d9ced1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fce7c1729454aa28cdafd00524e1c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026595 Oct 27 16:30:00.971629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de36288-9caf-461b-86e3-409306d9ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1494be6d-8a43-4220-a3e3-ca145726e3c8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:00.972492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56074) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:01.003593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.006070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.094201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:01.116971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Network ee10cf58-9c07-410a-b167-537feb974b5c is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:01.124749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5592f9-3f21-4f03-88b4-31dc5ce05d05 req-378edf7d-6735-4ff5-90af-cf974383a41b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:01.127492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd5592f9-3f21-4f03-88b4-31dc5ce05d05 req-378edf7d-6735-4ff5-90af-cf974383a41b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1963747 Oct 27 16:30:01.128717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:01.141045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:01.146841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:01.177616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:01.198608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ed51d-096c-4c64-8d92-245b62863974 req-01892f2d-ef23-4d86-b585-366bf14f6df2 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:01.200423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-805ed51d-096c-4c64-8d92-245b62863974 req-01892f2d-ef23-4d86-b585-366bf14f6df2 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 931 time: 0.2521021 Oct 27 16:30:01.231205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=9677f45e-07b1-4a74-8dab-b230a6a8b774,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:01.347107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.368166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd5592f9-3f21-4f03-88b4-31dc5ce05d05 req-adeabffc-d6e0-44cc-b6b2-5507a89a9f84 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084150 Oct 27 16:30:01.390813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:01.391524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.439501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-805ed51d-096c-4c64-8d92-245b62863974 req-5d1039ea-171f-4ed2-87a4-b280a3d555d6 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008264 Oct 27 16:30:01.494974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Pushing event updated for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:01.512823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.574877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3fd17d4-ea2f-4d2d-bc69-3266918acc7f req-46689454-f4f9-4b64-8542-1841139cde57 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.1328075 Oct 27 16:30:01.590921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-1f0cc170-477c-48f6-bba4-a81c1de402c7 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9849761 Oct 27 16:30:01.611885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Request body: {'port': {'device_id': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:01.686694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.796347 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.798939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.800140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1494be6d-8a43-4220-a3e3-ca145726e3c8 HTTP/1.1" status: 204 len: 168 time: 0.7980959 Oct 27 16:30:01.936857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.941784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d3df9-7a6f-4380-baac-35b12cf2b00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1494be6d-8a43-4220-a3e3-ca145726e3c8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:02.645643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9225f96-86ce-4db2-9e2f-86bace781609 req-93c7dd65-ed3a-4f9c-882d-7c6ffa5c5aeb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:02.653638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9225f96-86ce-4db2-9e2f-86bace781609 req-93c7dd65-ed3a-4f9c-882d-7c6ffa5c5aeb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 946 time: 0.6671290 Oct 27 16:30:02.729356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff2960-1e71-4271-905b-f75d44b57b0f req-4e11bf8a-eb81-47dd-b265-ded2d19e5c11 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:02.730872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffff2960-1e71-4271-905b-f75d44b57b0f req-4e11bf8a-eb81-47dd-b265-ded2d19e5c11 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2367671 Oct 27 16:30:02.791689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9225f96-86ce-4db2-9e2f-86bace781609 req-45352be4-dcc8-4726-a838-bcaf047554e8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371012 Oct 27 16:30:02.806629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:02.915746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa32f7c5-95b6-4ede-8d2e-910f1633b290 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:02.994547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.038482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffff2960-1e71-4271-905b-f75d44b57b0f req-79d83e5f-33ef-4050-a59e-69773dd1a724 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991602 Oct 27 16:30:03.088244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Transition to ACTIVE for port object aa32f7c5-95b6-4ede-8d2e-910f1633b290 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:30:03.102256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-4b9c6a5b-7cc5-49c2-ae8a-60606a58c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:03.103835 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-4b9c6a5b-7cc5-49c2-ae8a-60606a58c643 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 1097 time: 0.0857334 Oct 27 16:30:03.109504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26fa42-d06e-4e93-9fda-dd0af0663b1b req-0f59e415-1a4c-460b-aeeb-28cd94730322 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:03.111177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f26fa42-d06e-4e93-9fda-dd0af0663b1b req-0f59e415-1a4c-460b-aeeb-28cd94730322 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 931 time: 0.2447906 Oct 27 16:30:03.118438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:03.151290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76c6eb55-c572-4daa-9221-b028f6c3f4b9 req-ffd4c6f8-78e0-43bd-b241-a7e59dcab4b3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0372691 Oct 27 16:30:03.193144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f26fa42-d06e-4e93-9fda-dd0af0663b1b req-435b5427-c3d4-4c83-929c-b7a41d543523 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 Oct 27 16:30:03.198609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.219517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.296031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Pushing event updated for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:03.375575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router 8b6f6639-631c-495b-82e8-83c6edf4d8b2 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:03.501898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:03.511944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Attempting to bind port aa32f7c5-95b6-4ede-8d2e-910f1633b290 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:03.512295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Attempting to bind port aa32f7c5-95b6-4ede-8d2e-910f1633b290 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '7634c291-dc49-4e1e-bf0b-597eaa5e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:03.512631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Attempting to bind port aa32f7c5-95b6-4ede-8d2e-910f1633b290 on network ee10cf58-9c07-410a-b167-537feb974b5c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:03.523873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Port aa32f7c5-95b6-4ede-8d2e-910f1633b290 on network ee10cf58-9c07-410a-b167-537feb974b5c not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:30:03.524255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Attempting to bind port aa32f7c5-95b6-4ede-8d2e-910f1633b290 on network ee10cf58-9c07-410a-b167-537feb974b5c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:03.533742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:03.536195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Checking segment: {'id': '7634c291-dc49-4e1e-bf0b-597eaa5e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:03.536195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Bound using segment: {'id': '7634c291-dc49-4e1e-bf0b-597eaa5e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:03.536195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Bound port: aa32f7c5-95b6-4ede-8d2e-910f1633b290, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634c291-dc49-4e1e-bf0b-597eaa5e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:03.536195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.544667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h1-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:03.584628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:03.596748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Sync routers for ids ['8b6f6639-631c-495b-82e8-83c6edf4d8b2'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:03.609246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:03.612196 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48639d-fa90-4d09-bc78-bd924874f224" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:03.618169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.633065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Routers {'8b6f6639-631c-495b-82e8-83c6edf4d8b2'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:03.637015 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:29:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8b6f6639-631c-495b-82e8-83c6edf4d8b2'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:03.680155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Transition to ACTIVE for port object b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:30:03.691710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:03.698139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290,segment=NetworkSegment(7634c291-dc49-4e1e-bf0b-597eaa5e196f),segment_id=7634c291-dc49-4e1e-bf0b-597eaa5e196f)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:03.721634 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe34a6-cea7-446d-b538-025e64414e0e x-openstack-request-id: req-4cfe34a6-cea7-446d-b538-025e64414e0e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:03.722103 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:03.722433 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cfe34a6-cea7-446d-b538-025e64414e0e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:03.722905 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'code': 200} Oct 27 16:30:03.807818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.813501 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Set router 8b6f6639-631c-495b-82e8-83c6edf4d8b2 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:03.813663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-336b576b-0eb3-4f56-bf7d-065893c62c0e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2942033 Oct 27 16:30:03.815334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56138) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:03.862074 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.919061 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.936016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Pushing event updated for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.015856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:04.046293 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6f6639-631c-495b-82e8-83c6edf4d8b2', 'name': '', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3', 'external_fixed_ips': [{'subnet_id': '230f163a-2d9f-4f9a-a449-9ede88a9b24f', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '9677f45e-07b1-4a74-8dab-b230a6a8b774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:58Z', 'updated_at': '2021-10-27T16:30:01Z', 'revision_number': 3, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port': {'id': '9677f45e-07b1-4a74-8dab-b230a6a8b774', 'name': '', 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6f6639-631c-495b-82e8-83c6edf4d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '230f163a-2d9f-4f9a-a449-9ede88a9b24f', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:00Z', 'updated_at': '2021-10-27T16:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '230f163a-2d9f-4f9a-a449-9ede88a9b24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:04.069055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.089256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.102212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-2f5ff5a5-65cd-4e21-b696-ab9f13e307ae service neutron] 10.222.0.82 "PUT /v2.0/ports/aa32f7c5-95b6-4ede-8d2e-910f1633b290 HTTP/1.1" status: 200 len: 1091 time: 2.5004303 Oct 27 16:30:04.131224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:04.142695 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda39db-6e7a-4533-b2f6-65089b23d2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:04.195725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Checking router: 8b6f6639-631c-495b-82e8-83c6edf4d8b2 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:04.196399 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Updating router 8b6f6639-631c-495b-82e8-83c6edf4d8b2 port 9677f45e-07b1-4a74-8dab-b230a6a8b774 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:30:04.210082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=10']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.229755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22c807-8eca-47f2-855d-514a4292215e req-f224025d-ff59-42f7-88e6-64bb59e124aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.243476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:04.245047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e22c807-8eca-47f2-855d-514a4292215e req-f224025d-ff59-42f7-88e6-64bb59e124aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.3134484 Oct 27 16:30:04.285220 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.357603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] No DVR routers for this DVR port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h1-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:04.430176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e22c807-8eca-47f2-855d-514a4292215e req-0d675a8f-1864-467d-9748-4cadc9d92ffd tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841166 Oct 27 16:30:04.435836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f176-b21c-4a1f-bd0e-b9d50debba81 req-bd09fd78-95a2-49a8-83e3-fa13c23cb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.437442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caa6f176-b21c-4a1f-bd0e-b9d50debba81 req-bd09fd78-95a2-49a8-83e3-fa13c23cb9e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.1728699 Oct 27 16:30:04.498397 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12adecc1-9e8a-4d3c-9726-a956d6576123 x-openstack-request-id: req-12adecc1-9e8a-4d3c-9726-a956d6576123 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:04.502185 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:04.504318 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12adecc1-9e8a-4d3c-9726-a956d6576123 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:04.505138 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290', 'status': 'completed', 'code': 200} Oct 27 16:30:04.561632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe9d73-9072-49db-9f76-aa84aea5af7b req-b17e7f9d-41ba-4d28-8bb7-2d403a5acb61 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.576834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5fe9d73-9072-49db-9f76-aa84aea5af7b req-b17e7f9d-41ba-4d28-8bb7-2d403a5acb61 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.3237560 Oct 27 16:30:04.615363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.679411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-95546d2a-a098-4085-b52e-be0084b57acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.681762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-95546d2a-a098-4085-b52e-be0084b57acf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=957ed867670b41759fe158d750668150&device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 1094 time: 0.3483157 Oct 27 16:30:04.706673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b47d8d7-a1d1-42da-8ae9-0980eed51649 req-6d06da91-3e20-4c29-9dcb-d3cbada73b5b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0733972 Oct 27 16:30:04.716995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caa6f176-b21c-4a1f-bd0e-b9d50debba81 req-2b306156-2f9b-4d77-93da-50ddd672b0f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616785 Oct 27 16:30:04.724433 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.748363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5fe9d73-9072-49db-9f76-aa84aea5af7b req-b57ee1ca-ed6a-451c-bc0b-d53b467950d0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683710 Oct 27 16:30:04.771029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.816402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-c839e218-eadc-4282-ac7a-bb563ed2bca2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290 HTTP/1.1" status: 200 len: 217 time: 0.1059885 Oct 27 16:30:04.873730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:04.874074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:04.874457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:04.880687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:30:04.881148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Attempting to bind port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on network f14e79ef-f780-4de5-afec-984247993563 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:04.891695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:04.892289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Checking segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:04.892937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Bound using segment: {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:04.893705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Bound port: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de739df9-91ed-4b43-8b14-7243d477a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f14e79ef-f780-4de5-afec-984247993563'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:04.894307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.899595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f11b2-6cc8-4508-bebb-1cb6b685859a req-3eb5a001-b23d-493f-a8ec-a55b19f4615b tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.905920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e8f11b2-6cc8-4508-bebb-1cb6b685859a req-3eb5a001-b23d-493f-a8ec-a55b19f4615b tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 943 time: 0.0767264 Oct 27 16:30:04.920156 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.008564 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Attempting to bind port 9677f45e-07b1-4a74-8dab-b230a6a8b774 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:05.009408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Attempting to bind port 9677f45e-07b1-4a74-8dab-b230a6a8b774 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'bda6eefb-5b3b-46e1-b68c-beab04324e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:05.010001 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Attempting to bind port 9677f45e-07b1-4a74-8dab-b230a6a8b774 on network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:05.011981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e8f11b2-6cc8-4508-bebb-1cb6b685859a req-97ff18de-6ddc-4875-93f4-c52af6330f2a tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980043 Oct 27 16:30:05.012777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Pushing event updated for resources: {'Port': ['ID=9677f45e-07b1-4a74-8dab-b230a6a8b774,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:05.020912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:05.023719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:05.024425 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Checking segment: {'id': 'bda6eefb-5b3b-46e1-b68c-beab04324e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:05.025047 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.025881 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Bound using segment: {'id': 'bda6eefb-5b3b-46e1-b68c-beab04324e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:05.026573 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Bound port: 9677f45e-07b1-4a74-8dab-b230a6a8b774, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda6eefb-5b3b-46e1-b68c-beab04324e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8b3d7414-d5b8-4f90-90b5-75ef4422b5b3'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:05.027365 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.031121 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.031732 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.032992 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.033582 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.034121 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.034646 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.035261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.036347 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.036882 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.037536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.038063 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.038586 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:05.066024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:05.084110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Deleting port 9677f45e-07b1-4a74-8dab-b230a6a8b774 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:05.084798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.135535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-c520bd8a-1de2-4b24-a1f6-0dfd7b2d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.137526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-c520bd8a-1de2-4b24-a1f6-0dfd7b2d89fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b4c4bd30-a54a-42b6-9a26-77a820e23b3f HTTP/1.1" status: 200 len: 861 time: 0.1588004 Oct 27 16:30:05.166088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] For port 9677f45e-07b1-4a74-8dab-b230a6a8b774, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:05.172272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] For port 9677f45e-07b1-4a74-8dab-b230a6a8b774, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9677f45e-07b1-4a74-8dab-b230a6a8b774,segment=NetworkSegment(bda6eefb-5b3b-46e1-b68c-beab04324e68),segment_id=bda6eefb-5b3b-46e1-b68c-beab04324e68)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:05.190507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-5d9acadf-dd2c-42f4-b6a3-169890a82595 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ee10cf58-9c07-410a-b167-537feb974b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438533 Oct 27 16:30:05.197193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] For port 9677f45e-07b1-4a74-8dab-b230a6a8b774, host n-d-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:05.197563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.205510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.218381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Calling delete_port for 9677f45e-07b1-4a74-8dab-b230a6a8b774 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:05.258420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.259090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.260466 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] 10.222.0.82 "PUT /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1093 time: 2.1464322 Oct 27 16:30:05.310283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-09bd4cd2-c689-4c68-84cb-d9ed1bd024ff service neutron] 10.222.0.82 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110880 Oct 27 16:30:05.361992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901bd48-e3d5-4279-a46e-702a92a376b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=11']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:05.406396 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.456003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-115f746e-6b58-4751-b666-dcdbf92b3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.462253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-115f746e-6b58-4751-b666-dcdbf92b3946 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1096 time: 0.1437616 Oct 27 16:30:05.538903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cbeb5ea-a0f9-439e-8871-dd7594040e57 req-f8761557-0d61-4b14-bba3-9426916495ba service neutron] 10.222.0.82 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201231 Oct 27 16:30:05.655725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf1eb8-592d-4cf1-a0f3-91736e0b094b req-cc85d6ff-71ed-4950-a95e-4b0ef72ce0ae tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.657378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2bf1eb8-592d-4cf1-a0f3-91736e0b094b req-cc85d6ff-71ed-4950-a95e-4b0ef72ce0ae tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.0860975 Oct 27 16:30:05.704012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-beedefed-05cc-477f-9427-a66ae2dbe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.707187 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-beedefed-05cc-477f-9427-a66ae2dbe64f service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.2378480 Oct 27 16:30:05.712118 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424657-2bed-4bc9-9ff7-c58ea9dfe027 None None] Pushing event updated for resources: {'Port': ['ID=9677f45e-07b1-4a74-8dab-b230a6a8b774,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:05.731469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:05.733880 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Routers {'8b6f6639-631c-495b-82e8-83c6edf4d8b2'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:05.734394 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:05.735297 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:29:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8b6f6639-631c-495b-82e8-83c6edf4d8b2'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:05.757440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2bf1eb8-592d-4cf1-a0f3-91736e0b094b req-8a0f529f-ca5d-49be-a0cb-16c4b4c27186 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900004 Oct 27 16:30:05.869800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.886044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-6da26028-fb77-45b2-aa8e-102be5ee77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:05.888116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-6da26028-fb77-45b2-aa8e-102be5ee77c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=957ed867670b41759fe158d750668150&device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 1094 time: 0.1631269 Oct 27 16:30:05.926459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fcda33d-e297-44bd-aed0-90b01c018936 req-2eb74489-b4c4-449f-bdbf-66badb2e32b7 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0696721 Oct 27 16:30:05.948693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Port': ['ID=9677f45e-07b1-4a74-8dab-b230a6a8b774,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:05.965443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-51e32208-0299-4e40-ab61-6d45b22cbde0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.2424686 Oct 27 16:30:05.991590 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] Set router 8b6f6639-631c-495b-82e8-83c6edf4d8b2 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:06.062509 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7334c2b-a690-4c94-b55a-3ac7857a3ab3 x-openstack-request-id: req-e7334c2b-a690-4c94-b55a-3ac7857a3ab3 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:06.062789 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:06.063164 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7334c2b-a690-4c94-b55a-3ac7857a3ab3 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:06.063572 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:30:06.144779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-80b340bb-175c-4f18-a006-75239325bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.146925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-80b340bb-175c-4f18-a006-75239325bc4e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.1658304 Oct 27 16:30:06.150979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d8b76-f408-47bb-977b-3af20df529be req-bdde962f-4135-4c3b-922c-3c6c2ba36781 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.155793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.159865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d77d8b76-f408-47bb-977b-3af20df529be req-bdde962f-4135-4c3b-922c-3c6c2ba36781 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2322767 Oct 27 16:30:06.189106 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6f6639-631c-495b-82e8-83c6edf4d8b2', 'name': '', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:58Z', 'updated_at': '2021-10-27T16:30:04Z', 'revision_number': 4, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:06.230738 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057979c-931a-4da8-aa3e-b9405c34e563 None None] The sync data for ids ['8b6f6639-631c-495b-82e8-83c6edf4d8b2'] in n-d-814735-4 is: [{'id': '8b6f6639-631c-495b-82e8-83c6edf4d8b2', 'name': '', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:58Z', 'updated_at': '2021-10-27T16:30:04Z', 'revision_number': 4, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:06.313862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-c1d77993-9ab0-40ac-8431-5e1a19f1138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.328987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-c1d77993-9ab0-40ac-8431-5e1a19f1138c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ee10cf58-9c07-410a-b167-537feb974b5c HTTP/1.1" status: 200 len: 922 time: 0.4172816 Oct 27 16:30:06.376069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d77d8b76-f408-47bb-977b-3af20df529be req-1af80855-3370-4825-81f0-cebd1353464e tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108412 Oct 27 16:30:06.382107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.399176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.399176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-a3a162c2-4725-4e24-b6e7-987cb711c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.401065 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-a3a162c2-4725-4e24-b6e7-987cb711c16a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1096 time: 0.3259773 Oct 27 16:30:06.429365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-f20b735d-6ebf-4c1a-894e-54d878f799e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290 HTTP/1.1" status: 200 len: 217 time: 0.0847242 Oct 27 16:30:06.476869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee9e31-194a-4284-9432-921e572dac14 req-b0dded70-7490-44be-a42c-3e6bb12b2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.478727 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-b0dded70-7490-44be-a42c-3e6bb12b2cf7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175151 Oct 27 16:30:06.496653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d3914-6018-4f51-801c-ce9ada8480d4 req-ec5d18a5-dbe9-4df6-9007-81359f5ae61b tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.498482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d89d3914-6018-4f51-801c-ce9ada8480d4 req-ec5d18a5-dbe9-4df6-9007-81359f5ae61b tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 943 time: 0.2722156 Oct 27 16:30:06.540829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-9618f215-3d91-41a6-a68c-617ce5a192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.545110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-9618f215-3d91-41a6-a68c-617ce5a192c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b4c4bd30-a54a-42b6-9a26-77a820e23b3f HTTP/1.1" status: 200 len: 861 time: 0.1067193 Oct 27 16:30:06.590744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-90baabc7-939d-4a14-9894-52fc924152ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ee10cf58-9c07-410a-b167-537feb974b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356140 Oct 27 16:30:06.628711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d89d3914-6018-4f51-801c-ce9ada8480d4 req-74216374-b725-4736-b1f1-92cc905edda3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205761 Oct 27 16:30:06.658290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.658853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6f6639-631c-495b-82e8-83c6edf4d8b2 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:06.690284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.694936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56208) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:06.697458 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab73db7f-a3c8-44bd-97fa-3ffa137f1a3e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/routers/8b6f6639-631c-495b-82e8-83c6edf4d8b2 HTTP/1.1" status: 204 len: 168 time: 2.8808801 Oct 27 16:30:06.722152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-c770da47-c9c1-4acd-9eef-ecbef76baf39 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236199 Oct 27 16:30:06.725964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-702c3577-609d-4408-8cef-fbe9728b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.727423 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-702c3577-609d-4408-8cef-fbe9728b8ed5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.2786951 Oct 27 16:30:06.783986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-8de92f1c-5918-4a7a-8412-aad042e664ab service neutron] 10.222.0.82 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846645 Oct 27 16:30:06.787471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Deleting subnet 230f163a-2d9f-4f9a-a449-9ede88a9b24f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:06.792448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.917776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fda39db-6e7a-4533-b2f6-65089b23d2ce req-9e10ac08-d3ea-4b80-beea-a9569783aac7 service neutron] 10.222.0.82 "GET /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229119 Oct 27 16:30:06.963277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.072449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.075797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99f9e8fb-d31e-482e-a49c-71511db07b8a req-dfd69e58-d6c2-40f5-9feb-28eb6ab14d77 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0486875 Oct 27 16:30:07.106800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530df47-afa0-4f62-97e5-f6b49269e9cd req-5e2b46cf-4e0b-44b4-a93b-a6e235c0591b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.114872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c530df47-afa0-4f62-97e5-f6b49269e9cd req-5e2b46cf-4e0b-44b4-a93b-a6e235c0591b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.1941557 Oct 27 16:30:07.172289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c530df47-afa0-4f62-97e5-f6b49269e9cd req-33291113-a630-44cd-9416-d45aea9a2a60 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526967 Oct 27 16:30:07.310215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.350864 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-88ee9e31-194a-4284-9432-921e572dac14 req-63447608-ed91-49f9-8eb3-85a3871613cb service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208518 Oct 27 16:30:07.351408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=230f163a-2d9f-4f9a-a449-9ede88a9b24f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:07.352984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-52de82f9-7907-4c5e-ba8c-c7fccc12b644 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.5602357 Oct 27 16:30:07.358071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.361747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f6fd00c-9a05-4d95-bd53-2b440730bd01 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/230f163a-2d9f-4f9a-a449-9ede88a9b24f HTTP/1.1" status: 204 len: 168 time: 0.6602342 Oct 27 16:30:07.366514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56228) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:07.417511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-3097fd69-6bb9-4f9e-974c-8811ce140be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.419190 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-3097fd69-6bb9-4f9e-974c-8811ce140be4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0582378 Oct 27 16:30:07.448865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.522322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-681cff6b-0ff8-4e01-ba3d-3fc78813b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.548539 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-681cff6b-0ff8-4e01-ba3d-3fc78813b78a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963204 Oct 27 16:30:07.597336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.623411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d7414-d5b8-4f90-90b5-75ef4422b5b3']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:07.649517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec8a6-7014-4a95-b477-7bfc475754f0 req-72894764-88d4-40c3-9850-ff9ba2941516 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.651661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d02ec8a6-7014-4a95-b477-7bfc475754f0 req-72894764-88d4-40c3-9850-ff9ba2941516 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1636460 Oct 27 16:30:07.653977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda6eefb-5b3b-46e1-b68c-beab04324e68') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:07.654526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda6eefb-5b3b-46e1-b68c-beab04324e68') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:07.669956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.688170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.697906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:07.698532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.712647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-668383cf-5cdc-4da4-8475-56889d3a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.714558 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-668383cf-5cdc-4da4-8475-56889d3a2476 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1096 time: 0.1301985 Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:07.780537 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:07.846421 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-7cf0e593-f06d-4d07-b10d-de3e6d41cd08 service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969096 Oct 27 16:30:07.891852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d02ec8a6-7014-4a95-b477-7bfc475754f0 req-0ae127df-0f26-40f5-8703-3cc3b7ae08b8 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082211 Oct 27 16:30:07.932217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212fd1a-f00d-491d-aaa1-77eb3e4287af req-6631ee7c-c979-4a2c-91b7-34ea90c18e1d tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:07.945596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7212fd1a-f00d-491d-aaa1-77eb3e4287af req-6631ee7c-c979-4a2c-91b7-34ea90c18e1d tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 943 time: 0.1640830 Oct 27 16:30:07.960656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-607291905', 'description': 'tempest-description-1454575353'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:08.015172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-34b86a3b-714d-4b84-addf-0b4cfef7f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.018017 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-34b86a3b-714d-4b84-addf-0b4cfef7f38c service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.2852116 Oct 27 16:30:08.036390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.053632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:30:08.074897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.086496 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8b3d7414-d5b8-4f90-90b5-75ef4422b5b3 HTTP/1.1" status: 204 len: 168 time: 0.7148752 Oct 27 16:30:08.087010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-5696b52e-87d3-4f97-93ae-09637f9de670 service neutron] 10.222.0.79 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236156 Oct 27 16:30:08.225192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7212fd1a-f00d-491d-aaa1-77eb3e4287af req-adf53022-4250-456c-9f54-c21d1fef1af3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758000 Oct 27 16:30:08.229654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.233947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72745c-f3af-4a1a-a724-5ba2a07ebb4c tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b3d7414-d5b8-4f90-90b5-75ef4422b5b3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:08.263940 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-fc027009-7957-4309-a809-d034bc170b11 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 999 time: 0.1696975 Oct 27 16:30:08.367122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-f4ee25f3-e0ef-4ca7-b764-a331fdc684b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.368609 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-f4ee25f3-e0ef-4ca7-b764-a331fdc684b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0995781 Oct 27 16:30:08.421598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-401183c3-6266-4e60-9f72-b97f566ca50a req-f5e0665c-214d-48a0-ab8d-73430e9193dd tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0760493 Oct 27 16:30:08.428147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-280a345b-4748-4a56-bb76-ae66f03ace75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.430348 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-280a345b-4748-4a56-bb76-ae66f03ace75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524039 Oct 27 16:30:08.530602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.617681 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-f4853146-5a4c-4105-b525-1e6b7a74361d service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791587 Oct 27 16:30:08.672768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e623d34-16ef-485a-843e-c107afd86c27 req-568193c2-f4f6-4e84-b5be-30fd32dca363 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:08.683059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e623d34-16ef-485a-843e-c107afd86c27 req-568193c2-f4f6-4e84-b5be-30fd32dca363 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.1018271 Oct 27 16:30:08.713184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.714477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:08.718729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'name': 'tempest-router--810226914', 'project_id': '268bccdaaa52412aa4570491b4477055'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:08.782779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-18f6a502-d7c9-4ef1-b6f6-e7a3ebe5e285 req-fe5a8526-2cdb-43c3-b058-2c0c67ee9c68 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567943 Oct 27 16:30:08.785026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e623d34-16ef-485a-843e-c107afd86c27 req-beff3041-2c83-4455-90d8-c907784a704f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945106 Oct 27 16:30:08.805774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e7d8c-90e4-4ce8-8ec1-dda188f3a40b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:08.857301 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.858498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.920129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.965301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aa32f7c5-95b6-4ede-8d2e-910f1633b290 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:30:08.991991 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.997051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3336134d-0a67-4b6a-b8fd-91b915cf37b5 req-a9f992ef-043b-4242-8a40-fff342276896 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0424445 Oct 27 16:30:09.085137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290,segment=NetworkSegment(7634c291-dc49-4e1e-bf0b-597eaa5e196f),segment_id=7634c291-dc49-4e1e-bf0b-597eaa5e196f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:09.085962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.104095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290', 'network_id': 'ee10cf58-9c07-410a-b167-537feb974b5c', 'port_id': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290', 'mac_address': 'fa:16:3e:40:a1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c4bd30-a54a-42b6-9a26-77a820e23b3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:30:09.112060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-b6bf0599-0282-4ba3-975e-1a52f9b5c849 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-607291905&fields=id&tenant_id=5d993a319fd6469895b4382e1e9ef9be HTTP/1.1" status: 200 len: 267 time: 0.0486085 Oct 27 16:30:09.153968 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.170146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa32f7c5-95b6-4ede-8d2e-910f1633b290 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:09.191908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-aa6cdaf5-1245-4666-aa54-45edb8866c7a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:09.196643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290,segment=NetworkSegment(7634c291-dc49-4e1e-bf0b-597eaa5e196f),segment_id=7634c291-dc49-4e1e-bf0b-597eaa5e196f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:09.204326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-aa6cdaf5-1245-4666-aa54-45edb8866c7a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.0877154 Oct 27 16:30:09.207994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'port': {'security_groups': ['a28b35a0-7725-4d99-af5b-52f6f0ec4749', 'ff0e7d8c-90e4-4ce8-8ec1-dda188f3a40b']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:09.238976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.239238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:09.239334 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e08c04e8-9d77-4012-a86c-87badcc9539e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5227034 Oct 27 16:30:09.350459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.431239 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.491938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.520151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:09.620900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d1822-f088-4bdc-bc63-6ad04ea17db9 req-05efc1ed-0519-45b3-88ed-e306e5b50710 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:09.622568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c30d1822-f088-4bdc-bc63-6ad04ea17db9 req-05efc1ed-0519-45b3-88ed-e306e5b50710 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 943 time: 0.3003232 Oct 27 16:30:09.809826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['aa32f7c5-95b6-4ede-8d2e-910f1633b290'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:10.049814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.064162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.142827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c30d1822-f088-4bdc-bc63-6ad04ea17db9 req-c18ebc10-b848-4541-8c07-249fe170e4b5 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978153 Oct 27 16:30:10.218522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.221136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d932d6c1-5968-4705-982b-b5f872fa2507 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:10.236442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.237580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f0767d44-dc3c-413d-b5bf-1cee5a87a009 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d932d6c1-5968-4705-982b-b5f872fa2507 HTTP/1.1" status: 204 len: 168 time: 0.9994028 Oct 27 16:30:10.313569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bc7e2bc-e688-4be7-aee4-92d7b4c46189 req-df50d54d-2318-40ea-803d-da98d3e1ebdc tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0559201 Oct 27 16:30:10.403092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:10.463065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.480322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dc03b-6198-41d9-9030-bf6be82a6604 req-639e8da6-226a-4e50-8a8a-4fc4e0e76963 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.481854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-265dc03b-6198-41d9-9030-bf6be82a6604 req-639e8da6-226a-4e50-8a8a-4fc4e0e76963 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.0692523 Oct 27 16:30:10.536617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-265dc03b-6198-41d9-9030-bf6be82a6604 req-13f705e3-412f-4394-9911-5433150e79b2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471358 Oct 27 16:30:10.551327 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.607691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf01546d-31e2-4837-9fef-9610de7b893e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:10.619643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.620318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.621751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5fea0b6-de0d-4780-999a-a22aec912842 req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "PUT /v2.0/ports/bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 982 time: 1.4195089 Oct 27 16:30:10.626575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:10.657054 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbdb03-7036-464a-a7c3-72a123203bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:10.664305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.705343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.744307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d9cc7-fdf5-41a7-9527-14a528060219 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:10.802572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf01546d-31e2-4837-9fef-9610de7b893e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:10.850339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-300a41ff-e064-4bb6-8094-def071667608 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-607291905&fields=id&tenant_id=5d993a319fd6469895b4382e1e9ef9be HTTP/1.1" status: 200 len: 267 time: 0.0797043 Oct 27 16:30:10.853937 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f2c71e-e8c3-4629-8b18-0b84c3f7e456 x-openstack-request-id: req-70f2c71e-e8c3-4629-8b18-0b84c3f7e456 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:10.854222 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:10.854486 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70f2c71e-e8c3-4629-8b18-0b84c3f7e456 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:10.854890 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:30:10.970218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:30:10.990623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aa32f7c5-95b6-4ede-8d2e-910f1633b290 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:10.996825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-b69dfc0c-c54b-4474-a60e-599df2096862 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.998757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-b69dfc0c-c54b-4474-a60e-599df2096862 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 985 time: 0.1475737 Oct 27 16:30:11.015543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'port': {'security_groups': ['a28b35a0-7725-4d99-af5b-52f6f0ec4749']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:11.034355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f19b-a6e3-42c8-b7cb-aa39d229c512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.079628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-8dec5827-9835-49d1-a699-0e874af6943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.083408 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-8dec5827-9835-49d1-a699-0e874af6943b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1136 time: 0.1429129 Oct 27 16:30:11.236893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-9f336edf-fc4d-4379-9fca-b31e39ba09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.239295 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-9f336edf-fc4d-4379-9fca-b31e39ba09ff service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.1385465 Oct 27 16:30:11.250289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1175928306', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:11.303423 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.331981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-59895a11-ea8f-45b6-acd7-ca99d7ba1dba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0718064 Oct 27 16:30:11.475253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f19b-a6e3-42c8-b7cb-aa39d229c512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.477180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-c5b6f5b0-fd2a-4012-9ea3-5f5f76eb364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.479439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-c5b6f5b0-fd2a-4012-9ea3-5f5f76eb364f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1387026 Oct 27 16:30:11.522003 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-c7b02057-f5dd-432c-9767-4a70c2264425 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335417 Oct 27 16:30:11.524137 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.525256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.572318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f3b59-d9e7-492a-9ad7-db2bdc333e2f req-d00c972d-7bb6-4ea6-ad0b-6ab6028f60d3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:11.574110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-125f3b59-d9e7-492a-9ad7-db2bdc333e2f req-d00c972d-7bb6-4ea6-ad0b-6ab6028f60d3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 944 time: 0.2174575 Oct 27 16:30:11.655741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f19b-a6e3-42c8-b7cb-aa39d229c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.678049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd73b733-f9d8-4a6b-adf0-ca5ccc0768f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.720414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-125f3b59-d9e7-492a-9ad7-db2bdc333e2f req-4f4f1ef7-bc63-4c97-8bd9-dac6968eb636 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371224 Oct 27 16:30:11.796118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port aa32f7c5-95b6-4ede-8d2e-910f1633b290 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:30:11.832520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.837472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port aa32f7c5-95b6-4ede-8d2e-910f1633b290 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:11.837849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.841252 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-f556b1a4-c6db-4906-9f9a-17eda24b7895 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086305 Oct 27 16:30:11.894837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7f19b-a6e3-42c8-b7cb-aa39d229c512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d465ebe4-fede-4ff2-8c1c-b4ee5306287c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:11.922436 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a8d7f19b-a6e3-42c8-b7cb-aa39d229c512 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c359fc7a88e6423099189fe052301690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2128220 Oct 27 16:30:11.923515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3d6271d-2e29-4339-ac61-aa111344bcfa req-13305a55-924a-454b-8d99-92d25cf69f2a tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0423081 Oct 27 16:30:11.929073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56374) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:11.968763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:12.007676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:12.051718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'port_id': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'mac_address': 'fa:16:3e:39:a1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:30:12.077109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.079816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.162052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.179273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.198419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf01546d-31e2-4837-9fef-9610de7b893e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:12.207559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.234073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.248529 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9edbdb03-7036-464a-a7c3-72a123203bf9 req-9b762171-a7d3-4513-816c-39ae871ccc25 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966274 Oct 27 16:30:12.267376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:12.280961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.298183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ad9aa-bd4f-48c0-9770-a76193c1eb44 req-5ab2aca1-819a-4d88-9764-e86f3d0652e3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:12.300685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758ad9aa-bd4f-48c0-9770-a76193c1eb44 req-5ab2aca1-819a-4d88-9764-e86f3d0652e3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 945 time: 0.2257929 Oct 27 16:30:12.319897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:12.320407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.322101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:12.324614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6ee22f1-85c9-46d2-b50b-f48dfac215f4 req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "PUT /v2.0/ports/bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 943 time: 1.3135514 Oct 27 16:30:12.382210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290,segment=NetworkSegment(7634c291-dc49-4e1e-bf0b-597eaa5e196f),segment_id=7634c291-dc49-4e1e-bf0b-597eaa5e196f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:12.385530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:12.390204 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3013a1-a9de-47d0-9195-093f14879143" -d '{"events": [{"server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:12.419160 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.492451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf01546d-31e2-4837-9fef-9610de7b893e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:12.495354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.749620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.770675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.795637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-1dcf68dd-55bf-4ad2-adc2-4cf9d85b72cc tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4325664 Oct 27 16:30:12.801476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=12']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:12.802046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86745815-1289-49be-8289-208a53075bc0 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:12.811589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:12.844012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-758ad9aa-bd4f-48c0-9770-a76193c1eb44 req-664ddd88-aefa-49bb-b343-0ebd68da2324 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5051920 Oct 27 16:30:12.856809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:12.872540 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8" -d '{"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:12.872975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:12.911616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.995791 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f07361c-c718-4868-824b-a5aab539fa07 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 200 len: 992 time: 0.1131024 Oct 27 16:30:13.020944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Allocated IP 172.25.5.203 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/2d7b65b7-b49a-481c-b537-cbd3c0811100) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:13.036865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.047122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.047509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d465ebe4-fede-4ff2-8c1c-b4ee5306287c HTTP/1.1" status: 204 len: 168 time: 1.1144638 Oct 27 16:30:13.067640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cfa12-a3a2-4145-8f2a-207f0c57edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d465ebe4-fede-4ff2-8c1c-b4ee5306287c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.224647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc44d98-91de-4916-9997-80f3b172cd29 req-01fb33cc-a78e-4889-b570-3d41144308b2 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:13.235760 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8fc44d98-91de-4916-9997-80f3b172cd29 req-01fb33cc-a78e-4889-b570-3d41144308b2 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.1171966 Oct 27 16:30:13.240264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ae6ca-9d1e-4082-839e-7c57b414e799 req-e86e5696-117d-4f8e-af82-50bedb49ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:13.241910 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a38ae6ca-9d1e-4082-839e-7c57b414e799 req-e86e5696-117d-4f8e-af82-50bedb49ea6e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 1096 time: 0.1348739 Oct 27 16:30:13.283705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.298155 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a3861f-7cf2-4cc3-8443-aa6982eac739 x-openstack-request-id: req-d0a3861f-7cf2-4cc3-8443-aa6982eac739 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:13.298481 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:13.298741 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0a3861f-7cf2-4cc3-8443-aa6982eac739 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:13.299245 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290', 'code': 200} Oct 27 16:30:13.303493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:13.346784 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a38ae6ca-9d1e-4082-839e-7c57b414e799 req-27f2380e-dc6c-4b5e-a8b2-6a5695de37ae service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960557 Oct 27 16:30:13.353005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.402672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8fc44d98-91de-4916-9997-80f3b172cd29 req-33efd052-b061-47f7-930a-9290641d7845 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652486 Oct 27 16:30:13.406833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.467843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.529381 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe36c89-b673-4e46-9f9a-d1e7d90dd58a x-openstack-request-id: req-dfe36c89-b673-4e46-9f9a-d1e7d90dd58a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:13.531803 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:13.532388 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfe36c89-b673-4e46-9f9a-d1e7d90dd58a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:13.533944 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:30:13.569982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:13.580211 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:13.585928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event updated for resources: {'Port': ['ID=2d7b65b7-b49a-481c-b537-cbd3c0811100,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.605422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:13.608428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.613139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.613616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.614060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.616996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.617477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.617924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.618364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.618802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.619383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.621283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Allocated IP 172.25.5.8 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c387ff16-5d23-4d87-8c68-6f006e0feb73) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:13.621903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.622223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:13.708931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9967da48-29f5-4482-a02a-9001c8984deb req-13cd813c-fe0a-42d3-8b58-4c0605b02cbf tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0742149 Oct 27 16:30:13.845091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.869856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-52d43ef5-2f19-404e-9896-22783d5ab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:13.871804 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-52d43ef5-2f19-404e-9896-22783d5ab4b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.2395487 Oct 27 16:30:14.010921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.045566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-5df2d34f-9ba0-4116-94e2-ee6db4ca9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:14.047352 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-5df2d34f-9ba0-4116-94e2-ee6db4ca9a72 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.1663055 Oct 27 16:30:14.066417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:14.069459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:14.074880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:14.077331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:14.088143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db6e8cf1-f396-4bb1-b45b-fed0a6fc3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.113525 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-88aaad0d-4058-43bc-bf86-599907bda420 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0558619 Oct 27 16:30:14.117145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9bee8ff-598a-4bb9-8924-4681c06e9fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.125880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'Port': ['ID=c387ff16-5d23-4d87-8c68-6f006e0feb73,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:14.185833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-96e617db-56d9-43fc-9a09-5ca32d79dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:14.188379 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-96e617db-56d9-43fc-9a09-5ca32d79dc1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.0669675 Oct 27 16:30:14.218340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.245992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-ab0b4375-4f7a-4057-8f9f-678ec9c214c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379782 Oct 27 16:30:14.256907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.389683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.597865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.601634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f616b7-d438-4321-87ec-03228e75eebb req-a83cafc9-0f3f-4ade-96a2-10033a725c58 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:14.603574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9f616b7-d438-4321-87ec-03228e75eebb req-a83cafc9-0f3f-4ade-96a2-10033a725c58 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.0882895 Oct 27 16:30:14.683739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.691480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9f616b7-d438-4321-87ec-03228e75eebb req-c6b8fa21-f95b-488d-9222-f38358ab6ad1 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789399 Oct 27 16:30:14.750797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.849715 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-0a1fa3d8-5fd4-46c6-b3b0-7d1aa1f75881 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939045 Oct 27 16:30:14.934434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9bee8ff-598a-4bb9-8924-4681c06e9fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.937670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c21ff45-e8d8-404b-a67a-a21505558e4b req-b0f222f8-734c-48cf-8e51-9da01914fc92 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0455532 Oct 27 16:30:14.987785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:14.989212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event updated for resources: {'Port': ['ID=c387ff16-5d23-4d87-8c68-6f006e0feb73,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:14.997836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.037614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.064420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7c909b3-2609-4718-ac64-2ddbf5e2fef8 req-7c2abf3f-ffd0-4bd0-b4d2-43eda114b310 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062857 Oct 27 16:30:15.130085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9bee8ff-598a-4bb9-8924-4681c06e9fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.189679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9bee8ff-598a-4bb9-8924-4681c06e9fc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4e2c142a67e477ba4a398f7307a26fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1198392 Oct 27 16:30:15.189679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bee8ff-598a-4bb9-8924-4681c06e9fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16724abb-53f6-4998-a5f3-c2e39531c84a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:15.191520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:15.212398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.214128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-68f82e56-2858-4201-bcbb-892c38de4913 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.4176602 Oct 27 16:30:15.231058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.233255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:30:15.236012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:15.236600 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.336046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Router 3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:15.352223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-c4ed0c7a-e3b2-4125-9863-6135a30ea4cb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.1275358 Oct 27 16:30:15.359621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.382993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:15.386057 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64420e8c-7d71-4ed3-8456-96702e151196" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:15.401668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:15.438453 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762ad04-198e-43c8-8d94-b5bd4138a0f0 x-openstack-request-id: req-2762ad04-198e-43c8-8d94-b5bd4138a0f0 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:15.438758 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-plugged", "status": "completed", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:15.439017 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2762ad04-198e-43c8-8d94-b5bd4138a0f0 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:15.439459 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'code': 200} Oct 27 16:30:15.487111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-7c5065e6-7a7f-4ba0-b462-e35392b79049 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:15.488563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-7c5065e6-7a7f-4ba0-b462-e35392b79049 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.1306190 Oct 27 16:30:15.493786 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.501696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.517473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.532850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:15.539507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-05bb6d48-a66c-4f96-9187-c307ec4efcef tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:30:15.540565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67707163-58b8-4d40-af09-7e9e63ae4137 req-05bb6d48-a66c-4f96-9187-c307ec4efcef tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113916 Oct 27 16:30:15.558962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] Sync routers for ids ['3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:15.582327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] Routers {'3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:15.583222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:15.645085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:15.648613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:15.659367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] Routers {'3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:15.660046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:15.669403 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.671753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05e30c07-b006-4eeb-8a1e-2e1e551efbac tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0052862 Oct 27 16:30:15.673489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56434) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:15.673989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.677175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.680623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16724abb-53f6-4998-a5f3-c2e39531c84a HTTP/1.1" status: 204 len: 168 time: 0.4848533 Oct 27 16:30:15.696891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:15.697721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e031604-6e83-4d39-a692-2046b26b74bc None None] The sync data for ids ['3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:15.706676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1c3a9-050a-482a-ba64-84b4bfa5a0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16724abb-53f6-4998-a5f3-c2e39531c84a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:15.753019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3714d-5248-448b-8e55-e90551da3180 req-1d475de1-70bb-448a-b9bc-4bdbb7e20da2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:15.754786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-1d475de1-70bb-448a-b9bc-4bdbb7e20da2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1141279 Oct 27 16:30:15.876934 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-333e4433-1ad0-4b5e-8c85-848a141ec749 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 HTTP/1.1" status: 200 len: 921 time: 0.2021675 Oct 27 16:30:15.880832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:15.911857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-d70526da-b8f2-43a1-94df-3f5128473be5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.1482260 Oct 27 16:30:15.915534 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a44e7d89-8c07-4ba0-b4a1-eefb121e0e7a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 HTTP/1.1" status: 200 len: 205 time: 0.0327315 Oct 27 16:30:15.929580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'floatingip': {'port_id': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:15.932945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:15.987878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.046000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaf0cb-0c74-47fc-a9e2-162ab6114de9 req-41030bee-1c70-4a96-86d0-f868a2512ddc tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:16.047900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47eaf0cb-0c74-47fc-a9e2-162ab6114de9 req-41030bee-1c70-4a96-86d0-f868a2512ddc tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.1891863 Oct 27 16:30:16.102022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.245508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.434730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port 2d7b65b7-b49a-481c-b537-cbd3c0811100 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:16.435408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.469212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47eaf0cb-0c74-47fc-a9e2-162ab6114de9 req-06e970eb-411b-42d8-b4fe-c10424661216 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134438 Oct 27 16:30:16.551999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.565790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for 2d7b65b7-b49a-481c-b537-cbd3c0811100 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:16.567245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-db0d547e-47c6-4f24-b8c1-c58e2ee88357 req-0e0f303c-ae89-4f59-bfbe-2434c949a99d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0387647 Oct 27 16:30:16.654372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.798446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.882984 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.914412 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Floating IP 21171ecd-4b0e-4166-bfed-892067a748b8 associated. External IP: 172.25.5.8, port: bf01546d-31e2-4837-9fef-9610de7b893e. Oct 27 16:30:16.969668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=2d7b65b7-b49a-481c-b537-cbd3c0811100,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:17.043139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.078271 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.180364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.180364 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.211176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:17.388022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.389090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:17.405069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.413605 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ca088df0-eb8c-4b0b-953e-98095c8bb691 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 HTTP/1.1" status: 204 len: 168 time: 1.4738221 Oct 27 16:30:17.419701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:17.426296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-482434427', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:17.561820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.563098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.657882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.821669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee1e1-af87-4cc7-9604-5c3b2178f2b7 req-69519ee0-c76e-4968-919a-eb26492302f3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:17.823258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd5ee1e1-af87-4cc7-9604-5c3b2178f2b7 req-69519ee0-c76e-4968-919a-eb26492302f3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.5159805 Oct 27 16:30:17.842167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:17.855687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.868552 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Sync routers for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:17.903294 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:17.904876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:17.926484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-95120d93-4030-4ade-853f-82c20bd9165f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "PUT /v2.0/floatingips/21171ecd-4b0e-4166-bfed-892067a748b8 HTTP/1.1" status: 200 len: 995 time: 2.0025690 Oct 27 16:30:17.937995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:17.942616 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27" -d '{"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:17.948347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd5ee1e1-af87-4cc7-9604-5c3b2178f2b7 req-66af5c79-668c-4be5-bed0-4b822b45a91e tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Oct 27 16:30:18.006385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3714d-5248-448b-8e55-e90551da3180 req-cfe5dc02-badc-4d11-ab84-fae598d0541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.017107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-cfe5dc02-badc-4d11-ab84-fae598d0541e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.0888762 Oct 27 16:30:18.068741 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:18.073074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.128730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c061f6fc-f0d0-4cc2-a1fe-860b4e20df0e req-75653275-71d3-4bbb-bd92-0990a2fdcc8b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0347524 Oct 27 16:30:18.181676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3714d-5248-448b-8e55-e90551da3180 req-4f5191e0-d325-4ac8-9235-63d7b47ca1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.192476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-4f5191e0-d325-4ac8-9235-63d7b47ca1b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.1750252 Oct 27 16:30:18.296793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-5c571157-dbd4-43cc-8134-edc3c291f014 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 998 time: 0.1032031 Oct 27 16:30:18.298989 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80fc069-d811-4bb1-b5fc-a10758631e2a x-openstack-request-id: req-b80fc069-d811-4bb1-b5fc-a10758631e2a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:18.300467 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:18.300887 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b80fc069-d811-4bb1-b5fc-a10758631e2a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:18.301466 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:30:18.375121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-fceaa6e2-6729-402b-9a73-074ee38fa23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.376719 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-fceaa6e2-6729-402b-9a73-074ee38fa23a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.1359444 Oct 27 16:30:18.379001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3714d-5248-448b-8e55-e90551da3180 req-50eb87c5-551b-487f-8c10-b28d784165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.380401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-50eb87c5-551b-487f-8c10-b28d784165fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.0755095 Oct 27 16:30:18.421304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-bba5db67-497c-4889-a324-dc0e47fc15b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324271 Oct 27 16:30:18.428374 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '21171ecd-4b0e-4166-bfed-892067a748b8', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'port_id': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'mac_address': 'fa:16:3e:d7:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:14Z', 'updated_at': '2021-10-27T16:30:16Z', 'revision_number': 1, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:18.437414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-ad794d1b-963a-4554-8d9c-c3948009cf1f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:30:18.445296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-ad794d1b-963a-4554-8d9c-c3948009cf1f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102477 Oct 27 16:30:18.472631 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Checking router: 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:18.482705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:18.483470 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:18.505154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-50e45746-680c-4252-ac30-c28103cafb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.513372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-50e45746-680c-4252-ac30-c28103cafb3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.1252329 Oct 27 16:30:18.645205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-c27c0c22-2653-42e5-be06-3bda074aad27 service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920755 Oct 27 16:30:18.670010 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:18.704452 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-8315975d-dbe7-4cc0-b87c-2b6489f4117a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 998 time: 0.1491499 Oct 27 16:30:18.708347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.731007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.819460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25d3714d-5248-448b-8e55-e90551da3180 req-cea83f0d-cdaa-4ff8-9e6d-d52822086bbb service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683142 Oct 27 16:30:18.836129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-0fdf39ec-0c68-44d0-94d3-165b7de28a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.837857 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-0fdf39ec-0c68-44d0-94d3-165b7de28a1a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1084528 Oct 27 16:30:18.926703 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-914d0f52-2ed4-4ed6-b896-ffa4dae52bd1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774956 Oct 27 16:30:19.048434 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '21171ecd-4b0e-4166-bfed-892067a748b8', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'port_id': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'mac_address': 'fa:16:3e:d7:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:14Z', 'updated_at': '2021-10-27T16:30:16Z', 'revision_number': 1, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:19.088712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.25.5.218 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/6f55c3f9-fa09-4b37-85cc-9c712bb95cc4) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:19.091104 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c93b4c-b36b-40a3-ae06-d5acbbb8e400 None None] The sync data for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 is: [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '21171ecd-4b0e-4166-bfed-892067a748b8', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'port_id': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'mac_address': 'fa:16:3e:d7:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:14Z', 'updated_at': '2021-10-27T16:30:16Z', 'revision_number': 1, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:19.252138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-c3924791-fdac-4ec2-937f-9a45f82b1336 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866833 Oct 27 16:30:19.262344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-1f60c7f6-f3d0-46dc-89e4-27cc9da951f4 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 998 time: 0.3342190 Oct 27 16:30:19.328407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.363073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd910-a973-423a-b6dd-effe2eab2e11 req-37c5944a-13c4-4220-8a60-e0d6887e2575 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:19.364603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09bcd910-a973-423a-b6dd-effe2eab2e11 req-37c5944a-13c4-4220-8a60-e0d6887e2575 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.2253187 Oct 27 16:30:19.375240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-c48f33fd-7b2d-4a27-b73d-7fc02d6efa5c tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:19.375240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-c48f33fd-7b2d-4a27-b73d-7fc02d6efa5c tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports/bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 943 time: 0.1009469 Oct 27 16:30:19.390603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-2e6d174c-25bc-480b-a9a0-60fe3f871207 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:19.392409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-2e6d174c-25bc-480b-a9a0-60fe3f871207 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.82 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 945 time: 0.1526065 Oct 27 16:30:19.459289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e74f23ec-9aa2-4d8b-8d89-f3022cbd8a27 req-bbacd484-de0f-4c7f-9f83-b671b2cbf7a2 service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886585 Oct 27 16:30:19.469532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0c16c-dc0f-4ee6-bbef-be18084324a8 None None] New status for floating IP 21171ecd-4b0e-4166-bfed-892067a748b8: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:30:19.480684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09bcd910-a973-423a-b6dd-effe2eab2e11 req-53f9f5e6-154e-42a7-b59d-5e6025c18ca4 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065092 Oct 27 16:30:19.556276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.605625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-f2c5bf64-3cfb-4240-8d33-0152a3b137eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 998 time: 0.1393588 Oct 27 16:30:19.636626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:19.639698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:19.644647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:19.647629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:19.673809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5f509b8-cc9a-48cf-99cc-a0edfd8c3824 req-9f674ee5-bfb8-4e18-9fa3-8afa9ab47549 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.0669699 Oct 27 16:30:19.700385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Deleting port aa32f7c5-95b6-4ede-8d2e-910f1633b290 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:19.700884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.953296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-981f9b9c-235b-48fe-90b4-5eab4fe142d1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:19.954756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-981f9b9c-235b-48fe-90b4-5eab4fe142d1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.3430130 Oct 27 16:30:19.968367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] For port aa32f7c5-95b6-4ede-8d2e-910f1633b290, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=aa32f7c5-95b6-4ede-8d2e-910f1633b290,segment=NetworkSegment(7634c291-dc49-4e1e-bf0b-597eaa5e196f),segment_id=7634c291-dc49-4e1e-bf0b-597eaa5e196f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:19.968749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.989131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-11f7d4b0-42b2-4fb0-b107-9af9588ba7a5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:30:19.990182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-11f7d4b0-42b2-4fb0-b107-9af9588ba7a5 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0242195 Oct 27 16:30:20.001345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Calling delete_port for aa32f7c5-95b6-4ede-8d2e-910f1633b290 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:20.133791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.137202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b1a97d27-af7f-4f95-9858-09ee7d75c54f tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 1000 time: 0.1248899 Oct 27 16:30:20.156679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:20.274002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.403901 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.450822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.611215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.612301 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Floating IP 21171ecd-4b0e-4166-bfed-892067a748b8 disassociated. External IP: 172.25.5.8, port: bf01546d-31e2-4837-9fef-9610de7b893e. Oct 27 16:30:20.613615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.627150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['aa32f7c5-95b6-4ede-8d2e-910f1633b290'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:20.663417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router dee9a2b4-3f0e-499f-867b-40765911ce41 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:20.739260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Pushing event deleted for resources: {'Port': ['ID=aa32f7c5-95b6-4ede-8d2e-910f1633b290,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:20.763700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17afae7-820e-4a9b-a95d-4f660573506a req-7f4ef243-ba49-42c1-ab6e-a6cd659174a3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:20.765201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b17afae7-820e-4a9b-a95d-4f660573506a req-7f4ef243-ba49-42c1-ab6e-a6cd659174a3 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 867 time: 0.1975060 Oct 27 16:30:20.793097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.793452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.793796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.794135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.794466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.794810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.795158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.795488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.795816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.796179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.796509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.796830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:20.806744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:20.822869 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Sync routers for ids ['dee9a2b4-3f0e-499f-867b-40765911ce41'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:20.837475 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Routers {'dee9a2b4-3f0e-499f-867b-40765911ce41'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:20.842222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['dee9a2b4-3f0e-499f-867b-40765911ce41'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:20.847341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] No DVR routers for this DVR port aa32f7c5-95b6-4ede-8d2e-910f1633b290 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:20.851335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.855834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a704889c-28c9-42e8-8abb-d1fa8508b501 req-27d13770-d73d-4d58-ac46-f7875eafbc44 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.82 "DELETE /v2.0/ports/aa32f7c5-95b6-4ede-8d2e-910f1633b290 HTTP/1.1" status: 204 len: 173 time: 1.4491079 Oct 27 16:30:20.859020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'name': 'network-vif-deleted', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:20.862703 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2e524-c124-4d15-8b16-933bdb0434bc" -d '{"events": [{"server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "name": "network-vif-deleted", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:20.904554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b17afae7-820e-4a9b-a95d-4f660573506a req-8af2917a-b1a3-4f11-b5a2-7635a1767dd5 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/security-groups?id=34222cdf-2aee-4801-b623-3a53b593180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299822 Oct 27 16:30:20.921054 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.925643 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fd2cad16-50dc-4bf0-bb55-2435e4feca24 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5049698 Oct 27 16:30:20.926321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:20.962635 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Set router dee9a2b4-3f0e-499f-867b-40765911ce41 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:21.220890 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6284cdfc-6124-419e-9de5-218e5cb43444 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/dee9a2b4-3f0e-499f-867b-40765911ce41 HTTP/1.1" status: 200 len: 908 time: 0.2929814 Oct 27 16:30:21.221569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d5fef57-83c0-4b25-bd89-c27ca9c2223d req-9ebcd07b-2ac1-4623-b8b9-b75d21aa9ea4 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/ports?device_id=92a103af-88b5-412d-941a-2172fe639f25 HTTP/1.1" status: 200 len: 210 time: 0.1141679 Oct 27 16:30:21.223760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:21.236588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:21.236711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-482434427', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': True}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:21.334738 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fe5bb-2a46-41d2-8750-3302b4202d68 x-openstack-request-id: req-e91fe5bb-2a46-41d2-8750-3302b4202d68 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:21.335349 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4375cca2-c315-4b17-8674-9d5421ffd1b0", "name": "network-vif-deleted", "tag": "aa32f7c5-95b6-4ede-8d2e-910f1633b290", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:21.335349 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e91fe5bb-2a46-41d2-8750-3302b4202d68 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:21.335745 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4375cca2-c315-4b17-8674-9d5421ffd1b0', 'name': 'network-vif-deleted', 'tag': 'aa32f7c5-95b6-4ede-8d2e-910f1633b290', 'status': 'completed', 'code': 200} Oct 27 16:30:21.401323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.402570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.431826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:21.437969 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:17Z', 'updated_at': '2021-10-27T16:30:19Z', 'revision_number': 3, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port': {'id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:18Z', 'updated_at': '2021-10-27T16:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:21.445879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Sync routers for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:21.446932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.468405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:21.469263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:21.497037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Checking router: dee9a2b4-3f0e-499f-867b-40765911ce41 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:21.497943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Updating router dee9a2b4-3f0e-499f-867b-40765911ce41 port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:30:21.513937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-b585824e-39cd-4f65-83e0-1de3594535eb tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "PUT /v2.0/floatingips/21171ecd-4b0e-4166-bfed-892067a748b8 HTTP/1.1" status: 200 len: 693 time: 1.3620896 Oct 27 16:30:21.529490 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.554710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.584177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-a6ba4f02-5fb6-4d7a-814e-84e3c2ecffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:21.593437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-a6ba4f02-5fb6-4d7a-814e-84e3c2ecffa7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.0611362 Oct 27 16:30:21.682880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:21.745371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-f784cdf0-3ba4-461e-af22-0a2e0000de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:21.753279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-f784cdf0-3ba4-461e-af22-0a2e0000de10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 0.1528552 Oct 27 16:30:21.847213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-ca8dd952-107f-4cdf-82ff-64edf218646b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0926769 Oct 27 16:30:22.025319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-e4148f40-c139-4247-ae8f-cedd8c2f63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:22.036169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-e4148f40-c139-4247-ae8f-cedd8c2f63d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1754370 Oct 27 16:30:22.056500 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.124231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-f09ba538-0441-4ddb-aef4-ab1821b53ec3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871105 Oct 27 16:30:22.132451 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.145851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.176659 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Attempting to bind port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:22.177074 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Attempting to bind port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:22.177389 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Attempting to bind port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:22.198880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Checking router: 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:22.216131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6af03297-bbce-4033-bc04-d1412076962d req-81703375-b11e-473e-9dc2-6684dff886d1 tempest-ServerAddressesNegativeTestJSON-900064263 tempest-ServerAddressesNegativeTestJSON-900064263-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375cca2-c315-4b17-8674-9d5421ffd1b0 HTTP/1.1" status: 200 len: 210 time: 0.0958347 Oct 27 16:30:22.231590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:22.232917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.239647 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:22.240018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:22.240639 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.241201 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:22.241859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Bound port: 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:22.242430 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.334186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-4a883f6a-5408-4511-af89-5d700c8e3227 service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982033 Oct 27 16:30:22.379808 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] For port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:22.385360 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] For port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:22.413219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:22.460070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7971d-4547-40de-b32b-4043867ee3af None None] Pushing event updated for resources: {'Port': ['ID=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:22.478453 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.542934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:22.558515 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Routers {'dee9a2b4-3f0e-499f-867b-40765911ce41'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:22.560694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['dee9a2b4-3f0e-499f-867b-40765911ce41'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.571565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d87f6718-5960-40db-b249-ed2b9c3b23ce req-0fb6dc5b-dbbb-4777-bcf8-2a246a3f0981 service neutron] 10.222.0.70 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293980 Oct 27 16:30:22.665045 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7971d-4547-40de-b32b-4043867ee3af None None] Pushing event updated for resources: {'Port': ['ID=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:22.729530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.741544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.765024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abe31b-14d8-4443-96e0-65a30dcd5be5 None None] The sync data for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 is: [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 4, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'c77b6cbf-51ab-4fc8-8688-8984b81c73a0', 'name': '', 'network_id': 'bd82f5b9-db39-4264-b1e0-13953aee03f0', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'mac_address': 'fa:16:3e:4b:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:04Z', 'updated_at': '2021-10-27T16:29:12Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'subnets': [{'id': '687e1af2-acdb-4f16-95ab-0ed6d302ce5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:22.777513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.777775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] Set router dee9a2b4-3f0e-499f-867b-40765911ce41 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:22.795615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-4924c057-7e96-4adc-b744-633fa8a6ff2a tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips/21171ecd-4b0e-4166-bfed-892067a748b8 HTTP/1.1" status: 200 len: 693 time: 0.1103308 Oct 27 16:30:22.824260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.005789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aa32f7c5-95b6-4ede-8d2e-910f1633b290 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:23.052596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: aa32f7c5-95b6-4ede-8d2e-910f1633b290 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:23.052851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device aa32f7c5-95b6-4ede-8d2e-910f1633b290 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:23.055568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-79995471-de17-47b4-944b-ca93852bb9f1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.058367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-79995471-de17-47b4-944b-ca93852bb9f1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 784 time: 0.2548704 Oct 27 16:30:23.073963 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:17Z', 'updated_at': '2021-10-27T16:30:19Z', 'revision_number': 3, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port': {'id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:18Z', 'updated_at': '2021-10-27T16:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:23.076690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-6c8b08ea-8dce-44f8-8937-42e8c0299038 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:30:23.077944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-6c8b08ea-8dce-44f8-8937-42e8c0299038 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141153 Oct 27 16:30:23.132738 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7caeb-eebe-414a-b79e-df2737fcde91 None None] The sync data for ids ['dee9a2b4-3f0e-499f-867b-40765911ce41'] in n-d-814735-4 is: [{'id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218'}], 'enable_snat': False}, 'gw_port_id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:17Z', 'updated_at': '2021-10-27T16:30:19Z', 'revision_number': 3, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port': {'id': '6f55c3f9-fa09-4b37-85cc-9c712bb95cc4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee9a2b4-3f0e-499f-867b-40765911ce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:18Z', 'updated_at': '2021-10-27T16:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:23.149538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.152351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.153461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ea2d533-7d01-4f13-ba10-faaded64775c HTTP/1.1" status: 204 len: 168 time: 0.6095469 Oct 27 16:30:23.166559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.169433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff16a3-d2e8-4f36-9a13-f4a94826306b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2d533-7d01-4f13-ba10-faaded64775c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:23.197521 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-ee3a4c17-5021-4234-89ca-89a80917c21b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] show failed (client error): The resource could not be found. Oct 27 16:30:23.198856 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee3a4c17-5021-4234-89ca-89a80917c21b tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "GET /v2.0/security-groups/7ea2d533-7d01-4f13-ba10-faaded64775c HTTP/1.1" status: 404 len: 347 time: 0.0272925 Oct 27 16:30:23.202880 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56662) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.234273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-f29eb6e4-f01b-4509-acef-3fd05616d7b2 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 696 time: 0.1452620 Oct 27 16:30:23.243750 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2146b214-5e6a-4e4b-8889-f1823e813ea4 None None] New status for floating IP 21171ecd-4b0e-4166-bfed-892067a748b8: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:30:23.285162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-052d0e99-5fbc-4bd5-a9a8-72de6eed34e7 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 696 time: 0.0488377 Oct 27 16:30:23.352154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.395687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:23.397330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.397994 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd" -d '{"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:23.401155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56670) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.590934 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14cb167-17de-467a-8088-d405fafadfad x-openstack-request-id: req-a14cb167-17de-467a-8088-d405fafadfad {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:23.591689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:23.591689 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a14cb167-17de-467a-8088-d405fafadfad {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:23.592164 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:30:23.708634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 5f3cadfe-e4d7-4f96-86b8-90a2e384aa31 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:23.709181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.718705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-de6362d4-47ef-4745-ba97-1ee67c12239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.718705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-de6362d4-47ef-4745-ba97-1ee67c12239e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5d993a319fd6469895b4382e1e9ef9be&device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 1097 time: 0.2010148 Oct 27 16:30:23.724793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Deleting subnet b4c4bd30-a54a-42b6-9a26-77a820e23b3f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:23.747275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.803545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.25.5.125 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/e519c0a0-cbce-4760-a6d0-523cdc09de08) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:23.978022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.978640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.005073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 5f3cadfe-e4d7-4f96-86b8-90a2e384aa31 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:24.022921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:24.243423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:24.244575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.245889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.360194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.420456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:24.427264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:24.432393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:24.464581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.504251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:24.561588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Deleting port c387ff16-5d23-4d87-8c68-6f006e0feb73 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:24.561937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.589270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.645015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.653864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.655434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=e519c0a0-cbce-4760-a6d0-523cdc09de08,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:24.699504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:24.715398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.716034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.716557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.717398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.717920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.718422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.718927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.719458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.720250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.720750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.721257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.721765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:24.753593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-478d67de-46b6-4d6e-992c-0c6c58e02ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:24.755147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-478d67de-46b6-4d6e-992c-0c6c58e02ffe service neutron] 10.222.0.82 "GET /v2.0/networks?id=bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 200 len: 921 time: 1.0275812 Oct 27 16:30:24.760249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=5f3cadfe-e4d7-4f96-86b8-90a2e384aa31,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:24.821474 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.825224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.825514 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.829496 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-14758e5e-29fc-4412-ae84-17d0fd7a880e tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/floatingips/2faecd7c-b3b0-4f92-a8f2-22b737c184a2 HTTP/1.1" status: 204 len: 168 time: 1.6226988 Oct 27 16:30:24.830287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.830287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.830521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56692) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:24.833863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-ebde8bc3-77a6-480d-895b-a1b9b9d82601 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 200 len: 217 time: 0.0624952 Oct 27 16:30:24.897739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Calling delete_port for c387ff16-5d23-4d87-8c68-6f006e0feb73 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:24.995346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-a325eeca-2be7-436f-8196-2cf9014be1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:25.000657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-a325eeca-2be7-436f-8196-2cf9014be1f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 200 len: 860 time: 0.1401439 Oct 27 16:30:25.036344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 15c744f0-138e-439b-af79-d291e08fd127 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:25.036687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.048360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-b96f11c1-29da-46f6-8931-dda839de7977 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bd82f5b9-db39-4264-b1e0-13953aee03f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388930 Oct 27 16:30:25.184509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.205459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 15c744f0-138e-439b-af79-d291e08fd127 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:25.212994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.265770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c4bd30-a54a-42b6-9a26-77a820e23b3f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:25.272997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-789f160d-de4f-4956-8689-7859d85ec80c service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122073 Oct 27 16:30:25.276735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.281674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27625f9b-1588-4e20-a799-e2214845461e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4c4bd30-a54a-42b6-9a26-77a820e23b3f HTTP/1.1" status: 204 len: 168 time: 1.8676593 Oct 27 16:30:25.282358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56700) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:25.314779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.370830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.426208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event deleted for resources: {'Port': ['ID=c387ff16-5d23-4d87-8c68-6f006e0feb73,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:25.507571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.550938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae96341b-91ad-4bfb-a8ca-2178a9ad33dd req-5e93a6cd-b302-4087-9c91-cba3ef49d14c service neutron] 10.222.0.82 "GET /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675676 Oct 27 16:30:25.593468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.597595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.598835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ad77e6-f9aa-4534-8e7f-de7de15e36d1 req-81e3fdf3-a836-4294-b188-ad586d241d10 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "DELETE /v2.0/floatingips/21171ecd-4b0e-4166-bfed-892067a748b8 HTTP/1.1" status: 204 len: 173 time: 2.2969999 Oct 27 16:30:25.669628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.695478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10cf58-9c07-410a-b167-537feb974b5c']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:25.809213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.810718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7634c291-dc49-4e1e-bf0b-597eaa5e196f') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:25.810718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7634c291-dc49-4e1e-bf0b-597eaa5e196f') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:25.810718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.810964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=15c744f0-138e-439b-af79-d291e08fd127,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-89a3ce5c-67a9-4b9c-9364-8c598bd95a56 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups/ff0e7d8c-90e4-4ce8-8ec1-dda188f3a40b HTTP/1.1" status: 200 len: 1809 time: 0.0795066 Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:25.811160 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:25.814597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.856002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.859441 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cea8636f-3e4e-481b-91e1-012f9b7572e3 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/ports/15c744f0-138e-439b-af79-d291e08fd127 HTTP/1.1" status: 204 len: 168 time: 1.0277376 Oct 27 16:30:25.867874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:25.935092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.979280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.017463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:26.069369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:26.069369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.085381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:26.085752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.106721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router b13093fe-50fb-4571-b738-2992bea85ee7 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:26.151703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.182111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.208130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee10cf58-9c07-410a-b167-537feb974b5c HTTP/1.1" status: 204 len: 168 time: 0.9234636 Oct 27 16:30:26.216733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c3cd3-a684-43c7-83ef-1329e8f2cfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee10cf58-9c07-410a-b167-537feb974b5c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:26.238541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.246300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.259521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a3cafbf-0c99-40fb-baa1-1745fe095d5f req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff0e7d8c-90e4-4ce8-8ec1-dda188f3a40b HTTP/1.1" status: 204 len: 173 time: 0.4857941 Oct 27 16:30:26.293809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4abee-2835-4572-a340-3eca196c9c3b tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e7d8c-90e4-4ce8-8ec1-dda188f3a40b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:26.364192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.434338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:26.434918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:26.439319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Sync routers for ids ['b13093fe-50fb-4571-b738-2992bea85ee7'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:26.463421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Routers {'b13093fe-50fb-4571-b738-2992bea85ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:26.465473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b13093fe-50fb-4571-b738-2992bea85ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.590048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Set router b13093fe-50fb-4571-b738-2992bea85ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:26.686899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.688249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3dbead1-8927-4193-8e26-26a4e17f5cac tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4635205 Oct 27 16:30:26.691336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56726) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:26.766073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.853954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:26.885734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13093fe-50fb-4571-b738-2992bea85ee7', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'e519c0a0-cbce-4760-a6d0-523cdc09de08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:21Z', 'updated_at': '2021-10-27T16:30:24Z', 'revision_number': 3, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port': {'id': 'e519c0a0-cbce-4760-a6d0-523cdc09de08', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13093fe-50fb-4571-b738-2992bea85ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:23Z', 'updated_at': '2021-10-27T16:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.925544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Checking router: b13093fe-50fb-4571-b738-2992bea85ee7 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:26.925900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Updating router b13093fe-50fb-4571-b738-2992bea85ee7 port e519c0a0-cbce-4760-a6d0-523cdc09de08 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:30:26.953913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.989579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24f7c164-d1fd-4225-9376-4673eb9aec06 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/b13093fe-50fb-4571-b738-2992bea85ee7 HTTP/1.1" status: 200 len: 907 time: 0.2966170 Oct 27 16:30:26.990847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.992644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.000674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ab3eb2bf-cf76-48ca-8d73-70bc872fb659 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/ports/3c797bfb-1e6b-49e9-b9c1-b83c9e0497a2 HTTP/1.1" status: 204 len: 168 time: 1.1316247 Oct 27 16:30:27.012540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.035621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56738) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.193277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.230250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5035dab8-5ea3-4c3c-895d-4a7f82f6936e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=957ed867670b41759fe158d750668150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771357 Oct 27 16:30:27.234303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56744) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.248787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting subnet 08060f54-37ab-42ea-8065-a2b347f23048 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:27.261465 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.367224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7087fe-da9c-43f5-bc7f-26d194d47f8e req-161fe697-a0da-40dc-b34e-c0fa4a2c6705 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:27.369640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.374666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f7087fe-da9c-43f5-bc7f-26d194d47f8e req-161fe697-a0da-40dc-b34e-c0fa4a2c6705 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2187467 Oct 27 16:30:27.385038 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.422971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.500948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f7087fe-da9c-43f5-bc7f-26d194d47f8e req-f66c55b5-6653-455b-9e40-3ab53a49889e tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Oct 27 16:30:27.504989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.543443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.569346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Deleting port e519c0a0-cbce-4760-a6d0-523cdc09de08 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:27.569716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.576307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.626213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.637898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82712b50-6281-4aa9-ba8e-786dfe99e01f None None] Pushing event updated for resources: {'Port': ['ID=e519c0a0-cbce-4760-a6d0-523cdc09de08,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:27.641784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Attempting to bind port e519c0a0-cbce-4760-a6d0-523cdc09de08 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:27.642328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Attempting to bind port e519c0a0-cbce-4760-a6d0-523cdc09de08 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:27.643217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Attempting to bind port e519c0a0-cbce-4760-a6d0-523cdc09de08 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:27.650338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:27.651223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:27.651223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.651720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:27.652299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Bound port: e519c0a0-cbce-4760-a6d0-523cdc09de08, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:27.652867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.683261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.707030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Calling delete_port for e519c0a0-cbce-4760-a6d0-523cdc09de08 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:27.752271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] For port e519c0a0-cbce-4760-a6d0-523cdc09de08, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:27.756042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] For port e519c0a0-cbce-4760-a6d0-523cdc09de08, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e519c0a0-cbce-4760-a6d0-523cdc09de08,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:27.829019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.834620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.836896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34222cdf-2aee-4801-b623-3a53b593180d HTTP/1.1" status: 204 len: 168 time: 0.6012752 Oct 27 16:30:27.847808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211489c-0385-41ab-abf7-4093ac2bb443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34222cdf-2aee-4801-b623-3a53b593180d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:27.911932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.965598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Subnet': ['ID=08060f54-37ab-42ea-8065-a2b347f23048,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:27.979817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.983942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7a6fdd4c-61df-4cf0-8b08-4e963667d035 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/subnets/08060f54-37ab-42ea-8065-a2b347f23048 HTTP/1.1" status: 204 len: 168 time: 0.9700596 Oct 27 16:30:27.986450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56758) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.992115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278b1a3-cdf0-4597-9af4-fe74c91eab55 None None] Network f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:28.000853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.021005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.069842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting subnet b363391f-fe3b-4243-97da-95df15ed1c1e {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:28.096612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.165466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.189870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82712b50-6281-4aa9-ba8e-786dfe99e01f None None] Pushing event updated for resources: {'Port': ['ID=e519c0a0-cbce-4760-a6d0-523cdc09de08,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:28.207460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Routers {'b13093fe-50fb-4571-b738-2992bea85ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:28.208366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b13093fe-50fb-4571-b738-2992bea85ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:28.272718 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.304281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.362412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Port': ['ID=e519c0a0-cbce-4760-a6d0-523cdc09de08,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:28.447939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.501220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] Set router b13093fe-50fb-4571-b738-2992bea85ee7 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:28.548057 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.564339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.566207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13093fe-50fb-4571-b738-2992bea85ee7', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:21Z', 'updated_at': '2021-10-27T16:30:27Z', 'revision_number': 4, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:28.571210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.597144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Subnet': ['ID=b363391f-fe3b-4243-97da-95df15ed1c1e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:28.605089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.606005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.607087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac975ac-45c1-4ccd-a98f-c63bf03d2f13 None None] The sync data for ids ['b13093fe-50fb-4571-b738-2992bea85ee7'] in n-d-814735-4 is: [{'id': 'b13093fe-50fb-4571-b738-2992bea85ee7', 'name': 'tempest-snat-router-482434427', 'tenant_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:21Z', 'updated_at': '2021-10-27T16:30:27Z', 'revision_number': 4, 'project_id': '946a24802b3e48be8d8c65f78ad1fbd5', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:28.608311 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01b5aaf6-92f3-42a4-944b-0b87992bc006 tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/subnets/b363391f-fe3b-4243-97da-95df15ed1c1e HTTP/1.1" status: 204 len: 168 time: 0.6206341 Oct 27 16:30:28.611154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56768) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:28.637637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c688d4e-7182-4326-a525-174787a16b2e None None] Network 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:28.727282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] DHCP port deletion for f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:30:28.955411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.992882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afd345-1aff-4867-99ec-16a8d2bd7889 req-4ea88c57-f82b-4425-9260-4cd1c4cf0088 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:28.997637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57afd345-1aff-4867-99ec-16a8d2bd7889 req-4ea88c57-f82b-4425-9260-4cd1c4cf0088 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2612810 Oct 27 16:30:29.025842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Deleting port 668b9ce6-f084-4664-a55b-592084483d46 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:29.028858 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.132914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57afd345-1aff-4867-99ec-16a8d2bd7889 req-c87811a8-ba1d-41d4-8aad-bd0c0a671791 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335845 Oct 27 16:30:29.165268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Deleting port 668b9ce6-f084-4664-a55b-592084483d46 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:29.167885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.181319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] For port 668b9ce6-f084-4664-a55b-592084483d46, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=668b9ce6-f084-4664-a55b-592084483d46,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:29.182038 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.196913 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] DHCP port deletion for 23e19332-eef4-4a6d-8890-2aa1ebf1ee60 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:30:29.206524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Calling delete_port for 668b9ce6-f084-4664-a55b-592084483d46 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:29.249332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] For port 668b9ce6-f084-4664-a55b-592084483d46, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=668b9ce6-f084-4664-a55b-592084483d46,segment=NetworkSegment(269d7c01-93a5-4560-b72e-8f3524c966ba),segment_id=269d7c01-93a5-4560-b72e-8f3524c966ba)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:29.249747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.268014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Calling delete_port for 668b9ce6-f084-4664-a55b-592084483d46 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:29.282389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.288066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b13093fe-50fb-4571-b738-2992bea85ee7 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:29.289934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.293509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f3978923-80fe-49b6-9a52-e47ed7070bd0 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b13093fe-50fb-4571-b738-2992bea85ee7 HTTP/1.1" status: 204 len: 168 time: 2.2975037 Oct 27 16:30:29.294207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56780) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:29.334792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Deleting port ef64a439-87be-422d-8eab-38fe33887591 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:29.335213 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.412080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] For port ef64a439-87be-422d-8eab-38fe33887591, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef64a439-87be-422d-8eab-38fe33887591,segment=NetworkSegment(d528807f-a7c2-4f90-af70-06a590728d81),segment_id=d528807f-a7c2-4f90-af70-06a590728d81)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:29.412798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.428596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Calling delete_port for ef64a439-87be-422d-8eab-38fe33887591 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:29.497254 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:30:29.505146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.546712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.557946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.575560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] No DVR routers for this DVR port 668b9ce6-f084-4664-a55b-592084483d46 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:29.628148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Port': ['ID=668b9ce6-f084-4664-a55b-592084483d46,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:29.630673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] No DVR routers for this DVR port 668b9ce6-f084-4664-a55b-592084483d46 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:29.645080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b8225-402d-4c56-8597-a4931551e4d9 None None] Pushing event deleted for resources: {'Port': ['ID=668b9ce6-f084-4664-a55b-592084483d46,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:29.647246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.690708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.714126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] Pushing event deleted for resources: {'Port': ['ID=ef64a439-87be-422d-8eab-38fe33887591,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:29.716445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84d875-6c39-4e2e-a6cd-0e6b552e974c None None] No DVR routers for this DVR port ef64a439-87be-422d-8eab-38fe33887591 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:29.755968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.783899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f607e9ef-6bd0-4b28-8af4-f1fb76f200b5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:29.796391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d7c01-93a5-4560-b72e-8f3524c966ba') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:29.796805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d7c01-93a5-4560-b72e-8f3524c966ba') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:29.808410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.824117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.830444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:29.830832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:29.833918 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:29.912897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Deleting port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:29.913173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.947371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 668b9ce6-f084-4664-a55b-592084483d46 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:30.009024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 668b9ce6-f084-4664-a55b-592084483d46 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:30.009621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 668b9ce6-f084-4664-a55b-592084483d46 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:30.010201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef64a439-87be-422d-8eab-38fe33887591 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:30.025751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.036090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.041881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/networks/f607e9ef-6bd0-4b28-8af4-f1fb76f200b5 HTTP/1.1" status: 204 len: 168 time: 1.4251432 Oct 27 16:30:30.053711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56792) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:30.056884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56794) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:30.066836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb027d-b6bb-4975-afe7-351f6518e33c tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Network': ['ID=f607e9ef-6bd0-4b28-8af4-f1fb76f200b5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:30.086826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ef64a439-87be-422d-8eab-38fe33887591 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:30.087240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef64a439-87be-422d-8eab-38fe33887591 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:30.116456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] For port 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:30.116456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.141944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Calling delete_port for 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:30.180570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-70bf70c2-00af-42bf-b4f8-2b259076a189 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:30.190631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-70bf70c2-00af-42bf-b4f8-2b259076a189 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.82 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.1975451 Oct 27 16:30:30.263718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.413040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1714369388-network', 'tenant_id': '0e8d5745a6094704a83d62f7bbcacce1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:30.531145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Made reservation on behalf of 0e8d5745a6094704a83d62f7bbcacce1 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:30.531145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.544525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.552686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.565916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.591361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84750500-f6aa-4ee8-b8d6-f6af23d4cf3c req-e1121878-50c4-4397-a456-2c88e3d2dd36 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:30.593216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84750500-f6aa-4ee8-b8d6-f6af23d4cf3c req-e1121878-50c4-4397-a456-2c88e3d2dd36 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 946 time: 0.2870352 Oct 27 16:30:30.611113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f55c3f9-fa09-4b37-85cc-9c712bb95cc4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:30.611586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e19332-eef4-4a6d-8890-2aa1ebf1ee60']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:30.654707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Deleting port bf01546d-31e2-4837-9fef-9610de7b893e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:30.655078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.676490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd528807f-a7c2-4f90-af70-06a590728d81') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:30.676885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd528807f-a7c2-4f90-af70-06a590728d81') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:30.711277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84750500-f6aa-4ee8-b8d6-f6af23d4cf3c req-70e03c51-588d-4c31-9950-973da392ff19 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/security-groups?id=a28b35a0-7725-4d99-af5b-52f6f0ec4749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Oct 27 16:30:30.722590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.748939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.757022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.768640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:30.769053 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:30.772178 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:30.856192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] For port bf01546d-31e2-4837-9fef-9610de7b893e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf01546d-31e2-4837-9fef-9610de7b893e,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:30.856487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.870887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Calling delete_port for bf01546d-31e2-4837-9fef-9610de7b893e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:30.888734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.891440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.970707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.092803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.101209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.104653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] 10.222.0.70 "DELETE /v2.0/networks/23e19332-eef4-4a6d-8890-2aa1ebf1ee60 HTTP/1.1" status: 204 len: 168 time: 1.0498796 Oct 27 16:30:31.117507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9505-0886-402b-9348-4063a0171c0d tempest-TaggedBootDevicesTest-1551066932 tempest-TaggedBootDevicesTest-1551066932-project] Pushing event deleted for resources: {'Network': ['ID=23e19332-eef4-4a6d-8890-2aa1ebf1ee60,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:31.220479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.221705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dee9a2b4-3f0e-499f-867b-40765911ce41 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:31.233555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.238631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56806) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:31.243781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-186402940', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:31.246020 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-947d2ee0-7dd3-4cb1-9c3c-96fd4d10b671 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "DELETE /v2.0/routers/dee9a2b4-3f0e-499f-867b-40765911ce41 HTTP/1.1" status: 204 len: 168 time: 1.9496632 Oct 27 16:30:31.276097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.282924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.326141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:30:31.337615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035caca0-f55e-4a0f-9ee9-eca4016b11db,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:31.347456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.347611 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Added segment 924ae783-4086-4e1d-afbb-be997eaae391 of type vlan for network c9203193-648f-46d8-ada1-0ddc63e809ce Oct 27 16:30:31.365362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Pushing event deleted for resources: {'Port': ['ID=bf01546d-31e2-4837-9fef-9610de7b893e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:31.426537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] No DVR routers for this DVR port bf01546d-31e2-4837-9fef-9610de7b893e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:31.434265 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.434265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87450ed7-2870-469c-be72-0285dc8e54b3 req-8e386464-d853-4b7c-bbd3-58cdb6611fa1 tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.82 "DELETE /v2.0/ports/bf01546d-31e2-4837-9fef-9610de7b893e HTTP/1.1" status: 204 len: 173 time: 1.2237146 Oct 27 16:30:31.434265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'name': 'network-vif-deleted', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:31.443594 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949c93b7-200a-4f30-b8a9-4ad69a30cd6c" -d '{"events": [{"server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "name": "network-vif-deleted", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:31.448907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.462382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.474552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.545001 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.546600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:31.547454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.560717 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2cc88e-86e1-4dc2-99b7-93733aa87f86 x-openstack-request-id: req-fa2cc88e-86e1-4dc2-99b7-93733aa87f86 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:31.561106 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469358db-b0a5-4707-82ea-81fd9d2cbb01", "name": "network-vif-deleted", "tag": "bf01546d-31e2-4837-9fef-9610de7b893e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:31.561492 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa2cc88e-86e1-4dc2-99b7-93733aa87f86 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:31.562006 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469358db-b0a5-4707-82ea-81fd9d2cbb01', 'name': 'network-vif-deleted', 'tag': 'bf01546d-31e2-4837-9fef-9610de7b893e', 'status': 'completed', 'code': 200} Oct 27 16:30:31.566894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.623638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] Pushing event updated for resources: {'Network': ['ID=c9203193-648f-46d8-ada1-0ddc63e809ce,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:31.635253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c9203193-648f-46d8-ada1-0ddc63e809ce details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:30:31.691753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0700c313-7f8d-4579-a0ba-39be948ffbca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6279137 Oct 27 16:30:31.692630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56818) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:31.700078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Request body: {'subnet': {'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1714369388-subnet', 'tenant_id': '0e8d5745a6094704a83d62f7bbcacce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:31.785249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Made reservation on behalf of 0e8d5745a6094704a83d62f7bbcacce1 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:31.789223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.966860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35aadc22-da5f-4ed4-b68c-a81933e4b7cf req-93486aef-b05e-446d-a0c7-cd58881bcfac tempest-ServerRescueTestJSONUnderV235-497311843 tempest-ServerRescueTestJSONUnderV235-497311843-project] 10.222.0.70 "GET /v2.0/ports?device_id=469358db-b0a5-4707-82ea-81fd9d2cbb01 HTTP/1.1" status: 200 len: 210 time: 0.0845051 Oct 27 16:30:31.986059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.004430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:32.037636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:32.038347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6f55c3f9-fa09-4b37-85cc-9c712bb95cc4 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:32.144679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.228013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Checking segment: {'id': '924ae783-4086-4e1d-afbb-be997eaae391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:32.228294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Network hostable DHCP agents. Network: c9203193-648f-46d8-ada1-0ddc63e809ce, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:30:32.230525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a750bf43-c8fb-4635-adb0-4237bb57b2d7,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:32.317653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.339516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.348274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Network c9203193-648f-46d8-ada1-0ddc63e809ce is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:30:32.450938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c9203193-648f-46d8-ada1-0ddc63e809ce) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:32.457461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:32.457681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.473632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298e030-29a5-40f0-83e5-b14820b7b190 None None] Network c9203193-648f-46d8-ada1-0ddc63e809ce requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:32.476124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Allocated IP 172.25.5.233 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/049e5fba-eabd-4c4e-8b79-e49d4512fe72) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:32.575210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39d2c45d-3cee-40ca-9932-23d9deb9365b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8805485 Oct 27 16:30:32.689694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.698816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3165b0f-f66f-473e-ac6e-411ca1a5c750 None None] Network c9203193-648f-46d8-ada1-0ddc63e809ce requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:32.814027 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.877690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:32.883754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:32.887955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:32.926044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event updated for resources: {'Port': ['ID=049e5fba-eabd-4c4e-8b79-e49d4512fe72,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:33.011019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf01546d-31e2-4837-9fef-9610de7b893e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:33.050720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: bf01546d-31e2-4837-9fef-9610de7b893e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:33.051535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf01546d-31e2-4837-9fef-9610de7b893e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:33.060580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56838) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:33.616041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.781071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.987639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Deleting port c77b6cbf-51ab-4fc8-8688-8984b81c73a0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:33.987978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.116334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.145906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] For port c77b6cbf-51ab-4fc8-8688-8984b81c73a0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,segment=NetworkSegment(0b2aa71c-a111-4481-a618-08c125cf8171),segment_id=0b2aa71c-a111-4481-a618-08c125cf8171)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:34.146414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.166209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Calling delete_port for c77b6cbf-51ab-4fc8-8688-8984b81c73a0 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:34.452833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Router a585243b-991e-4e53-adee-8c4556fb3bd7 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:34.488982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.527769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77b6cbf-51ab-4fc8-8688-8984b81c73a0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:34.646743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:34.657600 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] Sync routers for ids ['a585243b-991e-4e53-adee-8c4556fb3bd7'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:34.673829 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] Routers {'a585243b-991e-4e53-adee-8c4556fb3bd7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:34.674450 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a585243b-991e-4e53-adee-8c4556fb3bd7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:34.769190 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:34.779252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.783695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b1b0eea2-4c7c-4222-981b-7af33277c504 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5437195 Oct 27 16:30:34.784500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56870) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:34.810879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:34.818860 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] Routers {'a585243b-991e-4e53-adee-8c4556fb3bd7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:34.819502 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a585243b-991e-4e53-adee-8c4556fb3bd7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:34.890394 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:34.891114 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18193f41-8819-4614-bc8d-99081e3f4b18 None None] The sync data for ids ['a585243b-991e-4e53-adee-8c4556fb3bd7'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:34.971242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.384924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:35.595821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.600289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-2a264a6e-f827-4675-b0e8-28399c98f839 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:35.608273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-2a264a6e-f827-4675-b0e8-28399c98f839 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/networks?id=c9203193-648f-46d8-ada1-0ddc63e809ce HTTP/1.1" status: 200 len: 810 time: 0.1754372 Oct 27 16:30:35.631647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-567b47a6-d900-4c0f-97b7-fd950f9087aa tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/quotas/0e8d5745a6094704a83d62f7bbcacce1 HTTP/1.1" status: 200 len: 375 time: 0.0213158 Oct 27 16:30:35.652078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:35.659843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-23882d5b-7c17-4cb3-83d4-942ec5cc2c53 admin admin] 10.222.0.70 "PUT /v2.0/routers/3f6b5dd8-aa13-4235-affb-4eac6c6db7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975831 Oct 27 16:30:35.662112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:35.665831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Sync routers for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:35.689753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:35.690761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:35.699187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-70982fc1-ca10-4a21-a04d-40b68408ba46 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e8d5745a6094704a83d62f7bbcacce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624869 Oct 27 16:30:35.821435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-ff67d3c8-632b-4571-831e-8f1c27f909bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115336 Oct 27 16:30:35.920708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-268dd0c6-786b-48e0-bb7f-b11c15894f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:35.923258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-268dd0c6-786b-48e0-bb7f-b11c15894f6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1098 time: 0.0746222 Oct 27 16:30:35.934697 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1da48fea-8fb1-4c82-8fe9-36be284b5ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/c9203193-648f-46d8-ada1-0ddc63e809ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342641 Oct 27 16:30:36.059812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.129533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:36.364541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7ab2b4eb-7fc7-40d3-8385-1300075e8064 service neutron] 10.222.0.70 "GET /v2.0/networks/c9203193-648f-46d8-ada1-0ddc63e809ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284251 Oct 27 16:30:36.399372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-e52455f2-72af-4b47-9261-f31adefe2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:36.404329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-e52455f2-72af-4b47-9261-f31adefe2967 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.3847923 Oct 27 16:30:36.474060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:30:34Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:36.558748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Checking router: 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:36.576905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-930d91ab-ff65-4bac-9a47-d0b502f6c89a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 1001 time: 0.1664083 Oct 27 16:30:36.586363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Routers {'3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:36.588919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:36.681051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-d118f300-aace-4e12-8498-de2dd87b27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:36.682513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-d118f300-aace-4e12-8498-de2dd87b27f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.0929422 Oct 27 16:30:36.785833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-7064df6b-8d96-40fa-bc2c-829f65e11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:36.788508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-7064df6b-8d96-40fa-bc2c-829f65e11911 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966749 Oct 27 16:30:36.946686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] Set router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:36.982582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.000669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c805d5d9-6c3a-48e1-a3df-d9897f38fe5f req-ec13ea96-f1cf-402d-8eaf-90ee8add8a5e tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.0380120 Oct 27 16:30:37.079219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-4bbc88ae-d5ea-41da-aa2b-545099a7f90d service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808251 Oct 27 16:30:37.311710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ece90d5f-36f3-4a54-82a6-f3b9b758b9a1 req-b021c79a-9db6-48ee-be64-fea8c165a787 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239447 Oct 27 16:30:37.330047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:30:34Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:37.379949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a288c-cc3f-4119-9e71-fe19c379fcab None None] The sync data for ids ['3f6b5dd8-aa13-4235-affb-4eac6c6db7d1'] in n-d-814735-4 is: [{'id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529979923-router', 'tenant_id': '5d993a319fd6469895b4382e1e9ef9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:59Z', 'updated_at': '2021-10-27T16:30:34Z', 'revision_number': 5, 'project_id': '5d993a319fd6469895b4382e1e9ef9be', 'gw_port': {'id': '04eef78a-55c9-4ddb-812f-39818a34f129', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b5dd8-aa13-4235-affb-4eac6c6db7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:00Z', 'updated_at': '2021-10-27T16:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:37.487172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Deleting port 04eef78a-55c9-4ddb-812f-39818a34f129 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:37.487753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.552621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.560952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.660931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] For port 04eef78a-55c9-4ddb-812f-39818a34f129, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=04eef78a-55c9-4ddb-812f-39818a34f129,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:37.661357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.691377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Calling delete_port for 04eef78a-55c9-4ddb-812f-39818a34f129 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:37.811368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router a585243b-991e-4e53-adee-8c4556fb3bd7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:37.885467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c77b6cbf-51ab-4fc8-8688-8984b81c73a0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:37.915825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c77b6cbf-51ab-4fc8-8688-8984b81c73a0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:37.916178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c77b6cbf-51ab-4fc8-8688-8984b81c73a0 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:38.068100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:38.073308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.074618 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9baf9826-4224-4185-aa2f-ec28228c072f tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "PUT /v2.0/routers/a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 200 len: 921 time: 3.2873011 Oct 27 16:30:38.077302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.085335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] Sync routers for ids ['a585243b-991e-4e53-adee-8c4556fb3bd7'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:38.109168 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] Routers {'a585243b-991e-4e53-adee-8c4556fb3bd7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:38.110209 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a585243b-991e-4e53-adee-8c4556fb3bd7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:38.258720 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:38.258720 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] Routers {'a585243b-991e-4e53-adee-8c4556fb3bd7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:38.258720 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a585243b-991e-4e53-adee-8c4556fb3bd7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:38.288506 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:38.289579 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c26a18-c11c-4d76-9780-c731c7b43e20 None None] The sync data for ids ['a585243b-991e-4e53-adee-8c4556fb3bd7'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:38.290854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56924) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.291999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-449151a2-818b-411a-896f-a1c19d3581b5 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 200 len: 921 time: 0.2115982 Oct 27 16:30:38.298421 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9c742e1-7e5e-49eb-a29f-ccbeeeeb176b req-54711260-8fcc-4840-8e5c-8adf59f9e089 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.1193459 Oct 27 16:30:38.341600 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.378381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Pushing event deleted for resources: {'Port': ['ID=04eef78a-55c9-4ddb-812f-39818a34f129,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:38.426393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d6408-85b5-4aba-ba7c-cc481c50b559 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:38.430700 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6d5d6408-85b5-4aba-ba7c-cc481c50b559 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=a585243b-991e-4e53-adee-8c4556fb3bd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1363585 Oct 27 16:30:38.431176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56926) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.469710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.557448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ae6ac-0822-458e-905b-17d116c46fa8 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:38.563748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d0ae6ac-0822-458e-905b-17d116c46fa8 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.1309042 Oct 27 16:30:38.566252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56928) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.573876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.576414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.635148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56930) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.635509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b76897d1-d7e5-4c11-9de3-7d3cbb8a528d tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 200 len: 205 time: 0.0683043 Oct 27 16:30:38.776958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.851360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.851924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:38.857469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.867241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e765d853-42c9-4bef-94aa-eb4e4034970f admin admin] 10.222.0.70 "DELETE /v2.0/routers/3f6b5dd8-aa13-4235-affb-4eac6c6db7d1 HTTP/1.1" status: 204 len: 168 time: 3.1968012 Oct 27 16:30:38.869049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56936) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.943025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.952290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Deleting subnet 687e1af2-acdb-4f16-95ab-0ed6d302ce5c {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:38.956604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.995996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.057994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.136788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port 049e5fba-eabd-4c4e-8b79-e49d4512fe72 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:39.137129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.236369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.241759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.250135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for 049e5fba-eabd-4c4e-8b79-e49d4512fe72 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:39.284001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687e1af2-acdb-4f16-95ab-0ed6d302ce5c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:39.290212 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.294413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-28fcb7ba-0920-479f-847a-48d3591a2617 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/687e1af2-acdb-4f16-95ab-0ed6d302ce5c HTTP/1.1" status: 204 len: 168 time: 0.4239953 Oct 27 16:30:39.297475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56938) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:39.461543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.484572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cba7a39c-cba4-4705-8a6d-33e4f09e6b5c req-7649089e-a215-45fc-b4f0-d00dcd363a93 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.0699511 Oct 27 16:30:39.587213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.612152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd82f5b9-db39-4264-b1e0-13953aee03f0']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.612623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.628869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2aa71c-a111-4481-a618-08c125cf8171') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.633749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2aa71c-a111-4481-a618-08c125cf8171') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.649393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.678684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.689924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:39.690339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.694329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=049e5fba-eabd-4c4e-8b79-e49d4512fe72,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:39.708646 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:39.799419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.893685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.900349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.908486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bd82f5b9-db39-4264-b1e0-13953aee03f0 HTTP/1.1" status: 204 len: 168 time: 0.6094952 Oct 27 16:30:39.970887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcee3f-f41f-4d1c-a1f0-3ea31a98e199 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd82f5b9-db39-4264-b1e0-13953aee03f0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:39.984458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.987220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.011345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 04eef78a-55c9-4ddb-812f-39818a34f129 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:40.040683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 04eef78a-55c9-4ddb-812f-39818a34f129 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:40.041542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 04eef78a-55c9-4ddb-812f-39818a34f129 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:40.202459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-8253009e-0815-4141-90b8-3e2cf146548d tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:40.203937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-8253009e-0815-4141-90b8-3e2cf146548d tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.82 "GET /v2.0/networks?id=c9203193-648f-46d8-ada1-0ddc63e809ce HTTP/1.1" status: 200 len: 810 time: 0.2020919 Oct 27 16:30:40.227699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Request body: {'port': {'device_id': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce', 'admin_state_up': True, 'tenant_id': '0e8d5745a6094704a83d62f7bbcacce1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:40.247894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.249682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router a585243b-991e-4e53-adee-8c4556fb3bd7 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:40.264444 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.267623 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-385f7ddf-f1b0-4190-ac1a-b58d5bb1533e tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 204 len: 168 time: 1.6306646 Oct 27 16:30:40.270958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56960) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:40.276420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1790609152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:40.539224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.540472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.583282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56968) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:40.614170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-955ed6cf-ffca-49d3-a00d-a54a72ea9102 req-6f3eeaa9-0d35-4f65-ae7e-8d7f3f166ec0 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.0368724 Oct 27 16:30:40.627826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.657476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a261177c-2c86-47d3-be88-f8f931bbc348 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d993a319fd6469895b4382e1e9ef9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724111 Oct 27 16:30:40.659927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:40.690002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Made reservation on behalf of 0e8d5745a6094704a83d62f7bbcacce1 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:40.694624 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.722894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.736657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.773711 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.861756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Allocated IP 172.20.0.3 (c9203193-648f-46d8-ada1-0ddc63e809ce/a750bf43-c8fb-4635-adb0-4237bb57b2d7/58b162d0-8978-4b8c-b7eb-453189f03429) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:40.960826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.962076 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0995f866-b42f-4d97-8901-bd633cee9b71 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6900063 Oct 27 16:30:41.219679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.220385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:41.226081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:41.493293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.658006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.661436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.662910 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a28b35a0-7725-4d99-af5b-52f6f0ec4749 HTTP/1.1" status: 204 len: 168 time: 1.0020761 Oct 27 16:30:41.681123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6d49d-2149-40f5-ba51-b9c73901277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b35a0-7725-4d99-af5b-52f6f0ec4749,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:41.703179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1393bf3-22b6-4277-8fe6-25d78390c710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.703771 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.904779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Pushing event updated for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:41.909303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Network c9203193-648f-46d8-ada1-0ddc63e809ce is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:41.917365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:41.926304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:41.988089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ec4c9-af8b-471d-835b-3ac485c1ab9a req-8b0951ba-9ffd-4fd9-8b12-d7c774bff129 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:41.989807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b60ec4c9-af8b-471d-835b-3ac485c1ab9a req-8b0951ba-9ffd-4fd9-8b12-d7c774bff129 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 931 time: 0.1558702 Oct 27 16:30:42.026709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:42.033300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.061959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b60ec4c9-af8b-471d-835b-3ac485c1ab9a req-6259d458-5f0f-4bee-83ee-595807e27031 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Oct 27 16:30:42.166962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-7940a0f1-cb47-49c6-b6f6-4d0b61e3e34b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9527960 Oct 27 16:30:42.262993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Request body: {'port': {'device_id': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:42.302703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.332141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.402585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.572850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Allocated IP 172.25.5.198 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/26a8ce2d-0f6f-4848-9333-2c314402ba0a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:43.231177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57028) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.364716 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.429646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1723252072-network', 'tenant_id': '83832981069c404c8ec2aa10cdb27640'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:43.483336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b162d0-8978-4b8c-b7eb-453189f03429 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:43.493652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.509705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Transition to ACTIVE for port object 58b162d0-8978-4b8c-b7eb-453189f03429 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:30:43.515320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.548475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Made reservation on behalf of 83832981069c404c8ec2aa10cdb27640 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:43.549676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c4481-0099-4b7c-a20c-678a85818490 req-91279beb-c046-493e-8248-0169065af5cf tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:43.551237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.551375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df0c4481-0099-4b7c-a20c-678a85818490 req-91279beb-c046-493e-8248-0169065af5cf tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 931 time: 0.3289092 Oct 27 16:30:43.568605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.583552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.621341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:43.628412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:43.635994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:43.679192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event updated for resources: {'Port': ['ID=26a8ce2d-0f6f-4848-9333-2c314402ba0a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:43.708278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df0c4481-0099-4b7c-a20c-678a85818490 req-2af69edd-4f36-4fe1-abc1-630ca3770d71 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406682 Oct 27 16:30:43.774157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.787748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Pushing event updated for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:43.846473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.885751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:30:43.893562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43a823-a664-407d-aba7-e808183c39f2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:43.898467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.898807 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Added segment a67f16f5-3357-4818-86cf-f63857fe3421 of type vlan for network 94b6372e-b2c6-4a12-b923-0ee2644dccda Oct 27 16:30:43.959730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.964652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Attempting to bind port 58b162d0-8978-4b8c-b7eb-453189f03429 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:43.965075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Attempting to bind port 58b162d0-8978-4b8c-b7eb-453189f03429 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '924ae783-4086-4e1d-afbb-be997eaae391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:43.965481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Attempting to bind port 58b162d0-8978-4b8c-b7eb-453189f03429 on network c9203193-648f-46d8-ada1-0ddc63e809ce {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:43.989011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e8c40364-d0ae-441d-8347-fd1a27fc2149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.990234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Port 58b162d0-8978-4b8c-b7eb-453189f03429 on network c9203193-648f-46d8-ada1-0ddc63e809ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:30:43.990579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Attempting to bind port 58b162d0-8978-4b8c-b7eb-453189f03429 on network c9203193-648f-46d8-ada1-0ddc63e809ce {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:44.003123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:44.003605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Checking segment: {'id': '924ae783-4086-4e1d-afbb-be997eaae391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:44.004002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Bound using segment: {'id': '924ae783-4086-4e1d-afbb-be997eaae391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:44.004450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Bound port: 58b162d0-8978-4b8c-b7eb-453189f03429, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ae783-4086-4e1d-afbb-be997eaae391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:44.004812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.040413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.045534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:44.045534 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.085164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:44.089005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=58b162d0-8978-4b8c-b7eb-453189f03429,segment=NetworkSegment(924ae783-4086-4e1d-afbb-be997eaae391),segment_id=924ae783-4086-4e1d-afbb-be997eaae391)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:44.124509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] Pushing event updated for resources: {'Network': ['ID=94b6372e-b2c6-4a12-b923-0ee2644dccda,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:44.137219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 94b6372e-b2c6-4a12-b923-0ee2644dccda details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:30:44.184809 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9ed2766d-fe27-4ced-88c7-2388399cdb91 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9520779 Oct 27 16:30:44.188171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57040) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:44.197313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Request body: {'subnet': {'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1723252072-subnet', 'tenant_id': '83832981069c404c8ec2aa10cdb27640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:44.291281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.343486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Made reservation on behalf of 83832981069c404c8ec2aa10cdb27640 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:44.346496 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.359799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:44.360425 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.361854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] 10.222.0.82 "PUT /v2.0/ports/58b162d0-8978-4b8c-b7eb-453189f03429 HTTP/1.1" status: 200 len: 1091 time: 2.1030772 Oct 27 16:30:44.362310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:44.364811 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:44.391927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16f404-d794-4d73-993e-cf4ff8556d1a service neutron] Pushing event updated for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:44.409204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.493614 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b9b9f-25e4-4b8a-8910-17ec90f24630 x-openstack-request-id: req-3e0b9b9f-25e4-4b8a-8910-17ec90f24630 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:44.496350 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:44.496350 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e0b9b9f-25e4-4b8a-8910-17ec90f24630 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:44.496350 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429', 'status': 'completed', 'code': 200} Oct 27 16:30:44.631948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-24162b3f-48cb-4542-a75c-a4087fdf13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:44.637112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-24162b3f-48cb-4542-a75c-a4087fdf13f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0e8d5745a6094704a83d62f7bbcacce1&device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 1094 time: 0.1292167 Oct 27 16:30:44.800560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.992672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Checking segment: {'id': 'a67f16f5-3357-4818-86cf-f63857fe3421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:44.992955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Network hostable DHCP agents. Network: 94b6372e-b2c6-4a12-b923-0ee2644dccda, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:30:45.019121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c107319-ebef-4a25-aac2-206a8045a55b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:45.020828 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.091893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Network 94b6372e-b2c6-4a12-b923-0ee2644dccda is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:30:45.149834 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.152326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.156388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.176711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-01b7f264-fe55-4162-94ee-5f56553249bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:45.178131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-01b7f264-fe55-4162-94ee-5f56553249bd service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0e8d5745a6094704a83d62f7bbcacce1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5237858 Oct 27 16:30:45.181529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 94b6372e-b2c6-4a12-b923-0ee2644dccda) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:45.189168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:45.189168 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.193441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b755e6c-95b0-4c2d-b851-49c1a142f32e None None] Network 94b6372e-b2c6-4a12-b923-0ee2644dccda requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:45.281495 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-92534e9f-f60d-4979-8718-c8f2ab95404e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0918238 Oct 27 16:30:45.362989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172df81-3962-438c-bb02-a9cf4dd13bb3 None None] Network 94b6372e-b2c6-4a12-b923-0ee2644dccda requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:45.702304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658ac22-a661-4cc9-bc54-c12d657caef1 req-06f3e0ce-ea71-42a1-8463-2c53bfdd0176 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:45.703946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9658ac22-a661-4cc9-bc54-c12d657caef1 req-06f3e0ce-ea71-42a1-8463-2c53bfdd0176 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 943 time: 0.7158759 Oct 27 16:30:45.842677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-52a98252-b884-47ca-890a-f55d6b95d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:45.844415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e8e6513-68cd-4c8d-a475-5b5a1241ae12 req-52a98252-b884-47ca-890a-f55d6b95d2a5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6300595 Oct 27 16:30:45.878753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9658ac22-a661-4cc9-bc54-c12d657caef1 req-c365fc15-c558-4222-9ddd-f308d44f5c13 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555576 Oct 27 16:30:45.946407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-c05c6d1d-cf9c-4851-8cde-fed777462a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:45.948381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-c05c6d1d-cf9c-4851-8cde-fed777462a7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0e8d5745a6094704a83d62f7bbcacce1&device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 1094 time: 0.0549054 Oct 27 16:30:46.056381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Router 17e869aa-0245-406f-9aa5-2d3fe5c168ad is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:46.140913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-1545967a-9c5d-418a-ad27-312783547718 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58b162d0-8978-4b8c-b7eb-453189f03429 HTTP/1.1" status: 200 len: 217 time: 0.1838932 Oct 27 16:30:46.298375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-344344ed-4df4-4c1a-b3a4-ea01d575397d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:46.299916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-344344ed-4df4-4c1a-b3a4-ea01d575397d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/networks?id=94b6372e-b2c6-4a12-b923-0ee2644dccda HTTP/1.1" status: 200 len: 809 time: 0.2653716 Oct 27 16:30:46.319154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-6fbad7b1-b7dd-4b99-98c7-e471d50c7e76 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/quotas/83832981069c404c8ec2aa10cdb27640 HTTP/1.1" status: 200 len: 375 time: 0.0119467 Oct 27 16:30:46.322997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-df1bd515-95df-4925-bd0a-5ba909493f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:46.324474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-df1bd515-95df-4925-bd0a-5ba909493f61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a750bf43-c8fb-4635-adb0-4237bb57b2d7 HTTP/1.1" status: 200 len: 850 time: 0.1643963 Oct 27 16:30:46.394133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-cd02e36b-4e79-4d5f-b56e-3ad5faf124cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c9203193-648f-46d8-ada1-0ddc63e809ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575593 Oct 27 16:30:46.396221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-5e348b79-c712-4196-bebd-ca1300fed832 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83832981069c404c8ec2aa10cdb27640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685573 Oct 27 16:30:46.512817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0cf3b8cd-00ee-4f0c-9299-b7d3c13af29c service neutron] 10.222.0.70 "GET /v2.0/networks/94b6372e-b2c6-4a12-b923-0ee2644dccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060464 Oct 27 16:30:46.612497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:46.625236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] Sync routers for ids ['17e869aa-0245-406f-9aa5-2d3fe5c168ad'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:46.629590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.633525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:46.636215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b42f6ca6-1d3c-4327-9628-de82ab747ba2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "PUT /v2.0/routers/17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 200 len: 880 time: 5.4141107 Oct 27 16:30:46.648822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] Routers {'17e869aa-0245-406f-9aa5-2d3fe5c168ad'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:46.649563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['17e869aa-0245-406f-9aa5-2d3fe5c168ad'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:46.729319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:46.745653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-e9e33f11-cb45-4490-a92c-3f2bd6987ebf service neutron] 10.222.0.82 "GET /v2.0/networks/c9203193-648f-46d8-ada1-0ddc63e809ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457752 Oct 27 16:30:46.754753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] Routers {'17e869aa-0245-406f-9aa5-2d3fe5c168ad'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:46.755902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['17e869aa-0245-406f-9aa5-2d3fe5c168ad'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:46.785121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c9fbdc49-d0a1-4c3c-9b5a-272e73eb163e service neutron] 10.222.0.70 "GET /v2.0/networks/94b6372e-b2c6-4a12-b923-0ee2644dccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508874 Oct 27 16:30:46.818468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:46.831395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fee673-f1f2-4e9a-9ab5-adc9eaeeff2e None None] The sync data for ids ['17e869aa-0245-406f-9aa5-2d3fe5c168ad'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:46.833178 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-153f5b49-cd53-40a0-9390-a1d4def3bbad tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 200 len: 921 time: 0.1971166 Oct 27 16:30:46.833767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57118) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:46.888896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8ac95-abe7-4545-9853-ad4b9ca69e60 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:46.893729 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-01b8ac95-abe7-4545-9853-ad4b9ca69e60 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=17e869aa-0245-406f-9aa5-2d3fe5c168ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0589895 Oct 27 16:30:46.894331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57122) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:46.989453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1748565-a3c9-4fc7-bb72-f2c8db38b392 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:46.994301 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a1748565-a3c9-4fc7-bb72-f2c8db38b392 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.0989182 Oct 27 16:30:46.995267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57130) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:47.010976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56bed152-70a2-430c-baff-2b85b62af1c2 req-f175bca4-90a6-4ed8-9a17-c4bebbdecd88 service neutron] 10.222.0.82 "GET /v2.0/networks/c9203193-648f-46d8-ada1-0ddc63e809ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461228 Oct 27 16:30:47.017629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.036552 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0abf10f-5d02-412b-a886-809fbd068e24 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 200 len: 205 time: 0.0377390 Oct 27 16:30:47.036808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57132) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:47.043189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eca88-753c-4a5b-ac7f-02dd9eaade24 req-312dfb01-b603-43cf-9b3d-0db3c78f938f tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:47.045366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f5eca88-753c-4a5b-ac7f-02dd9eaade24 req-312dfb01-b603-43cf-9b3d-0db3c78f938f tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 943 time: 0.0723484 Oct 27 16:30:47.110766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f5eca88-753c-4a5b-ac7f-02dd9eaade24 req-8465a23b-9eb5-499d-9dd4-6e5250fc13d6 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Oct 27 16:30:47.240994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.278003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ec5d504-2f79-4ee9-bac1-ec5e0426cfdc req-caf94f18-e978-495f-a1e3-c6bcb9822100 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.0694232 Oct 27 16:30:47.369904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.551851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port 26a8ce2d-0f6f-4848-9333-2c314402ba0a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:47.556671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.712920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.731482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for 26a8ce2d-0f6f-4848-9333-2c314402ba0a owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:48.274976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2642-93c0-4491-84ca-9244f5cc4e82 req-bb3e2a0b-beeb-4614-99a0-f7cbad6ae5ef tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:48.276588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f21d2642-93c0-4491-84ca-9244f5cc4e82 req-bb3e2a0b-beeb-4614-99a0-f7cbad6ae5ef tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 943 time: 0.0686810 Oct 27 16:30:48.295651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.321580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f21d2642-93c0-4491-84ca-9244f5cc4e82 req-4bfe1c0d-8aa0-42da-9961-a1fdf4f52894 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Oct 27 16:30:48.351936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=26a8ce2d-0f6f-4848-9333-2c314402ba0a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:48.367987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed25bb60-67a3-4cab-9a6d-ddb3b9ecc308 req-ec9d57cb-16d5-4e9a-bd61-09a582c707bc tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.0285063 Oct 27 16:30:48.424040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.525567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.528527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.679770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.679770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router 17e869aa-0245-406f-9aa5-2d3fe5c168ad {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:48.680619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.681483 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ae898e40-d8f6-4fad-8e1f-1b6ac8fcd3fc tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 204 len: 168 time: 1.6437399 Oct 27 16:30:48.685545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57198) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:48.689805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1891180317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:48.880121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.881189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.937284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.068378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.242077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.246253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa10cb4c-c360-480a-bcd9-cddc0a92ec2a tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5568075 Oct 27 16:30:49.246592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57218) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:49.262468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': True}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:49.510351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.528773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2efca39a-f581-4d50-babc-209db71ffd99 req-1240f006-3e9e-4cb8-a99f-6f3f59bd7e69 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.0492868 Oct 27 16:30:49.548499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a014e0-d034-4d9a-aa96-f40a8ca12ac0 req-8b22f113-f21f-41d2-b401-e61d12dddf3c tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:49.549973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69a014e0-d034-4d9a-aa96-f40a8ca12ac0 req-8b22f113-f21f-41d2-b401-e61d12dddf3c tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 943 time: 0.1383352 Oct 27 16:30:49.590995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69a014e0-d034-4d9a-aa96-f40a8ca12ac0 req-258ecf3f-9056-4f27-9d5d-fbd5b304b668 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Oct 27 16:30:49.699424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:49.920496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.943120 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.089451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.25.5.234 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b63e27cd-8382-48d5-ad9f-26542a62d7bc) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:50.208016 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.372136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.419512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:50.426354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:50.430875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:50.581222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.878899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=b63e27cd-8382-48d5-ad9f-26542a62d7bc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.935172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Deleting port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:50.935172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.935939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24fc4d3b-9b40-46ca-a0ab-c8dce90b516a req-eb83c26e-8248-4722-bfe5-90b2c3cb8ccc tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.0593989 Oct 27 16:30:51.040866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 58b162d0-8978-4b8c-b7eb-453189f03429 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:30:51.059348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] For port 8bd0734a-729c-455c-bfb6-c1a3022c0a1a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:51.059856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.075699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Calling delete_port for 8bd0734a-729c-455c-bfb6-c1a3022c0a1a owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:51.112813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643eea-d10f-4d8a-9de9-515c69482038 req-e1dfa005-eae0-42f9-8a9e-9c627f03c620 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:51.113952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea643eea-d10f-4d8a-9de9-515c69482038 req-e1dfa005-eae0-42f9-8a9e-9c627f03c620 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 943 time: 0.2392335 Oct 27 16:30:51.184517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=58b162d0-8978-4b8c-b7eb-453189f03429,segment=NetworkSegment(924ae783-4086-4e1d-afbb-be997eaae391),segment_id=924ae783-4086-4e1d-afbb-be997eaae391)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:51.203440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-b00e78b9-810e-4611-9b65-166dd0cd5f98 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:51.203440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-b00e78b9-810e-4611-9b65-166dd0cd5f98 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.82 "GET /v2.0/networks?id=94b6372e-b2c6-4a12-b923-0ee2644dccda HTTP/1.1" status: 200 len: 809 time: 0.1944473 Oct 27 16:30:51.204909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea643eea-d10f-4d8a-9de9-515c69482038 req-820ad3af-3e60-43e9-aa3a-37a09fe083e1 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790169 Oct 27 16:30:51.215121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '58b162d0-8978-4b8c-b7eb-453189f03429', 'network_id': 'c9203193-648f-46d8-ada1-0ddc63e809ce', 'port_id': '58b162d0-8978-4b8c-b7eb-453189f03429', 'mac_address': 'fa:16:3e:47:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a750bf43-c8fb-4635-adb0-4237bb57b2d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:30:51.218903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Request body: {'port': {'device_id': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda', 'admin_state_up': True, 'tenant_id': '83832981069c404c8ec2aa10cdb27640'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:51.266771 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.281681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b162d0-8978-4b8c-b7eb-453189f03429 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:51.302341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=58b162d0-8978-4b8c-b7eb-453189f03429,segment=NetworkSegment(924ae783-4086-4e1d-afbb-be997eaae391),segment_id=924ae783-4086-4e1d-afbb-be997eaae391)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:51.468678 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.470697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Made reservation on behalf of 83832981069c404c8ec2aa10cdb27640 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:51.474262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.498256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd0734a-729c-455c-bfb6-c1a3022c0a1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:51.571787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.627894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.697360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:51.705488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.715778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Allocated IP 172.20.0.13 (94b6372e-b2c6-4a12-b923-0ee2644dccda/8c107319-ebef-4a25-aac2-206a8045a55b/0363e70e-1e85-4aa2-91da-d3c73a6b1c49) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:51.935706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.943438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.958483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Router 54797fc0-27bc-4151-a96a-eea0560c4a3f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:51.973852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['58b162d0-8978-4b8c-b7eb-453189f03429'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:52.051791 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.098125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d268c2af-4a86-4089-8c1e-dcb3bd44412a req-6fd24879-3158-44f3-abe8-18406982be32 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.0529101 Oct 27 16:30:52.133219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:52.140247 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-947dd957-3d1f-4dd0-905b-dbbe774ba408 admin admin] 10.222.0.70 "PUT /v2.0/routers/54797fc0-27bc-4151-a96a-eea0560c4a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396052 Oct 27 16:30:52.143096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57318) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.149376 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Sync routers for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:52.164210 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:52.164842 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.282311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:52.286179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.294775 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.481307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Network 94b6372e-b2c6-4a12-b923-0ee2644dccda is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:52.491811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Pushing event updated for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:52.499318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:52.502264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:52.552369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d32bcf-f219-4ffe-ae43-7f53a57200ba req-0f3697e3-c0e2-44bf-8d39-4cabca7fecfd tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:52.554215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00d32bcf-f219-4ffe-ae43-7f53a57200ba req-0f3697e3-c0e2-44bf-8d39-4cabca7fecfd tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 944 time: 0.2610543 Oct 27 16:30:52.598399 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:30:51Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.601953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:52.603144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.606109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.626323 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Checking router: 54797fc0-27bc-4151-a96a-eea0560c4a3f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:52.635224 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Routers {'54797fc0-27bc-4151-a96a-eea0560c4a3f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:52.635978 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['54797fc0-27bc-4151-a96a-eea0560c4a3f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.636146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00d32bcf-f219-4ffe-ae43-7f53a57200ba req-fbebc935-371c-4424-9d09-c9bb110270a7 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711598 Oct 27 16:30:52.667289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router a6a8f63a-2ed9-4622-89a3-52d5db15f71d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:52.744744 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] Set router 54797fc0-27bc-4151-a96a-eea0560c4a3f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:52.778002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-c879b479-6694-4e66-9499-07a65e183098 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5635681 Oct 27 16:30:52.797580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Request body: {'port': {'device_id': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:52.888099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:52.893283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.898056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7775e84c-cf5d-42ee-810c-6c7afa8eec55 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "PUT /v2.0/routers/a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 200 len: 915 time: 3.6464679 Oct 27 16:30:52.898056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.898282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.901125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] Sync routers for ids ['a6a8f63a-2ed9-4622-89a3-52d5db15f71d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:52.914283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Deleting port 0815ed31-4f86-46d3-8dab-f40d9d023e1c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:52.914621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.944596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] Routers {'a6a8f63a-2ed9-4622-89a3-52d5db15f71d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:52.945389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a6a8f63a-2ed9-4622-89a3-52d5db15f71d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.979556 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:30:51Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:53.005711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:53.009112 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772a8e4-2036-445d-846b-91a69d9e09d1 None None] The sync data for ids ['54797fc0-27bc-4151-a96a-eea0560c4a3f'] in n-d-814735-4 is: [{'id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'name': 'tempest-TaggedBootDevicesTest-1647073683-router', 'tenant_id': '77633c120dbe448fb1064bff66c0616f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:18:41Z', 'updated_at': '2021-10-27T16:30:51Z', 'revision_number': 5, 'project_id': '77633c120dbe448fb1064bff66c0616f', 'gw_port': {'id': '0815ed31-4f86-46d3-8dab-f40d9d023e1c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54797fc0-27bc-4151-a96a-eea0560c4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:18:42Z', 'updated_at': '2021-10-27T16:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:53.016471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] Routers {'a6a8f63a-2ed9-4622-89a3-52d5db15f71d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:53.017308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a6a8f63a-2ed9-4622-89a3-52d5db15f71d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:53.063772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 58b162d0-8978-4b8c-b7eb-453189f03429 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:53.067033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:53.067956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7d768-02ed-42aa-b0e1-8179384b0785 None None] The sync data for ids ['a6a8f63a-2ed9-4622-89a3-52d5db15f71d'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:53.110813 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9cf05fd-a69b-4beb-9d1a-9954f7371e99 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 200 len: 921 time: 0.2110615 Oct 27 16:30:53.111387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] For port 0815ed31-4f86-46d3-8dab-f40d9d023e1c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0815ed31-4f86-46d3-8dab-f40d9d023e1c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:53.111856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.112545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.144346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Calling delete_port for 0815ed31-4f86-46d3-8dab-f40d9d023e1c owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:53.161669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e78d2-fb8d-43ea-beb3-74cc0f9d69c8 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:53.163411 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-714e78d2-fb8d-43ea-beb3-74cc0f9d69c8 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=a6a8f63a-2ed9-4622-89a3-52d5db15f71d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 27 16:30:53.166140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.264200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf0d97-2f15-4b87-9592-d4c918b68773 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:53.265589 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a2bf0d97-2f15-4b87-9592-d4c918b68773 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.0951183 Oct 27 16:30:53.268541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.296260 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-29680357-0cf6-4e10-af0f-7b2dceb20750 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 200 len: 205 time: 0.0263507 Oct 27 16:30:53.298539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.366324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 58b162d0-8978-4b8c-b7eb-453189f03429 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:30:53.372566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 58b162d0-8978-4b8c-b7eb-453189f03429 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:53.373553 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.385057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55e0dd-95ff-4f80-ade7-f5ee59fb62bf req-3ff8de3f-6b47-4e8d-8b75-41c2f4b92d5a tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:53.386185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e55e0dd-95ff-4f80-ade7-f5ee59fb62bf req-3ff8de3f-6b47-4e8d-8b75-41c2f4b92d5a tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 932 time: 0.1531436 Oct 27 16:30:53.439026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.493210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.509898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:53.523874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e55e0dd-95ff-4f80-ade7-f5ee59fb62bf req-ba092bd7-a12c-425d-a892-606f12bada2f tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284220 Oct 27 16:30:53.525754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.533953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:53.536398 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0332fa1e-9cb9-48f7-bc02-f692c44ed540" -d '{"events": [{"server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "name": "network-vif-plugged", "status": "completed", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:53.554628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=58b162d0-8978-4b8c-b7eb-453189f03429,segment=NetworkSegment(924ae783-4086-4e1d-afbb-be997eaae391),segment_id=924ae783-4086-4e1d-afbb-be997eaae391)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:53.588497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.589336 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e7efd-789f-4d6c-9fb9-2dab89bc8dfe x-openstack-request-id: req-641e7efd-789f-4d6c-9fb9-2dab89bc8dfe {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:53.589638 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "name": "network-vif-plugged", "status": "completed", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:53.589892 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-641e7efd-789f-4d6c-9fb9-2dab89bc8dfe {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:53.590295 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429', 'code': 200} Oct 27 16:30:53.686805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf870ab-a97a-4e8f-b601-5a94db559c2b req-6fecc820-ad96-4938-88d3-78f8970c7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:53.688349 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0bf870ab-a97a-4e8f-b601-5a94db559c2b req-6fecc820-ad96-4938-88d3-78f8970c7bbd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 1095 time: 0.0429451 Oct 27 16:30:53.730769 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0bf870ab-a97a-4e8f-b601-5a94db559c2b req-020e67af-5008-4302-bfcd-6b0c01291c38 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Oct 27 16:30:53.748787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.786677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Transition to ACTIVE for port object 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:30:53.791383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0815ed31-4f86-46d3-8dab-f40d9d023e1c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:53.822953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e7b2e-0a79-4893-918f-bd17fd5ecb41 req-6a015444-d455-40b5-b51d-67218ba0a32c tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:53.824477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-474e7b2e-0a79-4893-918f-bd17fd5ecb41 req-6a015444-d455-40b5-b51d-67218ba0a32c tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 944 time: 0.1160500 Oct 27 16:30:53.835202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.892192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:53.892339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.897891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-474e7b2e-0a79-4893-918f-bd17fd5ecb41 req-4717eb1f-f480-4821-a53d-3e63e257e6d3 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532041 Oct 27 16:30:53.969236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8bd0734a-729c-455c-bfb6-c1a3022c0a1a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:53.988672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.990710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8bd0734a-729c-455c-bfb6-c1a3022c0a1a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:53.991096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8bd0734a-729c-455c-bfb6-c1a3022c0a1a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:53.998427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port b63e27cd-8382-48d5-ad9f-26542a62d7bc {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:53.998956 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.000163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.020719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.081642 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.085220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Pushing event updated for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.094943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for b63e27cd-8382-48d5-ad9f-26542a62d7bc owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:54.158604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Attempting to bind port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:54.159211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Attempting to bind port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'a67f16f5-3357-4818-86cf-f63857fe3421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:54.159346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Attempting to bind port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 on network 94b6372e-b2c6-4a12-b923-0ee2644dccda {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:54.164212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 on network 94b6372e-b2c6-4a12-b923-0ee2644dccda not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:30:54.164541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Attempting to bind port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 on network 94b6372e-b2c6-4a12-b923-0ee2644dccda {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:54.171373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:54.172030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Checking segment: {'id': 'a67f16f5-3357-4818-86cf-f63857fe3421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:54.172498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Bound using segment: {'id': 'a67f16f5-3357-4818-86cf-f63857fe3421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:54.173040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Bound port: 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67f16f5-3357-4818-86cf-f63857fe3421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:54.173507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.241749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.242292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54797fc0-27bc-4151-a96a-eea0560c4a3f {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:54.253783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.259743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d593a2e9-54f0-4955-9100-19b86c961cfa admin admin] 10.222.0.70 "DELETE /v2.0/routers/54797fc0-27bc-4151-a96a-eea0560c4a3f HTTP/1.1" status: 204 len: 168 time: 2.1147401 Oct 27 16:30:54.259979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57394) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.276423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:54.280430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,segment=NetworkSegment(a67f16f5-3357-4818-86cf-f63857fe3421),segment_id=a67f16f5-3357-4818-86cf-f63857fe3421)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:54.315514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Deleting subnet 7e3048bf-2281-4dd1-9df8-b27feb5ac83b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:54.319312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.362312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.396773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.438813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.438957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:54.439566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.441260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] 10.222.0.82 "PUT /v2.0/ports/0363e70e-1e85-4aa2-91da-d3c73a6b1c49 HTTP/1.1" status: 200 len: 1092 time: 1.6520336 Oct 27 16:30:54.441920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:54.444375 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c402a51-98fc-4018-8fac-48e32f6031c1" -d '{"events": [{"name": "network-changed", "server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:54.475760 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=b63e27cd-8382-48d5-ad9f-26542a62d7bc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.496433 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441da0e0-dcad-481e-a101-ea5b12e4b004 x-openstack-request-id: req-441da0e0-dcad-481e-a101-ea5b12e4b004 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:54.496730 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:54.497029 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-441da0e0-dcad-481e-a101-ea5b12e4b004 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:54.498749 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49', 'status': 'completed', 'code': 200} Oct 27 16:30:54.502007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229b9a5-8aa4-432b-8f96-c53586607f59 service neutron] Pushing event updated for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.507608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.552943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-4dea8600-b631-4763-8156-6a57e3d3b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:54.554685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-4dea8600-b631-4763-8156-6a57e3d3b134 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83832981069c404c8ec2aa10cdb27640&device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 1095 time: 0.0435195 Oct 27 16:30:54.596945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.697337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.699708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.768910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.795776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3048bf-2281-4dd1-9df8-b27feb5ac83b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.800451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.804224 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bd2c0d33-e949-4876-8e90-b7d720728d1f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7e3048bf-2281-4dd1-9df8-b27feb5ac83b HTTP/1.1" status: 204 len: 168 time: 0.5434372 Oct 27 16:30:54.807028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.808386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5edf8c-526c-4721-bcc7-8f353578d758 None None] Network a62795b4-b1b0-4c4a-9f29-b457d12e917f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:54.876801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.878202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router a6a8f63a-2ed9-4622-89a3-52d5db15f71d {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:54.886282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.887454 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0f2a0183-fd84-415f-a647-9b1df4242e40 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 204 len: 168 time: 1.5879705 Oct 27 16:30:54.897380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57420) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.910290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-832821874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:54.945569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.032565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.039256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.057767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] DHCP port deletion for a62795b4-b1b0-4c4a-9f29-b457d12e917f request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:30:55.119342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffc364-5153-4235-884d-1d0f555a98d5 req-1cb245cf-9cbc-4014-879b-eb1e93316dbc tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.120847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffc364-5153-4235-884d-1d0f555a98d5 req-1cb245cf-9cbc-4014-879b-eb1e93316dbc tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 944 time: 0.1319387 Oct 27 16:30:55.128762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Deleting port dd9a1b39-5d38-44b1-856a-2f0763460be3 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:55.129151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.129279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-043c2141-95b5-4324-9339-ec9c0c9842eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.130864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-043c2141-95b5-4324-9339-ec9c0c9842eb service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=83832981069c404c8ec2aa10cdb27640&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5669188 Oct 27 16:30:55.138754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Deleting port dd9a1b39-5d38-44b1-856a-2f0763460be3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:55.139121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.153944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.171391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70fcbe-715a-44a4-898f-a5b0cc4befb2 req-d6cff859-1d41-435e-b2c3-4cf2b121e6b9 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.173151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b70fcbe-715a-44a4-898f-a5b0cc4befb2 req-d6cff859-1d41-435e-b2c3-4cf2b121e6b9 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 945 time: 0.1446884 Oct 27 16:30:55.203566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] For port dd9a1b39-5d38-44b1-856a-2f0763460be3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd9a1b39-5d38-44b1-856a-2f0763460be3,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:55.204291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.211799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] For port dd9a1b39-5d38-44b1-856a-2f0763460be3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dd9a1b39-5d38-44b1-856a-2f0763460be3,segment=NetworkSegment(f56f9a81-3961-458c-99de-3ddc34402b43),segment_id=f56f9a81-3961-458c-99de-3ddc34402b43)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:55.212171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.221203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Calling delete_port for dd9a1b39-5d38-44b1-856a-2f0763460be3 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:55.227372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Calling delete_port for dd9a1b39-5d38-44b1-856a-2f0763460be3 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:55.252106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffc364-5153-4235-884d-1d0f555a98d5 req-2351c8e5-eb3d-428a-b378-b090b02b199c tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Oct 27 16:30:55.288356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b70fcbe-715a-44a4-898f-a5b0cc4befb2 req-a2b8ae66-f233-49f7-827c-cbe53cf13ed6 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785944 Oct 27 16:30:55.296688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.324976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-0a560d1d-c88b-485e-b5af-914f9695f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.327281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c402a51-98fc-4018-8fac-48e32f6031c1 req-0a560d1d-c88b-485e-b5af-914f9695f9ee service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842296 Oct 27 16:30:55.410484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-eefb84f9-2678-49bd-87d3-ae1f47c91ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.412059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-eefb84f9-2678-49bd-87d3-ae1f47c91ebd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83832981069c404c8ec2aa10cdb27640&device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 1095 time: 0.0455077 Oct 27 16:30:55.456649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-3e0a5387-4a0d-449d-9f74-ff7fc2d43129 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49 HTTP/1.1" status: 200 len: 217 time: 0.0367515 Oct 27 16:30:55.508254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-34712540-3b4a-4674-8a7d-2cbcbd9a4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:55.509630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-34712540-3b4a-4674-8a7d-2cbcbd9a4a6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8c107319-ebef-4a25-aac2-206a8045a55b HTTP/1.1" status: 200 len: 849 time: 0.0451906 Oct 27 16:30:55.525158 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.528153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.529764 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a5521a9c-6ad7-4d19-b37e-61cb7f03a49c tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6313388 Oct 27 16:30:55.532420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.537403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'enable_snat': False}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:55.555877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-23cf9622-89fc-478b-86ca-21a7839d0242 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94b6372e-b2c6-4a12-b923-0ee2644dccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275199 Oct 27 16:30:55.560330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] Pushing event deleted for resources: {'Port': ['ID=dd9a1b39-5d38-44b1-856a-2f0763460be3,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.562455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da36ed-f48a-4eee-a8c7-d6d8aa408642 None None] No DVR routers for this DVR port dd9a1b39-5d38-44b1-856a-2f0763460be3 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:55.604334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.639024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9a1b39-5d38-44b1-856a-2f0763460be3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.648648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] No DVR routers for this DVR port dd9a1b39-5d38-44b1-856a-2f0763460be3 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:55.660395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-f4bc8b8c-4542-49dc-a33a-ab67cded7e3d service neutron] 10.222.0.82 "GET /v2.0/networks/94b6372e-b2c6-4a12-b923-0ee2644dccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971742 Oct 27 16:30:55.765281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-151c24be-e46b-4ed9-aa6a-31439bb4d149 req-d4041363-876a-4428-bd62-78af4df67599 service neutron] 10.222.0.82 "GET /v2.0/networks/94b6372e-b2c6-4a12-b923-0ee2644dccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970831 Oct 27 16:30:55.934653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd9a1b39-5d38-44b1-856a-2f0763460be3 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:55.947330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: dd9a1b39-5d38-44b1-856a-2f0763460be3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:55.947677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dd9a1b39-5d38-44b1-856a-2f0763460be3 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:55.948094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0815ed31-4f86-46d3-8dab-f40d9d023e1c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:55.968582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0815ed31-4f86-46d3-8dab-f40d9d023e1c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:55.968936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0815ed31-4f86-46d3-8dab-f40d9d023e1c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:56.198115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.207842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.224188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62795b4-b1b0-4c4a-9f29-b457d12e917f']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:56.235776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56f9a81-3961-458c-99de-3ddc34402b43') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:56.236300 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56f9a81-3961-458c-99de-3ddc34402b43') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:56.245408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.259053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.265557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:56.265963 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:56.267714 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:56.417136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee352-7964-47df-a70a-c448511b1665 req-eb1db9b9-d908-486e-8d22-d0403ba7cce1 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:56.418645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfee352-7964-47df-a70a-c448511b1665 req-eb1db9b9-d908-486e-8d22-d0403ba7cce1 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 944 time: 0.0858295 Oct 27 16:30:56.452884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f748-0f1f-41ab-b4e3-1ff80999b35c req-ac500c32-acd1-4ded-9aae-5ae431fd4485 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:56.454424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b201f748-0f1f-41ab-b4e3-1ff80999b35c req-ac500c32-acd1-4ded-9aae-5ae431fd4485 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 945 time: 0.0801644 Oct 27 16:30:56.476427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-abfee352-7964-47df-a70a-c448511b1665 req-d9b1a6e7-785a-4173-9403-f7e21b949356 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Oct 27 16:30:56.526080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b201f748-0f1f-41ab-b4e3-1ff80999b35c req-3d0e3cac-ad77-4013-bdce-2ed7942d619b tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Oct 27 16:30:56.533910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.548490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.552219 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] 10.222.0.70 "DELETE /v2.0/networks/a62795b4-b1b0-4c4a-9f29-b457d12e917f HTTP/1.1" status: 204 len: 168 time: 1.7437232 Oct 27 16:30:56.567470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311add8-be53-446d-bc16-6b707f6bd38a admin admin] Pushing event deleted for resources: {'Network': ['ID=a62795b4-b1b0-4c4a-9f29-b457d12e917f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:56.609825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.630428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.759458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Allocated IP 172.25.5.192 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c2d1687f-6a9a-4ade-bc65-183c588f2f61) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:56.864425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.307170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.351077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:57.355156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:57.357879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:57.386411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d1687f-6a9a-4ade-bc65-183c588f2f61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:57.604853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dc2e7-55fc-430e-b3ab-8292b0272a07 req-717ab16e-f805-4af5-803a-d0803d8cf32d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:57.607441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d68dc2e7-55fc-430e-b3ab-8292b0272a07 req-717ab16e-f805-4af5-803a-d0803d8cf32d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 944 time: 0.0540352 Oct 27 16:30:57.618620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:57.658613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d68dc2e7-55fc-430e-b3ab-8292b0272a07 req-8ce0e300-e5e4-4e5e-9100-cb0d77803186 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Oct 27 16:30:57.670313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-810684fb-5bc4-4832-8a52-9689a2e780ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77633c120dbe448fb1064bff66c0616f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475509 Oct 27 16:30:57.671603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:57.760645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.772741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383105c-161b-4053-bddb-8a74e19f6102 req-9ab9cd55-f3db-42b6-8e46-b016468f2596 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:57.774243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6383105c-161b-4053-bddb-8a74e19f6102 req-9ab9cd55-f3db-42b6-8e46-b016468f2596 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 945 time: 0.0794702 Oct 27 16:30:57.795366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.815605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:57.868894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6383105c-161b-4053-bddb-8a74e19f6102 req-65e2732c-1c81-4b88-bbe4-0caa216ca8a9 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870800 Oct 27 16:30:57.945120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.000550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.004197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.078021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.080894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.084135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daace9cc-9151-4d62-a431-546e3fe68201 HTTP/1.1" status: 204 len: 168 time: 0.4100783 Oct 27 16:30:58.091342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0abe5a-5e27-465f-9d43-98366d15419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daace9cc-9151-4d62-a431-546e3fe68201,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:58.322235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Router f0d35317-49d2-49a6-8fa0-ccad28333bc8 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:58.451607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:58.456538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.460479 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5bb74d09-8cde-45f9-930f-1d02388525cb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "PUT /v2.0/routers/f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 200 len: 915 time: 2.9239035 Oct 27 16:30:58.460479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57530) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.466797 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] Sync routers for ids ['f0d35317-49d2-49a6-8fa0-ccad28333bc8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:58.478570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] Routers {'f0d35317-49d2-49a6-8fa0-ccad28333bc8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:58.479362 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f0d35317-49d2-49a6-8fa0-ccad28333bc8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:58.518984 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:58.527985 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] Routers {'f0d35317-49d2-49a6-8fa0-ccad28333bc8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:58.528694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f0d35317-49d2-49a6-8fa0-ccad28333bc8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:58.567190 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:58.567739 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85d83f5c-3397-46ab-b639-be217883bd6d tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 200 len: 921 time: 0.1060607 Oct 27 16:30:58.567996 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1423230a-94f0-4636-8ec3-a57fd88a4e4a None None] The sync data for ids ['f0d35317-49d2-49a6-8fa0-ccad28333bc8'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:58.570454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57534) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.596511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.615027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784f647-a8ee-48aa-9c2e-0de5eb4c037e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:58.616650 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5784f647-a8ee-48aa-9c2e-0de5eb4c037e tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=f0d35317-49d2-49a6-8fa0-ccad28333bc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0452282 Oct 27 16:30:58.619296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.717301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac3c26-5601-43a6-adcc-52bf6fb2bc20 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:58.717301 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-21ac3c26-5601-43a6-adcc-52bf6fb2bc20 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/networks/71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 881 time: 0.0925431 Oct 27 16:30:58.719459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.749430 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ce9092b2-507b-4ee4-ae8e-5d3d5a03fd50 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 200 len: 205 time: 0.0280330 Oct 27 16:30:58.751997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.786890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071035f-4f17-4bd4-8dd9-12191e0fa100 req-ffc94fd7-01b4-4ccd-bb83-e95487e58a98 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:58.786890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8071035f-4f17-4bd4-8dd9-12191e0fa100 req-ffc94fd7-01b4-4ccd-bb83-e95487e58a98 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 944 time: 0.0555370 Oct 27 16:30:58.842188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8071035f-4f17-4bd4-8dd9-12191e0fa100 req-6c396231-c0c8-4e35-9c79-be78fdc038f0 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Oct 27 16:30:58.870771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.981570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.015358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8d0b7-d01a-4487-a6bd-1e883d19f384 req-998ff445-9a50-4c97-a5db-41ad37c74e83 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:59.016855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3b8d0b7-d01a-4487-a6bd-1e883d19f384 req-998ff445-9a50-4c97-a5db-41ad37c74e83 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 945 time: 0.0662026 Oct 27 16:30:59.057246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3b8d0b7-d01a-4487-a6bd-1e883d19f384 req-486dc301-d3ea-4b01-b698-19012e350abc tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/security-groups?id=035caca0-f55e-4a0f-9ee9-eca4016b11db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Oct 27 16:30:59.061944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:30:59.136833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port c2d1687f-6a9a-4ade-bc65-183c588f2f61 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:59.138254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.192405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,segment=NetworkSegment(a67f16f5-3357-4818-86cf-f63857fe3421),segment_id=a67f16f5-3357-4818-86cf-f63857fe3421)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:59.208485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49', 'network_id': '94b6372e-b2c6-4a12-b923-0ee2644dccda', 'port_id': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49', 'mac_address': 'fa:16:3e:fe:98:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c107319-ebef-4a25-aac2-206a8045a55b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:30:59.237780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.245890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-632c103a-0b88-4006-b4f1-0e198af4e1b1 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:59.248015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-632c103a-0b88-4006-b4f1-0e198af4e1b1 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 945 time: 0.0522940 Oct 27 16:30:59.252649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for c2d1687f-6a9a-4ade-bc65-183c588f2f61 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:59.257488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.271517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:59.362009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Deleting port 58b162d0-8978-4b8c-b7eb-453189f03429 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:59.362356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.464513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] For port 58b162d0-8978-4b8c-b7eb-453189f03429, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=58b162d0-8978-4b8c-b7eb-453189f03429,segment=NetworkSegment(924ae783-4086-4e1d-afbb-be997eaae391),segment_id=924ae783-4086-4e1d-afbb-be997eaae391)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:59.464878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.478234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Calling delete_port for 58b162d0-8978-4b8c-b7eb-453189f03429 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:59.538884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,segment=NetworkSegment(a67f16f5-3357-4818-86cf-f63857fe3421),segment_id=a67f16f5-3357-4818-86cf-f63857fe3421)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:59.680461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57588) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:59.790566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2147380292-network', 'tenant_id': '5053272c423b49d3ac24f92f27203136'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:59.815701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.866272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:59.916499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.916766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.935281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['58b162d0-8978-4b8c-b7eb-453189f03429'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:59.950605 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=c2d1687f-6a9a-4ade-bc65-183c588f2f61,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:59.954945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:59.957692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.975378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.982234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Pushing event deleted for resources: {'Port': ['ID=58b162d0-8978-4b8c-b7eb-453189f03429,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:00.032000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] No DVR routers for this DVR port 58b162d0-8978-4b8c-b7eb-453189f03429 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:00.035364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.038940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cdc5fbd-757f-4886-a5cf-55b3c4adc5bf req-68862c46-896f-4bc5-a189-fe7c1f713d58 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.82 "DELETE /v2.0/ports/58b162d0-8978-4b8c-b7eb-453189f03429 HTTP/1.1" status: 204 len: 173 time: 0.7844319 Oct 27 16:31:00.039692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'name': 'network-vif-deleted', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:00.042142 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbdd4e-df6b-4fcf-a4aa-94c9d9ef2afc" -d '{"events": [{"server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "name": "network-vif-deleted", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:00.058123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b33e1-b5a2-429a-b81d-50efca06166f req-097e77ef-2082-4939-937c-ddb5a847dc39 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:00.060859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd8b33e1-b5a2-429a-b81d-50efca06166f req-097e77ef-2082-4939-937c-ddb5a847dc39 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 945 time: 0.1404798 Oct 27 16:31:00.072816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.110580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd8b33e1-b5a2-429a-b81d-50efca06166f req-93fe10c8-1f25-458e-b39b-4241888a45ea tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Oct 27 16:31:00.118178 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183d7ad-757e-4e0c-84b7-c0f2fea1a148 x-openstack-request-id: req-b183d7ad-757e-4e0c-84b7-c0f2fea1a148 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:00.118178 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c25e78-8899-4637-9e4e-a1d93bcbb7ec", "name": "network-vif-deleted", "tag": "58b162d0-8978-4b8c-b7eb-453189f03429", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:00.118178 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b183d7ad-757e-4e0c-84b7-c0f2fea1a148 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:00.118888 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c25e78-8899-4637-9e4e-a1d93bcbb7ec', 'name': 'network-vif-deleted', 'tag': '58b162d0-8978-4b8c-b7eb-453189f03429', 'status': 'completed', 'code': 200} Oct 27 16:31:00.162356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['0363e70e-1e85-4aa2-91da-d3c73a6b1c49'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:00.195559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.198676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.204665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11e95805-4d05-4a6f-b7ae-fca950f56c96 req-f4c8b0a3-77f5-4c8d-a9ee-d1ac4ffc7463 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.0305035 Oct 27 16:31:00.265251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.444008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.447032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.447818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router f0d35317-49d2-49a6-8fa0-ccad28333bc8 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:00.459679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.460605 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4b7a5724-9076-4556-b48d-1a8cde56208b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 204 len: 168 time: 1.7076614 Oct 27 16:31:00.465916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57618) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.470411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-499047969', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.485821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:00.503008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a96cb-d0f3-4396-ae64-4480bb789b3a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:00.505909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.506280 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Added segment fbb0037a-136a-4f9f-80a4-a16118f18b26 of type vlan for network f4de6b20-9597-47f9-a9ea-9794e3eec371 Oct 27 16:31:00.552220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.699557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.701293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.750909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.753831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:00.754435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.756430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.813547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4de6b20-9597-47f9-a9ea-9794e3eec371,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:00.823895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:01.006297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4bec94af-bd0e-45b9-83cf-e235812099d0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3246377 Oct 27 16:31:01.010371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57636) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:01.016610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Request body: {'subnet': {'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2147380292-subnet', 'tenant_id': '5053272c423b49d3ac24f92f27203136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:01.072166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.073973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:01.229478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7381a-4ae1-47ed-895b-7c98da126258 req-68139504-fd0c-43d2-a4c6-647c4be6188d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:01.231790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ee7381a-4ae1-47ed-895b-7c98da126258 req-68139504-fd0c-43d2-a4c6-647c4be6188d tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 945 time: 0.0515857 Oct 27 16:31:01.234690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:01.237729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.282071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ee7381a-4ae1-47ed-895b-7c98da126258 req-3adc53b6-c640-4f8e-b2f5-1e7e93f70ef7 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Oct 27 16:31:01.290971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:31:01.301220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:01.301728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.358284 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0939fe53-66fe-4e9f-b528-644fae15a059 req-64c9984c-6d69-43e3-a07f-32828758d793 tempest-ServerGroupTestJSON-1858330674 tempest-ServerGroupTestJSON-1858330674-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7c25e78-8899-4637-9e4e-a1d93bcbb7ec HTTP/1.1" status: 200 len: 210 time: 0.0416842 Oct 27 16:31:01.390337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.414371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:01.416648 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25c2b86-8839-4c78-ae18-d40895504efe" -d '{"events": [{"server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "name": "network-vif-plugged", "status": "completed", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:01.429628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,segment=NetworkSegment(a67f16f5-3357-4818-86cf-f63857fe3421),segment_id=a67f16f5-3357-4818-86cf-f63857fe3421)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:01.460934 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec7f21-46b2-4f45-a845-c0267507a494 x-openstack-request-id: req-dcec7f21-46b2-4f45-a845-c0267507a494 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:01.461243 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "name": "network-vif-plugged", "status": "completed", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:01.461504 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcec7f21-46b2-4f45-a845-c0267507a494 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:01.461906 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49', 'code': 200} Oct 27 16:31:01.594601 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.601926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.624332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.630807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.635781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171bed1-f2ff-4d77-817e-59a5055d0604 req-c36610c1-37d9-4096-82a1-36006e8de9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:01.637240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f171bed1-f2ff-4d77-817e-59a5055d0604 req-c36610c1-37d9-4096-82a1-36006e8de9f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 1096 time: 0.0966334 Oct 27 16:31:01.719028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:01.722378 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db2b99c-23f0-496b-85dd-2281f8e03146,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:01.723200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f171bed1-f2ff-4d77-817e-59a5055d0604 req-ecc566a6-6ba8-4987-b8ee-0f503bdeec6c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Oct 27 16:31:01.731365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Checking segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:01.731729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Network hostable DHCP agents. Network: f4de6b20-9597-47f9-a9ea-9794e3eec371, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:01.766694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Allocated IP 172.25.5.203 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/99248ea2-1ac9-4985-bebe-a83d0800ea5b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:01.879885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.916173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:02.019470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.061336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:02.064697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f4de6b20-9597-47f9-a9ea-9794e3eec371) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:02.064855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:02.068532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:02.070084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:02.071026 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.074368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event updated for resources: {'Port': ['ID=99248ea2-1ac9-4985-bebe-a83d0800ea5b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:02.076799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94de1c3-d3a8-4461-94d4-3bf27d44ba17 None None] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:02.205179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6282f-8d08-4648-bb00-e39cff3f215b None None] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:02.315757 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75cd04af-2183-47af-9f74-a92e3a3c1c6c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3026838 Oct 27 16:31:02.554218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ba178-dc65-47a5-b62d-d37ebf198c9f req-40e28913-8156-4856-9fe4-ddad25ea3ab7 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:02.555780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da5ba178-dc65-47a5-b62d-d37ebf198c9f req-40e28913-8156-4856-9fe4-ddad25ea3ab7 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 946 time: 0.1369960 Oct 27 16:31:02.595303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.686281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da5ba178-dc65-47a5-b62d-d37ebf198c9f req-dae1d31c-12fa-4372-b371-3bc2d7beb61b tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171157 Oct 27 16:31:02.936217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.950092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-4f4fbb5b-c5e0-4fcf-b58b-7234a4fe91c9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:02.952358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-4f4fbb5b-c5e0-4fcf-b58b-7234a4fe91c9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.1716022 Oct 27 16:31:03.035017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57740) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.052565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-05516267-f3b9-4b07-a928-cffaaa748718 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/quotas/5053272c423b49d3ac24f92f27203136 HTTP/1.1" status: 200 len: 375 time: 0.0608356 Oct 27 16:31:03.080648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 58b162d0-8978-4b8c-b7eb-453189f03429 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:03.111957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 58b162d0-8978-4b8c-b7eb-453189f03429 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:03.112521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 58b162d0-8978-4b8c-b7eb-453189f03429 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:03.133115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-2f2497fe-0135-4091-9492-795b54c2039d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591061 Oct 27 16:31:03.163238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Deleting subnet a750bf43-c8fb-4635-adb0-4237bb57b2d7 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:03.200867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.267657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.330372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-dd6cc963-b025-4ffb-93ed-2d4daf042a1a service neutron] 10.222.0.70 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841455 Oct 27 16:31:03.348677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.407722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Router 3b021bb8-a921-4531-a3fc-46c4c1b8cd55 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:31:03.541602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-e1c8980c-ab01-41b8-9afd-52daf7377446 service neutron] 10.222.0.70 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037766 Oct 27 16:31:03.567383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:03.577408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] Sync routers for ids ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:03.590251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] Routers {'3b021bb8-a921-4531-a3fc-46c4c1b8cd55'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:03.591790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.614948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.625672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.634298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] Routers {'3b021bb8-a921-4531-a3fc-46c4c1b8cd55'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:03.634906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.645976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a750bf43-c8fb-4635-adb0-4237bb57b2d7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:03.652083 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.652083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b49e89c9-75ff-4829-9510-dd2b61c9d815 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a750bf43-c8fb-4635-adb0-4237bb57b2d7 HTTP/1.1" status: 204 len: 168 time: 0.6106150 Oct 27 16:31:03.654352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57764) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.682422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.683176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6cab6-592e-40b2-a8c8-ebf272e8f2a5 None None] The sync data for ids ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:03.718363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.719603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-06988a74-b5a2-417f-90b2-09cf8f282179 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2526917 Oct 27 16:31:03.722508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57768) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.727236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:03.731857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.898382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.958497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104c2b-e3d6-4820-8e26-8683fae6e617 req-f18a3f09-8a30-43a7-b724-de414416fd3b tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:03.960434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23104c2b-e3d6-4820-8e26-8683fae6e617 req-f18a3f09-8a30-43a7-b724-de414416fd3b tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 946 time: 0.1244228 Oct 27 16:31:03.965135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9203193-648f-46d8-ada1-0ddc63e809ce']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.992622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924ae783-4086-4e1d-afbb-be997eaae391') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:03.993059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924ae783-4086-4e1d-afbb-be997eaae391') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:04.011701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.039922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23104c2b-e3d6-4820-8e26-8683fae6e617 req-f671f002-8595-4eb3-953d-8f9e2a1e40f8 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713973 Oct 27 16:31:04.050523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.079162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-824d3496-403d-4c8d-8f35-1920e15394ac req-6107f26f-86cf-4f7b-80db-95200c1a3dba tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0430951 Oct 27 16:31:04.080096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:04.080513 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:04.082342 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:04.213960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.322252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.327974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.331202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c9203193-648f-46d8-ada1-0ddc63e809ce HTTP/1.1" status: 204 len: 168 time: 0.6755743 Oct 27 16:31:04.342833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915828c6-b870-422d-8ff6-975c213300e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9203193-648f-46d8-ada1-0ddc63e809ce,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:04.380128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.499795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Deleting port 99248ea2-1ac9-4985-bebe-a83d0800ea5b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:04.500282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.591449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.603026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Calling delete_port for 99248ea2-1ac9-4985-bebe-a83d0800ea5b owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:04.695855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57828) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.757086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6713f1b9-aa4c-4b69-a84e-47dec6069a9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e8d5745a6094704a83d62f7bbcacce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597906 Oct 27 16:31:04.760363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57834) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.860188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.884243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.985025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.016207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Pushing event deleted for resources: {'Port': ['ID=99248ea2-1ac9-4985-bebe-a83d0800ea5b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:05.065164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.068640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.070158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/035caca0-f55e-4a0f-9ee9-eca4016b11db HTTP/1.1" status: 204 len: 168 time: 0.3081150 Oct 27 16:31:05.081152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19652a3a-22ac-47db-a989-d68f650a0199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035caca0-f55e-4a0f-9ee9-eca4016b11db,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:05.097523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.224980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff0dfcbd-bb86-4f32-8854-2a67dd44561f req-3c13775c-3983-4b77-8ef5-8cffc4d6ed92 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0617886 Oct 27 16:31:05.822701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.828750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.933326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Router 3b021bb8-a921-4531-a3fc-46c4c1b8cd55 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:31:06.026805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:06.040033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] Sync routers for ids ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:06.045194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.046349 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37ae28f2-0f8f-4d23-94c6-1a16febe1f74 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "PUT /v2.0/routers/3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 200 len: 705 time: 2.3227849 Oct 27 16:31:06.049413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57884) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.060017 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] Routers {'3b021bb8-a921-4531-a3fc-46c4c1b8cd55'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:06.060655 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:06.097192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:06.107029 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] Routers {'3b021bb8-a921-4531-a3fc-46c4c1b8cd55'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:06.107681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:30:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:06.153049 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:06.153711 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af08-40cb-4c18-987e-b093a7881183 None None] The sync data for ids ['3b021bb8-a921-4531-a3fc-46c4c1b8cd55'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:06.172862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a99eace4-045a-4b37-bed2-0c4edcd1a7bb tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/routers/3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 200 len: 740 time: 0.1201508 Oct 27 16:31:06.173094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57886) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.236216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60cc4fa7-367f-4cb7-9276-ef7b5bb0d769 tempest-RoutersAdminTest-1982664918 tempest-RoutersAdminTest-1982664918-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&device_id=3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 200 len: 205 time: 0.0617344 Oct 27 16:31:06.240067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.305260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44e1ecdb-b440-4afb-b950-e3848d3a4e98 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 200 len: 205 time: 0.0584693 Oct 27 16:31:06.306766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57900) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.392623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d28d1cf-7220-4e1a-8376-4a896c28213b req-9394aa74-585d-4d11-99bb-f08e89d9bf7d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0948734 Oct 27 16:31:06.458503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.487656 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:31:06.647024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.649542 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.835602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.836163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Fanout notify agent at l3_agent the message router_deleted on router 3b021bb8-a921-4531-a3fc-46c4c1b8cd55 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:06.847226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.848912 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9fe15283-9a04-4e9f-a3c0-831ba3d653ab tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 204 len: 168 time: 0.5409670 Oct 27 16:31:06.852833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57916) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.887014 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41778bd6-d2b6-4b73-b9e8-e8157ace0dc2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 200 len: 205 time: 0.0313847 Oct 27 16:31:06.889974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57918) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.983093 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-73e0e243-cc27-4bc5-9ae0-b3949e4d9970 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:06.984439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73e0e243-cc27-4bc5-9ae0-b3949e4d9970 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/3b021bb8-a921-4531-a3fc-46c4c1b8cd55 HTTP/1.1" status: 404 len: 336 time: 0.0933018 Oct 27 16:31:06.986945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57924) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.051879 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6f4ca2ca-5df2-46ee-b5c9-d0e7499330e2 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 200 len: 205 time: 0.0635564 Oct 27 16:31:07.071548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57928) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.550034 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-11ecebc0-31d0-4cb9-9d4b-e1b6953cd564 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:07.551107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-11ecebc0-31d0-4cb9-9d4b-e1b6953cd564 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/f0d35317-49d2-49a6-8fa0-ccad28333bc8 HTTP/1.1" status: 404 len: 336 time: 0.4776964 Oct 27 16:31:07.554175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57940) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.583424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20202d58-6325-4187-b72a-a48702f2fc04 req-3adb10d4-04a8-47af-8100-825424bffec8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0311055 Oct 27 16:31:07.584210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ada50a39-d619-4563-83e1-ed2b1f4d9a95 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 200 len: 205 time: 0.0288711 Oct 27 16:31:07.586651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57942) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.642690 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-ab612efb-bd5e-402f-b527-b1cfe01cbd59 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:07.643859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab612efb-bd5e-402f-b527-b1cfe01cbd59 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/a6a8f63a-2ed9-4622-89a3-52d5db15f71d HTTP/1.1" status: 404 len: 336 time: 0.0562251 Oct 27 16:31:07.646588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.678498 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-82755faf-d74b-401d-88c2-9fcbd3190ec8 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 200 len: 205 time: 0.0286779 Oct 27 16:31:07.678712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.718902 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-744b61c7-f79e-41e1-b110-c69ca04e0727 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:07.719978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-744b61c7-f79e-41e1-b110-c69ca04e0727 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/17e869aa-0245-406f-9aa5-2d3fe5c168ad HTTP/1.1" status: 404 len: 336 time: 0.0403454 Oct 27 16:31:07.722793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57950) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.759789 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-312ea2f3-0f1d-42e0-bc79-93320bc4ddc6 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 200 len: 205 time: 0.0357370 Oct 27 16:31:07.762242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57954) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.799536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57958) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.802418 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-249ecfa5-cbac-4dd7-904d-949ca51e76d5 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:07.803490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-249ecfa5-cbac-4dd7-904d-949ca51e76d5 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/a585243b-991e-4e53-adee-8c4556fb3bd7 HTTP/1.1" status: 404 len: 336 time: 0.0402462 Oct 27 16:31:07.806098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.839750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-473c3a42-1847-476a-a4a7-2bec6c136227 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 HTTP/1.1" status: 200 len: 205 time: 0.0325847 Oct 27 16:31:07.840887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57964) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.896572 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-4da5b66f-246b-4f3a-9d9c-737c53f8244b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] delete failed (client error): The resource could not be found. Oct 27 16:31:07.898325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4da5b66f-246b-4f3a-9d9c-737c53f8244b tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/routers/3c7ba84f-03e4-47e4-bfb0-82dd94d6d1b1 HTTP/1.1" status: 404 len: 336 time: 0.0561898 Oct 27 16:31:07.901020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57968) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:07.930063 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bfe991-0938-4bc4-bbbd-4b8b1492e527 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:07.930729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bfe991-0938-4bc4-bbbd-4b8b1492e527 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:07.933818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e8bfe991-0938-4bc4-bbbd-4b8b1492e527 tempest-RoutersAdminTest-211067320 tempest-RoutersAdminTest-211067320-project] 10.222.0.70 "DELETE /v2.0/subnets/230f163a-2d9f-4f9a-a449-9ede88a9b24f HTTP/1.1" status: 404 len: 337 time: 0.0316541 Oct 27 16:31:08.000559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c18dac47-b120-4154-84f7-5aedfd1458a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.026859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c7d0e097-eb79-4de1-9cd4-72bdd7c41784 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:08.029080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c7d0e097-eb79-4de1-9cd4-72bdd7c41784 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.1770892 Oct 27 16:31:08.047549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Request body: {'port': {'device_id': '9b40d0d2-8715-445c-8478-21a443c01c25', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'admin_state_up': True, 'tenant_id': '5053272c423b49d3ac24f92f27203136'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:08.253239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c18dac47-b120-4154-84f7-5aedfd1458a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.430527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c70f7-0e12-4c19-b256-2d03558f5a78 req-742c6654-ca36-4fe6-82e2-a0e2c2401280 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:08.432307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-741c70f7-0e12-4c19-b256-2d03558f5a78 req-742c6654-ca36-4fe6-82e2-a0e2c2401280 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 946 time: 0.0661223 Oct 27 16:31:08.436382 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c18dac47-b120-4154-84f7-5aedfd1458a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.452089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:08.457948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.561683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c18dac47-b120-4154-84f7-5aedfd1458a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09c55bf15c6641b08d2d07ab745d60dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576985 Oct 27 16:31:08.569920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57984) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.569920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57986) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.575997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dac47-b120-4154-84f7-5aedfd1458a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da0d5b-d070-4006-aca1-4ae4a6f842d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:08.606954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-741c70f7-0e12-4c19-b256-2d03558f5a78 req-3bc8ae9b-6bb3-4e0c-9ada-53d6f908faa1 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534214 Oct 27 16:31:08.758699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.776489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14234e3c-8e83-4b9f-a881-24b6564a474e req-4a85c642-afe7-4af0-a4cc-2669d2102ef7 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0382524 Oct 27 16:31:08.797687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.840971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Allocated IP 172.20.0.10 (f4de6b20-9597-47f9-a9ea-9794e3eec371/3db2b99c-23f0-496b-85dd-2281f8e03146/d1fc328f-7fd5-44c8-b19f-cc091ede6d89) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:08.873770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8258af17-b83f-455f-ba7b-f491a4a74490 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:08.875362 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8258af17-b83f-455f-ba7b-f491a4a74490 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.2199934 Oct 27 16:31:08.897258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Request body: {'port': {'device_id': '679019d4-8afe-48f0-8685-81e111e90ed5', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'admin_state_up': True, 'tenant_id': '5053272c423b49d3ac24f92f27203136'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:08.905422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.991370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9e028c9-3e62-45f3-804e-828e52221990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.047576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b913c2-efe4-4b18-853d-55b86adc5f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.127116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.154347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9e028c9-3e62-45f3-804e-828e52221990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.225724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9e028c9-3e62-45f3-804e-828e52221990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.258649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b913c2-efe4-4b18-853d-55b86adc5f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.275958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b9e028c9-3e62-45f3-804e-828e52221990 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=902011463bec49869d773d7e37778ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045035 Oct 27 16:31:09.279021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:09.280172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e028c9-3e62-45f3-804e-828e52221990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2191dd2d-6c17-427e-a697-67fa15375c55,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.315432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.315432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.318781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17da0d5b-d070-4006-aca1-4ae4a6f842d8 HTTP/1.1" status: 204 len: 168 time: 0.7439117 Oct 27 16:31:09.328503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91c5a9-efa3-4750-8f67-402922e6550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da0d5b-d070-4006-aca1-4ae4a6f842d8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.365632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.396446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.426054 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:09.429975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.482700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b913c2-efe4-4b18-853d-55b86adc5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.485569 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.569153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.573219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.577215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2191dd2d-6c17-427e-a697-67fa15375c55 HTTP/1.1" status: 204 len: 168 time: 0.2970157 Oct 27 16:31:09.580624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54b913c2-efe4-4b18-853d-55b86adc5f82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9d8768c85fb4c76be6cc9c781a1082c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818782 Oct 27 16:31:09.589467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58008) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:09.670321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b913c2-efe4-4b18-853d-55b86adc5f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49209d40-69db-402d-9b58-6bbb97f6a9e8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.713864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:09.720495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393a706-d8b3-42b2-b7c6-deb936b4ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2191dd2d-6c17-427e-a697-67fa15375c55,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.755493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Allocated IP 172.20.0.12 (f4de6b20-9597-47f9-a9ea-9794e3eec371/3db2b99c-23f0-496b-85dd-2281f8e03146/f66ff92f-6de7-4216-8b36-2163c40c4a9a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:09.781839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event updated for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.784492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:09.791139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:09.933045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.959571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.966218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26e4c7e6-bbe0-44ca-b013-e95a2a8f0fb7 req-2cf6e604-b32e-4a62-b278-e64e55dd62f3 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 210 time: 0.0810807 Oct 27 16:31:09.982328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.992617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:09.993215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.032063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78303188-9595-4943-9b46-b73fe8900840 req-3f3ee732-8dca-4e86-85b8-c15be0ee1b3f tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:10.033654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78303188-9595-4943-9b46-b73fe8900840 req-3f3ee732-8dca-4e86-85b8-c15be0ee1b3f tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 946 time: 0.3095334 Oct 27 16:31:10.091766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63443318-91ce-476c-811e-8893449335d6 req-d5711af1-f541-4d1b-aed7-ba25144f86f9 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:10.093394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63443318-91ce-476c-811e-8893449335d6 req-d5711af1-f541-4d1b-aed7-ba25144f86f9 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.82 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 946 time: 0.1873708 Oct 27 16:31:10.094555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.142570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78303188-9595-4943-9b46-b73fe8900840 req-60e5fb26-54a4-4907-8f6a-d9bc0f257fc0 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e43a823-a664-407d-aba7-e808183c39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928459 Oct 27 16:31:10.155709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-8178720e-c1e8-4bbd-8c5a-a091c73eb11a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1132603 Oct 27 16:31:10.160416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:10.163934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:10.184777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:10.197115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Request body: {'port': {'device_id': '9b40d0d2-8715-445c-8478-21a443c01c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:10.208094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event updated for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:10.237529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:10.238433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.269952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.290459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.293176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.294470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49209d40-69db-402d-9b58-6bbb97f6a9e8 HTTP/1.1" status: 204 len: 168 time: 0.7002242 Oct 27 16:31:10.313320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Deleting port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:10.313766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.357649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e303ff5-2b1a-46ce-a137-2d2fa6bb2a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49209d40-69db-402d-9b58-6bbb97f6a9e8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:10.397978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-a7daf838-2765-4ad2-9f89-dcde9b05199a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5074642 Oct 27 16:31:10.411062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Request body: {'port': {'device_id': '679019d4-8afe-48f0-8685-81e111e90ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:10.467787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.507553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] For port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,segment=NetworkSegment(a67f16f5-3357-4818-86cf-f63857fe3421),segment_id=a67f16f5-3357-4818-86cf-f63857fe3421)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:10.507935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.532432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Calling delete_port for 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:10.756770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58032) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:10.799210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fc328f-7fd5-44c8-b19f-cc091ede6d89 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:10.812687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.829160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d1ab4854-fae7-4d9c-98be-096dc0b9dfda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=946a24802b3e48be8d8c65f78ad1fbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706658 Oct 27 16:31:10.835889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:10.881864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Transition to ACTIVE for port object d1fc328f-7fd5-44c8-b19f-cc091ede6d89 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:31:10.883735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.896545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.897402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['0363e70e-1e85-4aa2-91da-d3c73a6b1c49'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:10.943348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.963197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Pushing event deleted for resources: {'Port': ['ID=0363e70e-1e85-4aa2-91da-d3c73a6b1c49,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:10.971647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.094127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] No DVR routers for this DVR port 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:11.114283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.128686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-63443318-91ce-476c-811e-8893449335d6 req-f4868ec5-8fa0-48c0-8b01-a86bf1934872 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.82 "DELETE /v2.0/ports/0363e70e-1e85-4aa2-91da-d3c73a6b1c49 HTTP/1.1" status: 204 len: 173 time: 1.0234194 Oct 27 16:31:11.148904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'name': 'network-vif-deleted', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:11.168512 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9256afc-173d-4674-a7d3-6086e5e6576d" -d '{"events": [{"server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "name": "network-vif-deleted", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:11.196764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Pushing event updated for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.256286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66ff92f-6de7-4216-8b36-2163c40c4a9a {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:11.277802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.294680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Transition to ACTIVE for port object f66ff92f-6de7-4216-8b36-2163c40c4a9a will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:31:11.322522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.326293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.330371 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02fb0c2d-c408-4a09-b9b6-15d59cf13b1c HTTP/1.1" status: 204 len: 168 time: 0.4908497 Oct 27 16:31:11.341816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9367e-d86f-47a7-9e7b-d7e7bfd9455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fb0c2d-c408-4a09-b9b6-15d59cf13b1c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.418428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4549543-c0a9-43c0-83c2-6c48a09b1154 req-525e06c3-8f6e-494f-b445-895e2d444226 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.1271040 Oct 27 16:31:11.436641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc14-053e-4ba7-a25a-0ef231a51434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.441802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Attempting to bind port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:11.445894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Attempting to bind port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:11.446549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Attempting to bind port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:11.458015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:31:11.462267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Attempting to bind port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:11.495464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.515918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae38fbe-9086-49f9-bd2c-04e3c021727b req-ad1b250e-047a-4dad-8ebb-c92ded3fe1de tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:11.517852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dae38fbe-9086-49f9-bd2c-04e3c021727b req-ad1b250e-047a-4dad-8ebb-c92ded3fe1de tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 932 time: 0.3381872 Oct 27 16:31:11.518909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:11.519539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Checking segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:11.520139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Bound using segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:11.520950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Bound port: d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:11.521558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.526456 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ceb0bd-450d-4fad-9aae-faa8ed19428a x-openstack-request-id: req-64ceb0bd-450d-4fad-9aae-faa8ed19428a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:11.527332 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583c200d-fa14-4c46-a52e-5e017f1e882e", "name": "network-vif-deleted", "tag": "0363e70e-1e85-4aa2-91da-d3c73a6b1c49", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:11.527812 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64ceb0bd-450d-4fad-9aae-faa8ed19428a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:11.529014 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583c200d-fa14-4c46-a52e-5e017f1e882e', 'name': 'network-vif-deleted', 'tag': '0363e70e-1e85-4aa2-91da-d3c73a6b1c49', 'status': 'completed', 'code': 200} Oct 27 16:31:11.614836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dae38fbe-9086-49f9-bd2c-04e3c021727b req-6311ab26-5e2b-4bc7-b56d-f757dd308bf4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846894 Oct 27 16:31:11.658719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.663540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:11.671126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:11.735542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Attempting to bind port f66ff92f-6de7-4216-8b36-2163c40c4a9a on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:11.735775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Attempting to bind port f66ff92f-6de7-4216-8b36-2163c40c4a9a by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:11.736181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Attempting to bind port f66ff92f-6de7-4216-8b36-2163c40c4a9a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:11.741885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Port f66ff92f-6de7-4216-8b36-2163c40c4a9a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:31:11.743788 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Attempting to bind port f66ff92f-6de7-4216-8b36-2163c40c4a9a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:11.747841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:11.748256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Checking segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:11.748701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Bound using segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:11.749205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Bound port: f66ff92f-6de7-4216-8b36-2163c40c4a9a, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:11.749658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.791498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.874109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:11.874738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.878851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] 10.222.0.82 "PUT /v2.0/ports/d1fc328f-7fd5-44c8-b19f-cc091ede6d89 HTTP/1.1" status: 200 len: 1092 time: 1.6899817 Oct 27 16:31:11.887645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:11.891551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:11.908718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021480-c941-4daa-8f8e-eee3c48b097c service neutron] Pushing event updated for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:12.058214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914c9b1-4bb7-4da2-9cdd-f98fcdcd065b req-67120313-9469-4bde-909e-99c8d9aabb51 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.066760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.079646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0914c9b1-4bb7-4da2-9cdd-f98fcdcd065b req-67120313-9469-4bde-909e-99c8d9aabb51 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1098 time: 0.0711930 Oct 27 16:31:12.150994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.151981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.153603 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] 10.222.0.82 "PUT /v2.0/ports/f66ff92f-6de7-4216-8b36-2163c40c4a9a HTTP/1.1" status: 200 len: 1092 time: 1.7469225 Oct 27 16:31:12.154443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:12.157354 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e39c0b-ac79-4e22-828b-e33406175735" -d '{"events": [{"name": "network-changed", "server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:12.193584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285c944-ac63-44f8-a97f-c08bb1ca02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:12.262798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0914c9b1-4bb7-4da2-9cdd-f98fcdcd065b req-9bb2b982-75bb-4f81-95fd-61634bcb9458 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822379 Oct 27 16:31:12.266036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f7ee6f20-7e8a-4ca7-9afc-0d0ee1d93a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.267754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-f7ee6f20-7e8a-4ca7-9afc-0d0ee1d93a49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 1095 time: 0.1854720 Oct 27 16:31:12.288139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:12.344299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-ca8ff9de-6f46-43e5-a9f3-f27c7371749c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89 HTTP/1.1" status: 200 len: 217 time: 0.0633340 Oct 27 16:31:12.403101 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985c16e4-c0b9-4f48-b3e9-559595bdb814 x-openstack-request-id: req-985c16e4-c0b9-4f48-b3e9-559595bdb814 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:12.408757 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:12.409034 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-985c16e4-c0b9-4f48-b3e9-559595bdb814 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:12.410165 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a', 'status': 'completed', 'code': 200} Oct 27 16:31:12.473249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-9159dfdc-5de8-4499-9a08-a84b6bc53924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.478020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-9159dfdc-5de8-4499-9a08-a84b6bc53924 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.1197252 Oct 27 16:31:12.548075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-ec2ed38f-6f92-494e-a3f5-e6e636653649 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605488 Oct 27 16:31:12.565201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-aa83f8f0-8e27-4974-8de1-dc79d58c451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.567077 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-aa83f8f0-8e27-4974-8de1-dc79d58c451a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1882513 Oct 27 16:31:12.644945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-e8aa9721-313c-46bd-9648-52d38cfe0438 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a HTTP/1.1" status: 200 len: 217 time: 0.0635684 Oct 27 16:31:12.657311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61f195c8-6208-407c-a08d-be2ebd482afc req-b863d3c2-3232-4446-9dbd-f8eb862faad3 tempest-ServerTagsTestJSON-1550780904 tempest-ServerTagsTestJSON-1550780904-project] 10.222.0.70 "GET /v2.0/ports?device_id=583c200d-fa14-4c46-a52e-5e017f1e882e HTTP/1.1" status: 200 len: 210 time: 0.1022801 Oct 27 16:31:12.826989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-860c4e91-8451-4406-be69-a306a029dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.829974 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-860c4e91-8451-4406-be69-a306a029dd3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.1313305 Oct 27 16:31:12.859847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-1b3d3b53-cb02-4c88-adba-52dfb05c8415 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757061 Oct 27 16:31:12.922002 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-388dab3f-5314-4e75-86db-78b27e99b07f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748873 Oct 27 16:31:12.948336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port fe9e705e-61fa-43a1-b050-5a5d736f2bee {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:12.949536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.969338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a547-7760-4b34-91e2-fd47e6ebfb59 req-7a820457-7e6e-428a-b179-2c4b66d35ac5 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.971750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c36a547-7760-4b34-91e2-fd47e6ebfb59 req-7a820457-7e6e-428a-b179-2c4b66d35ac5 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 944 time: 0.2194126 Oct 27 16:31:13.101775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c36a547-7760-4b34-91e2-fd47e6ebfb59 req-0b26c03d-f69f-4da2-bbee-21f42b1e48d0 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097183 Oct 27 16:31:13.112331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-56467342-bda3-43b1-9c39-97d8c3947c15 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450829 Oct 27 16:31:13.136046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:13.181056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:13.181056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 0363e70e-1e85-4aa2-91da-d3c73a6b1c49 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:13.203482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.203998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.233142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for fe9e705e-61fa-43a1-b050-5a5d736f2bee owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:13.360659 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-d93241d7-a4d9-43cc-bb4c-7b6d4cfe7906 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228437 Oct 27 16:31:13.501357 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dfa48634-d3b2-4656-9683-73f35b0cd7c9 req-7286a9a5-a96b-4086-9049-e39eb6bf69d9 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274223 Oct 27 16:31:13.530982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:13.533530 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38" -d '{"events": [{"name": "network-changed", "server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:13.594219 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d02890-02eb-490b-b15d-06e914dc74e9 x-openstack-request-id: req-d5d02890-02eb-490b-b15d-06e914dc74e9 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:13.594745 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:13.595289 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5d02890-02eb-490b-b15d-06e914dc74e9 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:13.595707 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89', 'status': 'completed', 'code': 200} Oct 27 16:31:13.676462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-b5578b4e-51cb-4ca2-99c2-442bdcfcafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:13.678163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-b5578b4e-51cb-4ca2-99c2-442bdcfcafe8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 1095 time: 0.0555127 Oct 27 16:31:13.710552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39c0b-ac79-4e22-828b-e33406175735 req-e2c2f3ac-c060-41be-abb5-d615006b493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:13.712811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-e2c2f3ac-c060-41be-abb5-d615006b493a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0582805 Oct 27 16:31:13.735016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58142) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:13.735458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58146) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:13.744657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.807021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=fe9e705e-61fa-43a1-b050-5a5d736f2bee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:13.852743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.852743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.852743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.852743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.853163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.853308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.853635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.853967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.854285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.854599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.854924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.855364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:13.940492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Deleting subnet 8c107319-ebef-4a25-aac2-206a8045a55b {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:13.945082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.945774 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP 222bf76a-6e97-4e17-b0de-2915876b89f9 disassociated (deleted). External IP: 172.25.5.52, port: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5. Oct 27 16:31:13.947321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.991195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2092973807'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:13.995276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-2489223f-48ad-44b7-9969-2bf7c03d3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:13.997001 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-2489223f-48ad-44b7-9969-2bf7c03d3948 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 914 time: 0.3116946 Oct 27 16:31:14.016331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39c0b-ac79-4e22-828b-e33406175735 req-43f868ed-ec2c-48a1-ad35-3438dbc59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:14.017846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-43f868ed-ec2c-48a1-ad35-3438dbc59bd4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 914 time: 0.2952366 Oct 27 16:31:14.035701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.041328 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9fb97872-1c85-49b7-a1c7-054f66998e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.066386 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-ae655aa1-e3a4-471b-8c29-e43911a638db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89 HTTP/1.1" status: 200 len: 217 time: 0.0423045 Oct 27 16:31:14.116258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-71437b15-6da8-44c2-bbc3-3e6b5bb6dc06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a HTTP/1.1" status: 200 len: 217 time: 0.0629935 Oct 27 16:31:14.148165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-bc242d4f-106f-4a6c-aa66-00fa9070a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:14.149505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-bc242d4f-106f-4a6c-aa66-00fa9070a813 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.0740778 Oct 27 16:31:14.167301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.239755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Made reservation on behalf of fa444956f3f947f287cc0667954e8dc3 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:14.244813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.274419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-e2f8721b-f4eb-454a-aa71-94c70768451f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143749 Oct 27 16:31:14.304446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.320843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39c0b-ac79-4e22-828b-e33406175735 req-64432bd8-6fea-40f2-808b-26fa9169ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:14.322325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-64432bd8-6fea-40f2-808b-26fa9169ee85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.1982470 Oct 27 16:31:14.374391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-0546b262-21c0-44d2-afb4-8ad8ea175718 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428991 Oct 27 16:31:14.375882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router d693a789-d609-4a12-90d9-5f7989c05ba1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:31:14.385621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e53a3-4cd8-4d9f-8264-3e696c2af504 req-8d18aa5e-33bf-4400-b795-9a366a687002 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:14.393042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b13e53a3-4cd8-4d9f-8264-3e696c2af504 req-8d18aa5e-33bf-4400-b795-9a366a687002 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 944 time: 0.1890292 Oct 27 16:31:14.474040 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-c9870b8c-ea2f-4ffc-93a1-2176847f663b service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886492 Oct 27 16:31:14.526436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b13e53a3-4cd8-4d9f-8264-3e696c2af504 req-75c8b90a-b8d1-4c2f-a678-0631e519f75b tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277761 Oct 27 16:31:14.532758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.586646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.590765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c107319-ebef-4a25-aac2-206a8045a55b HTTP/1.1" status: 204 len: 168 time: 0.8491130 Oct 27 16:31:14.591904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb39db-80ea-4299-9fbd-41cfb7bca297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c107319-ebef-4a25-aac2-206a8045a55b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:14.593256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58160) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:14.625595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.626763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.629650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-0d521e4a-d755-4520-833e-159c34518ea8 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308738 Oct 27 16:31:14.701319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:14.709918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.717243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58162) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:14.718201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Sync routers for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:14.718486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.746257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:14.746851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:14.763572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33e39c0b-ac79-4e22-828b-e33406175735 req-a2ddbf1c-46e9-44d8-af88-06c34a75ed69 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203523 Oct 27 16:31:14.779091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.803750 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-37f5cac0-a8e5-48eb-83e2-6e47f74b8a38 req-b511655c-7329-4d92-a822-50d81b71797f service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150580 Oct 27 16:31:14.852570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:14.866389 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41c161d8-5938-4fa1-950a-aecfac03f66e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/floatingips/222bf76a-6e97-4e17-b0de-2915876b89f9 HTTP/1.1" status: 204 len: 168 time: 2.5769699 Oct 27 16:31:14.868107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:14.883612 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a527e8-20f8-4627-905a-be3159a9c305" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:14.898589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df92bbd2-8ae2-4523-b0be-42202badff4b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:14.907837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.909458 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Added segment 4d1f6e23-8e03-4692-ba81-c24e31bc4a38 of type vlan for network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 Oct 27 16:31:14.981938 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09406be2-ca89-43d1-85f1-78420497306a x-openstack-request-id: req-09406be2-ca89-43d1-85f1-78420497306a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:14.982485 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:14.982485 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09406be2-ca89-43d1-85f1-78420497306a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:14.982978 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:31:14.992660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.009990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5525bde5-f2a6-4f18-a837-c6413ccd7591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.015826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.018004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:15.101027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b6372e-b2c6-4a12-b923-0ee2644dccda']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:15.125737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67f16f5-3357-4818-86cf-f63857fe3421') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:15.126099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67f16f5-3357-4818-86cf-f63857fe3421') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:15.130956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a527e8-20f8-4627-905a-be3159a9c305 req-952bfb5e-e2ff-430f-be1f-121e3dcad75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:15.133748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-952bfb5e-e2ff-430f-be1f-121e3dcad75e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 1098 time: 0.1181982 Oct 27 16:31:15.157993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5525bde5-f2a6-4f18-a837-c6413ccd7591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.195586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.207351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.214503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:15.215161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.227229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.240299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:15.240568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:15.242289 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:15.313115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.347929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5525bde5-f2a6-4f18-a837-c6413ccd7591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.376041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:15.416627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'Network': ['ID=c03267b5-ad87-4b7b-b169-7f6f272cc5b0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:15.419672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Checking router: d693a789-d609-4a12-90d9-5f7989c05ba1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:15.431613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:15.432383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:15.491804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6eb8cf2c-9a9a-4181-9c3b-b8d27eb24f99 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7517984 Oct 27 16:31:15.492900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58178) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:15.515372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5525bde5-f2a6-4f18-a837-c6413ccd7591 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb746b40d51c44e69c25aa519605db65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7978516 Oct 27 16:31:15.523521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Request body: {'subnet': {'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:15.531095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58180) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:15.583071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525bde5-f2a6-4f18-a837-c6413ccd7591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6b700-9a7c-4875-960d-beab95929983,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:15.623878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:15.685644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:15.770188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a527e8-20f8-4627-905a-be3159a9c305 req-0f62fc8e-6033-4516-b46e-cf60a29f7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:15.772294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-0f62fc8e-6033-4516-b46e-cf60a29f7a6a service neutron] 10.222.0.82 "GET /v2.0/networks?id=f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 200 len: 897 time: 0.6307504 Oct 27 16:31:15.836859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.841115 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-85319968-cb93-41fb-a2b0-4e3d370faeb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 200 len: 217 time: 0.0596189 Oct 27 16:31:15.846429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.852427 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] 10.222.0.70 "DELETE /v2.0/networks/94b6372e-b2c6-4a12-b923-0ee2644dccda HTTP/1.1" status: 204 len: 168 time: 1.2544091 Oct 27 16:31:15.894921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55cc94-5e77-46b3-9bb1-d7e456067511 req-530d51fb-fd90-42f9-8249-1eb4e33c570d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:15.904964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c55cc94-5e77-46b3-9bb1-d7e456067511 req-530d51fb-fd90-42f9-8249-1eb4e33c570d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 947 time: 0.3186843 Oct 27 16:31:15.917729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2160c0-8bd2-49a8-aa1d-73db67a1a17e admin admin] Pushing event deleted for resources: {'Network': ['ID=94b6372e-b2c6-4a12-b923-0ee2644dccda,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:15.953679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.973243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33ca1-17b0-4dda-9a7e-23136f0c160e req-d85c7e63-5bcf-4722-b0a2-eb2f760140d4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:15.975256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6de33ca1-17b0-4dda-9a7e-23136f0c160e req-d85c7e63-5bcf-4722-b0a2-eb2f760140d4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 944 time: 0.2274330 Oct 27 16:31:15.999978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a527e8-20f8-4627-905a-be3159a9c305 req-c3868339-2d72-47bf-a536-2a85795378a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:16.001992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-c3868339-2d72-47bf-a536-2a85795378a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 200 len: 835 time: 0.1504216 Oct 27 16:31:16.007178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Made reservation on behalf of fa444956f3f947f287cc0667954e8dc3 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:16.011448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.063378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c55cc94-5e77-46b3-9bb1-d7e456067511 req-11986492-a89a-4347-a188-2c8687e41fb3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564803 Oct 27 16:31:16.065163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.098110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a527e8-20f8-4627-905a-be3159a9c305 req-e7b7d526-9a3f-4361-9a69-043651a17c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:16.100275 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-e7b7d526-9a3f-4361-9a69-043651a17c5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f14e79ef-f780-4de5-afec-984247993563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872457 Oct 27 16:31:16.261966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6de33ca1-17b0-4dda-9a7e-23136f0c160e req-cd40efac-fa38-45de-ab48-b5cca3785dc4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718103 Oct 27 16:31:16.285243 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-7fd8b7e3-bdb1-4bdf-8652-69340e225228 service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740508 Oct 27 16:31:16.317182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:16.376708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097eb2-987e-4ab7-9ef8-2f04bd0d8ded None None] The sync data for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 is: [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '3c91d1de-5e56-414a-b068-56228f7ee77b', 'name': '', 'network_id': 'f14e79ef-f780-4de5-afec-984247993563', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:eb:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:31Z', 'updated_at': '2021-10-27T16:27:43Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'a0e57687-9942-486d-8ba7-e91870f5e18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:16.396539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58190) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:16.480682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20a527e8-20f8-4627-905a-be3159a9c305 req-f1588673-44f4-4c1b-8803-da52c96104ad service neutron] 10.222.0.82 "GET /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874347 Oct 27 16:31:16.488479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d055fda3-ba4c-4ed4-b6e9-36d66b989dc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83832981069c404c8ec2aa10cdb27640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916467 Oct 27 16:31:16.490877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58192) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:16.508283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.510882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.513732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fa6b700-9a7c-4875-960d-beab95929983 HTTP/1.1" status: 204 len: 168 time: 0.9721460 Oct 27 16:31:16.532911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc5004-a15b-46c5-8de5-e86f24c8f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6b700-9a7c-4875-960d-beab95929983,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.572008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.597718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.656346 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.737751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'Subnet': ['ID=a36cf2db-9965-4af2-a57e-3c12416637db,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.742224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.744647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.746377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e43a823-a664-407d-aba7-e808183c39f2 HTTP/1.1" status: 204 len: 168 time: 0.2545619 Oct 27 16:31:16.759192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb218cad-c1e5-42f5-8d08-71bbdc5f9d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43a823-a664-407d-aba7-e808183c39f2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.760688 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4db203-0b9c-4f99-9834-f53e3d448614 None None] New status for floating IP 222bf76a-6e97-4e17-b0de-2915876b89f9: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:31:16.761706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Checking segment: {'id': '4d1f6e23-8e03-4692-ba81-c24e31bc4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:16.762076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Network hostable DHCP agents. Network: c03267b5-ad87-4b7b-b169-7f6f272cc5b0, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:16.909809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:16.985393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.013710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c03267b5-ad87-4b7b-b169-7f6f272cc5b0) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:17.020108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.020837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.027901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6412e8-b82d-44c8-996a-ad0189701f34 None None] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:17.142035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e661513-43b8-4c8d-9307-c74277771896 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6385794 Oct 27 16:31:17.144639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58212) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:17.149900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Request body: {'port': {'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1849049717'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:17.150203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d1fc328f-7fd5-44c8-b19f-cc091ede6d89 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:31:17.258654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-c03267b5-ad87-4b7b-b169-7f6f272cc5b0', 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0', 'tenant_id': 'fa444956f3f947f287cc0667954e8dc3', 'fixed_ips': [{'subnet_id': 'a36cf2db-9965-4af2-a57e-3c12416637db'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:17.260193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.269309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c347c-66aa-4e87-87fd-ed2ab047bef4 req-041880e0-2a31-486a-8dbd-241ae16560ba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.276633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-966c347c-66aa-4e87-87fd-ed2ab047bef4 req-041880e0-2a31-486a-8dbd-241ae16560ba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 947 time: 0.1281028 Oct 27 16:31:17.327899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-966c347c-66aa-4e87-87fd-ed2ab047bef4 req-aae1fa1a-c5d3-414e-8d35-e411dc669586 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be5f125-563a-43e1-8e08-92cfc5908b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485489 Oct 27 16:31:17.348379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-0e06dc41-19f6-4ca5-8449-5c1e16bf985c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.348503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-0e06dc41-19f6-4ca5-8449-5c1e16bf985c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 947 time: 0.0903406 Oct 27 16:31:17.453220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:17.453666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.458810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc1d59-6f78-4734-9dac-629b1bbebd97 req-ce534181-8f28-4f8c-b0b3-58733918ffbc tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.459057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Made reservation on behalf of fa444956f3f947f287cc0667954e8dc3 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:17.463155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.469118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1abc1d59-6f78-4734-9dac-629b1bbebd97 req-ce534181-8f28-4f8c-b0b3-58733918ffbc tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 944 time: 0.0782084 Oct 27 16:31:17.534838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] device_id is not set on port f5820a23-ab46-4263-b2b4-294aaacac792 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:17.566997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1abc1d59-6f78-4734-9dac-629b1bbebd97 req-f7e3853f-5a5a-4ad4-bbf3-cffe2cda0723 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966470 Oct 27 16:31:17.581988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:17.616884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'port_id': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89', 'mac_address': 'fa:16:3e:5a:78:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db2b99c-23f0-496b-85dd-2281f8e03146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:31:17.627498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Allocated IP 172.20.0.2 (c03267b5-ad87-4b7b-b169-7f6f272cc5b0/a36cf2db-9965-4af2-a57e-3c12416637db/ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:17.661562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:17.662357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.691471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:17.714981 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.735981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fc328f-7fd5-44c8-b19f-cc091ede6d89 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:17.769249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:17.910348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.912876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.920473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f66ff92f-6de7-4216-8b36-2163c40c4a9a details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:31:17.943861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.005497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] No DVR routers for this DVR port b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:18.008591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.018422 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b4e8ed2e-a974-4ae0-89d6-5f0c892c54f2 req-9c97c671-9e97-4876-a68f-e9cfcc08c9ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "DELETE /v2.0/ports/b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 HTTP/1.1" status: 204 len: 173 time: 0.6621175 Oct 27 16:31:18.023717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-deleted', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:18.023717 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3af67e3-3f91-4fad-99f1-f6d3c78e379e" -d '{"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-deleted", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:18.091162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.098184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.106069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:18.119464 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732ee7b6-d4c1-44d0-a08a-b39fc428bd14 x-openstack-request-id: req-732ee7b6-d4c1-44d0-a08a-b39fc428bd14 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:18.119769 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1bf78-88f7-49e3-8cc2-93cd50199c8e", "name": "network-vif-deleted", "tag": "b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:18.120084 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-732ee7b6-d4c1-44d0-a08a-b39fc428bd14 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:18.120763 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1bf78-88f7-49e3-8cc2-93cd50199c8e', 'name': 'network-vif-deleted', 'tag': 'b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5', 'status': 'completed', 'code': 200} Oct 27 16:31:18.121502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'port_id': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a', 'mac_address': 'fa:16:3e:ae:e0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db2b99c-23f0-496b-85dd-2281f8e03146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:31:18.169896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.186284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66ff92f-6de7-4216-8b36-2163c40c4a9a {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:18.200314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.211974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:18.219709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:18.261900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:18.266185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:18.270591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:18.304377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Pushing event updated for resources: {'Port': ['ID=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.387244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.402019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Allocated IP 172.20.0.5 (c03267b5-ad87-4b7b-b169-7f6f272cc5b0/a36cf2db-9965-4af2-a57e-3c12416637db/f5820a23-ab46-4263-b2b4-294aaacac792) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:18.419090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Attempting to bind port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:18.419568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Attempting to bind port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4d1f6e23-8e03-4692-ba81-c24e31bc4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:18.419939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Attempting to bind port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 on network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:18.488461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:18.488893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Checking segment: {'id': '4d1f6e23-8e03-4692-ba81-c24e31bc4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:18.489314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.489640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Bound using segment: {'id': '4d1f6e23-8e03-4692-ba81-c24e31bc4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:18.490133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Bound port: ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1f6e23-8e03-4692-ba81-c24e31bc4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:18.490551 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.565166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c8f1279-fd67-46d9-97a0-fa7f4fc51d3c req-6dfb1052-4e46-4d84-b3b2-3d5a587d09cb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a1bf78-88f7-49e3-8cc2-93cd50199c8e HTTP/1.1" status: 200 len: 210 time: 0.0907211 Oct 27 16:31:18.569508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.679854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-870077818-network', 'tenant_id': 'bcd442ac09cc47da99f65e61d832b83e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:18.733238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.790312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f66ff92f-6de7-4216-8b36-2163c40c4a9a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:18.807116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] For port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:18.810790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d1fc328f-7fd5-44c8-b19f-cc091ede6d89'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:18.821336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Made reservation on behalf of bcd442ac09cc47da99f65e61d832b83e for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:18.829750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.853953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.881898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.906092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] For port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,segment=NetworkSegment(4d1f6e23-8e03-4692-ba81-c24e31bc4a38),segment_id=4d1f6e23-8e03-4692-ba81-c24e31bc4a38)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:18.907340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb3f5b-2cd4-4d8e-95a5-1b0e242e6b1a req-d8e8d339-11b2-41f5-bc34-165ab36252cb tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:18.910048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fbb3f5b-2cd4-4d8e-95a5-1b0e242e6b1a req-d8e8d339-11b2-41f5-bc34-165ab36252cb tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 945 time: 0.1365433 Oct 27 16:31:19.002277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'Port': ['ID=f5820a23-ab46-4263-b2b4-294aaacac792,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.006360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:19.008237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:19.015202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:19.016489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.034133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fbb3f5b-2cd4-4d8e-95a5-1b0e242e6b1a req-8063b8f1-4edd-45dc-bfe2-dca57ff72fe3 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074762 Oct 27 16:31:19.132864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:19.133684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.186737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb71260-7b47-4c04-b148-a0c9971467f2 None None] Pushing event updated for resources: {'Port': ['ID=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.206017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.240074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f3684ffb-dfe0-4755-88ea-ee0ea4028f03 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0939898 Oct 27 16:31:19.244124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:19.251174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Request body: {'port': {'network_id': 'c03267b5-ad87-4b7b-b169-7f6f272cc5b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-204746376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:19.252249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] bootfile-name is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:19.252844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] tftp-server is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:19.254467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] server-ip-address is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:19.373160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.445383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:19.465719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd149293-15af-4523-ac04-00f8f9049e3c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.469339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.470039 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Added segment 291e8c5a-fdc7-4e8b-abc6-4c406aa4e416 of type vlan for network 4a48a91e-0c1a-4450-926c-2124397fbf50 Oct 27 16:31:19.555878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.561156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Made reservation on behalf of fa444956f3f947f287cc0667954e8dc3 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:19.565907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.626974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] device_id is not set on port 910e37c3-0870-422f-86f6-1fc3d0686ed0 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:19.632696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58312) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:19.651944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.653476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:19.654244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.740355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] Pushing event updated for resources: {'Network': ['ID=4a48a91e-0c1a-4450-926c-2124397fbf50,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.757669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4a48a91e-0c1a-4450-926c-2124397fbf50 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:19.802215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bba3c0a7-f433-4312-8a8b-d457eedcc330 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5890801 Oct 27 16:31:19.871982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58322) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.022179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Allocated IP 172.20.0.3 (c03267b5-ad87-4b7b-b169-7f6f272cc5b0/a36cf2db-9965-4af2-a57e-3c12416637db/910e37c3-0870-422f-86f6-1fc3d0686ed0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:20.142113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:20.207510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.242214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:20.242904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.405132 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.507471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,segment=NetworkSegment(4d1f6e23-8e03-4692-ba81-c24e31bc4a38),segment_id=4d1f6e23-8e03-4692-ba81-c24e31bc4a38)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:20.566320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.573419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.680524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:20.681490 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.714288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9636a-65b5-4c21-a682-0a754980bd60 req-4668d34e-ff46-4454-980a-f4be924093c9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.727009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92f9636a-65b5-4c21-a682-0a754980bd60 req-4668d34e-ff46-4454-980a-f4be924093c9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 945 time: 0.4897225 Oct 27 16:31:20.755499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.758142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a847-7420-4b1b-91f0-40895456054f req-82f08c13-e5bc-4f60-a1de-673d857a2a16 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.766685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a847-7420-4b1b-91f0-40895456054f req-82f08c13-e5bc-4f60-a1de-673d857a2a16 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.774177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a847-7420-4b1b-91f0-40895456054f req-82f08c13-e5bc-4f60-a1de-673d857a2a16 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.779363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79f9a847-7420-4b1b-91f0-40895456054f req-82f08c13-e5bc-4f60-a1de-673d857a2a16 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3776855 Oct 27 16:31:20.816823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.827683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7068329-58aa-45c5-88de-f4f6e4fd06f7 None None] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:20.869446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:20.878731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:20.882798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'Port': ['ID=910e37c3-0870-422f-86f6-1fc3d0686ed0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:20.886283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:20.962349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5e46751b-03c8-492e-9e40-9ef8302c266a None None] Provisioning complete for port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:20.964727 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5e46751b-03c8-492e-9e40-9ef8302c266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.010105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.011607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.177901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f66ff92f-6de7-4216-8b36-2163c40c4a9a up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:21.305976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.347584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-488caa59-3ab6-4da9-9a3d-780e0f7ea3f3 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1015751 Oct 27 16:31:21.356935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.389342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f66ff92f-6de7-4216-8b36-2163c40c4a9a completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:31:21.393511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd96ec6deadd44109e6fca88507c73f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5160162 Oct 27 16:31:21.394594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f66ff92f-6de7-4216-8b36-2163c40c4a9a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:21.395192 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.421920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.446244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92f9636a-65b5-4c21-a682-0a754980bd60 req-c0b989e3-29a2-4ad7-a946-98696058db1e tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164631 Oct 27 16:31:21.530057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979ab82-ef75-4701-9531-a69eac0fdf00 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.542630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979ab82-ef75-4701-9531-a69eac0fdf00 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.549057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979ab82-ef75-4701-9531-a69eac0fdf00 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.550671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.551769 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1979ab82-ef75-4701-9531-a69eac0fdf00 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1925952 Oct 27 16:31:21.554858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 3c91d1de-5e56-414a-b068-56228f7ee77b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:21.555482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.560443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.562016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3850f-80d3-41c0-8c22-b3ad0fe1be5f req-9d3101db-eca7-48c0-98aa-e706f5ea2d67 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.563438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02f3850f-80d3-41c0-8c22-b3ad0fe1be5f req-9d3101db-eca7-48c0-98aa-e706f5ea2d67 tempest-ComputeTenantNetworksTest-156714020 tempest-ComputeTenantNetworksTest-156714020-project] 10.222.0.70 "GET /v2.0/networks/4a48a91e-0c1a-4450-926c-2124397fbf50 HTTP/1.1" status: 200 len: 768 time: 0.7497211 Oct 27 16:31:21.564816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae3ad5-788f-4918-b6a7-6ef1e744c7f4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.573624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58360) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.595339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:21.596507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:21.599001 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00f5b73-26f2-48a2-aa1d-1193f31ddc60" -d '{"events": [{"server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "name": "network-vif-plugged", "status": "completed", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:21.610466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.611228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.611870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.612614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.613329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.613954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.614636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.615214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.615799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.616346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.616854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.619352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814883f-6198-411a-a5b7-3cea257e3552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:21.658247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.659330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d1fc328f-7fd5-44c8-b19f-cc091ede6d89 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:21.716428 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc9f5d-aa55-431b-806d-5a7074237663 x-openstack-request-id: req-33dc9f5d-aa55-431b-806d-5a7074237663 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:21.716727 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "name": "network-vif-plugged", "status": "completed", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:21.716987 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33dc9f5d-aa55-431b-806d-5a7074237663 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:21.717395 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a', 'code': 200} Oct 27 16:31:21.739280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.777240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.803169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 3c91d1de-5e56-414a-b068-56228f7ee77b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=3c91d1de-5e56-414a-b068-56228f7ee77b,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:21.804129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.836035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.853574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 3c91d1de-5e56-414a-b068-56228f7ee77b owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:21.865332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Provisioning complete for port f5820a23-ab46-4263-b2b4-294aaacac792 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:21.866109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.877116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d654e0c-195c-48f4-9b4f-06c9a968b413 req-a108295a-d0ed-4e1d-96d0-5822779d67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.878680 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7d654e0c-195c-48f4-9b4f-06c9a968b413 req-a108295a-d0ed-4e1d-96d0-5822779d67fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0877666 Oct 27 16:31:21.880244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.907486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a48a91e-0c1a-4450-926c-2124397fbf50']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:21.919685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291e8c5a-fdc7-4e8b-abc6-4c406aa4e416') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:21.920143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291e8c5a-fdc7-4e8b-abc6-4c406aa4e416') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:21.938435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Deleting port 910e37c3-0870-422f-86f6-1fc3d0686ed0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:21.938435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.943253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.955882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Port f5820a23-ab46-4263-b2b4-294aaacac792 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:21.968287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Provisioning complete for port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:21.969007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.976037 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.989210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:21.989828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.012853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:22.050679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:31:22.079685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:22.093930 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:22.110926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Calling delete_port for 910e37c3-0870-422f-86f6-1fc3d0686ed0 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:22.112868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:22.113331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.127157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.152396 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7d654e0c-195c-48f4-9b4f-06c9a968b413 req-34b74c23-2ba9-46af-a47e-764d1200d8be service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375875 Oct 27 16:31:22.191414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:22.191788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.202421 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.207333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.217477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] 10.222.0.70 "DELETE /v2.0/networks/4a48a91e-0c1a-4450-926c-2124397fbf50 HTTP/1.1" status: 204 len: 168 time: 0.6347885 Oct 27 16:31:22.238534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d9468-065a-4c1d-a058-2a40752935be admin admin] Pushing event deleted for resources: {'Network': ['ID=4a48a91e-0c1a-4450-926c-2124397fbf50,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.309505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.313961 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.321425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccae3ad5-788f-4918-b6a7-6ef1e744c7f4 HTTP/1.1" status: 204 len: 168 time: 0.8724439 Oct 27 16:31:22.334890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d3bdb-123f-4e55-9025-f0ce3d19583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccae3ad5-788f-4918-b6a7-6ef1e744c7f4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.387919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.387919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Provisioning complete for port 910e37c3-0870-422f-86f6-1fc3d0686ed0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:22.387919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.487557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d8c22410-c7fe-49c2-b91f-c8584191c5b0 None None] Port 910e37c3-0870-422f-86f6-1fc3d0686ed0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:22.490210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:22.569974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd34c9-7a14-4996-a436-e70dd78ba156 req-527ba557-2329-4504-be3c-007fa76a660a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:22.571629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7bd34c9-7a14-4996-a436-e70dd78ba156 req-527ba557-2329-4504-be3c-007fa76a660a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 946 time: 0.0538898 Oct 27 16:31:22.610292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-38f171b6-9858-4515-9a74-f875cc5f6f1b None None] Provisioning complete for port f5820a23-ab46-4263-b2b4-294aaacac792 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:22.617687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38f171b6-9858-4515-9a74-f875cc5f6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.617903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.629534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7bd34c9-7a14-4996-a436-e70dd78ba156 req-8d20fa44-b6fb-4596-85c1-9a38aefe7705 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Oct 27 16:31:22.652362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-38f171b6-9858-4515-9a74-f875cc5f6f1b None None] Port f5820a23-ab46-4263-b2b4-294aaacac792 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:22.656158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-38f171b6-9858-4515-9a74-f875cc5f6f1b None None] Could not find standard attr ID for object 910e37c3-0870-422f-86f6-1fc3d0686ed0. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:22.661772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event deleted for resources: {'Port': ['ID=910e37c3-0870-422f-86f6-1fc3d0686ed0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.663581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.721871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=3c91d1de-5e56-414a-b068-56228f7ee77b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.732546 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.733768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:22.802894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:22.803308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b2eab713-2d8d-4fd4-a963-0b4a10fe1ba5 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:22.843371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.871446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.876084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-56aa8190-44b0-41df-ad2a-35c7e662fcf8 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "DELETE /v2.0/ports/910e37c3-0870-422f-86f6-1fc3d0686ed0 HTTP/1.1" status: 204 len: 168 time: 1.3143187 Oct 27 16:31:22.882886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.890732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Request body: {'port': {'name': 'tempest-new-port-name-166895606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:22.891443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.api.validators [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] bootfile-name is not in valid_values {{(pid=114448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:22.891960 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.api.validators [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] tftp-server is not in valid_values {{(pid=114448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:22.892463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.api.validators [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] server-ip-address is not in valid_values {{(pid=114448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:31:22.987515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:23.126087 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.137015 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4c8902b4-187f-436c-b59f-cece75ed21cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcd442ac09cc47da99f65e61d832b83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477747 Oct 27 16:31:23.139680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58396) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:23.189823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.344808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.372082 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.387257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.435618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.627252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event updated for resources: {'Port': ['ID=f5820a23-ab46-4263-b2b4-294aaacac792,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:23.651973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] In _notify_port_updated(), no bound segment for port f5820a23-ab46-4263-b2b4-294aaacac792 on network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:31:23.659680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router d693a789-d609-4a12-90d9-5f7989c05ba1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:31:23.661751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:23.662456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.664146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-30131faf-c9c7-4b4d-ba4f-678ef88aa4fe tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "PUT /v2.0/ports/f5820a23-ab46-4263-b2b4-294aaacac792 HTTP/1.1" status: 200 len: 1135 time: 0.7793119 Oct 27 16:31:23.667267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:23.718207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:23.720763 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640447ff-270e-4718-a2bf-21609b89ea1f" -d '{"events": [{"server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "name": "network-vif-plugged", "status": "completed", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:23.737772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c17934-76cc-46e1-ba9c-f836568ea853 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:23.740028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d8c17934-76cc-46e1-ba9c-f836568ea853 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "GET /v2.0/ports/f5820a23-ab46-4263-b2b4-294aaacac792 HTTP/1.1" status: 200 len: 1135 time: 0.0653193 Oct 27 16:31:23.743419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:23.832792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.834535 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960192e5-d6c0-4033-8a9a-027f0549ccdd x-openstack-request-id: req-960192e5-d6c0-4033-8a9a-027f0549ccdd {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:23.835019 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "name": "network-vif-plugged", "status": "completed", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:23.835516 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-960192e5-d6c0-4033-8a9a-027f0549ccdd {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:23.836089 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89', 'code': 200} Oct 27 16:31:23.836309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.844868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd149293-15af-4523-ac04-00f8f9049e3c HTTP/1.1" status: 204 len: 168 time: 0.7030714 Oct 27 16:31:23.902798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8a50c8d9-ed65-4f3a-9827-9e7004e4575f None None] Provisioning complete for port f5820a23-ab46-4263-b2b4-294aaacac792 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:23.903947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8a50c8d9-ed65-4f3a-9827-9e7004e4575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.980153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ca99-67cd-40d3-b8d8-8e85c3e0ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd149293-15af-4523-ac04-00f8f9049e3c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:24.023463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515549-f5cd-4cef-a461-a194ad41595c req-803ad440-1d57-474e-81f9-f855d68f052c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:24.025750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44515549-f5cd-4cef-a461-a194ad41595c req-803ad440-1d57-474e-81f9-f855d68f052c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 946 time: 0.2082551 Oct 27 16:31:24.055256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8a50c8d9-ed65-4f3a-9827-9e7004e4575f None None] Port f5820a23-ab46-4263-b2b4-294aaacac792 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:24.064803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Deleting port f5820a23-ab46-4263-b2b4-294aaacac792 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:24.067160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.162526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44515549-f5cd-4cef-a461-a194ad41595c req-81456513-a33c-49fa-8cea-3134b5f4fd68 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102757 Oct 27 16:31:24.185922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fd29d-a94f-48b7-bef5-c099d016180c req-c6a3b55d-608d-4397-9981-79276ff20f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:24.187819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e42fd29d-a94f-48b7-bef5-c099d016180c req-c6a3b55d-608d-4397-9981-79276ff20f9f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 1097 time: 0.2112405 Oct 27 16:31:24.189192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:24.196835 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f5a8f77c-a31d-47f8-8962-07c25c93d6c2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/d693a789-d609-4a12-90d9-5f7989c05ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5630167 Oct 27 16:31:24.201394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58436) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:24.217758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Sync routers for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:24.233509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.254700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:24.255431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:24.259287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Calling delete_port for f5820a23-ab46-4263-b2b4-294aaacac792 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:24.307465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting subnet a0e57687-9942-486d-8ba7-e91870f5e18d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:24.317032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.353772 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e42fd29d-a94f-48b7-bef5-c099d016180c req-babc14c3-4f41-4e82-9fa6-3d9ab44f82a1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550028 Oct 27 16:31:24.388065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.607286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.617113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.725230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event deleted for resources: {'Port': ['ID=f5820a23-ab46-4263-b2b4-294aaacac792,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:24.782604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:24.844383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.847077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.850069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8f2e2ee-6c0e-4aaf-be73-1728af091367 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "DELETE /v2.0/ports/f5820a23-ab46-4263-b2b4-294aaacac792 HTTP/1.1" status: 204 len: 168 time: 1.1020963 Oct 27 16:31:24.857950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:24.996869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e57687-9942-486d-8ba7-e91870f5e18d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:25.019910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.037535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58462) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:25.040478 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15231637-92aa-41c9-9172-a4af2cec5177 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/subnets/a0e57687-9942-486d-8ba7-e91870f5e18d HTTP/1.1" status: 204 len: 168 time: 0.8322992 Oct 27 16:31:25.063782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Deleting subnet a36cf2db-9965-4af2-a57e-3c12416637db {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:25.074784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e2f61-3ae2-4351-ae90-8403d9f7bcae None None] Network f14e79ef-f780-4de5-afec-984247993563 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:25.076229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.162424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.264679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:31:22Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:25.274677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.335179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Checking router: d693a789-d609-4a12-90d9-5f7989c05ba1 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:25.355029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Routers {'d693a789-d609-4a12-90d9-5f7989c05ba1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:25.355817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d693a789-d609-4a12-90d9-5f7989c05ba1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:25.378288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.424505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.485896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] DHCP port deletion for f14e79ef-f780-4de5-afec-984247993563 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:25.488832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.493556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "DELETE /v2.0/subnets/a36cf2db-9965-4af2-a57e-3c12416637db HTTP/1.1" status: 204 len: 168 time: 0.6363468 Oct 27 16:31:25.495659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e3e84-7e14-443c-aa08-4a0476f8a77e tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event deleted for resources: {'Subnet': ['ID=a36cf2db-9965-4af2-a57e-3c12416637db,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:25.499920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:25.502801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e51f3f-0ed6-4bfe-956f-b3f531cd46cd None None] Network c03267b5-ad87-4b7b-b169-7f6f272cc5b0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:25.547079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667480c-4db2-4db7-b84e-912b25ef217a req-abbfcc40-0486-4807-8180-a415f9a969ef tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:25.579693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2667480c-4db2-4db7-b84e-912b25ef217a req-abbfcc40-0486-4807-8180-a415f9a969ef tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 946 time: 0.2549851 Oct 27 16:31:25.702011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.724944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] Set router d693a789-d609-4a12-90d9-5f7989c05ba1 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:25.767518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.776318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2667480c-4db2-4db7-b84e-912b25ef217a req-eb018ed9-3933-4497-b594-fe91849ee089 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953428 Oct 27 16:31:26.024688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58494) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:26.043275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 19f04881-e03f-4bbc-b4ce-3cea5456f41d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:26.047870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.130771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5fd1dd01-0fd3-47ae-8422-64fe63b3008e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:26.141404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Deleting port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:26.142084 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.313251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] For port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.313656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.363173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Calling delete_port for 5fd1dd01-0fd3-47ae-8422-64fe63b3008e owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:26.405962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161caba2-4613-4192-bf08-c64c7529146f req-677e91e1-0fd4-48ad-bde3-70cfdf259cba tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:26.407545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] DHCP port deletion for c03267b5-ad87-4b7b-b169-7f6f272cc5b0 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:26.413530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-161caba2-4613-4192-bf08-c64c7529146f req-677e91e1-0fd4-48ad-bde3-70cfdf259cba tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 946 time: 0.3794398 Oct 27 16:31:26.490824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-702093276-network', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:26.557429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-161caba2-4613-4192-bf08-c64c7529146f req-300310a7-e259-404c-81f8-93afb547f32c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354873 Oct 27 16:31:26.565754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 19f04881-e03f-4bbc-b4ce-3cea5456f41d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=19f04881-e03f-4bbc-b4ce-3cea5456f41d,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.565754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.578733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 19f04881-e03f-4bbc-b4ce-3cea5456f41d owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:26.591879 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.701221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Deleting port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:26.701221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.701924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Made reservation on behalf of 3754f8e81ce142ebafb69d7e7af9eb67 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:26.702988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,segment=NetworkSegment(de739df9-91ed-4b43-8b14-7243d477a491),segment_id=de739df9-91ed-4b43-8b14-7243d477a491)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.704224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.716420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.725723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Deleting port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:26.726473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.771443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:31:22Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:26.777399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] For port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,segment=NetworkSegment(4d1f6e23-8e03-4692-ba81-c24e31bc4a38),segment_id=4d1f6e23-8e03-4692-ba81-c24e31bc4a38)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.777834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.801109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595905d4-19b1-4895-b3be-f9c0332dd731 None None] The sync data for ids ['d693a789-d609-4a12-90d9-5f7989c05ba1'] in n-d-814735-4 is: [{'id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122097665', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:27:18Z', 'updated_at': '2021-10-27T16:31:22Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '19f04881-e03f-4bbc-b4ce-3cea5456f41d', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd693a789-d609-4a12-90d9-5f7989c05ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:27:19Z', 'updated_at': '2021-10-27T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:26.809741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Calling delete_port for ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:26.845358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] For port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,segment=NetworkSegment(4d1f6e23-8e03-4692-ba81-c24e31bc4a38),segment_id=4d1f6e23-8e03-4692-ba81-c24e31bc4a38)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.845758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.870252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Calling delete_port for ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:26.873206 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.882867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.949285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.984695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:26.986697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.007799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.008147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.008492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.008853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.009157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.009515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.009843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.010167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.010507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.010811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.011162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.011484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.018441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] No DVR routers for this DVR port 5fd1dd01-0fd3-47ae-8422-64fe63b3008e on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:27.035580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.038835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=19f04881-e03f-4bbc-b4ce-3cea5456f41d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.042443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.050840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eb66c-38c6-4fad-9ef5-593b8f16afd6 None None] Pushing event deleted for resources: {'Port': ['ID=5fd1dd01-0fd3-47ae-8422-64fe63b3008e,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.065470 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.086787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event deleted for resources: {'Port': ['ID=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.096914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] No DVR routers for this DVR port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:27.109933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] Pushing event deleted for resources: {'Port': ['ID=ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.109933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a7648-5aae-404b-849c-05d8850a62aa None None] No DVR routers for this DVR port ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:27.141904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:27.153762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33ee4b-9714-4515-90d7-e98b340e1764,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.162370 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.162692 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Added segment ca518bba-d2fd-481b-b9c3-4297e7661a9b of type vlan for network 8a582346-8b30-43c6-940c-145c42beb0f6 Oct 27 16:31:27.189998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.231309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.267383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03267b5-ad87-4b7b-b169-7f6f272cc5b0']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.280504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1f6e23-8e03-4692-ba81-c24e31bc4a38') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.281407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1f6e23-8e03-4692-ba81-c24e31bc4a38') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.296339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.327913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.341934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:27.341934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:27.342789 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:27.351342 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.361430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.365462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.623516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.625913 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.625913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Fanout notify agent at l3_agent the message router_deleted on router d693a789-d609-4a12-90d9-5f7989c05ba1 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:27.627763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.629498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.633259 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] 10.222.0.70 "DELETE /v2.0/networks/c03267b5-ad87-4b7b-b169-7f6f272cc5b0 HTTP/1.1" status: 204 len: 168 time: 2.1319199 Oct 27 16:31:27.637518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:27.638889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.654915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6ad48-4bfd-451a-82a5-2ba34e85c6c1 tempest-ExtraDHCPOptionsTestJSON-914492599 tempest-ExtraDHCPOptionsTestJSON-914492599-project] Pushing event deleted for resources: {'Network': ['ID=c03267b5-ad87-4b7b-b169-7f6f272cc5b0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.669526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.671957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef19e8a9-21df-4f62-ba8e-d15f9aefcf80 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/routers/d693a789-d609-4a12-90d9-5f7989c05ba1 HTTP/1.1" status: 204 len: 168 time: 2.6328793 Oct 27 16:31:27.675000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58554) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:27.867848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.880812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a582346-8b30-43c6-940c-145c42beb0f6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.899903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8a582346-8b30-43c6-940c-145c42beb0f6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:27.907534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49030f-90de-443d-9553-0b65e3c50879 req-9f6bd5a3-44e1-4bc2-9db8-7919c1dd6c05 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:27.909334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e49030f-90de-443d-9553-0b65e3c50879 req-9f6bd5a3-44e1-4bc2-9db8-7919c1dd6c05 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 946 time: 0.2287362 Oct 27 16:31:27.958073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.963800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e49030f-90de-443d-9553-0b65e3c50879 req-c065cf00-d00d-4673-92ca-49512cb2814a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Oct 27 16:31:27.989874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14e79ef-f780-4de5-afec-984247993563']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de739df9-91ed-4b43-8b14-7243d477a491') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de739df9-91ed-4b43-8b14-7243d477a491') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:28.037920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:28.041255 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:28.353480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:28.373828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:28.374168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ac4b9ca0-ff4b-4136-927d-a54a2fbe5de1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:28.374609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3c91d1de-5e56-414a-b068-56228f7ee77b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:28.393406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 3c91d1de-5e56-414a-b068-56228f7ee77b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:28.393632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 3c91d1de-5e56-414a-b068-56228f7ee77b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:28.406274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.409214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8bc9603f-527f-4861-a130-52cd42dbdbc3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3834479 Oct 27 16:31:28.410662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.412402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:28.424067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Request body: {'subnet': {'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-subnet', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:28.424997 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.429687 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/networks/f14e79ef-f780-4de5-afec-984247993563 HTTP/1.1" status: 204 len: 168 time: 0.7534578 Oct 27 16:31:28.432486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:28.453184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44fe85-e3c2-4915-ad2b-a9869fb94dd4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Network': ['ID=f14e79ef-f780-4de5-afec-984247993563,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:28.457482 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.518272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.549391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.596206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Made reservation on behalf of 3754f8e81ce142ebafb69d7e7af9eb67 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:28.602371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.748975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.753129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.755557 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/security-groups/7be5f125-563a-43e1-8e08-92cfc5908b58 HTTP/1.1" status: 204 len: 168 time: 0.3215270 Oct 27 16:31:28.778122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624642e4-0066-4734-88bf-d239dee7f77c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be5f125-563a-43e1-8e08-92cfc5908b58,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:28.799473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:28.970896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.000257 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.126912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f652a60-4578-4215-a02b-86747394f8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.173761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6006c2d-0e67-4a46-a662-7c708d059f8e,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.216991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Checking segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:29.217691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Network hostable DHCP agents. Network: 8a582346-8b30-43c6-940c-145c42beb0f6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:29.244475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c1c372bd-3bee-426a-bfb3-fc75c57cacfb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa444956f3f947f287cc0667954e8dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435070 Oct 27 16:31:29.247525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58600) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.308765 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.345411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.353764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f652a60-4578-4215-a02b-86747394f8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.365075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:29.475394 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4f652a60-4578-4215-a02b-86747394f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.515297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4f652a60-4578-4215-a02b-86747394f8e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b849b8492bea48d495c44f1bfb19216e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431986 Oct 27 16:31:29.516431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8a582346-8b30-43c6-940c-145c42beb0f6) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:29.517987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.535993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:29.539403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e393e-bc13-4839-bdd9-7e9c9c27d2de None None] Network 8a582346-8b30-43c6-940c-145c42beb0f6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:29.540182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.602294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.605000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.608472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df92bbd2-8ae2-4523-b0be-42202badff4b HTTP/1.1" status: 204 len: 168 time: 0.3570645 Oct 27 16:31:29.615500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f652a60-4578-4215-a02b-86747394f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060676ef-507d-42ed-875b-ece5be0ab369,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.631358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eacfb4-79c3-4536-b97d-05671a30fbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df92bbd2-8ae2-4523-b0be-42202badff4b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.667918 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.699233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3c096f2b-00f3-47f1-81ef-e078a0da1bb7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2854252 Oct 27 16:31:29.700388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58624) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.710503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:29.762829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.768654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58628) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.776839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262539035', 'description': 'tempest-secgroup-smoke-262539035 description', 'project_id': '2456b7420bc444239338671cce95b1c1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:29.841212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-99dbce70-f5c0-49b1-a848-78ac9ebee526 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:29.842705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-99dbce70-f5c0-49b1-a848-78ac9ebee526 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.2205963 Oct 27 16:31:29.850031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8a582346-8b30-43c6-940c-145c42beb0f6', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:29.854935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.860621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-9d1d2161-0cc4-4ccb-afcf-2fdc8bb9b771 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/quotas/5053272c423b49d3ac24f92f27203136 HTTP/1.1" status: 200 len: 375 time: 0.0111849 Oct 27 16:31:29.908636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 19f04881-e03f-4bbc-b4ce-3cea5456f41d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:29.940423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 19f04881-e03f-4bbc-b4ce-3cea5456f41d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:29.941392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 19f04881-e03f-4bbc-b4ce-3cea5456f41d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:29.945318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-c99768ae-329b-4da3-9fc8-6eaa4740cdc2 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757098 Oct 27 16:31:29.952408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.953640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.018793 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.021748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.027169 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/060676ef-507d-42ed-875b-ece5be0ab369 HTTP/1.1" status: 204 len: 168 time: 0.5079203 Oct 27 16:31:30.039189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b340e4-3c44-4088-af5d-ee6981e96962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060676ef-507d-42ed-875b-ece5be0ab369,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.055740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.288123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.298799 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.342521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Allocated IP 172.20.0.2 (8a582346-8b30-43c6-940c-145c42beb0f6/f6006c2d-0e67-4a46-a662-7c708d059f8e/5a4e153b-8517-49d5-8b22-c60ee031210b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:30.361514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-b95ffb19-64fc-4006-bef1-0156f7085468 service neutron] 10.222.0.70 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133706 Oct 27 16:31:30.387780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.490477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bbc2ce-bf69-44bc-bbfa-13892c19de43,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.505379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-f6b9ebe3-b5f2-4b28-9fe5-2cdd9adf08c0 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:30.509879 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-f6b9ebe3-b5f2-4b28-9fe5-2cdd9adf08c0 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b40d0d2-8715-445c-8478-21a443c01c25 HTTP/1.1" status: 200 len: 946 time: 0.1331682 Oct 27 16:31:30.550058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.553977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-095b1913-673a-4217-a8b4-dece5f528090 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7815549 Oct 27 16:31:30.559612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58650) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:30.612702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:30.702082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.705724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-734d14fc-c446-45c6-837b-f4015c1dd559 service neutron] 10.222.0.70 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400636 Oct 27 16:31:30.777594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Deleting port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:30.777946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.834218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.900518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.917508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:30.921600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:30.929974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:30.982601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] For port d1fc328f-7fd5-44c8-b19f-cc091ede6d89, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:30.983201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.983499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Pushing event updated for resources: {'Port': ['ID=5a4e153b-8517-49d5-8b22-c60ee031210b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.005628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.014796 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Calling delete_port for d1fc328f-7fd5-44c8-b19f-cc091ede6d89 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:31.042598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Attempting to bind port 5a4e153b-8517-49d5-8b22-c60ee031210b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:31.042598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Attempting to bind port 5a4e153b-8517-49d5-8b22-c60ee031210b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:31.042598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Attempting to bind port 5a4e153b-8517-49d5-8b22-c60ee031210b on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Checking segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Bound using segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Bound port: 5a4e153b-8517-49d5-8b22-c60ee031210b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:31.079578 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.201967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] For port 5a4e153b-8517-49d5-8b22-c60ee031210b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:31.205364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] For port 5a4e153b-8517-49d5-8b22-c60ee031210b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5a4e153b-8517-49d5-8b22-c60ee031210b,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:31.277512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-5af9661d-f63c-4486-a966-ffaf4c0e1bda tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:31.282879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-5af9661d-f63c-4486-a966-ffaf4c0e1bda tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/ports?device_id=679019d4-8afe-48f0-8685-81e111e90ed5 HTTP/1.1" status: 200 len: 946 time: 0.2135625 Oct 27 16:31:31.315346 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.328397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.351676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.421518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58676) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.441772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event deleted for resources: {'Port': ['ID=d1fc328f-7fd5-44c8-b19f-cc091ede6d89,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.463011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.492756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc156d-93e5-4d28-bcb2-85067ecd0fbc None None] Pushing event updated for resources: {'Port': ['ID=5a4e153b-8517-49d5-8b22-c60ee031210b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.504700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f66ff92f-6de7-4216-8b36-2163c40c4a9a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:31.551499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] No DVR routers for this DVR port d1fc328f-7fd5-44c8-b19f-cc091ede6d89 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:31.554782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.559747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5ffbb1-bad1-4b4b-bddb-6cbc822f6977,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.561635 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2fc6ea9c-d0d6-4dd7-b204-cc0b81007c36 req-1ef1007b-f795-40ce-b429-60e0226e7130 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "DELETE /v2.0/ports/d1fc328f-7fd5-44c8-b19f-cc091ede6d89 HTTP/1.1" status: 204 len: 173 time: 1.0469368 Oct 27 16:31:31.562345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'name': 'network-vif-deleted', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:31.566010 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6591167c-ca62-48a4-933a-3250efc63691" -d '{"events": [{"server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "name": "network-vif-deleted", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:31.622292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-201ca693-8835-415e-8dad-62f40f039e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.654480 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3e5ec-acfa-42b5-87d9-bad41c1ca8d0 x-openstack-request-id: req-d2b3e5ec-acfa-42b5-87d9-bad41c1ca8d0 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:31.654480 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b40d0d2-8715-445c-8478-21a443c01c25", "name": "network-vif-deleted", "tag": "d1fc328f-7fd5-44c8-b19f-cc091ede6d89", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:31.654480 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2b3e5ec-acfa-42b5-87d9-bad41c1ca8d0 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:31.654929 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40d0d2-8715-445c-8478-21a443c01c25', 'name': 'network-vif-deleted', 'tag': 'd1fc328f-7fd5-44c8-b19f-cc091ede6d89', 'status': 'completed', 'code': 200} Oct 27 16:31:31.655348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58690) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.687792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87552d80-b205-4bd8-806f-33fce34912cf req-dee61821-7580-4bbf-a88e-9ba9316aa49b tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.2413948 Oct 27 16:31:31.780204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.784295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-baacf583-3b9a-4b5e-a318-aac44b41b61d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1772976 Oct 27 16:31:31.784653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58698) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.789154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:31.892510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-757290755'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:31.997649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.037582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Deleting port f66ff92f-6de7-4216-8b36-2163c40c4a9a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:32.037921 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.111111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:32.116225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.137707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.139529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.221771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] For port f66ff92f-6de7-4216-8b36-2163c40c4a9a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f66ff92f-6de7-4216-8b36-2163c40c4a9a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:32.222161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.237197 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.268025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.310010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f847ba0b-5283-4fb3-9da4-502894dccd55,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.398623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.435715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:32.436167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a1d0c-99c6-431b-86e3-1395b1f7caff,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.452492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.452857 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment dfd22eba-17b1-44e6-8ff8-b6a16e856959 of type vlan for network 6ca50326-6d1d-497a-8897-d90953bd669e Oct 27 16:31:32.482017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.483341 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-179fe908-d2d4-40d0-8540-77c9d6578a10 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6978042 Oct 27 16:31:32.486158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58708) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:32.490993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:32.574458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.650962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.682712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.691200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:32.691200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.818822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Calling delete_port for f66ff92f-6de7-4216-8b36-2163c40c4a9a owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:32.840390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.870885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=6ca50326-6d1d-497a-8897-d90953bd669e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.885204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:32.900295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-201ca693-8835-415e-8dad-62f40f039e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.901631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.916829 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-070bea49-a086-4945-b2c6-188d84eb064c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2603533 Oct 27 16:31:32.921408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:32.931738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'name': 'tempest-PortsIpV6TestJSON-290885264'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:33.050341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.061231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dfc7a4de-591a-4ce4-ac9a-45e0fe9a4732 req-529128d4-5455-4c00-899b-02fc4aa5de41 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.2652192 Oct 27 16:31:33.117280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec7188d-8a0c-4912-9fdf-a531c3faaa2a,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.123928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.125770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-201ca693-8835-415e-8dad-62f40f039e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.142524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1340d5ce-f06d-40f9-846a-e8dbed6851e7 None None] Network 8a582346-8b30-43c6-940c-145c42beb0f6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:33.186864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.198823 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-90d2bd62-5cdf-42ef-9365-297ba6829a97 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7007413 Oct 27 16:31:33.198823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:33.198823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:33.212111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f66ff92f-6de7-4216-8b36-2163c40c4a9a no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:33.241159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-201ca693-8835-415e-8dad-62f40f039e35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03b2da8c02644f4eb2c40bde232c3288&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8167078 Oct 27 16:31:33.247557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:33.263447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ca693-8835-415e-8dad-62f40f039e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a617f-583f-49fe-9aed-013610d50251,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.338396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] Provisioning complete for port 5a4e153b-8517-49d5-8b22-c60ee031210b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:33.339050 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.344484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Allocated IP 172.25.5.43 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/43cf6c59-f017-4269-ad6f-9b9fa2cab50e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:33.348161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.364456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:33.372335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.393344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.439543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:33.531500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.570780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.590560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.641762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.650299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event deleted for resources: {'Port': ['ID=f66ff92f-6de7-4216-8b36-2163c40c4a9a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.686966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] No DVR routers for this DVR port f66ff92f-6de7-4216-8b36-2163c40c4a9a on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:33.691234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.694784 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.703672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-318f8bab-b90e-48e9-9589-1432b733ff4f req-c289fa8d-0bd1-4056-8cf0-fea9ce773b4d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "DELETE /v2.0/ports/f66ff92f-6de7-4216-8b36-2163c40c4a9a HTTP/1.1" status: 204 len: 173 time: 2.3973918 Oct 27 16:31:33.703672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'name': 'network-vif-deleted', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:33.703672 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5995f9-8141-4549-b573-27e53167b8aa" -d '{"events": [{"server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "name": "network-vif-deleted", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:33.735077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.742124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.744022 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c6a617f-583f-49fe-9aed-013610d50251 HTTP/1.1" status: 204 len: 168 time: 0.4946632 Oct 27 16:31:33.753879 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508541dd-e371-44ad-ab88-70fc4f4bdf7b x-openstack-request-id: req-508541dd-e371-44ad-ab88-70fc4f4bdf7b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:33.754419 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679019d4-8afe-48f0-8685-81e111e90ed5", "name": "network-vif-deleted", "tag": "f66ff92f-6de7-4216-8b36-2163c40c4a9a", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:33.754978 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-508541dd-e371-44ad-ab88-70fc4f4bdf7b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:33.755953 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679019d4-8afe-48f0-8685-81e111e90ed5', 'name': 'network-vif-deleted', 'tag': 'f66ff92f-6de7-4216-8b36-2163c40c4a9a', 'status': 'completed', 'code': 200} Oct 27 16:31:33.763464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.772816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d1fc328f-7fd5-44c8-b19f-cc091ede6d89 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:33.851562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:33.874115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:33.891348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: d1fc328f-7fd5-44c8-b19f-cc091ede6d89 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:33.891891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d1fc328f-7fd5-44c8-b19f-cc091ede6d89 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:33.892257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:33.921715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] For port 5a4e153b-8517-49d5-8b22-c60ee031210b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5a4e153b-8517-49d5-8b22-c60ee031210b,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:33.930177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3702c-86d9-43f5-8e63-acca47c61e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a617f-583f-49fe-9aed-013610d50251,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.972298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.003124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.085281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.125332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.210386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5a4e153b-8517-49d5-8b22-c60ee031210b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:34.222804 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.228059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.275222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-69bf1f0f-559c-4cd1-b23b-71e5582b22d7 None None] Provisioning complete for port 5a4e153b-8517-49d5-8b22-c60ee031210b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:34.275892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69bf1f0f-559c-4cd1-b23b-71e5582b22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.290942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.321769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd57dc72-7086-4895-acae-59458d0af004,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.357396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': 'dfd22eba-17b1-44e6-8ff8-b6a16e856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:34.358161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: 6ca50326-6d1d-497a-8897-d90953bd669e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:34.359755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3997fefe-bf97-496f-b757-c940b8e5798d req-7cee3efb-3d20-4bb1-896c-d94766f6d318 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.0756629 Oct 27 16:31:34.397805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.400473 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19603737-cbe2-4a9c-93fc-e82813bb9b08 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2085552 Oct 27 16:31:34.403170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58746) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.408463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:34.453411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5afc-0825-40bb-b88d-822e4d7c44d1 None None] Pushing event updated for resources: {'Port': ['ID=5a4e153b-8517-49d5-8b22-c60ee031210b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.479449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:34.508824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5a4e153b-8517-49d5-8b22-c60ee031210b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:34.509200 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.582046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6ca50326-6d1d-497a-8897-d90953bd669e) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:34.584641 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:31:34.592590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:34.605614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:34.606292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.615677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.634799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1ebf4-74c4-477d-8e09-130103d59d97 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:34.714570 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30a195ed-567e-4e0c-8b34-f5ee46e702b4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7918630 Oct 27 16:31:34.719525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58760) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.729027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2124981773'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:34.739902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.822333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.845794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.856830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d699eef4-7e45-4cae-891a-ce87792f7ff2,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.864899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:34.877414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.908890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:34.921445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.921932 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment 100a1dc8-2fde-41e1-b3d5-40210b095fe9 of type vlan for network 303cc272-a9e5-4548-a4b6-24aa79ed2ec2 Oct 27 16:31:34.966503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.969699 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee5b2d37-118a-42bd-9530-9b6df0a2c19f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5654397 Oct 27 16:31:34.973154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58766) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.990051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.003882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': '93bbc2ce-bf69-44bc-bbfa-13892c19de43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.103245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.110185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:35.111432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.147419 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:31:35.172059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.268962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=303cc272-a9e5-4548-a4b6-24aa79ed2ec2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:35.283616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-74db5552-6d25-43ed-a308-3413817a2746 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5624197 Oct 27 16:31:35.286294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:35.293237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 303cc272-a9e5-4548-a4b6-24aa79ed2ec2 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:35.308780 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'ports': [{'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'}, {'network_id': '303cc272-a9e5-4548-a4b6-24aa79ed2ec2'}]} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.313571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.315671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '303cc272-a9e5-4548-a4b6-24aa79ed2ec2'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.431886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-661734fc-bbf4-446d-aa5d-d917f5057cf9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:35.434385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-661734fc-bbf4-446d-aa5d-d917f5057cf9 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.3285642 Oct 27 16:31:35.452261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Request body: {'port': {'device_id': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'admin_state_up': True, 'tenant_id': '5053272c423b49d3ac24f92f27203136'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.535248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.560830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.709810 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.784266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 2} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:35.793853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.828361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.860625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed1f707-d243-4459-befd-1ec7f437537c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:35.971184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.972897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c025e191-9439-447a-979c-2a13e9b5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9986398 Oct 27 16:31:35.987599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58798) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:35.998610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'network': {'name': 'tempest-network-smoke--1287802063', 'project_id': '2456b7420bc444239338671cce95b1c1', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:36.010426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Router 94c52ca4-2d48-473f-abb0-dda778542afa is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:31:36.018093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port add7a11f-2e09-4efa-94ca-43652384b199 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:36.082412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5a4e153b-8517-49d5-8b22-c60ee031210b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:36.190484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5a4e153b-8517-49d5-8b22-c60ee031210b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:36.190859 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.266762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:36.272663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.437889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77a7e223-5d92-4886-b6d6-39bdff161500 req-74509cd4-69f6-4fa7-91f7-14a94823d6cb tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.8750644 Oct 27 16:31:36.446782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:36.469576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:36.501730 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:36.505720 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:36.579913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad65683f-5ae3-4ca8-8d5a-b28194e74fac tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:36.581954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad65683f-5ae3-4ca8-8d5a-b28194e74fac tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/networks?id=f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 200 len: 813 time: 0.2820892 Oct 27 16:31:36.586418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.622566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Request body: {'port': {'device_id': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'admin_state_up': True, 'tenant_id': '5053272c423b49d3ac24f92f27203136'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:36.691111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:36.694740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.727592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:36.743966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.744315 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Added segment a7e9ce64-4cd7-4d2c-a9e2-02dddf994393 of type vlan for network a42ad3a8-84a5-46ba-9c10-75cb275d3928 Oct 27 16:31:36.744694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:36.797804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 942fbc5b-0f05-414c-908a-1a5c16d84bb7 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:36.855730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.887551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Allocated IP 172.20.0.9 (f4de6b20-9597-47f9-a9ea-9794e3eec371/3db2b99c-23f0-496b-85dd-2281f8e03146/06a951f4-0a5b-4259-b1a2-fe2b05f5c240) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:36.985582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.987183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2941bd98-cdf6-44dc-aeee-c3ba97878dd9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2812235 Oct 27 16:31:36.992720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58834) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:37.133452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.138536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:34Z', 'revision_number': 3, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:37.184346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Made reservation on behalf of 5053272c423b49d3ac24f92f27203136 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:37.188840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.196213 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:37.201259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Updating router 94c52ca4-2d48-473f-abb0-dda778542afa port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:31:37.213635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.242996 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.356132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.362964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:37.363760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.365416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.434434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=add7a11f-2e09-4efa-94ca-43652384b199,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.445278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:37.447745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:37.450206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:37.451182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.528220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=942fbc5b-0f05-414c-908a-1a5c16d84bb7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.568712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': '100a1dc8-2fde-41e1-b3d5-40210b095fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '303cc272-a9e5-4548-a4b6-24aa79ed2ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:37.569511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: 303cc272-a9e5-4548-a4b6-24aa79ed2ec2, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:37.641061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.643450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Network': ['ID=a42ad3a8-84a5-46ba-9c10-75cb275d3928,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.656305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:37.657924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74df30fe-bea5-40c6-a6f0-107fb364f0c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6681838 Oct 27 16:31:37.674003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58846) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:37.683526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 303cc272-a9e5-4548-a4b6-24aa79ed2ec2 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:37.715578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'admin_state_up': True, 'project_id': '2456b7420bc444239338671cce95b1c1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:37.793267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:37.799188 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.894308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Allocated IP 172.20.0.7 (f4de6b20-9597-47f9-a9ea-9794e3eec371/3db2b99c-23f0-496b-85dd-2281f8e03146/3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:37.895575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:37.899686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:37.906943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:37.910484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event updated for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.975779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35d9d4f1-7b74-45bc-9075-c884a4cc129d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.011224 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.011484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 303cc272-a9e5-4548-a4b6-24aa79ed2ec2) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:38.016750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.017800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.021467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9ce9f-5ec2-4b04-9139-716957dc57c0 None None] Network 303cc272-a9e5-4548-a4b6-24aa79ed2ec2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:38.027556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:38.032876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:38.037957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:38.038683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.077851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:38.078524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.143917 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Attempting to bind port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:38.144591 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Attempting to bind port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:38.145120 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Attempting to bind port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:38.153664 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Pushing event updated for resources: {'Port': ['ID=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:38.169886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:38.170256 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:38.170648 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.171050 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:38.171566 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Bound port: 43cf6c59-f017-4269-ad6f-9b9fa2cab50e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:38.174192 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.220813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.221198 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.221575 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.221894 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.222218 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.222539 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.222856 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.229716 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.230063 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.230400 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.230727 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.231076 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:38.259345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49a4c9b6-e9b4-4102-99c6-2f9ca52c9e62 req-07714f8f-de6f-437c-9f74-bea283750e14 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.5109196 Oct 27 16:31:38.264863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-617ed6e1-14d6-4676-8f10-74aa1bb70f29 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8167658 Oct 27 16:31:38.295216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.302134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Request body: {'port': {'device_id': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:38.308806 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] For port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:38.317671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] For port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:38.374375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.380787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35d9d4f1-7b74-45bc-9075-c884a4cc129d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.402212 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.415088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9dae5197-c775-4f70-8935-0569c87a93fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1230562 Oct 27 16:31:38.416597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58862) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:38.433490 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.468735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.519453 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922e5d-3e82-472f-ae0e-0105b2fdc927 None None] Pushing event updated for resources: {'Port': ['ID=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:38.533688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35d9d4f1-7b74-45bc-9075-c884a4cc129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.540416 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:38.544698 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:38.589398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.843961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9d4f1-7b74-45bc-9075-c884a4cc129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de3e822-ecc2-41a7-82f2-62311d6a3cdd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:38.884593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-35d9d4f1-7b74-45bc-9075-c884a4cc129d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60bb2ed4876345b0925858eb268bbe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0793488 Oct 27 16:31:38.891922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58878) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:38.903418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Network f4de6b20-9597-47f9-a9ea-9794e3eec371 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:38.925206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:38.933252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.941177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event updated for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:38.960336 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:38.968612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:39.058106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:39.076173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.095906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Transition to ACTIVE for port object 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:31:39.170435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.171154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.210510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 942fbc5b-0f05-414c-908a-1a5c16d84bb7 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:39.210839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.224294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.315729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Pushing event updated for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:39.320487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Allocated IP 172.20.0.1 (8a582346-8b30-43c6-940c-145c42beb0f6/f6006c2d-0e67-4a46-a662-7c708d059f8e/0abdb7f4-6498-4b83-bc49-2c07a6edfe9c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:39.329959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.343979 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:34Z', 'revision_number': 3, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:39.382144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-ad799eb5-bb41-4480-bcb0-21456a2734df tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7646594 Oct 27 16:31:39.409568 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5842e92d-20e7-4324-8c98-c01b0d8bd1ef None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:34Z', 'revision_number': 3, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:39.409704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.420195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Request body: {'port': {'device_id': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:39.519215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.577062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 942fbc5b-0f05-414c-908a-1a5c16d84bb7 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:39.588683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97b09-b09c-4f5b-841c-cf925b69d270 req-06841302-aeb5-4379-87df-78b93b735fda tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.590330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6b97b09-b09c-4f5b-841c-cf925b69d270 req-06841302-aeb5-4379-87df-78b93b735fda tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 931 time: 0.1895351 Oct 27 16:31:39.609180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Attempting to bind port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:39.609423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.609543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Attempting to bind port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:39.609910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Attempting to bind port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:39.626969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:31:39.632494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Attempting to bind port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:39.653068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:39.653422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Checking segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:39.653944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Bound using segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:39.654714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Bound port: 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:39.655102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.744176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.757067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6b97b09-b09c-4f5b-841c-cf925b69d270 req-f07da91c-db2c-4112-a734-9949babd7ae4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566732 Oct 27 16:31:39.875018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:39.879752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:39.949757 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.041513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:40.046209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.047924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] 10.222.0.82 "PUT /v2.0/ports/06a951f4-0a5b-4259-b1a2-fe2b05f5c240 HTTP/1.1" status: 200 len: 1091 time: 1.7504580 Oct 27 16:31:40.054706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:40.068970 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b47837-4745-490d-aa95-e98452428a19" -d '{"events": [{"name": "network-changed", "server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:40.076511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.113440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 43cf6c59-f017-4269-ad6f-9b9fa2cab50e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:40.126053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.130023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.138721 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2de3e822-ecc2-41a7-82f2-62311d6a3cdd HTTP/1.1" status: 204 len: 168 time: 1.2326663 Oct 27 16:31:40.155412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:40.164917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:40.175684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:40.250208 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e59951-2d22-4c28-b37a-fd9b861c43e8 x-openstack-request-id: req-56e59951-2d22-4c28-b37a-fd9b861c43e8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:40.250498 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:40.250743 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56e59951-2d22-4c28-b37a-fd9b861c43e8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:40.251187 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240', 'status': 'completed', 'code': 200} Oct 27 16:31:40.327197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:40.335131 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.386202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b8aae-68ae-4ec0-85f5-6a6832212a35 service neutron] Pushing event updated for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.540457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:40.561271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.575734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.601009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.617936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Transition to ACTIVE for port object 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:31:40.666818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.672623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610546f-0c4f-4d1c-90e2-e9491231dcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de3e822-ecc2-41a7-82f2-62311d6a3cdd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.702822 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.752097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.758946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.772064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b47837-4745-490d-aa95-e98452428a19 req-57cbc4f3-ab79-4294-b1fd-74f6e743e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:40.775584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2b47837-4745-490d-aa95-e98452428a19 req-57cbc4f3-ab79-4294-b1fd-74f6e743e195 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 1094 time: 0.5186651 Oct 27 16:31:40.818878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:40.826958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.828193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4129f49e-067f-4510-878d-647a86653903 None None] Provisioning complete for port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:40.831962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4129f49e-067f-4510-878d-647a86653903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.028628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4129f49e-067f-4510-878d-647a86653903 None None] Port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:41.037284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.081180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Pushing event updated for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:41.100596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.108295 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/942fbc5b-0f05-414c-908a-1a5c16d84bb7 HTTP/1.1" status: 204 len: 168 time: 2.6884139 Oct 27 16:31:41.125134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58922) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:41.219152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:41.268102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039a2c3-ab4c-40bc-bd9d-537f3813c1f5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=942fbc5b-0f05-414c-908a-1a5c16d84bb7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:41.326528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Attempting to bind port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:41.326868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Attempting to bind port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:41.327250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Attempting to bind port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:41.346966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:31:41.347338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Attempting to bind port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a on network f4de6b20-9597-47f9-a9ea-9794e3eec371 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:41.384104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7525c-357c-4a48-ba51-5f3761aaec2f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:41.389555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7525c-357c-4a48-ba51-5f3761aaec2f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:41.394021 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-65b7525c-357c-4a48-ba51-5f3761aaec2f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2405388 Oct 27 16:31:41.394021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.212 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/8820422e-5121-4a00-ad42-74ffc0c0e5a4) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:41.397072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 58930) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:41.399951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:41.400290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Checking segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:41.400679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Bound using segment: {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:41.401127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Bound port: 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb0037a-136a-4f9f-80a4-a16118f18b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:41.401480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.410274 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9fc333ec-1415-4f27-82d5-8a602582445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.710383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262612-3c67-4d9a-98a6-eaf37d3d6d13 req-d87d2ef5-0320-4505-87c1-eae2f7aacf48 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:41.718596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8262612-3c67-4d9a-98a6-eaf37d3d6d13 req-d87d2ef5-0320-4505-87c1-eae2f7aacf48 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1026707 Oct 27 16:31:41.747532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b47837-4745-490d-aa95-e98452428a19 req-43d8d56e-7bb9-453b-a5c3-c493e1253956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:41.749240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2b47837-4745-490d-aa95-e98452428a19 req-43d8d56e-7bb9-453b-a5c3-c493e1253956 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5053272c423b49d3ac24f92f27203136&shared=False HTTP/1.1" status: 200 len: 914 time: 0.9639902 Oct 27 16:31:41.851127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8262612-3c67-4d9a-98a6-eaf37d3d6d13 req-ffcbcf2f-6ac7-4efc-aa70-97f56cc4ac05 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276793 Oct 27 16:31:41.901338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.993360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b47837-4745-490d-aa95-e98452428a19 req-5f9cd2e9-50d3-4acb-86a9-ce2780fa97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:41.997274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2b47837-4745-490d-aa95-e98452428a19 req-5f9cd2e9-50d3-4acb-86a9-ce2780fa97b8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393241 Oct 27 16:31:42.095002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 43cf6c59-f017-4269-ad6f-9b9fa2cab50e up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:42.207125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:42.217029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:42.228250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:42.228825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.370637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.370773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.374926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-98130e0b-434f-4952-86c5-ff4c55b8af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:42.378594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-98130e0b-434f-4952-86c5-ff4c55b8af0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 1094 time: 0.3143265 Oct 27 16:31:42.445400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:42.445629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-b779fe36-181d-4a2b-80f2-5382ecd51a91 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240 HTTP/1.1" status: 200 len: 217 time: 0.0581403 Oct 27 16:31:42.446021 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.447439 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] 10.222.0.82 "PUT /v2.0/ports/3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a HTTP/1.1" status: 200 len: 1091 time: 3.0416594 Oct 27 16:31:42.447890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:42.450245 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b6ef86-8159-4586-b3b7-221425970cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:42.488078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.492545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port add7a11f-2e09-4efa-94ca-43652384b199 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:42.492888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.501588 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57745a30-5cad-49bb-b886-dd3d2b210e50 x-openstack-request-id: req-57745a30-5cad-49bb-b886-dd3d2b210e50 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:42.501881 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:42.502132 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57745a30-5cad-49bb-b886-dd3d2b210e50 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:42.503429 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a', 'status': 'completed', 'code': 200} Oct 27 16:31:42.508983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-71aec75a-4b35-4d4a-95da-495aeb2cd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:42.510514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-71aec75a-4b35-4d4a-95da-495aeb2cd27d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.0543723 Oct 27 16:31:42.520611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afc6a5-f5e6-4c6e-b995-7bb0e42122fd service neutron] Pushing event updated for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:42.551844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-bc811185-e57f-4886-890d-54cfa31b178f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280492 Oct 27 16:31:42.557957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.624117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.648846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for add7a11f-2e09-4efa-94ca-43652384b199 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:42.666354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-1c3bf38e-c2c8-4e4a-a648-64d65e81974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:42.667926 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-1c3bf38e-c2c8-4e4a-a648-64d65e81974f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 1094 time: 0.1143153 Oct 27 16:31:42.700398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.712703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:42.754623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.797107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-612b8fe0-627f-49e8-8b1c-9dc49996d1f1 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362177 Oct 27 16:31:42.880781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:42.897539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:42.901177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:42.910441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:42.933230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:43.033900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=8820422e-5121-4a00-ad42-74ffc0c0e5a4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:43.046361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-714e6c89-9db4-44ed-8492-c6ddfe5908fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.049467 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-714e6c89-9db4-44ed-8492-c6ddfe5908fd service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5053272c423b49d3ac24f92f27203136&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3431513 Oct 27 16:31:43.124279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-69b3cc94-f3aa-492a-b870-5fc9f1445219 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154461 Oct 27 16:31:43.158884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46854a3c-9df8-4a44-84c2-ba0d43929387 req-80f2cb49-cec0-4ff1-8053-b889ecad2835 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.160495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46854a3c-9df8-4a44-84c2-ba0d43929387 req-80f2cb49-cec0-4ff1-8053-b889ecad2835 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1463189 Oct 27 16:31:43.225694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.245619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:31:43.317770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46854a3c-9df8-4a44-84c2-ba0d43929387 req-e31e37df-c791-4217-8cd3-c6f4d9b768d3 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459150 Oct 27 16:31:43.401025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a4bda40b-e6f6-48d3-b468-1d377273c17e None None] Provisioning complete for port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:43.404135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4bda40b-e6f6-48d3-b468-1d377273c17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.412762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=add7a11f-2e09-4efa-94ca-43652384b199,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:43.458316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:43.476528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a4bda40b-e6f6-48d3-b468-1d377273c17e None None] Port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:43.479600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ea6d7a1b-2dd4-4683-a796-ec5592f96ab1 admin admin] 10.222.0.70 "PUT /v2.0/routers/94c52ca4-2d48-473f-abb0-dda778542afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4834914 Oct 27 16:31:43.492733 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:31:43.495266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:43.510188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:43.511122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:43.535718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-7ad2fd06-c3aa-425d-909f-fa7b59937dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.537239 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3b6ef86-8159-4586-b3b7-221425970cbc req-7ad2fd06-c3aa-425d-909f-fa7b59937dc8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4809730 Oct 27 16:31:43.595805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58986) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:43.637839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.647962 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-efac1ebf-12c8-41bf-8f69-1a49b1f678df tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/add7a11f-2e09-4efa-94ca-43652384b199 HTTP/1.1" status: 204 len: 168 time: 2.2433379 Oct 27 16:31:43.648157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 58992) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:43.753575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-cb76563c-ce8e-422d-b9b5-b92ea37d8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.753575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-cb76563c-ce8e-422d-b9b5-b92ea37d8eca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5053272c423b49d3ac24f92f27203136&device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 1094 time: 0.1164587 Oct 27 16:31:43.826572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e0df4-cca3-402d-8b2d-7f0a8a9526c1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.834997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ca0e0df4-cca3-402d-8b2d-7f0a8a9526c1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1854334 Oct 27 16:31:43.837326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:43.867911 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-e69ffebd-7a81-402f-a235-9fea3e8652bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a HTTP/1.1" status: 200 len: 217 time: 0.1005673 Oct 27 16:31:43.869590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.914676 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab1670e-0289-4d87-a315-d91d174d1060 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:31:43.916690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ab1670e-0289-4d87-a315-d91d174d1060 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/942fbc5b-0f05-414c-908a-1a5c16d84bb7 HTTP/1.1" status: 404 len: 333 time: 0.0784502 Oct 27 16:31:43.920439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59002) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:43.973643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:43.988414 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d0ff69-8791-42d8-8435-023395f5c701 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:31:43.990136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-52d0ff69-8791-42d8-8435-023395f5c701 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/add7a11f-2e09-4efa-94ca-43652384b199 HTTP/1.1" status: 404 len: 333 time: 0.0666869 Oct 27 16:31:44.009630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59006) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:44.040783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1015804985'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:44.074728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-6a25b288-4c91-4f70-8c60-77912781eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:44.076704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-6a25b288-4c91-4f70-8c60-77912781eaec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 200 len: 853 time: 0.1528220 Oct 27 16:31:44.115092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fab9c566-ccc7-4138-9559-a3771d5973fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.170415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-1f058bbc-a6f4-490a-848c-d35c0da6fa44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f4de6b20-9597-47f9-a9ea-9794e3eec371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857172 Oct 27 16:31:44.240591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.297964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:42Z', 'revision_number': 2, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.339536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:44.340118 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Updating router 94c52ca4-2d48-473f-abb0-dda778542afa port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:31:44.383738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Made reservation on behalf of e9f09d935f1e4868acc0326ff80b6080 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:44.387348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.402965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.422302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.448570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.475509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-2a2fae67-68ed-454c-ae83-cb72f62e0b43 service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846682 Oct 27 16:31:44.477522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.535389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303cc272-a9e5-4548-a4b6-24aa79ed2ec2']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.553080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100a1dc8-2fde-41e1-b3d5-40210b095fe9') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.557621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100a1dc8-2fde-41e1-b3d5-40210b095fe9') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.620493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.691302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5268-93f1-4ebc-b8fb-54db1606167c req-54eb7f63-f29f-4cf4-b9b1-060102d5b8f8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:44.693000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74de5268-93f1-4ebc-b8fb-54db1606167c req-54eb7f63-f29f-4cf4-b9b1-060102d5b8f8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 943 time: 0.2394023 Oct 27 16:31:44.775270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.822050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:44.823658 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:44.838112 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:44.860528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59020) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:44.885146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.904543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281755268', 'description': 'tempest-description--1563192608'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:44.911702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.914513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74de5268-93f1-4ebc-b8fb-54db1606167c req-cc82b438-3d0e-4112-99a0-724e2b176db4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081978 Oct 27 16:31:45.002001 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.020559 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.057758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.065059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.076053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/303cc272-a9e5-4548-a4b6-24aa79ed2ec2 HTTP/1.1" status: 204 len: 168 time: 1.0643020 Oct 27 16:31:45.079614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.084606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:45.109321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c9733-c595-42a4-bc39-a7518a187501 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=303cc272-a9e5-4548-a4b6-24aa79ed2ec2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.134298 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.135652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-597949585'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:45.178400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a43a-a1b9-48f4-bb6b-9faafb048ddc None None] Pushing event updated for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.208148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:45.230382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:31:45.245434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e43fa-ea41-43ce-b9d2-71194e409ba4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.254739 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20fffde4-9278-4b06-add9-913b19c1ed18 req-73160423-36b7-4afb-afd2-7b3cf409da8f service neutron] 10.222.0.82 "GET /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305445 Oct 27 16:31:45.259753 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.265307 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Added segment 8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058 of type vlan for network bac1b739-7300-4d11-8190-fefcbd4803bb Oct 27 16:31:45.281494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.284557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Attempting to bind port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:45.285159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Attempting to bind port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:45.285717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Attempting to bind port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:45.313853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:45.314520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Checking segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:45.315155 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.315805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Bound using segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:45.316485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Bound port: 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:45.317057 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.336881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:45.336881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.367618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:45.380336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.385158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.385419 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment 0cca410b-16cf-4bd8-bf0d-9090018db987 of type vlan for network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 Oct 27 16:31:45.398844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.444435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.453689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:31:45.496410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] For port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:45.500936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] For port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:45.506044 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.549144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.572034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:45.572034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.581708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-266f776d-99de-408c-afdc-666833d99af6 None None] Provisioning complete for port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:45.582178 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-266f776d-99de-408c-afdc-666833d99af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.624060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:45.633379 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.639225 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Sync routers for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:45.661278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c595b44d-6ce3-4e75-bc2c-509f096c36b3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.661676 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:45.662308 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:45.674201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event updated for resources: {'Network': ['ID=bac1b739-7300-4d11-8190-fefcbd4803bb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.739121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:45.751228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.757621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:45.759062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-804f46d8-cd0b-41ab-be95-e2c0ed21b71e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8911602 Oct 27 16:31:45.762758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group_rule': {'security_group_id': 'c595b44d-6ce3-4e75-bc2c-509f096c36b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:45.793042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.794278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fec0dfb6-9db5-4edc-b7a4-919a43bd6098 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1969619 Oct 27 16:31:45.794888 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bafe56ec-bc09-4ad5-8819-99b8978ae1b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1025491 Oct 27 16:31:45.795819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:45.803139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Request body: {'subnet': {'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:45.815197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:45.827479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.846261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:45.846923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.905383 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:45.980610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:45.984216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:45.985207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:46.073536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.146223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=6cd6a0a1-7471-4258-ae32-ca02dd6e4804,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:46.157519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:46.167173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ad340fc-4284-4501-8626-85eb8730ddf0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0451527 Oct 27 16:31:46.173309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:46.177300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61bfbf2c-4ec3-4e78-9ea6-0d66544d4349 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2456b7420bc444239338671cce95b1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3601990 Oct 27 16:31:46.182125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:46.182696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:46.223968 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:43Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:46.266581 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Checking router: f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:46.267377 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Updating router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:31:46.308181 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.339649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:46.360128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ae2-5ef0-4d1f-8fed-e2f7621daacc req-572e948f-a297-4649-b67b-155d7a9f5f54 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:46.361986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b88d1ae2-5ef0-4d1f-8fed-e2f7621daacc req-572e948f-a297-4649-b67b-155d7a9f5f54 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 943 time: 0.2278051 Oct 27 16:31:46.378771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-266f776d-99de-408c-afdc-666833d99af6 None None] Port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:46.379293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Made reservation on behalf of e9f09d935f1e4868acc0326ff80b6080 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:46.392976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.451373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'port_id': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240', 'mac_address': 'fa:16:3e:2a:c4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db2b99c-23f0-496b-85dd-2281f8e03146', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:31:46.476920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.558494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a43a-a1b9-48f4-bb6b-9faafb048ddc None None] Pushing event updated for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:46.654487 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:46.658891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.727473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] Provisioning complete for port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:46.727980 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.760361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Performing IP validity checks on allocation pools {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:31:46.764846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:31:46.779179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.781653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b88d1ae2-5ef0-4d1f-8fed-e2f7621daacc req-e0d29563-7539-4e94-8b8d-aa442553e446 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032137 Oct 27 16:31:46.799819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77e581-9578-44e1-961c-ebb2d138cf67 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:46.811568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6b77e581-9578-44e1-961c-ebb2d138cf67 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6282520 Oct 27 16:31:46.813044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:46.816506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59054) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:46.826638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:45Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:46.919140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-64d2d85d-58e7-427b-b28d-93f069fab975 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904152 Oct 27 16:31:46.920088 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.920980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59060) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:46.924788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013862986', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'project_id': '2456b7420bc444239338671cce95b1c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:46.958657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.972654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab917-ea15-4baa-a305-019a0f2db29b None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:45Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:46.980738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77057a59-ecf3-4d46-891f-1a5b68ca58cb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:46.981900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:47.004372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.020376 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.071179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.076519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee227869-65de-4085-ba8b-9bf6484ab2ca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3172278 Oct 27 16:31:47.079830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.086168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59064) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.100743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group_rule': {'security_group_id': 'c595b44d-6ce3-4e75-bc2c-509f096c36b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:47.102715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.109168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.120663 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85671f57-e371-4e5c-b911-bddb0fe455f0 None None] Pushing event updated for resources: {'Port': ['ID=8820422e-5121-4a00-ad42-74ffc0c0e5a4,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.123519 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Attempting to bind port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:47.123864 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Attempting to bind port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:47.124278 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Attempting to bind port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:47.145988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:47.145988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:47.147624 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.148157 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:47.155792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Bound port: 8820422e-5121-4a00-ad42-74ffc0c0e5a4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:47.156199 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.240854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:31:47.251152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': '0cca410b-16cf-4bd8-bf0d-9090018db987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:47.252117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: 6cd6a0a1-7471-4258-ae32-ca02dd6e4804, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:47.272210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=1e341c19-9d1e-4877-b5f5-245ccdb27428,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.280159 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] For port 8820422e-5121-4a00-ad42-74ffc0c0e5a4, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:47.286294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.287593 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] For port 8820422e-5121-4a00-ad42-74ffc0c0e5a4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8820422e-5121-4a00-ad42-74ffc0c0e5a4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:47.303461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] For port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:47.311725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.311887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.364517 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.433902 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:47.442810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Checking segment: {'id': '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:47.443494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Network hostable DHCP agents. Network: bac1b739-7300-4d11-8190-fefcbd4803bb, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:47.469531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:47.473254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.473929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:47.479874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event updated for resources: {'Subnet': ['ID=d8484a9c-4c73-4ad5-8404-c4df545ea794,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.483430 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:47.484803 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:47.491573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.505890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a', 'network_id': 'f4de6b20-9597-47f9-a9ea-9794e3eec371', 'port_id': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a', 'mac_address': 'fa:16:3e:5c:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db2b99c-23f0-496b-85dd-2281f8e03146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:31:47.510300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['06a951f4-0a5b-4259-b1a2-fe2b05f5c240'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:47.512256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6cd6a0a1-7471-4258-ae32-ca02dd6e4804) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:47.514786 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.518779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:47.519439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.592622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.595377 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85671f57-e371-4e5c-b911-bddb0fe455f0 None None] Pushing event updated for resources: {'Port': ['ID=8820422e-5121-4a00-ad42-74ffc0c0e5a4,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.612284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bcbdc-724e-457c-b5dc-fd66a731627a None None] Pushing event updated for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.623607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865d931-eef5-468f-9470-2c913b16765b None None] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:47.641779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6471f30b-abde-497b-b134-be8615d2ab72 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4663210 Oct 27 16:31:47.644441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59072) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.650864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804', 'name': 'tempest-PortsIpV6TestJSON-323720839'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:47.667481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Network bac1b739-7300-4d11-8190-fefcbd4803bb is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:47.687599 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:47.688662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bac1b739-7300-4d11-8190-fefcbd4803bb) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:47.699540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e6b918-391e-4862-b48b-345be028cad8,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.704314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:47.707807 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.775714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.781174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc9ce058-bfd0-4d4c-ac66-e764e6d8d361 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6816242 Oct 27 16:31:47.781986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59074) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.797224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:47.830204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19be3b7f-947c-4f73-8eca-25b5300d0292 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0329318 Oct 27 16:31:47.840653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.861479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a06795-32c1-4a10-986c-7104ed70ddfc None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:47.872946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Request body: {'port': {'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-999882639'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:48.071930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:48.097527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:43Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:48.181270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.217580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-6cd6a0a1-7471-4258-ae32-ca02dd6e4804', 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '1e341c19-9d1e-4877-b5f5-245ccdb27428'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:48.218336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.251218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:31:48.301593 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c35a2-dcbf-4eac-a3bb-97df60498af6 None None] The sync data for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 is: [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:43Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:31:48.325773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd09-bbdb-49c4-8e1e-bdfe4dedeff8 req-6d977f9c-60ce-4037-81cc-7e21a5779ba1 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:48.333559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cdccd09-bbdb-49c4-8e1e-bdfe4dedeff8 req-6d977f9c-60ce-4037-81cc-7e21a5779ba1 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 943 time: 0.4275985 Oct 27 16:31:48.356004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:48.356004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.403434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.415827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port fe946f4d-8972-4d2e-857d-47283352af88 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:48.429565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cdccd09-bbdb-49c4-8e1e-bdfe4dedeff8 req-fd762514-d88a-4eaa-9617-5586c8ac8fb5 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895481 Oct 27 16:31:48.576740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.653313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Made reservation on behalf of e9f09d935f1e4868acc0326ff80b6080 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:48.659273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.668587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::2c7 (6cd6a0a1-7471-4258-ae32-ca02dd6e4804/1e341c19-9d1e-4877-b5f5-245ccdb27428/fe946f4d-8972-4d2e-857d-47283352af88) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:48.729592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] device_id is not set on port 1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:48.802755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:48.857176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:48.857661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network hostable DHCP agents. Network: a42ad3a8-84a5-46ba-9c10-75cb275d3928, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:48.864104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bac1b739-7300-4d11-8190-fefcbd4803bb', 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb', 'tenant_id': 'e9f09d935f1e4868acc0326ff80b6080', 'fixed_ips': [{'subnet_id': 'd8484a9c-4c73-4ad5-8404-c4df545ea794'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:48.864975 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.906275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:48.906702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.991662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.998107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.017787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Subnet': ['ID=ac225649-bdc0-45fb-b1d4-8331f3b1922d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:49.134104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Allocated IP 172.20.0.5 (bac1b739-7300-4d11-8190-fefcbd4803bb/d8484a9c-4c73-4ad5-8404-c4df545ea794/1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:49.146383 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.290316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:49.312190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:49.318542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:49.325508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:49.326176 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.334223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=fe946f4d-8972-4d2e-857d-47283352af88,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:49.349431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:49.368458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:49.392554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.429210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Allocated IP 2001:db8::2 (6cd6a0a1-7471-4258-ae32-ca02dd6e4804/1e341c19-9d1e-4877-b5f5-245ccdb27428/546a8edf-63ec-48eb-9126-ef68a0faf91d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:49.472901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.503838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:31:49.616930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bbbb-16df-4690-a94f-56f4fad72177 req-73f30c78-aca9-473a-9a3f-632d632f2d0e tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:49.618536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a747bbbb-16df-4690-a94f-56f4fad72177 req-73f30c78-aca9-473a-9a3f-632d632f2d0e tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 944 time: 0.1050706 Oct 27 16:31:49.619959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Allocated IP 172.25.5.19 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/1e3c6f6e-5658-497e-a569-426f07034319) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:49.623241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f5f025d7-6ec0-4e4a-b6da-c288cc5756f6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9777145 Oct 27 16:31:49.630806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:49.689125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a42ad3a8-84a5-46ba-9c10-75cb275d3928) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:49.704678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f6eb0-12f8-4326-b283-5ebc4174db6a None None] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:49.719704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:49.719704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.767987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.847841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port fe946f4d-8972-4d2e-857d-47283352af88 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:49.848508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.848790 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.900814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Allocated IP 172.20.0.2 (bac1b739-7300-4d11-8190-fefcbd4803bb/d8484a9c-4c73-4ad5-8404-c4df545ea794/440f31c3-5e8a-4dc7-95f8-964b5b5b6c79) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:49.909631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a747bbbb-16df-4690-a94f-56f4fad72177 req-6b5a3caf-dd13-455d-9bd5-7be1d8e0285d tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707891 Oct 27 16:31:49.969753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c11fe64-1a10-43ad-9f9d-d2133ffbb51a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0461209 Oct 27 16:31:49.976215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59110) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:49.981008 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.000308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.049737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for fe946f4d-8972-4d2e-857d-47283352af88 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:50.079409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Pushing event updated for resources: {'Port': ['ID=546a8edf-63ec-48eb-9126-ef68a0faf91d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:50.091615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8820422e-5121-4a00-ad42-74ffc0c0e5a4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:50.183190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Network bac1b739-7300-4d11-8190-fefcbd4803bb is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:50.196955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:50.199330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event updated for resources: {'Port': ['ID=1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:50.206727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:50.249422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:50.255149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:50.259303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:50.399617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.423535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:50.424217 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.430495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:50.431775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.471882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.535927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=fe946f4d-8972-4d2e-857d-47283352af88,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:50.539174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Attempting to bind port 546a8edf-63ec-48eb-9126-ef68a0faf91d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:50.539644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Attempting to bind port 546a8edf-63ec-48eb-9126-ef68a0faf91d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '0cca410b-16cf-4bd8-bf0d-9090018db987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:50.540018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Attempting to bind port 546a8edf-63ec-48eb-9126-ef68a0faf91d on network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:50.579686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.584320 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-00040d63-fb93-498c-a177-714667654cca tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/fe946f4d-8972-4d2e-857d-47283352af88 HTTP/1.1" status: 204 len: 168 time: 0.9569194 Oct 27 16:31:50.587785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59122) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.613319 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26378c5-dd47-46fb-8d9c-d152cdac2f11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:50.615497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26378c5-dd47-46fb-8d9c-d152cdac2f11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:50.619802 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b26378c5-dd47-46fb-8d9c-d152cdac2f11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/fe946f4d-8972-4d2e-857d-47283352af88 HTTP/1.1" status: 404 len: 333 time: 0.0307314 Oct 27 16:31:50.625130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59124) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.653340 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-8502d76e-8a0f-4e86-942f-b1abd7477ae1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:31:50.655227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8502d76e-8a0f-4e86-942f-b1abd7477ae1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/fe946f4d-8972-4d2e-857d-47283352af88 HTTP/1.1" status: 404 len: 333 time: 0.0316372 Oct 27 16:31:50.658002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59126) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.689863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:50.689863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Checking segment: {'id': '0cca410b-16cf-4bd8-bf0d-9090018db987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:50.689863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.689863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Bound using segment: {'id': '0cca410b-16cf-4bd8-bf0d-9090018db987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:50.689863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Bound port: 546a8edf-63ec-48eb-9126-ef68a0faf91d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cca410b-16cf-4bd8-bf0d-9090018db987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6cd6a0a1-7471-4258-ae32-ca02dd6e4804'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:50.690717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.811771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 1e341c19-9d1e-4877-b5f5-245ccdb27428 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:50.812004 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.812688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.860977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.878189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.980061 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.044562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 8820422e-5121-4a00-ad42-74ffc0c0e5a4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8820422e-5121-4a00-ad42-74ffc0c0e5a4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:51.079983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:51.080690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.085867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.122821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.172226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:51.181101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Allocated IP 172.20.0.2 (a42ad3a8-84a5-46ba-9c10-75cb275d3928/ac225649-bdc0-45fb-b1d4-8331f3b1922d/1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:51.190033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:51.202321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:51.212634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Pushing event updated for resources: {'Port': ['ID=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.263861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:51.283669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.286864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a8ce9934-f7bc-4b71-a73c-ec815fc6055a tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4328461 Oct 27 16:31:51.295032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59138) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.302142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.306737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/1e341c19-9d1e-4877-b5f5-245ccdb27428 HTTP/1.1" status: 204 len: 168 time: 0.6474373 Oct 27 16:31:51.316765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59140) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.317090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96adad-7237-40c5-bc17-6f77a2b47eae req-c2ed0192-b332-4bd6-8d17-c77ca447c96e tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:51.320991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d96adad-7237-40c5-bc17-6f77a2b47eae req-c2ed0192-b332-4bd6-8d17-c77ca447c96e tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 944 time: 0.2353156 Oct 27 16:31:51.322117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.393962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=1e3c6f6e-5658-497e-a569-426f07034319,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.441775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] For port 546a8edf-63ec-48eb-9126-ef68a0faf91d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:51.456337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbbee7-f302-4971-a581-60156f5fb90b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=1e341c19-9d1e-4877-b5f5-245ccdb27428,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.495255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:51.503033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Attempting to bind port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:51.503033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Attempting to bind port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:51.503622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Attempting to bind port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 on network bac1b739-7300-4d11-8190-fefcbd4803bb {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:51.509922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] For port 546a8edf-63ec-48eb-9126-ef68a0faf91d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=546a8edf-63ec-48eb-9126-ef68a0faf91d,segment=NetworkSegment(0cca410b-16cf-4bd8-bf0d-9090018db987),segment_id=0cca410b-16cf-4bd8-bf0d-9090018db987)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:51.525186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:51.529244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:51.529779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Checking segment: {'id': '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:51.530285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.530784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Bound using segment: {'id': '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:51.531490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Bound port: 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bac1b739-7300-4d11-8190-fefcbd4803bb'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:51.532040 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.535076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d96adad-7237-40c5-bc17-6f77a2b47eae req-5b36c2a7-b293-4fa2-9446-f3d8d12bf947 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533239 Oct 27 16:31:51.536152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:51.563366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.589275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=8820422e-5121-4a00-ad42-74ffc0c0e5a4,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.596014 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.635782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Deleting port 1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:51.636748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.793898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.811962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] For port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:51.820243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.833419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Calling delete_port for 1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:51.884592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] For port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,segment=NetworkSegment(8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058),segment_id=8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:51.885791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:31:51.888151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf27992-2dc5-4059-af96-93b33cb49571 None None] Pushing event updated for resources: {'Port': ['ID=546a8edf-63ec-48eb-9126-ef68a0faf91d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.926383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.961951 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.985623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:51.986189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.003687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.079762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.112207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8820422e-5121-4a00-ad42-74ffc0c0e5a4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:52.122393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.230962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 546a8edf-63ec-48eb-9126-ef68a0faf91d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:52.231726 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.327169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.449056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event deleted for resources: {'Port': ['ID=1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.558223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:52.572149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port 546a8edf-63ec-48eb-9126-ef68a0faf91d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=546a8edf-63ec-48eb-9126-ef68a0faf91d,segment=NetworkSegment(0cca410b-16cf-4bd8-bf0d-9090018db987),segment_id=0cca410b-16cf-4bd8-bf0d-9090018db987)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:52.572697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.594707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:52.598399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 546a8edf-63ec-48eb-9126-ef68a0faf91d owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:52.611103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:52.619370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.624656 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0cf67f85-7ee1-460a-8c86-65172f13605d tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "DELETE /v2.0/ports/1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff HTTP/1.1" status: 204 len: 168 time: 1.3239532 Oct 27 16:31:52.625448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.629781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b51b44-a1bb-45dd-ae73-39a212bb8acb None None] Pushing event updated for resources: {'Port': ['ID=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.756842 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2da18ac5-4648-4f03-92be-9df9fc56639d tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.1283293 Oct 27 16:31:52.762949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59164) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.771341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-495414138'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:52.865469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.916025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Pushing event updated for resources: {'Port': ['ID=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.919318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.937900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port 546a8edf-63ec-48eb-9126-ef68a0faf91d on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:52.944950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=546a8edf-63ec-48eb-9126-ef68a0faf91d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.947080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Made reservation on behalf of e9f09d935f1e4868acc0326ff80b6080 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:52.950851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.964726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:52.974351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.079006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.1 (a42ad3a8-84a5-46ba-9c10-75cb275d3928/ac225649-bdc0-45fb-b1d4-8331f3b1922d/7a27afb9-2b2d-4c95-9896-4dcfc6541b16) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:53.112521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Attempting to bind port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:53.114084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Attempting to bind port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:53.114637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Attempting to bind port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:53.132927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:53.133303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:53.133699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.134114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Bound using segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:53.142994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Bound port: 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:53.143505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.207396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.244669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.298836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:53.325244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:53.328230 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fcb510-f232-4a12-a776-a07b5e411ce6" -d '{"events": [{"server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "name": "network-vif-plugged", "status": "completed", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:53.346675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093cf81-82ab-4d84-80bb-3637c8eb079c req-56875a0c-1754-43a3-b653-3650b03a51c8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:53.362010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c093cf81-82ab-4d84-80bb-3637c8eb079c req-56875a0c-1754-43a3-b653-3650b03a51c8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 944 time: 0.6447680 Oct 27 16:31:53.367971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.368520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd6a0a1-7471-4258-ae32-ca02dd6e4804']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:53.392552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cca410b-16cf-4bd8-bf0d-9090018db987') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:53.396867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cca410b-16cf-4bd8-bf0d-9090018db987') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:53.422200 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cbfcdc-ea69-4f74-a5c0-25b4d631087f x-openstack-request-id: req-55cbfcdc-ea69-4f74-a5c0-25b4d631087f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:53.423755 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "name": "network-vif-plugged", "status": "completed", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:53.424204 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55cbfcdc-ea69-4f74-a5c0-25b4d631087f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:53.424802 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240', 'code': 200} Oct 27 16:31:53.427236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:53.437144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.459253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] For port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:53.468743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] For port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:53.482571 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.483921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:53.491434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.493895 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Added segment d3666b6c-369f-4c8d-b3af-47daa1857fda of type vlan for network d655f699-1f8e-42cf-b8da-6cc5b7c579af Oct 27 16:31:53.549050 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.599420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:53.599773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:53.605266 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:53.637285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.637896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=1e3c6f6e-5658-497e-a569-426f07034319,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:53.643484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.663278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c093cf81-82ab-4d84-80bb-3637c8eb079c req-a4451bc2-c2fb-41a4-85e0-ae38c2bdd198 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220032 Oct 27 16:31:53.670720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.692380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.699479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:53.714684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcac8c-75c4-4288-b98a-063dabc1621d None None] Network 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:53.772434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.774318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a57183b-cd6d-47f9-a4bc-4e9f75b23dc8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9860899 Oct 27 16:31:53.797336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.810260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66345b4-b68c-464d-b2ec-0222ac88e28c req-e9242ad8-a862-4f04-833d-4b83c002ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:53.816335 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e66345b4-b68c-464d-b2ec-0222ac88e28c req-e9242ad8-a862-4f04-833d-4b83c002ac4c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 1096 time: 0.3170435 Oct 27 16:31:53.853010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.870356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:53.871325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.881685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:53.884991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:53.889848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:53.953769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:53.977788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0fbce8ef-237a-4b7c-9aee-85528f6c5159 None None] Could not find standard attr ID for object 546a8edf-63ec-48eb-9126-ef68a0faf91d. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:53.987648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d75f-21d5-4801-b1b2-c98f125c0d53 None None] Pushing event updated for resources: {'Port': ['ID=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.020473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event updated for resources: {'Network': ['ID=d655f699-1f8e-42cf-b8da-6cc5b7c579af,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.024141 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.048716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.055924 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/6cd6a0a1-7471-4258-ae32-ca02dd6e4804 HTTP/1.1" status: 204 len: 168 time: 2.7328334 Oct 27 16:31:54.055924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ae62-4ebb-4078-9297-e152461e1acc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=6cd6a0a1-7471-4258-ae32-ca02dd6e4804,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.057067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-74dbc0c6-1baf-457b-889f-8a94cd5869a7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--281755268&fields=id&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 267 time: 0.0834613 Oct 27 16:31:54.057529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59190) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.067539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1239809882'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:54.102350 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e66345b4-b68c-464d-b2ec-0222ac88e28c req-5b149b1f-a12f-431e-b3d2-849f11b8da28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769825 Oct 27 16:31:54.107086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:31:54.115609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.119587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d655f699-1f8e-42cf-b8da-6cc5b7c579af details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:54.156556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43a55fd1-5eaf-4b3d-8820-751c45cf944b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3883207 Oct 27 16:31:54.156775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59192) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.219828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497a9936-f69c-4ab0-93ee-1652465daafa None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:54.240271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:54.240852 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.267780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239008e3-03f6-4502-a211-bb44cb4fb2b1 None None] DHCP port deletion for 6cd6a0a1-7471-4258-ae32-ca02dd6e4804 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:54.403417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:54.422335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:54.440833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.498668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] Provisioning complete for port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:54.498668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.565187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-bab76fb4-5426-41ac-9fd4-d101bc0da5a1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:54.582134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-bab76fb4-5426-41ac-9fd4-d101bc0da5a1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 816 time: 0.5057471 Oct 27 16:31:54.599793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a34f6eab-2fac-4072-adf9-131de931ea7b tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks HTTP/1.1" status: 200 len: 6443 time: 0.4418921 Oct 27 16:31:54.602719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.622183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-77eaad03-152b-4b98-8edd-87720051eb90 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/quotas/3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 375 time: 0.0324876 Oct 27 16:31:54.673839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:54.769740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.770765 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment f8d2f708-9efa-4d87-a12e-7c0c72668da0 of type vlan for network b7ed7965-7139-477d-9956-0a61a20ee4c9 Oct 27 16:31:54.781864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46eea73-496e-4e58-b4a8-e78453479fa4 tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] Network d655f699-1f8e-42cf-b8da-6cc5b7c579af is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:54.785879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.817639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:54.818452 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.851147 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f46eea73-496e-4e58-b4a8-e78453479fa4 tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "POST /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2472537 Oct 27 16:31:54.853970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-e4370e12-6055-4940-9412-f23428134609 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2232301 Oct 27 16:31:54.857106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59208) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.877317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c64e56-2bd3-43e0-9e88-230869dfe2de None None] Network d655f699-1f8e-42cf-b8da-6cc5b7c579af requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:54.910079 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.203164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:55.296668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.364994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.449527 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:31:55.452076 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd3c37c-c99b-4e0d-b74b-8fdf08f38f3f" -d '{"events": [{"server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "name": "network-vif-plugged", "status": "completed", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:31:55.485298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-86e1798c-3610-4117-a174-ca50b6e50fcc tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks HTTP/1.1" status: 200 len: 7213 time: 0.6252370 Oct 27 16:31:55.486073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59218) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:55.613470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.624307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-e8e5c57a-c4f7-4878-b920-f0b85305629b service neutron] 10.222.0.70 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283480 Oct 27 16:31:55.645357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:55.670626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] For port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,segment=NetworkSegment(8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058),segment_id=8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:55.683902 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.717417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.743565 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96a573ce-4362-4f2a-b41d-6b001fa7508a tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "DELETE /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks/d655f699-1f8e-42cf-b8da-6cc5b7c579af HTTP/1.1" status: 204 len: 168 time: 0.2451630 Oct 27 16:31:55.743565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:55.784251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a63d5a-c3cb-4e64-a162-a8717c6c7f1f None None] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:55.818866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcce607-3f42-4f4c-a076-d9a9da8fecb8 req-503ceb4d-2753-43f3-9815-b1ce6c0c5049 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:55.820774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bcce607-3f42-4f4c-a076-d9a9da8fecb8 req-503ceb4d-2753-43f3-9815-b1ce6c0c5049 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 944 time: 1.0032461 Oct 27 16:31:55.833986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:31:55.959646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bcce607-3f42-4f4c-a076-d9a9da8fecb8 req-d528b881-6526-49c1-9180-10d963fbf9b0 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271811 Oct 27 16:31:56.013726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f7e35bf7-1622-4e37-a824-c248cdf4fed9 tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks HTTP/1.1" status: 200 len: 6443 time: 0.2713237 Oct 27 16:31:56.022409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.027255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:56.027819 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:56.035358 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb698ba6-2182-4eeb-a3b0-46d636a4b7af x-openstack-request-id: req-cb698ba6-2182-4eeb-a3b0-46d636a4b7af {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:31:56.035582 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "name": "network-vif-plugged", "status": "completed", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:31:56.035962 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb698ba6-2182-4eeb-a3b0-46d636a4b7af {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:31:56.036366 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a', 'code': 200} Oct 27 16:31:56.037493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] Provisioning complete for port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:56.037920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.042106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd792-b6d5-464b-984a-c0955414dac5 None None] Pushing event updated for resources: {'Port': ['ID=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:56.064185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.071285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:56.071932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.088297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a53cfa60-9c81-45c6-834b-2df06339d68a tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/networks/bac1b739-7300-4d11-8190-fefcbd4803bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0645359 Oct 27 16:31:56.098627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59230) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.114992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-305060ad-72f2-4d51-8f0d-6e34eb63af3e service neutron] 10.222.0.70 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896994 Oct 27 16:31:56.212134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b84ef53a-d4dd-416d-a973-472ed72a8c4a tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/networks/bac1b739-7300-4d11-8190-fefcbd4803bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1095200 Oct 27 16:31:56.215868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.250549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec25f99-d8c5-49ec-8b70-6c5623b60374 req-5816d5ae-f0d2-40b5-ac5a-bd71b5c28ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:56.253455 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ec25f99-d8c5-49ec-8b70-6c5623b60374 req-5816d5ae-f0d2-40b5-ac5a-bd71b5c28ba8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.1243997 Oct 27 16:31:56.271596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.278501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=b7ed7965-7139-477d-9956-0a61a20ee4c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:56.308390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-147df19c-40cc-48f1-9f56-e35c526c64b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2470288 Oct 27 16:31:56.311473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.323182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:56.450213 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-1ec25f99-d8c5-49ec-8b70-6c5623b60374 req-86069fd2-200b-4fbd-a10d-6d4de735f808 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893549 Oct 27 16:31:56.501194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:56.544227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-09c8a4e4-25f7-4805-9f5f-ad381ae39565 tempest-DHCPAgentSchedulersTestJSON-1340684334 tempest-DHCPAgentSchedulersTestJSON-1340684334-project-admin] 10.222.0.70 "GET /v2.0/agents/31b2ae48-8235-479c-a623-24e85327f1bd/dhcp-networks HTTP/1.1" status: 200 len: 6443 time: 0.3254709 Oct 27 16:31:56.549697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.587658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] For port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:56.659113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:56.663128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.699580 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.719943 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.723191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-564541d4-c04d-4ee7-a99a-1392308bb9b8 req-98cfe267-3762-4b36-a813-545d00bc636f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 210 time: 0.0926125 Oct 27 16:31:56.823116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.836390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.906804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81743d1-e40e-4f6b-a9ff-c8656126b640 None None] Pushing event updated for resources: {'Port': ['ID=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:56.928590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5fa9497a-4259-4c03-b152-6e778bdfb03e None None] Provisioning complete for port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:56.928965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5fa9497a-4259-4c03-b152-6e778bdfb03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.076584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:57.118296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.129492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5fa9497a-4259-4c03-b152-6e778bdfb03e None None] Could not find standard attr ID for object 1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:57.131898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.139806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.177459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:57.178555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.207917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d655f699-1f8e-42cf-b8da-6cc5b7c579af']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.251275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3666b6c-369f-4c8d-b3af-47daa1857fda') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.270463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3666b6c-369f-4c8d-b3af-47daa1857fda') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.297014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.309522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a651630-b35f-47f9-8bf0-1b030c0c474f req-8f817dd4-a77c-4a3e-8a58-cb30c6dc8aa4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:57.311475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a651630-b35f-47f9-8bf0-1b030c0c474f req-8f817dd4-a77c-4a3e-8a58-cb30c6dc8aa4 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1402676 Oct 27 16:31:57.313921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e459018f-625e-4f66-ba7b-5a26652f04c2 None None] Provisioning complete for port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:57.314421 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e459018f-625e-4f66-ba7b-5a26652f04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.336953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.368586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:57.369860 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:57.380736 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:57.385310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:57.400379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.407782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a651630-b35f-47f9-8bf0-1b030c0c474f req-a3df45de-389d-4eee-8a9d-26fbfcbcd5b8 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864198 Oct 27 16:31:57.422435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:57.423916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:57.533847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:57.534222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.554446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=5e8aa2b2-2d0b-455b-9415-5c71bc1754b1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.573476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': 'f8d2f708-9efa-4d87-a12e-7c0c72668da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:57.573949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: b7ed7965-7139-477d-9956-0a61a20ee4c9, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:57.587547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e459018f-625e-4f66-ba7b-5a26652f04c2 None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:57.587928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e459018f-625e-4f66-ba7b-5a26652f04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.625486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.640746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e459018f-625e-4f66-ba7b-5a26652f04c2 None None] Port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:57.644631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.669648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "DELETE /v2.0/networks/d655f699-1f8e-42cf-b8da-6cc5b7c579af HTTP/1.1" status: 204 len: 168 time: 1.1179707 Oct 27 16:31:57.674646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:31:57.676334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59264) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.697239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a978-baa8-4e5d-a58e-bbf56ba264a4 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event deleted for resources: {'Network': ['ID=d655f699-1f8e-42cf-b8da-6cc5b7c579af,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.703763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 546a8edf-63ec-48eb-9126-ef68a0faf91d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:57.756985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:57.766239 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1808e9dc-7762-4e7e-921a-8bd53af79a6b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:57.767127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1808e9dc-7762-4e7e-921a-8bd53af79a6b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:57.771510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1808e9dc-7762-4e7e-921a-8bd53af79a6b tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "DELETE /v2.0/ports/1aafb0a1-9b3e-452e-bd62-db05e9c2a4ff HTTP/1.1" status: 404 len: 333 time: 0.0940020 Oct 27 16:31:57.775727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59268) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.796459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 546a8edf-63ec-48eb-9126-ef68a0faf91d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:57.796813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 546a8edf-63ec-48eb-9126-ef68a0faf91d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:57.828581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-72d94a85-4f34-44fe-8953-1f2fd97fc487 None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:57.829287 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-72d94a85-4f34-44fe-8953-1f2fd97fc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.888570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-72d94a85-4f34-44fe-8953-1f2fd97fc487 None None] Port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:57.949635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Deleting subnet d8484a9c-4c73-4ad5-8404-c4df545ea794 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:57.960340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b7ed7965-7139-477d-9956-0a61a20ee4c9) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:57.960340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.970773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62fa1ce-09f5-4845-bb1a-0c0b5a2600fb None None] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:58.016151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:58.017005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.048740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.058518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.079589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-494fc7de-6d8b-4fee-a153-7e9db1377fa6 req-81a43f79-b138-46c9-b5d8-b223afa78797 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 210 time: 0.1752498 Oct 27 16:31:58.097076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-17daad95-4e43-4886-8cae-16b9c4c18ff3 None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:58.097449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-17daad95-4e43-4886-8cae-16b9c4c18ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.107541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:31:58.141739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b7539ff4-6ed5-4b36-bb49-fd983588cd00 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/f2d5108b-5386-4b7a-8d2f-dda0ce111ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1440883 Oct 27 16:31:58.141866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Sync routers for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:31:58.182137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-17daad95-4e43-4886-8cae-16b9c4c18ff3 None None] Port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:58.185925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:31:58.186561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:58.218296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.302066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e072b7a4-5b18-4d62-b77a-af50231c8d59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9825966 Oct 27 16:31:58.302285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59282) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:58.307783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-19011643'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:58.374311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b7ed7965-7139-477d-9956-0a61a20ee4c9', 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '5e8aa2b2-2d0b-455b-9415-5c71bc1754b1'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:58.375679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.391390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.400829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:31:58.431657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.437637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51338fef-e6bc-4a94-a45b-60fb360b2f90 None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:58.438795 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "DELETE /v2.0/subnets/d8484a9c-4c73-4ad5-8404-c4df545ea794 HTTP/1.1" status: 204 len: 168 time: 0.6572812 Oct 27 16:31:58.446715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59292) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:58.467768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-ad4e203b-4006-48ec-aaca-c63f4d6e3d6d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262539035&fields=id&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 267 time: 0.0764492 Oct 27 16:31:58.567527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.568744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7e4f2-17a6-453e-a7ff-80a4f00039d5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event deleted for resources: {'Subnet': ['ID=d8484a9c-4c73-4ad5-8404-c4df545ea794,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:58.606754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.670315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Deleting port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:58.671917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.731300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-14a521f5-a200-4447-b32d-a10a1901a657 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:58.731300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-14a521f5-a200-4447-b32d-a10a1901a657 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 797 time: 0.2404964 Oct 27 16:31:58.744380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19ab2-7576-4e04-a77e-5a9c216a0409 req-367f05a2-2168-432d-b5e0-bd5662527dc5 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:58.746268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ec19ab2-7576-4e04-a77e-5a9c216a0409 req-367f05a2-2168-432d-b5e0-bd5662527dc5 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1902180 Oct 27 16:31:58.763410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-e702cca5-c681-4c9c-9b0a-d2a8a50aff1c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/quotas/2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 375 time: 0.0159802 Oct 27 16:31:58.849024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] For port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,segment=NetworkSegment(8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058),segment_id=8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:58.849024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.855484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Allocated IP 2001:db8::2 (b7ed7965-7139-477d-9956-0a61a20ee4c9/5e8aa2b2-2d0b-455b-9415-5c71bc1754b1/36e8524f-b1a0-420e-9287-41509e74fb24) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:58.855484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:58.860632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ec19ab2-7576-4e04-a77e-5a9c216a0409 req-23964cd2-447e-4b20-8dd0-aeacc0397e07 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Oct 27 16:31:58.865088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Calling delete_port for 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:58.920200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-29b24cbf-9749-49f0-9532-9643bfa3fbb2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230359 Oct 27 16:31:59.071167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:59.074691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.117608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-e3ffb432-e277-4da7-b9f4-a701f8e9efe9 service neutron] 10.222.0.70 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937771 Oct 27 16:31:59.127310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 2e1f3102-7ab3-41e5-af0f-9f3fc2676519 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:59.329859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:59.330241 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.362124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] DHCP port deletion for bac1b739-7300-4d11-8190-fefcbd4803bb request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:59.442903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.462117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:31:55Z', 'revision_number': 2, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:59.496128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event deleted for resources: {'Port': ['ID=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:59.499924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f5d3-6fb7-470e-9366-8df4baba7a2f req-1ce2e66d-b3ca-4e4a-a82d-31611f55031c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:59.501449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56d6f5d3-6fb7-470e-9366-8df4baba7a2f req-1ce2e66d-b3ca-4e4a-a82d-31611f55031c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 945 time: 0.4375184 Oct 27 16:31:59.509684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] No DVR routers for this DVR port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:59.513971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Checking router: f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:31:59.514369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Updating router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:31:59.517787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.613832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.620977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-c7450822-3f6d-408c-bd12-b1d11863c5b6 service neutron] 10.222.0.70 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863389 Oct 27 16:31:59.624903 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.627204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56d6f5d3-6fb7-470e-9366-8df4baba7a2f req-2dfcc19a-5ae5-47ea-8a82-1515c102d9ce tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166582 Oct 27 16:31:59.687679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac1b739-7300-4d11-8190-fefcbd4803bb']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:59.709253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:59.709572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3ca0a3-f14d-4ca2-b17e-4e0e288bf058') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:59.723157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Deleting port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:59.723558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.731259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.733708 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.768393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.781664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:59.782389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:59.853862 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:59.886299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-991f7c83-fce8-493a-a6e3-9e0c6d4373c2 req-dd6c2a05-64ee-4afe-82cb-b8d7518f9dd2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 210 time: 0.1002834 Oct 27 16:31:59.921685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::1a1 (b7ed7965-7139-477d-9956-0a61a20ee4c9/5e8aa2b2-2d0b-455b-9415-5c71bc1754b1/2e1f3102-7ab3-41e5-af0f-9f3fc2676519) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:59.950411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.967843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.976174 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] 10.222.0.70 "DELETE /v2.0/networks/bac1b739-7300-4d11-8190-fefcbd4803bb HTTP/1.1" status: 204 len: 168 time: 1.4748695 Oct 27 16:32:00.001969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12499ee-27a5-445c-9ad7-4752f2d3cdb5 tempest-DHCPAgentSchedulersTestJSON-664063770 tempest-DHCPAgentSchedulersTestJSON-664063770-project] Pushing event deleted for resources: {'Network': ['ID=bac1b739-7300-4d11-8190-fefcbd4803bb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.100848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:00.139991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:00.143528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:00.156177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.174289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Pushing event updated for resources: {'Port': ['ID=36e8524f-b1a0-420e-9287-41509e74fb24,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.184496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] For port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:00.185211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.194230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0449188-e740-449b-bcea-da168e51faa2 req-3dcdf97a-3278-4023-aebe-e6cfc416ea86 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0670729 Oct 27 16:32:00.285757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Calling delete_port for 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:00.292111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:32:00.302883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.352623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Pushing event deleted for resources: {'Port': ['ID=440f31c3-5e8a-4dc7-95f8-964b5b5b6c79,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.354765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] Network bac1b739-7300-4d11-8190-fefcbd4803bb is not hosted by any dhcp agent {{(pid=114450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:32:00.356710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.367788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f169cf-5bcd-4b35-9663-6475a53382fc None None] No DVR routers for this DVR port 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:00.384109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Attempting to bind port 36e8524f-b1a0-420e-9287-41509e74fb24 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:00.384887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Attempting to bind port 36e8524f-b1a0-420e-9287-41509e74fb24 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f8d2f708-9efa-4d87-a12e-7c0c72668da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:00.385072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Attempting to bind port 36e8524f-b1a0-420e-9287-41509e74fb24 on network b7ed7965-7139-477d-9956-0a61a20ee4c9 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:00.431477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:00.444435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:00.447284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:00.463233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:00.463233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.483961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=2e1f3102-7ab3-41e5-af0f-9f3fc2676519,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.486408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:00.486925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Checking segment: {'id': 'f8d2f708-9efa-4d87-a12e-7c0c72668da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:00.487488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.487988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Bound using segment: {'id': 'f8d2f708-9efa-4d87-a12e-7c0c72668da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:00.488533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Bound port: 36e8524f-b1a0-420e-9287-41509e74fb24, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d2f708-9efa-4d87-a12e-7c0c72668da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b7ed7965-7139-477d-9956-0a61a20ee4c9'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:00.489035 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.544482 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.583185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] For port 36e8524f-b1a0-420e-9287-41509e74fb24, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:00.586936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] For port 36e8524f-b1a0-420e-9287-41509e74fb24, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=36e8524f-b1a0-420e-9287-41509e74fb24,segment=NetworkSegment(f8d2f708-9efa-4d87-a12e-7c0c72668da0),segment_id=f8d2f708-9efa-4d87-a12e-7c0c72668da0)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:00.637392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c14b2e2-2a84-4691-a2e2-61b2dd0d8fe4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.3312888 Oct 27 16:32:00.637700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:00.688486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.798376 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.883891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59344) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:00.886494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d873ef-8d20-4b0e-8c1d-c8183b84a3d4 None None] Pushing event updated for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.894081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-93af2d5e-e49c-4161-a795-de6fbfa5cf0f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:00.910592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-93af2d5e-e49c-4161-a795-de6fbfa5cf0f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 816 time: 0.3008139 Oct 27 16:32:01.002305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 2e1f3102-7ab3-41e5-af0f-9f3fc2676519 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:01.002887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.016695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:01.061694 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-4292f04a-d581-49eb-ad00-f0d10400bc70 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 379 time: 0.1251836 Oct 27 16:32:01.100930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'port': {'device_id': 'e811f992-2882-46d9-9542-04d98b8a342c', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'admin_state_up': True, 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'security_groups': ['c595b44d-6ce3-4e75-bc2c-509f096c36b3']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:01.271465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:01.271840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 440f31c3-5e8a-4dc7-95f8-964b5b5b6c79 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:01.279002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cba11-2f33-4b4d-9b67-460574e6cc02 None None] Pushing event updated for resources: {'Port': ['ID=36e8524f-b1a0-420e-9287-41509e74fb24,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:01.319221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Attempting to bind port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:01.319676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Attempting to bind port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:01.335216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Attempting to bind port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:01.337357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7db2e04-9e5b-4fae-b951-0051ec878c7a req-d5857326-86e8-4fb0-b0bf-6bd1c7f16751 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 210 time: 0.1424232 Oct 27 16:32:01.344130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:01.345052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:01.345331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.345734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Bound using segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:01.346230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Bound port: 7a27afb9-2b2d-4c95-9896-4dcfc6541b16, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:01.346673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.480389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] For port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:01.482800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7fcaab15-257b-41f5-aabe-1c76a15b50a5 None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:01.483730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7fcaab15-257b-41f5-aabe-1c76a15b50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.490639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] For port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:01.500132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Made reservation on behalf of 3754f8e81ce142ebafb69d7e7af9eb67 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:01.509448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.549851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cadbc87e-d50c-4154-9aee-1fbbcc8210b2 req-5728d49c-110d-4e49-81f0-37e820e9333b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0810435 Oct 27 16:32:01.588220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7fcaab15-257b-41f5-aabe-1c76a15b50a5 None None] Port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:01.598017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.629933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d841a-0269-45b2-9188-f38942bcaf41 req-fea1fd67-90c1-4fbb-a01c-9e3253496a30 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:01.640406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef4d841a-0269-45b2-9188-f38942bcaf41 req-fea1fd67-90c1-4fbb-a01c-9e3253496a30 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 945 time: 0.3000772 Oct 27 16:32:01.702020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:01.702020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:31:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:01.702809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef4d841a-0269-45b2-9188-f38942bcaf41 req-a8e2fd0e-2f0b-4651-a902-da621b12c429 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609317 Oct 27 16:32:01.736446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe0c311c-434b-4c58-ab68-a3a7304aaebc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9f09d935f1e4868acc0326ff80b6080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482897 Oct 27 16:32:01.738839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59362) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.751929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.775563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 2e1f3102-7ab3-41e5-af0f-9f3fc2676519 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:01.787728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Allocated IP 172.20.0.13 (8a582346-8b30-43c6-940c-145c42beb0f6/f6006c2d-0e67-4a46-a662-7c708d059f8e/8165c52b-2e13-45f6-9a6b-03a5ff792d61) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:01.798048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d873ef-8d20-4b0e-8c1d-c8183b84a3d4 None None] Pushing event updated for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:01.934131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:02.008270 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.081898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.131463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:02.135247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.174054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.179555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.217735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:02.224842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:02.265614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:02.312475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-26ed4a49-756f-46b5-b60f-f5cd5b8e9ca2 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:02.323881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-26ed4a49-756f-46b5-b60f-f5cd5b8e9ca2 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 945 time: 0.2230844 Oct 27 16:32:02.325119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.366616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:01Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:02.395464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:02.404448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=2e1f3102-7ab3-41e5-af0f-9f3fc2676519,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:02.407348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.419278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03dd442-5a2f-4673-9ce1-a46feddff017 None None] The sync data for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 is: [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:01Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:02.420409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.420409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf6e43fa-ea41-43ce-b9d2-71194e409ba4 HTTP/1.1" status: 204 len: 168 time: 0.4844069 Oct 27 16:32:02.464349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:02.465040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.595456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.601177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb35c7e-b930-4431-849e-b26ec9697e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e43fa-ea41-43ce-b9d2-71194e409ba4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:02.621848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-388075cf-4e7d-4cbf-a1a4-710abaf9253a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5517657 Oct 27 16:32:02.633971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-c6e86489-7c08-4a4a-83f0-d71e9ba5af5f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:32:02.635014 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-c6e86489-7c08-4a4a-83f0-d71e9ba5af5f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061333 Oct 27 16:32:02.794194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Request body: {'port': {'device_id': 'e811f992-2882-46d9-9542-04d98b8a342c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:02.823087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] For port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:02.869544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.883613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-13f1bb54-b877-45a1-9df4-9a2ba7eada59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/2e1f3102-7ab3-41e5-af0f-9f3fc2676519 HTTP/1.1" status: 204 len: 168 time: 2.2447331 Oct 27 16:32:02.889690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:02.972322 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ded73a-0cd4-4f76-8bf7-9b7ecc8f10cd tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:02.975073 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-98ded73a-0cd4-4f76-8bf7-9b7ecc8f10cd tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/2e1f3102-7ab3-41e5-af0f-9f3fc2676519 HTTP/1.1" status: 404 len: 333 time: 0.0839655 Oct 27 16:32:02.977699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.978772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.075396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54555d16-ba06-4d28-b443-70d8edb12231 req-ec714c5d-23f6-4ffe-ba9b-5f56cf240536 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.2260685 Oct 27 16:32:03.109987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.139002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 5e8aa2b2-2d0b-455b-9415-5c71bc1754b1 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:03.144461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.165561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc47087-7693-40cf-b5d2-c757d190489f None None] Pushing event updated for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:03.165829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c3434-80f7-4db5-8a97-917866dc8ba6 req-82fd4ca8-985f-43bf-8845-a271a4f4ded1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:03.167412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e33c3434-80f7-4db5-8a97-917866dc8ba6 req-82fd4ca8-985f-43bf-8845-a271a4f4ded1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 932 time: 0.5699310 Oct 27 16:32:03.187081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c743497c-33ce-4980-91fe-468faefc34ce None None] Provisioning complete for port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:03.188355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c743497c-33ce-4980-91fe-468faefc34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.263914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.267134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-0c855933-f71b-45b1-91c1-6b1a54724599 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:03.271323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c743497c-33ce-4980-91fe-468faefc34ce None None] Port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:03.273383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:03.281865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-0c855933-f71b-45b1-91c1-6b1a54724599 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 945 time: 0.5422943 Oct 27 16:32:03.303397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f17c8-039c-445e-b321-170e39c51fc9 None None] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:03.497643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-13b44224-dd42-4853-8d66-e1c2f6b53abd None None] Provisioning complete for port 36e8524f-b1a0-420e-9287-41509e74fb24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:03.497643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-13b44224-dd42-4853-8d66-e1c2f6b53abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.537043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:03.537326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.571883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e33c3434-80f7-4db5-8a97-917866dc8ba6 req-bf21d125-75f8-4a01-8224-cdbe45bcc8d7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681307 Oct 27 16:32:03.589703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Deleting port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:03.590086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.686432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.848538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] For port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:03.849496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.861749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59396) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.876890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Calling delete_port for 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:03.885289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 36e8524f-b1a0-420e-9287-41509e74fb24 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:03.962083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.017948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.028114 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/5e8aa2b2-2d0b-455b-9415-5c71bc1754b1 HTTP/1.1" status: 204 len: 168 time: 1.0453920 Oct 27 16:32:04.028114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-add61812-b371-46a6-b2e7-f68514f80edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.028509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59402) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:04.033736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a63a-afe1-45b6-8441-0c27f892a773 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8aa2b2-2d0b-455b-9415-5c71bc1754b1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.165425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:04.206652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.216079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380013f-2d4f-42ba-bf9e-f57db115dad1 req-ab003fe4-9d62-4df4-8554-f6d02846cffb tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:04.217995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2380013f-2d4f-42ba-bf9e-f57db115dad1 req-ab003fe4-9d62-4df4-8554-f6d02846cffb tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 945 time: 0.8436234 Oct 27 16:32:04.256390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-13b44224-dd42-4853-8d66-e1c2f6b53abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.344888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.377785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6acd870b-3108-4ac9-af8a-b2695df4671a req-f503b83b-deb0-4535-82e9-9182c815460f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.1150339 Oct 27 16:32:04.407676 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-13b44224-dd42-4853-8d66-e1c2f6b53abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:32:04.409099 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-13b44224-dd42-4853-8d66-e1c2f6b53abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:32:04.409841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 36e8524f-b1a0-420e-9287-41509e74fb24 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:04.410271 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.438483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2380013f-2d4f-42ba-bf9e-f57db115dad1 req-d0cfb5ea-138a-4619-90c1-b9c9e22133a6 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/security-groups?id=e94a96cb-d0f3-4396-ae64-4480bb789b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057149 Oct 27 16:32:04.489698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Deleting port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:04.490051 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.514690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-939e6544-c4a9-44c2-874f-04188a6663f4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:04.523337 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-939e6544-c4a9-44c2-874f-04188a6663f4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 797 time: 0.6950951 Oct 27 16:32:04.579738 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.638843 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Transition to ACTIVE for port object 8165c52b-2e13-45f6-9a6b-03a5ff792d61 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:32:04.662785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] For port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,segment=NetworkSegment(fbb0037a-136a-4f9f-80a4-a16118f18b26),segment_id=fbb0037a-136a-4f9f-80a4-a16118f18b26)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:04.669318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.690977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-add61812-b371-46a6-b2e7-f68514f80edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.698589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 36e8524f-b1a0-420e-9287-41509e74fb24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=36e8524f-b1a0-420e-9287-41509e74fb24,segment=NetworkSegment(f8d2f708-9efa-4d87-a12e-7c0c72668da0),segment_id=f8d2f708-9efa-4d87-a12e-7c0c72668da0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:04.701797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e00d3-32f3-4e2d-8ea6-832459146286 None None] Network b7ed7965-7139-477d-9956-0a61a20ee4c9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:04.702585 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-1c25f2fb-9f61-4fd1-ac8d-a2169466a445 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 379 time: 0.1634686 Oct 27 16:32:04.714048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Calling delete_port for 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:04.714159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'port': {'device_id': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'admin_state_up': True, 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'security_groups': ['93bbc2ce-bf69-44bc-bbfa-13892c19de43']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:04.778828 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.808815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.839971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.854684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-add61812-b371-46a6-b2e7-f68514f80edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.865223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event deleted for resources: {'Port': ['ID=06a951f4-0a5b-4259-b1a2-fe2b05f5c240,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.920507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 36e8524f-b1a0-420e-9287-41509e74fb24 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:04.920860 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.971327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] No DVR routers for this DVR port 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:04.988170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.991949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "DELETE /v2.0/ports/06a951f4-0a5b-4259-b1a2-fe2b05f5c240 HTTP/1.1" status: 204 len: 173 time: 2.6042469 Oct 27 16:32:04.992418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'name': 'network-vif-deleted', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:04.996247 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d3335b-4574-48b7-afa8-c6ef6396ea15" -d '{"events": [{"server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "name": "network-vif-deleted", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:05.028606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:05.043879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=36e8524f-b1a0-420e-9287-41509e74fb24,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:05.078058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b4dd3-02e2-4d40-84d0-50cee068741c req-892ef16c-8248-4437-87cb-2798c12f2ab4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:05.086805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f57b4dd3-02e2-4d40-84d0-50cee068741c req-892ef16c-8248-4437-87cb-2798c12f2ab4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.3198142 Oct 27 16:32:05.128960 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1515a-ffd9-44ee-b3bf-50ac9eeda69a x-openstack-request-id: req-cad1515a-ffd9-44ee-b3bf-50ac9eeda69a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:05.129543 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51691ba2-7cd2-4407-9882-8a6805a798f1", "name": "network-vif-deleted", "tag": "06a951f4-0a5b-4259-b1a2-fe2b05f5c240", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:05.130031 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cad1515a-ffd9-44ee-b3bf-50ac9eeda69a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:05.130649 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51691ba2-7cd2-4407-9882-8a6805a798f1', 'name': 'network-vif-deleted', 'tag': '06a951f4-0a5b-4259-b1a2-fe2b05f5c240', 'status': 'completed', 'code': 200} Oct 27 16:32:05.172479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] DHCP port deletion for b7ed7965-7139-477d-9956-0a61a20ee4c9 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:05.179270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:05.179643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.204171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f57b4dd3-02e2-4d40-84d0-50cee068741c req-a49b7d1e-ac71-4e45-a92f-c2e8318cedbe tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027896 Oct 27 16:32:05.270636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-43965a73-e068-4e78-a086-bd093b6c185e None None] Provisioning complete for port 36e8524f-b1a0-420e-9287-41509e74fb24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:05.272260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-43965a73-e068-4e78-a086-bd093b6c185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.353760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:05.402267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.421778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Deleting port 36e8524f-b1a0-420e-9287-41509e74fb24 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:05.422255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.435940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Pushing event deleted for resources: {'Port': ['ID=3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:05.528941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] No DVR routers for this DVR port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:05.532140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.535890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b03f2c0-46a1-49a6-9dcb-f3001097d3ac req-66f48938-7255-4188-8e7e-17470485a226 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.82 "DELETE /v2.0/ports/3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a HTTP/1.1" status: 204 len: 173 time: 2.2479310 Oct 27 16:32:05.585701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68f814ed-8d0d-4f63-b5eb-3cc731a93914 req-ae0000ab-c13f-45dd-a517-edccc7084e65 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0444729 Oct 27 16:32:05.629180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0a063ac-9f42-4710-bc10-0a6c7ceebb00 req-06831801-c041-402a-97db-61c7532c5f0c tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=51691ba2-7cd2-4407-9882-8a6805a798f1 HTTP/1.1" status: 200 len: 210 time: 0.0482438 Oct 27 16:32:05.661551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port 36e8524f-b1a0-420e-9287-41509e74fb24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=36e8524f-b1a0-420e-9287-41509e74fb24,segment=NetworkSegment(f8d2f708-9efa-4d87-a12e-7c0c72668da0),segment_id=f8d2f708-9efa-4d87-a12e-7c0c72668da0)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:05.662546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.675403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No active binding found for port 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a {{(pid=114450) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:32:05.678661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:05.679223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:05.687828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add61812-b371-46a6-b2e7-f68514f80edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456241b8-05fc-4f69-a5d6-5a3597208b08,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:05.716262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 36e8524f-b1a0-420e-9287-41509e74fb24 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:05.724755 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-add61812-b371-46a6-b2e7-f68514f80edf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e522727f96554d9092a311d9e3dcba56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8593535 Oct 27 16:32:05.724755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:05.725144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59430) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:05.742369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:05.742720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 06a951f4-0a5b-4259-b1a2-fe2b05f5c240 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:05.771665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] For port 36e8524f-b1a0-420e-9287-41509e74fb24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=36e8524f-b1a0-420e-9287-41509e74fb24,segment=NetworkSegment(f8d2f708-9efa-4d87-a12e-7c0c72668da0),segment_id=f8d2f708-9efa-4d87-a12e-7c0c72668da0)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:05.772712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.787928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.795991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Calling delete_port for 36e8524f-b1a0-420e-9287-41509e74fb24 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:05.828946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.907828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Attempting to bind port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:05.908474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Attempting to bind port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:05.908973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Attempting to bind port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:05.918593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 on network 8a582346-8b30-43c6-940c-145c42beb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:32:05.918927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Attempting to bind port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:05.925358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:05.932494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Checking segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:05.932494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Bound using segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:05.932494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Bound port: 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:05.932494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.938635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:05.942864 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.046221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.046221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.046221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/456241b8-05fc-4f69-a5d6-5a3597208b08 HTTP/1.1" status: 204 len: 168 time: 0.3193524 Oct 27 16:32:06.058880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33fd76-987c-44ef-90a0-818fd0ee157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456241b8-05fc-4f69-a5d6-5a3597208b08,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:06.110675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.114192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:06.125667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.175591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] Pushing event deleted for resources: {'Port': ['ID=36e8524f-b1a0-420e-9287-41509e74fb24,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:06.180667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d45d7-2ea3-4ffe-86e7-e0fed4d6076b None None] No DVR routers for this DVR port 36e8524f-b1a0-420e-9287-41509e74fb24 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:06.184365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=36e8524f-b1a0-420e-9287-41509e74fb24,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:06.189359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:06.222631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port 36e8524f-b1a0-420e-9287-41509e74fb24 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:06.320455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.352713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.360640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2125ee-ac65-4a29-955c-fca245120c74 req-ac169b67-5178-4fdc-bca0-877cb11b85b6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:06.369250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e2125ee-ac65-4a29-955c-fca245120c74 req-ac169b67-5178-4fdc-bca0-877cb11b85b6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0770359 Oct 27 16:32:06.370229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.11 (a42ad3a8-84a5-46ba-9c10-75cb275d3928/ac225649-bdc0-45fb-b1d4-8331f3b1922d/f8982cc1-d33d-4692-b52d-d47549a558df) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:06.399993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ed7965-7139-477d-9956-0a61a20ee4c9']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:06.428029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e2125ee-ac65-4a29-955c-fca245120c74 req-da2acf9c-09c3-4ec5-89e0-088280c014f4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538139 Oct 27 16:32:06.461259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d2f708-9efa-4d87-a12e-7c0c72668da0') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:06.461570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d2f708-9efa-4d87-a12e-7c0c72668da0') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:06.470057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:06.470723 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.472144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-5955659a-67ac-4dec-a263-546677c62575 service neutron] 10.222.0.82 "PUT /v2.0/ports/8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 1092 time: 3.8283312 Oct 27 16:32:06.474597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:06.476966 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:06.493392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955659a-67ac-4dec-a263-546677c62575 service neutron] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:06.497221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.573143 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52978d70-3bb0-43ad-8826-662a8c7316a7 x-openstack-request-id: req-52978d70-3bb0-43ad-8826-662a8c7316a7 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:06.573461 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:06.573684 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52978d70-3bb0-43ad-8826-662a8c7316a7 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:06.574119 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'status': 'completed', 'code': 200} Oct 27 16:32:06.576347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.596877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:06.597349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:06.614944 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:06.801368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-49c9502b-d604-4b8e-bd25-2ac084838649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:06.807926 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-49c9502b-d604-4b8e-bd25-2ac084838649 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1095 time: 0.2329838 Oct 27 16:32:06.821689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.828359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5799eed7-ea8c-4de6-9d51-bc5acfb7fae9 req-658af1b5-1171-4a38-af79-a098fff2243f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0571206 Oct 27 16:32:06.901693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1684523e-50d0-45b5-9aec-759f322c0471 req-9597a5c8-98cd-4fda-8999-834ace5f2509 tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] 10.222.0.70 "GET /v2.0/ports?device_id=931b422b-de4e-4236-a027-42fdc4a9cb04 HTTP/1.1" status: 200 len: 210 time: 0.0347776 Oct 27 16:32:06.912938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.922292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59460) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:06.925461 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/b7ed7965-7139-477d-9956-0a61a20ee4c9 HTTP/1.1" status: 204 len: 168 time: 2.8823442 Oct 27 16:32:06.935904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'name': 'tempest-PortsIpV6TestJSON-2130870752'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:06.950869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9556e-a31b-4531-a3ce-9211665bea02 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=b7ed7965-7139-477d-9956-0a61a20ee4c9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:06.969953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 36e8524f-b1a0-420e-9287-41509e74fb24 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:07.019445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.030362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 36e8524f-b1a0-420e-9287-41509e74fb24 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:07.030362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 36e8524f-b1a0-420e-9287-41509e74fb24 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:07.078783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-d309c62e-af60-4ca4-8e21-f83f4167eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.079994 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-d309c62e-af60-4ca4-8e21-f83f4167eed9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2519441 Oct 27 16:32:07.135265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'name': 'network-vif-deleted', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:07.139110 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51668c5f-b075-481f-a09e-07ae8d7d754b" -d '{"events": [{"server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "name": "network-vif-deleted", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:07.183833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:07.187994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.206110 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef10eb-ade6-49d6-9237-b70a4b50478f x-openstack-request-id: req-96ef10eb-ade6-49d6-9237-b70a4b50478f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:07.206415 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931b422b-de4e-4236-a027-42fdc4a9cb04", "name": "network-vif-deleted", "tag": "3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:07.206672 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96ef10eb-ade6-49d6-9237-b70a4b50478f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:07.207083 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931b422b-de4e-4236-a027-42fdc4a9cb04', 'name': 'network-vif-deleted', 'tag': '3bd54a0b-c78e-40de-b6c7-7b366b3cdf3a', 'status': 'completed', 'code': 200} Oct 27 16:32:07.215394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-693f948d-b401-40ad-a4c7-5a84c31bc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.216101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 9d907055-efae-40e6-9c93-271bf3a65a4e yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:07.217131 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c9d220b5-e6ad-45b5-a1a0-0bce56d3ab7f req-693f948d-b401-40ad-a4c7-5a84c31bc522 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296446 Oct 27 16:32:07.236615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.316617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:07.326421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:07.331190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:07.390770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.420657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-8793cfcc-9acc-4adc-a87c-ceb4492c0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.422487 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-8793cfcc-9acc-4adc-a87c-ceb4492c0f43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1095 time: 0.1600475 Oct 27 16:32:07.435181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.435924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.483011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-94293be3-6605-4314-a686-4e33197cac78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 217 time: 0.0441945 Oct 27 16:32:07.510378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.553042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-fb31e603-2677-4124-9d8b-93c7afd106b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.554518 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-fb31e603-2677-4124-9d8b-93c7afd106b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0638440 Oct 27 16:32:07.606220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ff778-06d5-4bfc-955b-dcf19c0c251c req-d46ab4f2-0137-4f37-9233-6e7ea0e9bedd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.611613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a2ff778-06d5-4bfc-955b-dcf19c0c251c req-d46ab4f2-0137-4f37-9233-6e7ea0e9bedd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0710599 Oct 27 16:32:07.622970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-bffd770d-d873-4a9e-b45c-e0aec65c2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.624661 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-bffd770d-d873-4a9e-b45c-e0aec65c2616 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613370 Oct 27 16:32:07.648063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a2ff778-06d5-4bfc-955b-dcf19c0c251c req-8ed60bce-a770-472e-85ba-aeee20870385 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Oct 27 16:32:07.694105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e06c9da1-f16e-4d21-820c-258ca12f5aec None None] Provisioning complete for port f8982cc1-d33d-4692-b52d-d47549a558df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:07.694821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-6624160a-4a77-40b4-974a-31da618f1245 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9861140 Oct 27 16:32:07.695778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e06c9da1-f16e-4d21-820c-258ca12f5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.703824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.714421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Request body: {'port': {'device_id': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:07.770692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e06c9da1-f16e-4d21-820c-258ca12f5aec None None] Port f8982cc1-d33d-4692-b52d-d47549a558df cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:07.812863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:07.812863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:07.812863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:07.818581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:07.819390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.839015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=9d907055-efae-40e6-9c93-271bf3a65a4e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.858868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.883210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-6213c549-483a-4a3a-bbcf-bb57fbcbfdcf service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499239 Oct 27 16:32:07.967138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-648a2ea8-d376-4e29-981c-a8611bb77fad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0425785 Oct 27 16:32:07.969519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59496) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.024879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61669c5b-b3e4-4064-949f-a353389c0dc2 req-b51dc9e7-a031-49d9-a2f0-764c3472643e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:08.032560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61669c5b-b3e4-4064-949f-a353389c0dc2 req-b51dc9e7-a031-49d9-a2f0-764c3472643e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 932 time: 0.1080961 Oct 27 16:32:08.078279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.135987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61669c5b-b3e4-4064-949f-a353389c0dc2 req-7114c503-12e1-4a5b-a566-fea50f97bf77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024151 Oct 27 16:32:08.181804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 9d907055-efae-40e6-9c93-271bf3a65a4e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:08.182192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.256282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Deleting subnet 3db2b99c-23f0-496b-85dd-2281f8e03146 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:08.259313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.282868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-dc9a3f7f-602a-4b83-b205-dde2c1a91111 req-34f30803-78e4-42bf-9f43-2e9314855e67 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742886 Oct 27 16:32:08.290854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.310967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 9d907055-efae-40e6-9c93-271bf3a65a4e owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:08.360227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.424007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.526631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.527965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8982cc1-d33d-4692-b52d-d47549a558df {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:08.543254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.553009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Transition to ACTIVE for port object f8982cc1-d33d-4692-b52d-d47549a558df will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:32:08.576253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=9d907055-efae-40e6-9c93-271bf3a65a4e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:08.590362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.593278 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.597670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8793f5fc-72b6-4981-8030-bb5a625235e8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/9d907055-efae-40e6-9c93-271bf3a65a4e HTTP/1.1" status: 204 len: 168 time: 0.6243505 Oct 27 16:32:08.598881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59512) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.608685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'mac_address': 'fa:16:3e:a0:8b:6a', 'name': 'tempest-PortsIpV6TestJSON-550100931'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:08.629306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db2b99c-23f0-496b-85dd-2281f8e03146,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:08.636849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.647254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.653142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-80fb8eb2-dd27-41e7-a91c-de3ad6d3bdf8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3db2b99c-23f0-496b-85dd-2281f8e03146 HTTP/1.1" status: 204 len: 168 time: 0.5738447 Oct 27 16:32:08.672028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59514) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.762739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:08.872254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:08.873439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:08.874078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Bound using segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Bound port: f8982cc1-d33d-4692-b52d-d47549a558df, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:08.897608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.923479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.994711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b42b3-fc3d-4a7f-a799-12dc6de5abb3 req-37d688f5-4db9-4d9f-a598-73ec23c3b804 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:08.999059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e58b42b3-fc3d-4a7f-a799-12dc6de5abb3 req-37d688f5-4db9-4d9f-a598-73ec23c3b804 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1487830 Oct 27 16:32:09.073029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:09.082183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:09.196316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.262686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:09.274458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.274458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.275792 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-4961b8c5-142b-4514-aeea-41d34dcea74d service neutron] 10.222.0.82 "PUT /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1092 time: 1.5694792 Oct 27 16:32:09.276252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:09.279504 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ce2a5-59be-4c3a-a3c6-633cd5851353" -d '{"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:09.441665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:09.489324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59542) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:09.524290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.549608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e58b42b3-fc3d-4a7f-a799-12dc6de5abb3 req-5ffb0415-815e-481f-9367-61991035eda5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435705 Oct 27 16:32:09.577028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4de6b20-9597-47f9-a9ea-9794e3eec371']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.615674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb0037a-136a-4f9f-80a4-a16118f18b26') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.616157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb0037a-136a-4f9f-80a4-a16118f18b26') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.634810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9015f62-42a2-4aba-9c9e-8235c0758736 req-abe452ed-5bfa-4166-8fa6-ebdd778af621 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.636387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9015f62-42a2-4aba-9c9e-8235c0758736 req-abe452ed-5bfa-4166-8fa6-ebdd778af621 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.2015378 Oct 27 16:32:09.637666 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c356b91-7c02-4cf4-955e-047f61a479ce x-openstack-request-id: req-5c356b91-7c02-4cf4-955e-047f61a479ce {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:09.637957 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:09.638211 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c356b91-7c02-4cf4-955e-047f61a479ce {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:09.638613 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'status': 'completed', 'code': 200} Oct 27 16:32:09.638801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.642054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.684854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.694421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-740dd866-0aff-4211-80a5-0c62e0321dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.696874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port ec34799c-033d-41a5-ad03-f18a3e529c70 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:09.697024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-740dd866-0aff-4211-80a5-0c62e0321dc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1095 time: 0.1591253 Oct 27 16:32:09.714374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:09.716287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.729113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1690502842', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:09.756710 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:09.768220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-d815de5e-4ada-4770-8a32-3d657b32d392 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 217 time: 0.0532882 Oct 27 16:32:09.803270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9015f62-42a2-4aba-9c9e-8235c0758736 req-8576c0c2-760b-41aa-985c-d0dc3ab67a7f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448712 Oct 27 16:32:09.837600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-c3b20e82-000a-4de3-ac3d-d8ae68ab567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.839264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-c3b20e82-000a-4de3-ac3d-d8ae68ab567c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.0604343 Oct 27 16:32:09.888417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Made reservation on behalf of f7be54e3bfe845fda369e8bef3f65373 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:09.890722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.902580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.916124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.929654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.929913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-85648fcd-c2bb-4cb1-81e1-48246926b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.931584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-85648fcd-c2bb-4cb1-81e1-48246926b87a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850494 Oct 27 16:32:09.936430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f4de6b20-9597-47f9-a9ea-9794e3eec371 HTTP/1.1" status: 204 len: 168 time: 1.2608786 Oct 27 16:32:09.956027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23211979-2079-4abd-8475-068f6210e3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4de6b20-9597-47f9-a9ea-9794e3eec371,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:09.995184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.071941 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-c37ae6b8-49bd-4ef3-9d4c-c20ea62d2bb8 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323516 Oct 27 16:32:10.091970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.168031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.177925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a7d69af-c8be-4905-95bb-97bd28c8d453 req-96ec14b5-6af2-4b1a-ba28-f317919d83e1 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970941 Oct 27 16:32:10.223128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:10.226372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:10.230209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:10.235833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.236497 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.248836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=ec34799c-033d-41a5-ad03-f18a3e529c70,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.258613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.268789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] device_id is not set on port 8fb07679-aaf1-4327-90bd-0006b20f5fd0 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:10.313063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e59e5ff-c33f-462a-ba4c-44cccb5129c9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.386887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Allocated IP 172.25.5.61 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/8fb07679-aaf1-4327-90bd-0006b20f5fd0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:10.427160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4009b3d3-f5b0-4716-9542-4f66755687db tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8261306 Oct 27 16:32:10.429595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.477101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c553070-71a6-4780-a6e9-8246d8a1b89a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.481512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2c553070-71a6-4780-a6e9-8246d8a1b89a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/ec34799c-033d-41a5-ad03-f18a3e529c70 HTTP/1.1" status: 200 len: 844 time: 0.0478477 Oct 27 16:32:10.481666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.515283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-77f50609-4282-446b-a295-2d07d2ceba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.516901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-77f50609-4282-446b-a295-2d07d2ceba14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1095 time: 0.1070142 Oct 27 16:32:10.585427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port ec34799c-033d-41a5-ad03-f18a3e529c70 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:10.586030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.646883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.678320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59568) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.690743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-a3df4491-f110-4ba6-8b2c-1d79ec089a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.692788 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-a3df4491-f110-4ba6-8b2c-1d79ec089a60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.1630132 Oct 27 16:32:10.716409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.744495 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-17a05f70-e045-437a-897b-73519db0f609 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 217 time: 0.0405407 Oct 27 16:32:10.776041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for ec34799c-033d-41a5-ad03-f18a3e529c70 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:10.788324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8638c401-ee60-4866-8644-c6ca10e2a801 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5053272c423b49d3ac24f92f27203136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088147 Oct 27 16:32:10.793383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59570) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.801798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-3f7c9f4e-af41-460c-aef9-bce807cadabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.803304 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-3f7c9f4e-af41-460c-aef9-bce807cadabc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.0542626 Oct 27 16:32:10.843328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.880896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c025252-7387-40b6-b107-7ffb340cdfdb req-44e1e8d7-d39d-419e-9bc8-31587165257d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.884500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c025252-7387-40b6-b107-7ffb340cdfdb req-44e1e8d7-d39d-419e-9bc8-31587165257d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1718152 Oct 27 16:32:10.908753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:10.914599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:10.926359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:10.962539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-9fc5fbc3-5bcd-44b9-85e0-3b1753346630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:10.964510 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-9fc5fbc3-5bcd-44b9-85e0-3b1753346630 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508353 Oct 27 16:32:10.967034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb07679-aaf1-4327-90bd-0006b20f5fd0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.011891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c025252-7387-40b6-b107-7ffb340cdfdb req-b0a06809-6c63-48d9-bf74-9ebd61030deb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162813 Oct 27 16:32:11.011891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.068496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.087514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d114a35-7636-4922-b5c9-2d6a5e1342b3 req-fb38eae0-ce1b-470b-a545-059c1746975f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:11.089202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d114a35-7636-4922-b5c9-2d6a5e1342b3 req-fb38eae0-ce1b-470b-a545-059c1746975f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.1348116 Oct 27 16:32:11.163625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d114a35-7636-4922-b5c9-2d6a5e1342b3 req-bc6df584-cc3a-4eb5-a87d-905b7fb34ac9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637734 Oct 27 16:32:11.243990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.294852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=ec34799c-033d-41a5-ad03-f18a3e529c70,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.299810 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.305250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1413dfb3-09bd-459b-8f6b-22635d3fb00b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/ec34799c-033d-41a5-ad03-f18a3e529c70 HTTP/1.1" status: 204 len: 168 time: 0.8216279 Oct 27 16:32:11.307567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:11.338833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.345045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.346354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e94a96cb-d0f3-4396-ae64-4480bb789b3a HTTP/1.1" status: 204 len: 168 time: 0.5522010 Oct 27 16:32:11.349871 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378904e-9545-4f2c-a3e5-fc1a5b6be9ff tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:11.360055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8378904e-9545-4f2c-a3e5-fc1a5b6be9ff tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/ec34799c-033d-41a5-ad03-f18a3e529c70 HTTP/1.1" status: 404 len: 333 time: 0.0512471 Oct 27 16:32:11.362039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:11.372474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'name': 'tempest-PortsIpV6TestJSON-1949545784'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:11.400522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f70639e2-9f80-4c98-8d50-759b332172dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.402628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe229c31-2ce3-49b0-beba-b6ef1860e7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a96cb-d0f3-4396-ae64-4480bb789b3a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.573276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:11.573931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.624561 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-dd6b3ef0-0fbf-4e0c-a534-5d5c5bdcd96c service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459446 Oct 27 16:32:11.724142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f69ce2a5-59be-4c3a-a3c6-633cd5851353 req-d4d170cd-353c-42e9-bc80-62af6661faf0 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905972 Oct 27 16:32:11.766488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:11.772910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.810986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port c18c7079-40c9-4236-8600-b73ce2f9096b yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:11.912565 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0f557198-9b2a-472f-9d25-63a1b6c52afd tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4219167 Oct 27 16:32:11.913199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59594) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:11.918865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.61'}]}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:12.007072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.057405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.058495 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.174972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.225756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.240464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eddde2-64c8-4fba-935c-d58cbe5a10fd req-18ca4e68-cbf1-4067-9a63-17e63f59fddb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:12.243156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7eddde2-64c8-4fba-935c-d58cbe5a10fd req-18ca4e68-cbf1-4067-9a63-17e63f59fddb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0800083 Oct 27 16:32:12.342059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:12.354410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:12.368565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:12.369787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:12.370616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.418614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=c18c7079-40c9-4236-8600-b73ce2f9096b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:12.432801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7eddde2-64c8-4fba-935c-d58cbe5a10fd req-e65b5f59-c430-461d-bb67-d3f1263dd7b4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770284 Oct 27 16:32:12.463014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf97826-e96b-425a-972d-5bdaa0ed1163 req-484f0f48-d633-4afc-bc70-96ca7498dd77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:12.465689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bf97826-e96b-425a-972d-5bdaa0ed1163 req-484f0f48-d633-4afc-bc70-96ca7498dd77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.2190528 Oct 27 16:32:12.508638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bf97826-e96b-425a-972d-5bdaa0ed1163 req-3f9c1434-7dcf-4b4f-8478-b4d08bf46ac6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346353 Oct 27 16:32:12.530215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fab95043-4c16-4bf6-a4a7-d9fb6654ee89 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1647511 Oct 27 16:32:12.532490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59616) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:12.538329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:12.611243 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.645371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.822696 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.920224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.932434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59630) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:12.964233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.979977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] In _notify_port_updated(), no bound segment for port c18c7079-40c9-4236-8600-b73ce2f9096b on network 6ca50326-6d1d-497a-8897-d90953bd669e {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:32:12.986366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:12.987355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.989729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/ports/c18c7079-40c9-4236-8600-b73ce2f9096b HTTP/1.1" status: 200 len: 818 time: 0.4555142 Oct 27 16:32:12.992551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.993196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.102783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda88944-7c4a-4b1c-9632-d189a371054f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=c18c7079-40c9-4236-8600-b73ce2f9096b,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.115345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1336595670-network', 'tenant_id': '3d8f35197676405b837cbbcf370bab09'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:13.159170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port c18c7079-40c9-4236-8600-b73ce2f9096b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:13.159522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.245772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.259071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for c18c7079-40c9-4236-8600-b73ce2f9096b owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:13.287177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.334502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Made reservation on behalf of 3d8f35197676405b837cbbcf370bab09 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:13.334502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.351057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.386849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:32:13.461072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.470689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.473848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.521848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:13.534298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:32:13.536862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=c18c7079-40c9-4236-8600-b73ce2f9096b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.557251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.562751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-52d5d772-82d1-4507-8bc1-3a0b6122dae6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/c18c7079-40c9-4236-8600-b73ce2f9096b HTTP/1.1" status: 204 len: 168 time: 0.5674233 Oct 27 16:32:13.564568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59648) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.592315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.594693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89ca6e99-9a13-460d-972f-be1b68cc2af8 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:32:13.632175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.646731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:13.667503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:13.759201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8515f2d-2f19-4b61-9740-a3d19ed2f62d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:13.760713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8515f2d-2f19-4b61-9740-a3d19ed2f62d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1951351 Oct 27 16:32:13.763665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.774098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.775233 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:32:13.776259 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-98a5db02-b451-482d-aa82-934a9183b2be tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8621142 Oct 27 16:32:13.783646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d9c4-064e-48d1-b7f9-bf63b545ea95 req-3cc33794-3c31-4bb9-a6e6-16289250ae82 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:13.785684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17d8d9c4-064e-48d1-b7f9-bf63b545ea95 req-3cc33794-3c31-4bb9-a6e6-16289250ae82 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.2100999 Oct 27 16:32:13.786160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59654) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.793120 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-91413689-a31b-4d46-b9cb-885c7ff73a0a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:13.794625 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-91413689-a31b-4d46-b9cb-885c7ff73a0a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/c18c7079-40c9-4236-8600-b73ce2f9096b HTTP/1.1" status: 404 len: 333 time: 0.0292895 Oct 27 16:32:13.795062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedc11-47e2-451a-8bd1-d7eb52130b92 req-ea439a99-072f-4509-8453-c955d2a76dda tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:13.796676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34aedc11-47e2-451a-8bd1-d7eb52130b92 req-ea439a99-072f-4509-8453-c955d2a76dda tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.1467032 Oct 27 16:32:13.802931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.808336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71383105'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:13.828644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.889600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.898473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.913927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34aedc11-47e2-451a-8bd1-d7eb52130b92 req-5e2cf5b3-941c-43e4-9f43-e0c6b169d93c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099792 Oct 27 16:32:13.934264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:13.940809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17d8d9c4-064e-48d1-b7f9-bf63b545ea95 req-a0ea711e-0402-410c-b49b-de0e981af396 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432519 Oct 27 16:32:13.961416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:13.962306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1fd19a-b51f-462e-8a05-9ffffe542f22,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.968017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.968374 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Added segment 1086cea5-fdf0-4b80-9519-d2b07187ccd1 of type vlan for network 78291244-618b-420e-980e-4f3064b3f63d Oct 27 16:32:13.971922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.989569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Deleting port 8fb07679-aaf1-4327-90bd-0006b20f5fd0 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:13.989917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.012195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:14.021857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.027850 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment 63ce8822-4a36-4d5b-a171-8a587fd2c900 of type vlan for network c217fb5f-d551-46a3-9b06-bfa99404d1ae Oct 27 16:32:14.061146 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.069131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.080654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b5c78d80-386e-4582-a238-e7559341b9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.120553 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.132713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Calling delete_port for 8fb07679-aaf1-4327-90bd-0006b20f5fd0 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:14.172027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8165c52b-2e13-45f6-9a6b-03a5ff792d61'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:32:14.267884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.267884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:14.267884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.337536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] Pushing event updated for resources: {'Network': ['ID=78291244-618b-420e-980e-4f3064b3f63d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:14.343188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.349394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:14.349580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 78291244-618b-420e-980e-4f3064b3f63d details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:14.349989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.416292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=c217fb5f-d551-46a3-9b06-bfa99404d1ae,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:14.425772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.425772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.426575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.427225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.427557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.427905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.428237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.428568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.428895 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.429218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.429541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.429861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:14.445086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2259d334-a892-4636-9055-d04b597dedc6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5054643 Oct 27 16:32:14.451147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59668) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:14.454107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Request body: {'subnet': {'network_id': '78291244-618b-420e-980e-4f3064b3f63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1336595670-subnet', 'tenant_id': '3d8f35197676405b837cbbcf370bab09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:14.469589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:14.497176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.512419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fd3929c3-19ba-4da9-bb9a-ebe2fc50d44f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7080615 Oct 27 16:32:14.513402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59670) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:14.525927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:14.567146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb07679-aaf1-4327-90bd-0006b20f5fd0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:14.639318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.643752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8078daf5-d13c-4949-bd6d-4c752f25847a tempest-RoutersAdminNegativeTest-1030361536 tempest-RoutersAdminNegativeTest-1030361536-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8fb07679-aaf1-4327-90bd-0006b20f5fd0 HTTP/1.1" status: 204 len: 168 time: 0.8564796 Oct 27 16:32:14.662668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Made reservation on behalf of 3d8f35197676405b837cbbcf370bab09 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:14.665998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.839709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.897467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:14.901076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.978870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.085544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c4a47e-b5e4-413e-9c32-1760b62dcb09,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:15.122892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Checking segment: {'id': '1086cea5-fdf0-4b80-9519-d2b07187ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78291244-618b-420e-980e-4f3064b3f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:15.123283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Network hostable DHCP agents. Network: 78291244-618b-420e-980e-4f3064b3f63d, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:15.137567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131606d6-d5da-452a-a162-fc0bd1ab9a4f req-9218a8c1-fcb8-4dcf-bf46-2d7893e9d914 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:15.140585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-131606d6-d5da-452a-a162-fc0bd1ab9a4f req-9218a8c1-fcb8-4dcf-bf46-2d7893e9d914 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.1297379 Oct 27 16:32:15.200542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.219665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-131606d6-d5da-452a-a162-fc0bd1ab9a4f req-a5635e9a-2fd5-4d3f-a8f1-020f3261b3f0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714886 Oct 27 16:32:15.235964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb7ee-a364-4e9e-97c9-59da3610f7f4 req-0e531d65-d6e5-452d-b032-8196fb639167 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:15.237648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5ddb7ee-a364-4e9e-97c9-59da3610f7f4 req-0e531d65-d6e5-452d-b032-8196fb639167 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 945 time: 0.0702055 Oct 27 16:32:15.283909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5ddb7ee-a364-4e9e-97c9-59da3610f7f4 req-f085925b-119b-4b20-9107-02825994eb4c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378213 Oct 27 16:32:15.382671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:15.404855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:32:15.418096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:15.423009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Network 78291244-618b-420e-980e-4f3064b3f63d is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:15.469523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.532264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 78291244-618b-420e-980e-4f3064b3f63d) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:15.552803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:15.554145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.585408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4b4b5-3e66-4cd5-80cd-df8c6c31a333 None None] Network 78291244-618b-420e-980e-4f3064b3f63d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:15.591505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65bdeb0a-ccaa-48f6-ae7b-0e4e84bfc7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.596373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=0413904f-88b6-4309-9087-db5c07791f98,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:15.624301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': '63ce8822-4a36-4d5b-a171-8a587fd2c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:15.624709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: c217fb5f-d551-46a3-9b06-bfa99404d1ae, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:15.650543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:32:15.669056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:15.669683 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.697024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65bdeb0a-ccaa-48f6-ae7b-0e4e84bfc7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.705539 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d87f39bc-df3c-478c-b730-7d8153e12640 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2571883 Oct 27 16:32:15.738885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:15.751029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:15.776623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'port_id': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'mac_address': 'fa:16:3e:6d:fd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:32:15.834365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65bdeb0a-ccaa-48f6-ae7b-0e4e84bfc7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.866195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0aa45f-15d7-4f56-bdec-a598a01c5444 None None] Network 78291244-618b-420e-980e-4f3064b3f63d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:15.877097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c217fb5f-d551-46a3-9b06-bfa99404d1ae) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:15.885931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:15.886551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.895222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00020737-ae1c-4f50-82af-ea3a06b57fde None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:15.903744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-65bdeb0a-ccaa-48f6-ae7b-0e4e84bfc7d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2bbab527c364129948cdcdbfdb85777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199246 Oct 27 16:32:15.904040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59708) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:15.908011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdeb0a-ccaa-48f6-ae7b-0e4e84bfc7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b3f23-1172-42d2-8d36-bf4f6f125389,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:15.993420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30fcb583-f11f-4332-8c3e-5c83bf615f1c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4769211 Oct 27 16:32:15.996525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.007913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:16.041217 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.057967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.081492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.084521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8982cc1-d33d-4692-b52d-d47549a558df {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:16.109440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:16.128203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.302362 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.308199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a827e4e6-aaeb-4d5f-8771-bde8c9c1b5b2 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:16.309689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a827e4e6-aaeb-4d5f-8771-bde8c9c1b5b2 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/networks?id=78291244-618b-420e-980e-4f3064b3f63d HTTP/1.1" status: 200 len: 821 time: 0.1860006 Oct 27 16:32:16.352695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-5c35466c-126a-44da-a3ed-cd0f65408d10 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/quotas/3d8f35197676405b837cbbcf370bab09 HTTP/1.1" status: 200 len: 375 time: 0.0150614 Oct 27 16:32:16.365052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:16.367489 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222224c-6770-4b3e-b6bd-24517274b07f" -d '{"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:16.370137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3257f-cc81-4a6f-aa26-c03321f9b2ec req-b84357f0-9fb9-40af-8d3d-c1d0c728b095 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:16.371785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ba3257f-cc81-4a6f-aa26-c03321f9b2ec req-b84357f0-9fb9-40af-8d3d-c1d0c728b095 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.0801554 Oct 27 16:32:16.395327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:16.399760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.435701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:16.456591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-48870041-54f0-462a-bd51-7554700d35a1 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d8f35197676405b837cbbcf370bab09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836174 Oct 27 16:32:16.509829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.512882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.517153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/060b3f23-1172-42d2-8d36-bf4f6f125389 HTTP/1.1" status: 204 len: 168 time: 0.6088417 Oct 27 16:32:16.533981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-eda844c7-9210-40e8-8604-442d5408cf6c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:32:16.535676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-eda844c7-9210-40e8-8604-442d5408cf6c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069473 Oct 27 16:32:16.546587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.559731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '0413904f-88b6-4309-9087-db5c07791f98'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:16.560904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.573769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b5ad5-73d2-41be-a05f-0a22653fdb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b3f23-1172-42d2-8d36-bf4f6f125389,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.589185 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.638478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ba3257f-cc81-4a6f-aa26-c03321f9b2ec req-2409a9ff-7b8f-424a-bfb7-a0b2ee08b23e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436216 Oct 27 16:32:16.659269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.680076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f8982cc1-d33d-4692-b52d-d47549a558df'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:32:16.708902 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0413904f-88b6-4309-9087-db5c07791f98 (CIDR: 2001:db8::/64) Oct 27 16:32:16.766622 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:32:16.767272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:16.820882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a0d15-ff50-4c0d-b11e-107a11da30ba req-1dc7fd25-3826-4307-b3c6-e063699937b4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:16.823478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7a0d15-ff50-4c0d-b11e-107a11da30ba req-1dc7fd25-3826-4307-b3c6-e063699937b4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1036384 Oct 27 16:32:16.830411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d3ad4782-6f03-4a56-9ee0-3b74f0922dc3 service neutron] 10.222.0.70 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766771 Oct 27 16:32:16.895968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Allocated IP 2001:db8::2 (c217fb5f-d551-46a3-9b06-bfa99404d1ae/0413904f-88b6-4309-9087-db5c07791f98/f3304874-742c-4d6e-b365-6d1b07eaa32a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:17.068371 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.212757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-51e3be1b-f707-4b74-b846-79b94450d6ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2099161 Oct 27 16:32:17.213100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.218765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:17.229575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.292848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7a0d15-ff50-4c0d-b11e-107a11da30ba req-671e773e-f247-4e6c-8d23-c0c22a47dc1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614074 Oct 27 16:32:17.352767 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.373798 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16877d4-cb29-4e3c-a734-efee902fe125 x-openstack-request-id: req-a16877d4-cb29-4e3c-a734-efee902fe125 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:17.374056 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:17.374314 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a16877d4-cb29-4e3c-a734-efee902fe125 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:17.374707 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'code': 200} Oct 27 16:32:17.395474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-88c6090b-24bd-4842-9a60-4e6dc06023d8 service neutron] 10.222.0.70 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622811 Oct 27 16:32:17.422126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59754) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.442563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Pushing event updated for resources: {'Port': ['ID=f3304874-742c-4d6e-b365-6d1b07eaa32a,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.461761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:17.463563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:17.466939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:17.503086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cd337425-19a2-4853-8dd0-f6d5c5b808bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7be54e3bfe845fda369e8bef3f65373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799630 Oct 27 16:32:17.507531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59758) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.536191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:17.542788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.587806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Attempting to bind port f3304874-742c-4d6e-b365-6d1b07eaa32a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:17.588413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Attempting to bind port f3304874-742c-4d6e-b365-6d1b07eaa32a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '63ce8822-4a36-4d5b-a171-8a587fd2c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:17.588626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Attempting to bind port f3304874-742c-4d6e-b365-6d1b07eaa32a on network c217fb5f-d551-46a3-9b06-bfa99404d1ae {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:17.592065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.594886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:17.595565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Checking segment: {'id': '63ce8822-4a36-4d5b-a171-8a587fd2c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:17.595818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.596214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Bound using segment: {'id': '63ce8822-4a36-4d5b-a171-8a587fd2c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:17.596759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Bound port: f3304874-742c-4d6e-b365-6d1b07eaa32a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ce8822-4a36-4d5b-a171-8a587fd2c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:17.597307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.619666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7aa0d-323f-4164-b15c-a98fff4fbb1b req-919b7573-15dc-4851-afa9-0bedcb4fd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:17.621167 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c4c7aa0d-323f-4164-b15c-a98fff4fbb1b req-919b7573-15dc-4851-afa9-0bedcb4fd918 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1097 time: 0.1724503 Oct 27 16:32:17.679683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c4c7aa0d-323f-4164-b15c-a98fff4fbb1b req-cfc5d92d-cd25-46d6-ac00-2167b02d5f85 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498672 Oct 27 16:32:17.692944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] For port f3304874-742c-4d6e-b365-6d1b07eaa32a, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:17.697993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.702525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] For port f3304874-742c-4d6e-b365-6d1b07eaa32a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f3304874-742c-4d6e-b365-6d1b07eaa32a,segment=NetworkSegment(63ce8822-4a36-4d5b-a171-8a587fd2c900),segment_id=63ce8822-4a36-4d5b-a171-8a587fd2c900)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:17.802746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.876111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca9ae2f-abe7-4f67-8535-4637f8523be6 req-0b384072-44bc-4087-b341-3f9eaa3c32b9 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0769548 Oct 27 16:32:17.899864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e03bc5-0be5-4ca7-af31-ed9acbfd6b22 None None] Pushing event updated for resources: {'Port': ['ID=f3304874-742c-4d6e-b365-6d1b07eaa32a,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.936556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaff7a-3bad-4a99-81ee-7c9d7c1e820b req-01fa2ce0-82b4-4b96-a83d-664ef5ba96d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:17.938562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aaaff7a-3bad-4a99-81ee-7c9d7c1e820b req-01fa2ce0-82b4-4b96-a83d-664ef5ba96d7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1897869 Oct 27 16:32:18.031524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0aaaff7a-3bad-4a99-81ee-7c9d7c1e820b req-e93cefcf-ad03-472f-98a6-261ecb83e5f4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859954 Oct 27 16:32:18.044006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.062772 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.066430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e59e5ff-c33f-462a-ba4c-44cccb5129c9 HTTP/1.1" status: 204 len: 168 time: 0.5554497 Oct 27 16:32:18.076299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2865-4b56-4614-a80c-8b28059ad5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e59e5ff-c33f-462a-ba4c-44cccb5129c9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.131266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.214470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:18.218013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:18.231457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:18.235316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.263291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=e98f3c93-e320-4373-b686-4cf077aebf61,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.371017 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-945ea33c-ae6a-4572-9c21-1c5eddaf590d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1538365 Oct 27 16:32:18.371017 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59782) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:18.379413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'fixed_ips': [{'subnet_id': '0413904f-88b6-4309-9087-db5c07791f98'}, {'subnet_id': 'e98f3c93-e320-4373-b686-4cf077aebf61'}], 'name': 'tempest-PortsIpV6TestJSON-1770646977'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:18.448742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3f7de-77b2-4996-9391-c71d21cada08 req-97b34e93-067a-42d4-8454-019c2a9197e9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:18.451700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07d3f7de-77b2-4996-9391-c71d21cada08 req-97b34e93-067a-42d4-8454-019c2a9197e9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0676403 Oct 27 16:32:18.539274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07d3f7de-77b2-4996-9391-c71d21cada08 req-d5881528-5957-47d9-928c-80dbe7340847 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741286 Oct 27 16:32:18.673806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:18.788940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.807152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 2810a862-59c1-4139-bd7e-ac4424ebc90c yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:19.070967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-406e7e8b-62a7-4072-a95b-9f769e8cf164 req-5a817e53-fd9a-427f-aa61-7fdbdcbcbf36 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0833445 Oct 27 16:32:19.122069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f3304874-742c-4d6e-b365-6d1b07eaa32a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:19.250220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:19.250600 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.356938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc47dd-6fdc-4f2a-ab2e-dbe5965d50ce req-c5c5ec68-7f52-40b3-b954-85650bbdd5c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:19.367623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bcc47dd-6fdc-4f2a-ab2e-dbe5965d50ce req-c5c5ec68-7f52-40b3-b954-85650bbdd5c7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.0901499 Oct 27 16:32:19.414312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:19.464207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bcc47dd-6fdc-4f2a-ab2e-dbe5965d50ce req-9a72f551-29b7-49e0-a18d-9a63fd4e8379 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929229 Oct 27 16:32:19.572689 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.580952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::3a (c217fb5f-d551-46a3-9b06-bfa99404d1ae/0413904f-88b6-4309-9087-db5c07791f98/2810a862-59c1-4139-bd7e-ac4424ebc90c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:19.588350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8:0:1::2e6 (c217fb5f-d551-46a3-9b06-bfa99404d1ae/e98f3c93-e320-4373-b686-4cf077aebf61/2810a862-59c1-4139-bd7e-ac4424ebc90c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:19.624780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port f3304874-742c-4d6e-b365-6d1b07eaa32a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f3304874-742c-4d6e-b365-6d1b07eaa32a,segment=NetworkSegment(63ce8822-4a36-4d5b-a171-8a587fd2c900),segment_id=63ce8822-4a36-4d5b-a171-8a587fd2c900)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:19.635423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1133908-974e-4ae2-88ab-67f44639f35a None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:19.691247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f8982cc1-d33d-4692-b52d-d47549a558df completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:32:19.703390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cf0285a2-48a4-4777-8516-776065035f2c None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:19.704189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf0285a2-48a4-4777-8516-776065035f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.716541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5df46-142a-4cd2-940c-8a49d3685b55 req-7500f8b2-2946-4999-adbe-ce35c1577603 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:19.718209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dd5df46-142a-4cd2-940c-8a49d3685b55 req-7500f8b2-2946-4999-adbe-ce35c1577603 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0720291 Oct 27 16:32:19.732259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f8982cc1-d33d-4692-b52d-d47549a558df triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:19.732921 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.763175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4dd5df46-142a-4cd2-940c-8a49d3685b55 req-b02fb8cc-c187-4b82-9b7d-bda7d0d4a259 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Oct 27 16:32:19.764396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.836224 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.891421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.947260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323726-2a8a-4260-ae97-1fca0e519a79 req-b94f18c9-3ef0-4267-be97-433438501d33 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:19.956928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1323726-2a8a-4260-ae97-1fca0e519a79 req-b94f18c9-3ef0-4267-be97-433438501d33 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1134124 Oct 27 16:32:19.962226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:19.971272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'floatingip': {'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:19.999670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59834) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:20.023538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=2810a862-59c1-4139-bd7e-ac4424ebc90c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.036627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:20.039861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:20.050983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:20.062610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:20.064146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.071075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.168335 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e3d93f8-5560-4a49-bc7e-f7c1139e5085 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7951930 Oct 27 16:32:20.170972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:20.176481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0413904f-88b6-4309-9087-db5c07791f98'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:20.182637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=f3304874-742c-4d6e-b365-6d1b07eaa32a,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.217902 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.275032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:20.275032 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cee1a6-0e7d-4343-9a17-69b45c06f13c" -d '{"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-plugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:20.302592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:20.351397 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c385bef-9f6a-425b-89fc-e0fa68e5590d x-openstack-request-id: req-7c385bef-9f6a-425b-89fc-e0fa68e5590d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:20.351771 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-plugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:20.352028 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c385bef-9f6a-425b-89fc-e0fa68e5590d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:20.353468 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'code': 200} Oct 27 16:32:20.371908 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-724da666-c64f-4329-8620-bb67a6bb9bfc tempest-AgentManagementNegativeTest-212697372 tempest-AgentManagementNegativeTest-212697372-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3614099 Oct 27 16:32:20.381275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.383941 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.395810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Update dhcp port {'port': {'network_id': 'c217fb5f-d551-46a3-9b06-bfa99404d1ae', 'fixed_ips': [{'subnet_id': '0413904f-88b6-4309-9087-db5c07791f98', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e98f3c93-e320-4373-b686-4cf077aebf61'}], 'binding:host_id': 'n-d-814735-4'}, 'id': 'f3304874-742c-4d6e-b365-6d1b07eaa32a'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:32:20.507059 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:20.519726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.567386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.634621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad807-5355-4e98-a165-47fd36964d40 req-ec6724d1-7eff-44fa-8ab4-3aada3bf0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:20.637153 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2bcad807-5355-4e98-a165-47fd36964d40 req-ec6724d1-7eff-44fa-8ab4-3aada3bf0dde service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1097 time: 0.1862061 Oct 27 16:32:20.698915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a2f7f85-a7c9-4d69-83d6-8b416818f40f req-bfb85ec4-e98b-4277-9024-3ca09c7862a4 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0994408 Oct 27 16:32:20.791025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Allocated IP 2001:db8:0:1::2 (c217fb5f-d551-46a3-9b06-bfa99404d1ae/e98f3c93-e320-4373-b686-4cf077aebf61/f3304874-742c-4d6e-b365-6d1b07eaa32a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:20.796485 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2bcad807-5355-4e98-a165-47fd36964d40 req-bc53080a-fa70-4c15-b585-9e75f7160114 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033540 Oct 27 16:32:20.922788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059b444-7433-4cfd-a3a2-c5a1d386ecc8 req-94c82b95-e84a-4ccb-928f-c59ebdd62a56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:20.924572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5059b444-7433-4cfd-a3a2-c5a1d386ecc8 req-94c82b95-e84a-4ccb-928f-c59ebdd62a56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.3229101 Oct 27 16:32:20.991952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] For port f3304874-742c-4d6e-b365-6d1b07eaa32a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f3304874-742c-4d6e-b365-6d1b07eaa32a,segment=NetworkSegment(63ce8822-4a36-4d5b-a171-8a587fd2c900),segment_id=63ce8822-4a36-4d5b-a171-8a587fd2c900)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:21.008451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f3304874-742c-4d6e-b365-6d1b07eaa32a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:21.101975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5059b444-7433-4cfd-a3a2-c5a1d386ecc8 req-a1a3a40c-be2a-4cff-9843-b6d02609ff56 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610630 Oct 27 16:32:21.105542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.resource_extend [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:32:21.138165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.145644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:21.146366 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.191134 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.246380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.275549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.452897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3fe0d-2be1-4c03-9d5d-91e72224f810 None None] Pushing event updated for resources: {'Port': ['ID=f3304874-742c-4d6e-b365-6d1b07eaa32a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:21.495399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Delete allocated IP 2001:db8:0:1::2e6 (c217fb5f-d551-46a3-9b06-bfa99404d1ae/e98f3c93-e320-4373-b686-4cf077aebf61) {{(pid=114449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:32:21.508087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-7c2a8dc8-abbb-423c-b7fc-60935ca731a1 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:21.511547 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-7c2a8dc8-abbb-423c-b7fc-60935ca731a1 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.82 "GET /v2.0/networks?id=78291244-618b-420e-980e-4f3064b3f63d HTTP/1.1" status: 200 len: 821 time: 0.2393339 Oct 27 16:32:21.521184 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Floating IP 00f8709b-9764-42e3-839d-9f679bbc2528 associated. External IP: 172.25.5.19, port: 8165c52b-2e13-45f6-9a6b-03a5ff792d61. Oct 27 16:32:21.530138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Request body: {'port': {'device_id': 'ce242044-702c-4f80-bdea-78805f3711fd', 'network_id': '78291244-618b-420e-980e-4f3064b3f63d', 'admin_state_up': True, 'tenant_id': '3d8f35197676405b837cbbcf370bab09'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:21.620388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:21.930807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-122d3add-2d8e-40d7-892e-24fcb9b2ce38 req-c3e78355-a87c-4749-9697-08150b4756c9 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0332551 Oct 27 16:32:21.960670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6971c17c-d4db-4dd7-a4c6-f1f10f90893a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.982405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:22.017006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.060103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Made reservation on behalf of 3d8f35197676405b837cbbcf370bab09 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:22.064228 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.126780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:22.132019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.141322 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:22.177366 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:22.178138 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:22.183168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fd7d62d8-379d-44f7-b49c-933eed50f455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "PUT /v2.0/floatingips/00f8709b-9764-42e3-839d-9f679bbc2528 HTTP/1.1" status: 200 len: 991 time: 2.2154872 Oct 27 16:32:22.183168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:22.183168 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becaba38-ce91-42e9-9e2c-2a8e183afec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:22.228593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.335235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] In _notify_port_updated(), no bound segment for port 2810a862-59c1-4139-bd7e-ac4424ebc90c on network c217fb5f-d551-46a3-9b06-bfa99404d1ae {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:32:22.341934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:22.342606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.346525 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/ports/2810a862-59c1-4139-bd7e-ac4424ebc90c HTTP/1.1" status: 200 len: 925 time: 2.1721601 Oct 27 16:32:22.361928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2dfc-54dc-4f65-aed4-34907f8d4289 req-df81da25-fb3d-439a-98a7-dac4aa36fb23 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:22.366713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57ab2dfc-54dc-4f65-aed4-34907f8d4289 req-df81da25-fb3d-439a-98a7-dac4aa36fb23 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.1397884 Oct 27 16:32:22.368597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59888) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:22.382357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0413904f-88b6-4309-9087-db5c07791f98'}, {'subnet_id': 'e98f3c93-e320-4373-b686-4cf077aebf61'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:22.412821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6971c17c-d4db-4dd7-a4c6-f1f10f90893a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.489527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6971c17c-d4db-4dd7-a4c6-f1f10f90893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.506702 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475b04b9-5e35-49fb-998e-e2796d8ddbd5 x-openstack-request-id: req-475b04b9-5e35-49fb-998e-e2796d8ddbd5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:22.507150 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:22.507406 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-475b04b9-5e35-49fb-998e-e2796d8ddbd5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:22.507820 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'status': 'completed', 'code': 200} Oct 27 16:32:22.530546 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:22.541063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-57ab2dfc-54dc-4f65-aed4-34907f8d4289 req-1ea6ae74-7ad6-4d5a-adb2-6d0d482718d9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483703 Oct 27 16:32:22.574437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4ba0d-41f1-4c31-9544-c8acbe352ad5 None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:22.579355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6971c17c-d4db-4dd7-a4c6-f1f10f90893a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d14dd534456f40028ffb0d7f373473cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573803 Oct 27 16:32:22.583881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6cf88-a274-4e09-a53c-63bd651464b3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=2810a862-59c1-4139-bd7e-ac4424ebc90c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:22.603425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59892) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:22.603912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971c17c-d4db-4dd7-a4c6-f1f10f90893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53fe1a7-20c8-4f76-bd90-10370ac33176,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:22.668055 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-a092a58e-333d-431a-baf7-ac31e32752d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:22.669934 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-a092a58e-333d-431a-baf7-ac31e32752d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1097 time: 0.2152350 Oct 27 16:32:22.677718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Allocated IP 172.20.0.9 (78291244-618b-420e-980e-4f3064b3f63d/b3c4a47e-b5e4-413e-9c32-1760b62dcb09/bcb16343-fdf9-42d5-80cc-efdbef6081d1) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:22.693100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ccee3ba4-d08c-43c2-8647-7cfc33584d0f None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:22.693471 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccee3ba4-d08c-43c2-8647-7cfc33584d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.789319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.814510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.841272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-6246fd04-99bb-4f0b-9efa-70b54fb7df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:22.843250 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-6246fd04-99bb-4f0b-9efa-70b54fb7df84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1597695 Oct 27 16:32:22.896208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.037521 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00f8709b-9764-42e3-839d-9f679bbc2528', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e811f992-2882-46d9-9542-04d98b8a342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:31:51Z', 'updated_at': '2021-10-27T16:32:20Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:23.046274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f3304874-742c-4d6e-b365-6d1b07eaa32a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:23.088867 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-e8b4ad4f-4d46-4e5a-b186-fe10933311df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 999 time: 0.2358968 Oct 27 16:32:23.094289 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:23.105183 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:23.106740 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:23.176675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.181012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-214aeeea-8d44-4c34-a881-e093776c9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:23.182631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-214aeeea-8d44-4c34-a881-e093776c9b3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0844536 Oct 27 16:32:23.246858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ccee3ba4-d08c-43c2-8647-7cfc33584d0f None None] Provisioning complete for port 2810a862-59c1-4139-bd7e-ac4424ebc90c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:23.248869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccee3ba4-d08c-43c2-8647-7cfc33584d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.249057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99c87fe4-c6df-4d4f-8f55-0aabf811e21b req-71a61c8a-02db-40a4-8b88-9de7c5411c0b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0767634 Oct 27 16:32:23.256334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-77c51fee-dc32-4ff4-9ae2-1325c8b90a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:23.263387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-77c51fee-dc32-4ff4-9ae2-1325c8b90a24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719974 Oct 27 16:32:23.303811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ccee3ba4-d08c-43c2-8647-7cfc33584d0f None None] Port 2810a862-59c1-4139-bd7e-ac4424ebc90c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:23.340280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:23.340657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.357095 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:23.370692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.373974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.378879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d53fe1a7-20c8-4f76-bd90-10370ac33176 HTTP/1.1" status: 204 len: 168 time: 0.7741687 Oct 27 16:32:23.398392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.404669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53fe1a7-20c8-4f76-bd90-10370ac33176,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:23.424481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.427308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.427308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.427308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.427308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.427308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.428034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.428455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.428878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.429299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.430870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.431336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155a50d-14e4-447e-acaf-77fdc9dbb4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:23.492925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Network 78291244-618b-420e-980e-4f3064b3f63d is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:23.499980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:23.505247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:23.566534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8:0:1::33b (c217fb5f-d551-46a3-9b06-bfa99404d1ae/e98f3c93-e320-4373-b686-4cf077aebf61/2810a862-59c1-4139-bd7e-ac4424ebc90c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:23.649638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Pushing event updated for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:23.707460 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-3b8e5a12-812f-41e4-9c96-90a3806b37b5 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351666 Oct 27 16:32:23.713209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:23.713854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.838096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-25f3f8dd-cc36-4ac7-bf9d-f17667a20a34 None None] Provisioning complete for port f3304874-742c-4d6e-b365-6d1b07eaa32a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:23.839134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-25f3f8dd-cc36-4ac7-bf9d-f17667a20a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.944139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-becaba38-ce91-42e9-9e2c-2a8e183afec0 req-1e1ee27a-af8e-4c18-a7af-2cd3e2c51d42 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153103 Oct 27 16:32:23.954674 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-d7e0705b-01bc-4249-aa0f-f051f640e8bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4328156 Oct 27 16:32:23.960915 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00f8709b-9764-42e3-839d-9f679bbc2528', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e811f992-2882-46d9-9542-04d98b8a342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:31:51Z', 'updated_at': '2021-10-27T16:32:20Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:23.968601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Request body: {'port': {'device_id': 'ce242044-702c-4f80-bdea-78805f3711fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:23.999996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.028512 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b698f842-2c64-4516-a93d-cb569cde3a8c None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '00f8709b-9764-42e3-839d-9f679bbc2528', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e811f992-2882-46d9-9542-04d98b8a342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:31:51Z', 'updated_at': '2021-10-27T16:32:20Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:24.071498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.145282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.317152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] In _notify_port_updated(), no bound segment for port 2810a862-59c1-4139-bd7e-ac4424ebc90c on network c217fb5f-d551-46a3-9b06-bfa99404d1ae {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:32:24.338996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:24.338996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.342285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/ports/2810a862-59c1-4139-bd7e-ac4424ebc90c HTTP/1.1" status: 200 len: 1011 time: 1.9715104 Oct 27 16:32:24.356123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-25f3f8dd-cc36-4ac7-bf9d-f17667a20a34 None None] Provisioning complete for port 2810a862-59c1-4139-bd7e-ac4424ebc90c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:24.356806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:24.357233 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-25f3f8dd-cc36-4ac7-bf9d-f17667a20a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.409851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-25f3f8dd-cc36-4ac7-bf9d-f17667a20a34 None None] Port 2810a862-59c1-4139-bd7e-ac4424ebc90c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:24.468383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ec1f0-b041-4764-b4db-b6a1e5e8c2b7 None None] New status for floating IP 00f8709b-9764-42e3-839d-9f679bbc2528: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:32:24.487522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb06e58-cd43-4b73-9336-d6da9405250f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=2810a862-59c1-4139-bd7e-ac4424ebc90c,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:24.498926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4cd3-9da7-4bdd-adfc-80951aaa1278 req-d159aa15-e645-46d0-90ec-6425c2275190 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:24.500601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b61e4cd3-9da7-4bdd-adfc-80951aaa1278 req-d159aa15-e645-46d0-90ec-6425c2275190 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.4921060 Oct 27 16:32:24.604473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f2d7b39e-7acd-40df-8d2e-915d0aea7be6 None None] Provisioning complete for port 2810a862-59c1-4139-bd7e-ac4424ebc90c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:24.611251 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b39e-7acd-40df-8d2e-915d0aea7be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.640611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfca7f7-9172-4147-91dc-56757c557d65 req-7cff6edb-939c-46d2-986d-8f8c88620d3b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:24.642515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcfca7f7-9172-4147-91dc-56757c557d65 req-7cff6edb-939c-46d2-986d-8f8c88620d3b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 931 time: 0.1384084 Oct 27 16:32:24.713348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb16343-fdf9-42d5-80cc-efdbef6081d1 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:24.731471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b61e4cd3-9da7-4bdd-adfc-80951aaa1278 req-57a6cfab-b27d-4164-b407-18c6bd8abbf7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164927 Oct 27 16:32:24.738602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcfca7f7-9172-4147-91dc-56757c557d65 req-fbbdc2e0-9bc7-4e85-9de6-3b45442b2f73 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850458 Oct 27 16:32:24.756783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.797733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 2810a862-59c1-4139-bd7e-ac4424ebc90c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:24.798104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.815673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Transition to ACTIVE for port object bcb16343-fdf9-42d5-80cc-efdbef6081d1 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:32:24.845229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7b39e-7acd-40df-8d2e-915d0aea7be6 None None] Port 2810a862-59c1-4139-bd7e-ac4424ebc90c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:24.886117 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.990014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:25.013227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-25503e55-022c-4181-9681-f172cdd8f94e None None] Provisioning complete for port 2810a862-59c1-4139-bd7e-ac4424ebc90c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:25.013852 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-25503e55-022c-4181-9681-f172cdd8f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.094175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-25503e55-022c-4181-9681-f172cdd8f94e None None] Port 2810a862-59c1-4139-bd7e-ac4424ebc90c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:25.105789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Attempting to bind port bcb16343-fdf9-42d5-80cc-efdbef6081d1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:25.110384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Attempting to bind port bcb16343-fdf9-42d5-80cc-efdbef6081d1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '1086cea5-fdf0-4b80-9519-d2b07187ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78291244-618b-420e-980e-4f3064b3f63d'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:25.110384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Attempting to bind port bcb16343-fdf9-42d5-80cc-efdbef6081d1 on network 78291244-618b-420e-980e-4f3064b3f63d {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:25.112638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Port bcb16343-fdf9-42d5-80cc-efdbef6081d1 on network 78291244-618b-420e-980e-4f3064b3f63d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:32:25.112975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Attempting to bind port bcb16343-fdf9-42d5-80cc-efdbef6081d1 on network 78291244-618b-420e-980e-4f3064b3f63d {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:25.120426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:25.120778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Checking segment: {'id': '1086cea5-fdf0-4b80-9519-d2b07187ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78291244-618b-420e-980e-4f3064b3f63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:25.121176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Bound using segment: {'id': '1086cea5-fdf0-4b80-9519-d2b07187ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78291244-618b-420e-980e-4f3064b3f63d'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:25.121835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Bound port: bcb16343-fdf9-42d5-80cc-efdbef6081d1, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1086cea5-fdf0-4b80-9519-d2b07187ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '78291244-618b-420e-980e-4f3064b3f63d'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:25.122208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.176598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.197392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 2810a862-59c1-4139-bd7e-ac4424ebc90c owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:25.263269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:25.273395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1,segment=NetworkSegment(1086cea5-fdf0-4b80-9519-d2b07187ccd1),segment_id=1086cea5-fdf0-4b80-9519-d2b07187ccd1)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:25.328179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-07cc4410-b945-43e2-91c1-3fadf22b21e1 None None] Provisioning complete for port 2810a862-59c1-4139-bd7e-ac4424ebc90c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:25.328556 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-07cc4410-b945-43e2-91c1-3fadf22b21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.359821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.451014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-07cc4410-b945-43e2-91c1-3fadf22b21e1 None None] Port 2810a862-59c1-4139-bd7e-ac4424ebc90c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:25.475295 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.476085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.477976 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] 10.222.0.82 "PUT /v2.0/ports/bcb16343-fdf9-42d5-80cc-efdbef6081d1 HTTP/1.1" status: 200 len: 1091 time: 1.5136535 Oct 27 16:32:25.479194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:25.482185 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162acdd0-40be-4706-9019-bbedbbd30e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:25.506671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088654a-8631-46dd-9bb4-576a4e83d275 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:25.615397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffef342-35ca-4922-bd34-d28092eb462a x-openstack-request-id: req-7ffef342-35ca-4922-bd34-d28092eb462a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:25.615965 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:25.616463 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ffef342-35ca-4922-bd34-d28092eb462a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:25.617098 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1', 'status': 'completed', 'code': 200} Oct 27 16:32:25.636660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531de94-20e4-4f34-8ff6-9e8c429562c6 req-a43a2cef-703a-4679-97da-ab03b9a040bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.638225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c531de94-20e4-4f34-8ff6-9e8c429562c6 req-a43a2cef-703a-4679-97da-ab03b9a040bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.6880352 Oct 27 16:32:25.661118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-0431f288-f448-458f-90ce-cb097f86aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.663122 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-0431f288-f448-458f-90ce-cb097f86aa94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d8f35197676405b837cbbcf370bab09&device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 1094 time: 0.0832314 Oct 27 16:32:25.694431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c531de94-20e4-4f34-8ff6-9e8c429562c6 req-a4a01be6-37ed-4e6f-9141-8f36cb3fdf46 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Oct 27 16:32:25.733988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59948) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:25.778012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59950) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:25.787626 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-4355fc60-38cd-46e3-b4be-d9dafafd42ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1 HTTP/1.1" status: 200 len: 217 time: 0.1148195 Oct 27 16:32:25.857104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02710f56-25cb-43de-ac72-33e45fec6b67 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.861779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02710f56-25cb-43de-ac72-33e45fec6b67 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1092 time: 0.1234465 Oct 27 16:32:25.865343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59956) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:25.871164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:25.908043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-334d52fa-46f7-48a1-bd35-352f47d179ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.911480 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-334d52fa-46f7-48a1-bd35-352f47d179ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b3c4a47e-b5e4-413e-9c32-1760b62dcb09 HTTP/1.1" status: 200 len: 861 time: 0.1141021 Oct 27 16:32:25.979937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-294883838'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:26.000799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-98d5b929-3e46-441f-b64d-11b907a88db0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=78291244-618b-420e-980e-4f3064b3f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798030 Oct 27 16:32:26.004583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.075156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbc4c4-c4a8-4a8d-96f7-28e4aac704af req-b6c394b9-23c5-49ee-847c-852712c58b2e tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:26.076793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cbc4c4-c4a8-4a8d-96f7-28e4aac704af req-b6c394b9-23c5-49ee-847c-852712c58b2e tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 943 time: 0.1415811 Oct 27 16:32:26.123691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.185515 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-eaf0acd3-3a16-4432-91c9-0ab1fff09f7b service neutron] 10.222.0.82 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642399 Oct 27 16:32:26.261029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=2810a862-59c1-4139-bd7e-ac4424ebc90c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:26.290819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cbc4c4-c4a8-4a8d-96f7-28e4aac704af req-d242afce-4327-4114-840e-152cafd45fdc tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064979 Oct 27 16:32:26.299971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.311121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f79cb35a-d3ce-40b3-9ff4-ceb52d9a8b20 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/2810a862-59c1-4139-bd7e-ac4424ebc90c HTTP/1.1" status: 204 len: 168 time: 1.9483223 Oct 27 16:32:26.312081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:26.348673 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-bd0eebe9-986c-4a8a-a5a6-f6dfd3cae580 req-55bdaae0-dff0-432b-8b26-a9e49041246f service neutron] 10.222.0.82 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524968 Oct 27 16:32:26.351316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:26.356186 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a176dfb3-1a57-45cf-a689-9ef8eb05f767 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:26.356457 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.373594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.374019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a176dfb3-1a57-45cf-a689-9ef8eb05f767 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/2810a862-59c1-4139-bd7e-ac4424ebc90c HTTP/1.1" status: 404 len: 333 time: 0.0604141 Oct 27 16:32:26.380684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.382262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59966) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:26.486300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet e98f3c93-e320-4373-b686-4cf077aebf61 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:26.493592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.538060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.161 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/0a614735-3b3b-4eb5-9835-f1346cfc2e7a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:26.548071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.676574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-0210e337-e39e-4dc8-8bed-2d657bfd2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:26.678139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-0210e337-e39e-4dc8-8bed-2d657bfd2d54 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d8f35197676405b837cbbcf370bab09&device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 1094 time: 0.1423295 Oct 27 16:32:26.734191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.816975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.844424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.902565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-b9bff683-d290-4cfe-b79c-be1a1463f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:26.904493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-b9bff683-d290-4cfe-b79c-be1a1463f42f service neutron] 10.222.0.82 "GET /v2.0/networks?id=78291244-618b-420e-980e-4f3064b3f63d HTTP/1.1" status: 200 len: 922 time: 0.2168076 Oct 27 16:32:26.953660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.977331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.998395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.002170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/e98f3c93-e320-4373-b686-4cf077aebf61 HTTP/1.1" status: 204 len: 168 time: 0.6186652 Oct 27 16:32:27.002389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2e85f-e8f0-4589-b0e0-4be094b1002e None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:27.003254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7f42c-4075-4735-8e7c-568cb67df331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=e98f3c93-e320-4373-b686-4cf077aebf61,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.015721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59970) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:27.017781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a2b57-1d77-4ff5-b9e6-299d2bb9768e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.021970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-7d0497dd-bdfb-46cc-9fb8-142e9c152608 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1 HTTP/1.1" status: 200 len: 217 time: 0.1098237 Oct 27 16:32:27.088170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-ce0ad3bd-057a-4f1b-9845-109bb5928984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:27.089742 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-ce0ad3bd-057a-4f1b-9845-109bb5928984 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b3c4a47e-b5e4-413e-9c32-1760b62dcb09 HTTP/1.1" status: 200 len: 861 time: 0.0596309 Oct 27 16:32:27.091212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:27.094023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.122715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 0413904f-88b6-4309-9087-db5c07791f98 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:27.129985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.145486 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-005dc727-e3b9-45b4-830e-2c0ba4ec3c3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=78291244-618b-420e-980e-4f3064b3f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394361 Oct 27 16:32:27.174162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:27.200390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.261369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.264064 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment f54eaafc-2d3e-46cf-b34c-98f597b579bf of type vlan for network 702885fc-35bc-414b-a5ba-e6a20f216565 Oct 27 16:32:27.273882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:27.330942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.382002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:27.396415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=0a614735-3b3b-4eb5-9835-f1346cfc2e7a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.495133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d815-4dc3-491f-a8b5-9bea74d89279 req-49849bb0-affe-4505-9253-db6135506ae6 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:27.502442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5785d815-4dc3-491f-a8b5-9bea74d89279 req-49849bb0-affe-4505-9253-db6135506ae6 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 943 time: 0.1001723 Oct 27 16:32:27.558072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.616434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5785d815-4dc3-491f-a8b5-9bea74d89279 req-ee30c254-ed7a-49bb-8536-d13c4d9bfca5 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048436 Oct 27 16:32:27.619537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=0413904f-88b6-4309-9087-db5c07791f98,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.621886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.628847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-804db07c-4cf0-4cdc-b4ae-083be7f9358d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/0413904f-88b6-4309-9087-db5c07791f98 HTTP/1.1" status: 204 len: 168 time: 0.6108894 Oct 27 16:32:27.629701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59978) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:27.782734 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.931847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port f3304874-742c-4d6e-b365-6d1b07eaa32a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:27.932459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.938499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.977472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.091660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port f3304874-742c-4d6e-b365-6d1b07eaa32a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f3304874-742c-4d6e-b365-6d1b07eaa32a,segment=NetworkSegment(63ce8822-4a36-4d5b-a171-8a587fd2c900),segment_id=63ce8822-4a36-4d5b-a171-8a587fd2c900)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:28.092031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.111941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:32:28.124906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for f3304874-742c-4d6e-b365-6d1b07eaa32a owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:28.155716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-e0585074-46ec-48a9-b1aa-b72a9039a4d0 service neutron] 10.222.0.82 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9778972 Oct 27 16:32:28.301331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.306522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:28.306945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0636f-de2e-4b9f-95fd-b31ee7dae03f None None] Network c217fb5f-d551-46a3-9b06-bfa99404d1ae requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:28.307447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.398736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.428618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=702885fc-35bc-414b-a5ba-e6a20f216565,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:28.447662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=f3304874-742c-4d6e-b365-6d1b07eaa32a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:28.453021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port f3304874-742c-4d6e-b365-6d1b07eaa32a on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:28.465326 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9c90686-6548-4a0e-89d8-8b2f80e267c8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6854601 Oct 27 16:32:28.475517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59984) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:28.492096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788083922'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:28.510384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b84107b8-2a29-4b38-8a06-a6aeb792d597 None None] Could not find standard attr ID for object f3304874-742c-4d6e-b365-6d1b07eaa32a. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:28.510740 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-162acdd0-40be-4706-9019-bbedbbd30e93 req-588c05e0-51cf-499a-8219-f0b14e5a0915 service neutron] 10.222.0.82 "GET /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353744 Oct 27 16:32:28.522769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 702885fc-35bc-414b-a5ba-e6a20f216565 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:28.547030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.662394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d2750-4f11-4ea2-9418-14e757c70cc4 None None] DHCP port deletion for c217fb5f-d551-46a3-9b06-bfa99404d1ae request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:28.689340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.750553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c217fb5f-d551-46a3-9b06-bfa99404d1ae']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:28.764016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:28.767552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.782343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ce8822-4a36-4d5b-a171-8a587fd2c900') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:28.782684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ce8822-4a36-4d5b-a171-8a587fd2c900') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:28.831054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.860436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600038b7-4e67-49ad-9d91-651390ccb381 req-c365ec5d-17f8-4302-8ae8-0ded79a4e452 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:28.861913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-600038b7-4e67-49ad-9d91-651390ccb381 req-c365ec5d-17f8-4302-8ae8-0ded79a4e452 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 943 time: 0.0971007 Oct 27 16:32:28.865298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:28.865958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.874488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:28.874900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:28.879606 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:28.900268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.900716 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment 8f1eb0de-b120-4a78-8dbc-4258e472c5f9 of type vlan for network c0a26071-1434-4e96-82ec-85624d113304 Oct 27 16:32:28.915081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.935253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-600038b7-4e67-49ad-9d91-651390ccb381 req-96ade088-4f1a-42d5-af3f-24f9d1cccdf5 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543787 Oct 27 16:32:28.967555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f3304874-742c-4d6e-b365-6d1b07eaa32a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:29.019127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f3304874-742c-4d6e-b365-6d1b07eaa32a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:29.019520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f3304874-742c-4d6e-b365-6d1b07eaa32a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:29.021568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.113132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.121134 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.124583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/c217fb5f-d551-46a3-9b06-bfa99404d1ae HTTP/1.1" status: 204 len: 168 time: 1.4933743 Oct 27 16:32:29.128901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 59992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.139596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99189be2-c374-4bd5-931e-df851d1f6ed8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=c217fb5f-d551-46a3-9b06-bfa99404d1ae,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:29.187103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d120e-2a93-49a9-83a1-f9655f95d192 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:29.188735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cd4d120e-2a93-49a9-83a1-f9655f95d192 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0584214 Oct 27 16:32:29.191904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.192571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.196184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:29.196767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.252143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-84daf2d4-878e-4677-8b83-0818d881bcac tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0582519 Oct 27 16:32:29.256468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 59996) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.261521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-103018041'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:29.275073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.315661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=c0a26071-1434-4e96-82ec-85624d113304,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:29.327185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c0a26071-1434-4e96-82ec-85624d113304 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:29.369495 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2caa5b5-7029-43ad-90ee-524e8cd93a1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8823142 Oct 27 16:32:29.369870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.375151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:29.474470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:29.479850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.516228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:29.533868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.546586 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.546586 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment f4dc80ef-0a72-4274-a6f2-245f73b6b813 of type vlan for network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 Oct 27 16:32:29.582629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.701929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.741476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:29.745737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.750599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.759890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:29.761748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.772500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=0a614735-3b3b-4eb5-9835-f1346cfc2e7a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:29.835535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.958682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=983c32df-be23-4f9a-a662-8d0a25d5e7c5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:29.980240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:29.980615 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP 08a45fbe-3ea6-4793-a4c6-828774368fb8 associated. External IP: 172.25.5.161, port: f8982cc1-d33d-4692-b52d-d47549a558df. Oct 27 16:32:30.221400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983872-acf8-47a2-b86d-427157d6aac7 req-99f5a32f-35ae-4481-ab7d-3f3d3dedae79 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:30.229373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90983872-acf8-47a2-b86d-427157d6aac7 req-99f5a32f-35ae-4481-ab7d-3f3d3dedae79 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 943 time: 0.1130106 Oct 27 16:32:30.253973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2abf2dfd-342a-4e70-9637-800db0b1310d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9881554 Oct 27 16:32:30.253973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60020) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:30.267124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:30.341028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90983872-acf8-47a2-b86d-427157d6aac7 req-fd7aa1cc-538c-4ba8-badb-267bbd38d53e tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104898 Oct 27 16:32:30.393004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.481905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:30.489380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:30.494674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.502464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=e62154d7-89e0-41a8-998e-0c5ad2c1e2de,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.508904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': 'f54eaafc-2d3e-46cf-b34c-98f597b579bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:30.509390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: 702885fc-35bc-414b-a5ba-e6a20f216565, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:30.622906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:30.633677 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Sync routers for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:30.647718 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:30.650215 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:30.746552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60026) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:30.760607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.766885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 702885fc-35bc-414b-a5ba-e6a20f216565 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:30.807489 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:30.809216 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40c8dd14-8f76-4174-9137-c0374c9d1812 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9424143 Oct 27 16:32:30.810098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:30.813611 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7931ed-faf5-4b46-a628-675b0cc187ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:30.894792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 702885fc-35bc-414b-a5ba-e6a20f216565) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:30.912954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be080a7-8391-4235-9c8e-ea57f23e558c None None] Network 702885fc-35bc-414b-a5ba-e6a20f216565 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:30.922122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:30.936318 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363f867-2f7e-4ea4-a420-d3a65f2d84b2 x-openstack-request-id: req-c363f867-2f7e-4ea4-a420-d3a65f2d84b2 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:30.937397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:30.937397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c363f867-2f7e-4ea4-a420-d3a65f2d84b2 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:30.938299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.938681 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'status': 'completed', 'code': 200} Oct 27 16:32:30.954364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.978362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c4eadd0-3934-4b61-a228-da3ae0d34fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.051617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-d4eaeb87-fd09-440a-9c05-4a72d5233444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.054632 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-d4eaeb87-fd09-440a-9c05-4a72d5233444 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1097 time: 0.1056201 Oct 27 16:32:31.073081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-106cc42a-8710-4688-b2f3-322803860d90 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7021217 Oct 27 16:32:31.079005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60034) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:31.088377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': 'c0a26071-1434-4e96-82ec-85624d113304', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:31.100309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=3beb6748-6495-4338-a10c-8975788c49a4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:31.153494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd1f05-65ae-4978-b3ef-3588a7f2db02 req-052d7b90-5d3a-473b-b6ed-c014e1c09b63 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.154748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86fd1f05-65ae-4978-b3ef-3588a7f2db02 req-052d7b90-5d3a-473b-b6ed-c014e1c09b63 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.2125237 Oct 27 16:32:31.176520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-702885fc-35bc-414b-a5ba-e6a20f216565', 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': 'e62154d7-89e0-41a8-998e-0c5ad2c1e2de'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:31.177399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.189022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': 'f4dc80ef-0a72-4274-a6f2-245f73b6b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:31.189575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: 983c32df-be23-4f9a-a662-8d0a25d5e7c5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:31.215111 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '08a45fbe-3ea6-4793-a4c6-828774368fb8', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'port_id': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'mac_address': 'fa:16:3e:6d:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:32:28Z', 'updated_at': '2021-10-27T16:32:28Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.242065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-9087673b-e9df-4d57-87d1-3b9227717b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.244236 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-9087673b-e9df-4d57-87d1-3b9227717b16 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.1815460 Oct 27 16:32:31.256479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86fd1f05-65ae-4978-b3ef-3588a7f2db02 req-1224cb65-8ac8-40f5-8601-5162b96c643e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932641 Oct 27 16:32:31.294576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60044) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:31.295764 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Checking router: f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:31.308296 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:31.309164 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.338384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c4eadd0-3934-4b61-a228-da3ae0d34fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.359569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:31.373029 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-24bb82af-ae65-4e40-8d96-61fab1e61695 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1000 time: 0.1070030 Oct 27 16:32:31.412034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fae1b17f-56f4-44f7-a4ac-453ac3600798 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 200 len: 992 time: 0.1161077 Oct 27 16:32:31.416442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:31.425894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.440740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bcb16343-fdf9-42d5-80cc-efdbef6081d1 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:32:31.450110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c4eadd0-3934-4b61-a228-da3ae0d34fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.481080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-6a7e4152-944d-47af-bb38-97c419538d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.482724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-6a7e4152-944d-47af-bb38-97c419538d2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.0925446 Oct 27 16:32:31.507005 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c4eadd0-3934-4b61-a228-da3ae0d34fdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=238458b000404902bcd904749e65e162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7592781 Oct 27 16:32:31.524422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:31.566471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eadd0-3934-4b61-a228-da3ae0d34fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b48bf8-9f93-4c73-a52b-ffa6268dbb51,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:31.610302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 983c32df-be23-4f9a-a662-8d0a25d5e7c5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:31.622284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.631099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.631276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-be80e882-6009-4344-af70-a030838e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.631276 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-be80e882-6009-4344-af70-a030838e7c7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163163 Oct 27 16:32:31.638006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1,segment=NetworkSegment(1086cea5-fdf0-4b80-9519-d2b07187ccd1),segment_id=1086cea5-fdf0-4b80-9519-d2b07187ccd1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:31.639282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.644673 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:31.659898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Allocated IP 172.20.0.2 (702885fc-35bc-414b-a5ba-e6a20f216565/e62154d7-89e0-41a8-998e-0c5ad2c1e2de/a6d8008b-db93-4e11-9145-b8c98324e7c8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:31.662485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1', 'network_id': '78291244-618b-420e-980e-4f3064b3f63d', 'port_id': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1', 'mac_address': 'fa:16:3e:fb:2e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c4a47e-b5e4-413e-9c32-1760b62dcb09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:32:31.665493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff01f1e-034f-464e-ae10-65880cfd4be6 None None] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:31.667705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.678092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9f8b-77e2-4266-95b8-1914cf37c255 req-94cc2aa7-a427-49be-a56e-216396d006af tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:31.688009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629c9f8b-77e2-4266-95b8-1914cf37c255 req-94cc2aa7-a427-49be-a56e-216396d006af tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 943 time: 0.1377382 Oct 27 16:32:31.753855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629c9f8b-77e2-4266-95b8-1914cf37c255 req-2e7208a9-4d04-4f77-8916-9160f00fc33b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Oct 27 16:32:31.785819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-db552653-8e05-452a-a7a6-c4b510351540 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5289946 Oct 27 16:32:31.788639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60054) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:31.794397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5', 'name': 'tempest-PortsIpV6TestJSON-1888437333'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:31.871218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.918792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb16343-fdf9-42d5-80cc-efdbef6081d1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:32.000768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1,segment=NetworkSegment(1086cea5-fdf0-4b80-9519-d2b07187ccd1),segment_id=1086cea5-fdf0-4b80-9519-d2b07187ccd1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:32.023511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '08a45fbe-3ea6-4793-a4c6-828774368fb8', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'port_id': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'mac_address': 'fa:16:3e:6d:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:32:28Z', 'updated_at': '2021-10-27T16:32:28Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:32.057661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-983c32df-be23-4f9a-a662-8d0a25d5e7c5', 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '3beb6748-6495-4338-a10c-8975788c49a4'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:32.058518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.064205 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43895acf-476d-41c2-b8b4-860d944402f4 None None] The sync data for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 is: [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '08a45fbe-3ea6-4793-a4c6-828774368fb8', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'port_id': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'mac_address': 'fa:16:3e:6d:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:32:28Z', 'updated_at': '2021-10-27T16:32:28Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:32.084216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:32.101600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.101767 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.109262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:32.143700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.149597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.159286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.164982 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84b48bf8-9f93-4c73-a52b-ffa6268dbb51 HTTP/1.1" status: 204 len: 168 time: 0.6282053 Oct 27 16:32:32.183795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.205901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64f680-23ca-4178-8503-620c3f7de300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b48bf8-9f93-4c73-a52b-ffa6268dbb51,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.258712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-74dac578-78ae-4d70-a9b5-915adacc396f service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346155 Oct 27 16:32:32.290766 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.293765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=a8b41fa7-4fc4-40aa-ba36-bd80023e205a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.300857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': '8f1eb0de-b120-4a78-8dbc-4258e472c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:32.302021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: c0a26071-1434-4e96-82ec-85624d113304, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:32.311426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.330704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.330704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.331297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.331722 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.332144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.332565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.333280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.333700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.334221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.334928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.335133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.335486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:32.382581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Network 702885fc-35bc-414b-a5ba-e6a20f216565 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:32.397785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:32.400616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:32.405469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Allocated IP 2001:db8::2 (983c32df-be23-4f9a-a662-8d0a25d5e7c5/3beb6748-6495-4338-a10c-8975788c49a4/73f2f773-874b-4d92-bd57-4edd10e76b7f) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:32.410695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network c0a26071-1434-4e96-82ec-85624d113304 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:32.411468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2b687-f4e0-4fbc-9692-4e906409505a None None] New status for floating IP 08a45fbe-3ea6-4793-a4c6-828774368fb8: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:32:32.421141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:32.422759 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ff7931ed-faf5-4b46-a628-675b0cc187ad req-29432b2e-a0a1-4331-85fd-b97ef40e595e service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464300 Oct 27 16:32:32.490190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-42d915cc-39a0-49e5-bb35-f811ce328444 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 200 len: 992 time: 0.0678513 Oct 27 16:32:32.491514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c0a26071-1434-4e96-82ec-85624d113304) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:32.492056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Pushing event updated for resources: {'Port': ['ID=a6d8008b-db93-4e11-9145-b8c98324e7c8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.495905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:32.496476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.528173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab1fd3-14e9-4d52-9899-25256e504d53 None None] Network c0a26071-1434-4e96-82ec-85624d113304 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:32.592783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0d2e3c38-3e0d-4d92-9409-21054547d3ea tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5066926 Oct 27 16:32:32.593043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:32.598458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1284503424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:32.707858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.710284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.783973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.842076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bcb16343-fdf9-42d5-80cc-efdbef6081d1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:32:32.859929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Attempting to bind port a6d8008b-db93-4e11-9145-b8c98324e7c8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:32.860299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Attempting to bind port a6d8008b-db93-4e11-9145-b8c98324e7c8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f54eaafc-2d3e-46cf-b34c-98f597b579bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:32.860869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Attempting to bind port a6d8008b-db93-4e11-9145-b8c98324e7c8 on network 702885fc-35bc-414b-a5ba-e6a20f216565 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:32.867500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.920079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063e3c7-cd63-43c3-a570-b527998857a8 req-7a13545b-2722-4446-a84b-a797f5b8ea79 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:32.922087 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c063e3c7-cd63-43c3-a570-b527998857a8 req-7a13545b-2722-4446-a84b-a797f5b8ea79 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 944 time: 0.0786920 Oct 27 16:32:32.971162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c063e3c7-cd63-43c3-a570-b527998857a8 req-6d8f79ad-8ee7-4ae9-bb8a-d4b8267f7ecf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Oct 27 16:32:32.994803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:33.001159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Checking segment: {'id': 'f54eaafc-2d3e-46cf-b34c-98f597b579bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:33.001159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.001159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Bound using segment: {'id': 'f54eaafc-2d3e-46cf-b34c-98f597b579bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:33.001159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Bound port: a6d8008b-db93-4e11-9145-b8c98324e7c8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54eaafc-2d3e-46cf-b34c-98f597b579bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '702885fc-35bc-414b-a5ba-e6a20f216565'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:33.001159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.028964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.030151 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8138bf5d-defc-4312-9c7e-8477b96a87fe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4361129 Oct 27 16:32:33.033555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:33.226420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] For port a6d8008b-db93-4e11-9145-b8c98324e7c8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:33.235940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] For port a6d8008b-db93-4e11-9145-b8c98324e7c8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a6d8008b-db93-4e11-9145-b8c98324e7c8,segment=NetworkSegment(f54eaafc-2d3e-46cf-b34c-98f597b579bf),segment_id=f54eaafc-2d3e-46cf-b34c-98f597b579bf)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:33.307174 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.331614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.347974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.383341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-c0a26071-1434-4e96-82ec-85624d113304', 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': 'a8b41fa7-4fc4-40aa-ba36-bd80023e205a'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:33.384062 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.468254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.500175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811d0e2-222a-46fb-8daa-7a0d8d2addd8 None None] Pushing event updated for resources: {'Port': ['ID=a6d8008b-db93-4e11-9145-b8c98324e7c8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:33.504423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60090) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:33.517925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:33.574535 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60092) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:33.591489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:33.594798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:33.657859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::135 (983c32df-be23-4f9a-a662-8d0a25d5e7c5/3beb6748-6495-4338-a10c-8975788c49a4/003f6fe6-9f22-4c75-ac4a-e45dfa6618d1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:33.700984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Pushing event updated for resources: {'Port': ['ID=73f2f773-874b-4d92-bd57-4edd10e76b7f,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:33.719275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c313e066-31ea-4e19-bc20-32ac5d3bc613 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 200 len: 994 time: 0.2076466 Oct 27 16:32:33.795198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Attempting to bind port 73f2f773-874b-4d92-bd57-4edd10e76b7f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:33.797880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Attempting to bind port 73f2f773-874b-4d92-bd57-4edd10e76b7f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f4dc80ef-0a72-4274-a6f2-245f73b6b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:33.798309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Attempting to bind port 73f2f773-874b-4d92-bd57-4edd10e76b7f on network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:33.835313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:33.835779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Checking segment: {'id': 'f4dc80ef-0a72-4274-a6f2-245f73b6b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:33.836199 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.836598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Bound using segment: {'id': 'f4dc80ef-0a72-4274-a6f2-245f73b6b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:33.837101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Bound port: 73f2f773-874b-4d92-bd57-4edd10e76b7f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dc80ef-0a72-4274-a6f2-245f73b6b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:33.837486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.922518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907996347-network', 'tenant_id': '1db52ca564ad413cb0eba2fcbea2cd3a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:33.930101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.20.0.1 (702885fc-35bc-414b-a5ba-e6a20f216565/e62154d7-89e0-41a8-998e-0c5ad2c1e2de/a6d2da0f-64a1-4986-a2ca-28352ab9b309) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:33.936062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Allocated IP 172.21.0.2 (c0a26071-1434-4e96-82ec-85624d113304/a8b41fa7-4fc4-40aa-ba36-bd80023e205a/d848cbc5-383c-4819-b986-a3cc0ef75e60) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:34.007653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.010845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] For port 73f2f773-874b-4d92-bd57-4edd10e76b7f, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:34.030177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] For port 73f2f773-874b-4d92-bd57-4edd10e76b7f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=73f2f773-874b-4d92-bd57-4edd10e76b7f,segment=NetworkSegment(f4dc80ef-0a72-4274-a6f2-245f73b6b813),segment_id=f4dc80ef-0a72-4274-a6f2-245f73b6b813)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:34.055585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Made reservation on behalf of 1db52ca564ad413cb0eba2fcbea2cd3a for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:34.059018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.077859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.123612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.125110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca91e9c-bd3c-4f8d-835b-872a781f0145 req-5ea7cd12-2e88-4372-91e2-a577612eee5a tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:34.126707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ca91e9c-bd3c-4f8d-835b-872a781f0145 req-5ea7cd12-2e88-4372-91e2-a577612eee5a tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 944 time: 0.0606604 Oct 27 16:32:34.144615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.176107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.176411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ca91e9c-bd3c-4f8d-835b-872a781f0145 req-c136de2b-7454-4c65-9a07-59ee0f0aca2d tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Oct 27 16:32:34.177693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.230872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:34.237130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:34.239950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:34.240870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751c44-66e6-4b95-929b-c4917cd2e123 None None] Pushing event updated for resources: {'Port': ['ID=73f2f773-874b-4d92-bd57-4edd10e76b7f,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.247234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:34.247888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.255142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=003f6fe6-9f22-4c75-ac4a-e45dfa6618d1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.301730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.306769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.342856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Network c0a26071-1434-4e96-82ec-85624d113304 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:34.352630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:34.355689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:34.373531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 702885fc-35bc-414b-a5ba-e6a20f216565 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:34.380554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:34.386632 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:34.393495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=a6d2da0f-64a1-4986-a2ca-28352ab9b309,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.433571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Pushing event updated for resources: {'Port': ['ID=d848cbc5-383c-4819-b986-a3cc0ef75e60,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.445189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.449408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe6ee541-54c7-4a0d-a2a0-c68279c078f3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6570320 Oct 27 16:32:34.461717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60100) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:34.470041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '983c32df-be23-4f9a-a662-8d0a25d5e7c5', 'name': 'tempest-PortsIpV6TestJSON-1312399486'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:34.474128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.482652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Attempting to bind port d848cbc5-383c-4819-b986-a3cc0ef75e60 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:34.482934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Attempting to bind port d848cbc5-383c-4819-b986-a3cc0ef75e60 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8f1eb0de-b120-4a78-8dbc-4258e472c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:34.483402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Attempting to bind port d848cbc5-383c-4819-b986-a3cc0ef75e60 on network c0a26071-1434-4e96-82ec-85624d113304 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:34.490289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:34.490852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Checking segment: {'id': '8f1eb0de-b120-4a78-8dbc-4258e472c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:34.491297 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.491748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Bound using segment: {'id': '8f1eb0de-b120-4a78-8dbc-4258e472c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:34.492239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Bound port: d848cbc5-383c-4819-b986-a3cc0ef75e60, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1eb0de-b120-4a78-8dbc-4258e472c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c0a26071-1434-4e96-82ec-85624d113304'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:34.492629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.639283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] For port d848cbc5-383c-4819-b986-a3cc0ef75e60, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:34.649258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] For port d848cbc5-383c-4819-b986-a3cc0ef75e60, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d848cbc5-383c-4819-b986-a3cc0ef75e60,segment=NetworkSegment(8f1eb0de-b120-4a78-8dbc-4258e472c5f9),segment_id=8f1eb0de-b120-4a78-8dbc-4258e472c5f9)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:34.676694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.690360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:34.701570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.702019 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Added segment de3e57af-1c91-4cb8-af1c-042fd1a022aa of type vlan for network 340ee55f-673c-4cab-8f77-def1ee3d5112 Oct 27 16:32:34.737534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.746900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.830554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0338f3-f67a-48cb-abb2-0ea00f1b84db,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.836006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.837891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:34.843715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.852569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6b1c3-26d5-456b-8a50-a3adcd775efc None None] Pushing event updated for resources: {'Port': ['ID=d848cbc5-383c-4819-b986-a3cc0ef75e60,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.873655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 9ce766c7-483a-4691-a4de-645c38bda1d1 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:34.908779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.909803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:34.910432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.101249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5226905 Oct 27 16:32:35.101910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60106) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:35.107292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Request body: {'subnet': {'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907996347-subnet', 'tenant_id': '1db52ca564ad413cb0eba2fcbea2cd3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:35.128473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a17c6-47e8-4513-bbef-dd6d8bb3e56b admin admin] Pushing event updated for resources: {'Network': ['ID=340ee55f-673c-4cab-8f77-def1ee3d5112,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:35.153097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:35.211332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::9e (983c32df-be23-4f9a-a662-8d0a25d5e7c5/3beb6748-6495-4338-a10c-8975788c49a4/9ce766c7-483a-4691-a4de-645c38bda1d1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:35.266870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 73f2f773-874b-4d92-bd57-4edd10e76b7f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:35.274102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa9c24-36fa-4d8f-a209-f9694195ca80 None None] Network 702885fc-35bc-414b-a5ba-e6a20f216565 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:35.317135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Made reservation on behalf of 1db52ca564ad413cb0eba2fcbea2cd3a for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:35.321530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.476719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.491521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bcb16343-fdf9-42d5-80cc-efdbef6081d1 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:35.537668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.541405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] Provisioning complete for port a6d8008b-db93-4e11-9145-b8c98324e7c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.541778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.744553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=a6d2da0f-64a1-4986-a2ca-28352ab9b309,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:35.751934 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.759330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 73f2f773-874b-4d92-bd57-4edd10e76b7f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.759701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.856483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port bcb16343-fdf9-42d5-80cc-efdbef6081d1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:32:35.889947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port bcb16343-fdf9-42d5-80cc-efdbef6081d1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.893892 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.949762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.958997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 702885fc-35bc-414b-a5ba-e6a20f216565 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:35.960510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:36.105041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] For port a6d8008b-db93-4e11-9145-b8c98324e7c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a6d8008b-db93-4e11-9145-b8c98324e7c8,segment=NetworkSegment(f54eaafc-2d3e-46cf-b34c-98f597b579bf),segment_id=f54eaafc-2d3e-46cf-b34c-98f597b579bf)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:36.118333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b6a7f-9c21-4be7-86f2-59d1779257e1 None None] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:36.129690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1dbc-a4e3-43da-97f2-52ebfe3b7e07 req-8d89e871-ffc3-4af3-9723-0b04be2991a5 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:36.147335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dae1dbc-a4e3-43da-97f2-52ebfe3b7e07 req-8d89e871-ffc3-4af3-9723-0b04be2991a5 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 944 time: 0.8232915 Oct 27 16:32:36.225613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.242443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.278418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dae1dbc-a4e3-43da-97f2-52ebfe3b7e07 req-588794d8-e8fd-4e97-b4f1-1f5956a9216d tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814960 Oct 27 16:32:36.364842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030570ac-5d05-43cb-ba77-a611b04bb149 None None] Pushing event updated for resources: {'Port': ['ID=a6d8008b-db93-4e11-9145-b8c98324e7c8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.403546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router ecb1613b-3821-4ec9-8c95-521dd577f7b9 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:36.412107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.479294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.486483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 73f2f773-874b-4d92-bd57-4edd10e76b7f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=73f2f773-874b-4d92-bd57-4edd10e76b7f,segment=NetworkSegment(f4dc80ef-0a72-4274-a6f2-245f73b6b813),segment_id=f4dc80ef-0a72-4274-a6f2-245f73b6b813)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:36.501790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Provisioning complete for port a6d8008b-db93-4e11-9145-b8c98324e7c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:36.523523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.609835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.612075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:36.614446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:36.616646 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47535f7b-8672-46dd-97a4-c82aaba60b37" -d '{"events": [{"server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "name": "network-vif-plugged", "status": "completed", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:36.622748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6d39bea7-7062-4736-a760-d9b75572d1b0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881722 Oct 27 16:32:36.626968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:36.628265 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] Sync routers for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:36.647818 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:36.648924 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:36.692411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=9ce766c7-483a-4691-a4de-645c38bda1d1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.707582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.784746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ba29c-dc45-4538-8577-397b553fc006 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:36.791293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-671ba29c-dc45-4538-8577-397b553fc006 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports/a6d2da0f-64a1-4986-a2ca-28352ab9b309 HTTP/1.1" status: 200 len: 910 time: 0.1625569 Oct 27 16:32:36.795915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60120) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:36.818467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ff911f-68b8-4ec2-9b31-4c4bc1798929,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.833356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:36.839935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:36.847412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:36.849037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:36.857364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:36.862123 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.881731 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:36.885408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:36.953834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-120796b4-49db-4a56-a2aa-e99cb41c0551 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2698574 Oct 27 16:32:36.966367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Checking segment: {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:36.966637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Network hostable DHCP agents. Network: 340ee55f-673c-4cab-8f77-def1ee3d5112, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:36.971382 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:36.972456 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4612c-4ea7-45bf-9792-f8e67e38910b None None] The sync data for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:37.041926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0a855d7f-1df2-4f11-b835-deb0ae011868 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5805607 Oct 27 16:32:37.044013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60122) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:37.070806 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990ccfee-c6cd-42d9-8445-b1a6fa1d7193 x-openstack-request-id: req-990ccfee-c6cd-42d9-8445-b1a6fa1d7193 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:37.071126 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "name": "network-vif-plugged", "status": "completed", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:37.071348 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-990ccfee-c6cd-42d9-8445-b1a6fa1d7193 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:37.071724 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1', 'code': 200} Oct 27 16:32:37.074201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73a350-bfdc-4f0a-9e4b-a1c697ee2466 None None] Network c0a26071-1434-4e96-82ec-85624d113304 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:37.078302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.079098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a6d8008b-db93-4e11-9145-b8c98324e7c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:37.086122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1,segment=NetworkSegment(1086cea5-fdf0-4b80-9519-d2b07187ccd1),segment_id=1086cea5-fdf0-4b80-9519-d2b07187ccd1)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:37.161300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:37.223463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b43030-ec39-4293-9013-a5cf4399be9c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.225996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52860-220b-472f-b26e-a1a6b0f65703 req-0ad314cc-577f-4b3e-8309-40831f1b2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.226190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02b43030-ec39-4293-9013-a5cf4399be9c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A135 HTTP/1.1" status: 200 len: 929 time: 0.1806190 Oct 27 16:32:37.227744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5db52860-220b-472f-b26e-a1a6b0f65703 req-0ad314cc-577f-4b3e-8309-40831f1b2c7e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 1095 time: 0.2929916 Oct 27 16:32:37.228791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60124) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:37.239178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108e0f-7291-491c-a7a3-775af87745a7 req-43c3e2f3-3255-4d6f-b595-8db57c7c65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.240651 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-43c3e2f3-3255-4d6f-b595-8db57c7c65b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1097 time: 0.1490901 Oct 27 16:32:37.244064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.285845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 340ee55f-673c-4cab-8f77-def1ee3d5112) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:37.292476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.293118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.369601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85d3f6-4ef5-4957-b1df-61ecc31f04f6 None None] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:37.384648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 9ce766c7-483a-4691-a4de-645c38bda1d1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:37.385176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.454683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-56ab1194-9c16-4087-8b56-cd2eca346aec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3439653 Oct 27 16:32:37.532229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=73f2f773-874b-4d92-bd57-4edd10e76b7f,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:37.544498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da973976-711b-4946-8885-74336666454b req-fe824bf1-7246-4617-9934-04a8e603e74c tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.546334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da973976-711b-4946-8885-74336666454b req-fe824bf1-7246-4617-9934-04a8e603e74c tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.1043959 Oct 27 16:32:37.560261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.609629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da973976-711b-4946-8885-74336666454b req-b8752f5c-a40a-4e80-b598-81d4dd875fdc tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528307 Oct 27 16:32:37.617086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 9ce766c7-483a-4691-a4de-645c38bda1d1 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:37.691456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7ac65-63b5-498d-ad03-472485efd848 None None] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:37.771816 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5db52860-220b-472f-b26e-a1a6b0f65703 req-5a0a637e-5718-43a8-8f27-6d80fa1bd914 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295584 Oct 27 16:32:37.775715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:37.857776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108e0f-7291-491c-a7a3-775af87745a7 req-b1e01c2a-ce10-4568-a918-19d8ca531402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.859308 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-b1e01c2a-ce10-4568-a918-19d8ca531402 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.5820887 Oct 27 16:32:37.882389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.886028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Provisioning complete for port 73f2f773-874b-4d92-bd57-4edd10e76b7f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:37.892398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.949417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.961579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a6d8008b-db93-4e11-9145-b8c98324e7c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:37.962042 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.027970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=9ce766c7-483a-4691-a4de-645c38bda1d1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:38.064244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.068737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-270c5e22-06b0-46f0-9b5b-cd1094b46ad1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/9ce766c7-483a-4691-a4de-645c38bda1d1 HTTP/1.1" status: 204 len: 168 time: 0.8388286 Oct 27 16:32:38.070985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:38.104376 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e92260d-8e23-48cf-8a81-a7ad30517be5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:38.109594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1e92260d-8e23-48cf-8a81-a7ad30517be5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/9ce766c7-483a-4691-a4de-645c38bda1d1 HTTP/1.1" status: 404 len: 333 time: 0.0368035 Oct 27 16:32:38.111300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60140) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:38.309816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.21.0.1 (c0a26071-1434-4e96-82ec-85624d113304/a8b41fa7-4fc4-40aa-ba36-bd80023e205a/6f9c1234-5909-4d5f-bfbb-f989714d542c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:38.319413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Provisioning complete for port a6d2da0f-64a1-4986-a2ca-28352ab9b309 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:38.319913 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.333812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:38.334335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.398961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-93da117d-4ddb-4fc2-941f-986fdca0c4b9 None None] Port a6d2da0f-64a1-4986-a2ca-28352ab9b309 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:38.556305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.580279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Provisioning complete for port 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:38.582005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.586812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:38.616638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.685834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-7e4c55b6-edf8-41b6-9009-c37b456a6dd4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 1001 time: 0.6128142 Oct 27 16:32:38.689640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 73f2f773-874b-4d92-bd57-4edd10e76b7f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:38.693091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Port 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:38.722830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Could not find standard attr ID for object 9ce766c7-483a-4691-a4de-645c38bda1d1. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:38.746753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Provisioning complete for port d848cbc5-383c-4819-b986-a3cc0ef75e60 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:38.748792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.754640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.820400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network c0a26071-1434-4e96-82ec-85624d113304 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:38.827812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:38.834467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:38.841127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108e0f-7291-491c-a7a3-775af87745a7 req-aeab74bb-da68-4ce3-a7b0-6c89156c1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:38.842697 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-aeab74bb-da68-4ce3-a7b0-6c89156c1221 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.1485424 Oct 27 16:32:38.848987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 73f2f773-874b-4d92-bd57-4edd10e76b7f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:38.849361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.853291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8b29f-e967-4c08-b03d-d31f724c2cfa req-b96660c6-cc65-484c-9844-0e442f130f2b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:38.856797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ed8b29f-e967-4c08-b03d-d31f724c2cfa req-b96660c6-cc65-484c-9844-0e442f130f2b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.1188207 Oct 27 16:32:38.933103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ed8b29f-e967-4c08-b03d-d31f724c2cfa req-83c041eb-3fb8-405d-b264-8b15463315d7 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Oct 27 16:32:38.953356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=6f9c1234-5909-4d5f-bfbb-f989714d542c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:38.986923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108e0f-7291-491c-a7a3-775af87745a7 req-d9b03c36-82eb-4e1c-8f03-0f82451814d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:38.989381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-d9b03c36-82eb-4e1c-8f03-0f82451814d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981889 Oct 27 16:32:38.993872 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.055096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.105985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.134066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a6d8008b-db93-4e11-9145-b8c98324e7c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:39.173680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=003f6fe6-9f22-4c75-ac4a-e45dfa6618d1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.215616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.224819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0de8393f-d7f6-4b30-83c3-ac1babe6feef tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 HTTP/1.1" status: 204 len: 168 time: 1.1121914 Oct 27 16:32:39.225488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:39.232297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-6e05d7f0-967e-482e-9831-29c5656efc55 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639159 Oct 27 16:32:39.258954 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fe36e1-db00-463c-8b29-d161a511fe3e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:39.264124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a4fe36e1-db00-463c-8b29-d161a511fe3e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/003f6fe6-9f22-4c75-ac4a-e45dfa6618d1 HTTP/1.1" status: 404 len: 333 time: 0.0371845 Oct 27 16:32:39.264764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60154) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:39.287198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] For port d848cbc5-383c-4819-b986-a3cc0ef75e60, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d848cbc5-383c-4819-b986-a3cc0ef75e60,segment=NetworkSegment(8f1eb0de-b120-4a78-8dbc-4258e472c5f9),segment_id=8f1eb0de-b120-4a78-8dbc-4258e472c5f9)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:39.306103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a6d8008b-db93-4e11-9145-b8c98324e7c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:39.306482 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.378925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 3beb6748-6495-4338-a10c-8975788c49a4 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:39.388604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.460026 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-15108e0f-7291-491c-a7a3-775af87745a7 req-6c56d132-e00d-44c2-abf3-9a653c2a6615 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673777 Oct 27 16:32:39.461321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.486937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d848cbc5-383c-4819-b986-a3cc0ef75e60 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:39.489399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.530995 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.594994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Provisioning complete for port a6d2da0f-64a1-4986-a2ca-28352ab9b309 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:39.595261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.664402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Pushing event updated for resources: {'Port': ['ID=d848cbc5-383c-4819-b986-a3cc0ef75e60,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.679026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.692867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d848cbc5-383c-4819-b986-a3cc0ef75e60 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:39.693386 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.695073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Port a6d2da0f-64a1-4986-a2ca-28352ab9b309 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:39.757530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Provisioning complete for port 73f2f773-874b-4d92-bd57-4edd10e76b7f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:39.757740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b1ebb19-8cb3-4e44-8079-218dad720b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.900869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.956572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=3beb6748-6495-4338-a10c-8975788c49a4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.980042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.983774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-139c7e84-0eeb-4cde-bc2e-ca8722c1e2fa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/3beb6748-6495-4338-a10c-8975788c49a4 HTTP/1.1" status: 204 len: 168 time: 0.7179573 Oct 27 16:32:39.989987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60166) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:40.051835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.064582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43363fc1-90b4-40cf-88db-7bd6283a3409 None None] Network 983c32df-be23-4f9a-a662-8d0a25d5e7c5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:40.093771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Could not find standard attr ID for object 003f6fe6-9f22-4c75-ac4a-e45dfa6618d1. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:40.106954 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.139165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Provisioning complete for port 6f9c1234-5909-4d5f-bfbb-f989714d542c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:40.139558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.153544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.187497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a919-1a05-466b-8ea9-36282f3f8400 req-56fd47f9-299f-42b0-af7d-acd6d2764220 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:40.189385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f4a919-1a05-466b-8ea9-36282f3f8400 req-56fd47f9-299f-42b0-af7d-acd6d2764220 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.1014390 Oct 27 16:32:40.246727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=6f9c1234-5909-4d5f-bfbb-f989714d542c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:40.281713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f4a919-1a05-466b-8ea9-36282f3f8400 req-82c02357-bc43-4143-b28a-2c01d25a301c tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830379 Oct 27 16:32:40.292291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 73f2f773-874b-4d92-bd57-4edd10e76b7f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:40.292671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.313425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Port 6f9c1234-5909-4d5f-bfbb-f989714d542c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:40.349224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.396145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Provisioning complete for port d848cbc5-383c-4819-b986-a3cc0ef75e60 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:40.396516 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.426302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port 73f2f773-874b-4d92-bd57-4edd10e76b7f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=73f2f773-874b-4d92-bd57-4edd10e76b7f,segment=NetworkSegment(f4dc80ef-0a72-4274-a6f2-245f73b6b813),segment_id=f4dc80ef-0a72-4274-a6f2-245f73b6b813)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:40.426891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.462694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 73f2f773-874b-4d92-bd57-4edd10e76b7f owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:40.473941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d848cbc5-383c-4819-b986-a3cc0ef75e60 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:40.516046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network c0a26071-1434-4e96-82ec-85624d113304 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:40.517495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:40.631206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] DHCP port deletion for 983c32df-be23-4f9a-a662-8d0a25d5e7c5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:40.727283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router ecb1613b-3821-4ec9-8c95-521dd577f7b9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:40.756197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d848cbc5-383c-4819-b986-a3cc0ef75e60 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:40.756197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.827153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.836105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-69ed8dd2-725b-4301-b53b-c4ae47beda7a None None] Could not find standard attr ID for object 9ce766c7-483a-4691-a4de-645c38bda1d1. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:40.862403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Deleting port 73f2f773-874b-4d92-bd57-4edd10e76b7f {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:40.863018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.900487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=73f2f773-874b-4d92-bd57-4edd10e76b7f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:40.930377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port 73f2f773-874b-4d92-bd57-4edd10e76b7f on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:41.017307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:41.023286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d3bea5a-cef2-4bbb-ab92-2085041c1c75 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2258000 Oct 27 16:32:41.031683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60200) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:41.054004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] Sync routers for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:41.111600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18469746-ebf8-4f41-8a8c-5a03370c600c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:41.116193 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-18469746-ebf8-4f41-8a8c-5a03370c600c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports/6f9c1234-5909-4d5f-bfbb-f989714d542c HTTP/1.1" status: 200 len: 910 time: 0.0769241 Oct 27 16:32:41.116193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:41.136490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:41.137311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.137782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.164480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983c32df-be23-4f9a-a662-8d0a25d5e7c5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.175252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dc80ef-0a72-4274-a6f2-245f73b6b813') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.175656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dc80ef-0a72-4274-a6f2-245f73b6b813') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.180350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] For port 73f2f773-874b-4d92-bd57-4edd10e76b7f, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:41.180823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.184802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.187591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.205768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.215524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:41.216517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.228683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:41.229568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.252419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Calling delete_port for 73f2f773-874b-4d92-bd57-4edd10e76b7f owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:41.255213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Port 73f2f773-874b-4d92-bd57-4edd10e76b7f was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:32:41.256598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-48ac086d-00d4-43fb-96ff-5472e2e2be08 None None] Provisioning complete for port 6f9c1234-5909-4d5f-bfbb-f989714d542c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:41.256978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48ac086d-00d4-43fb-96ff-5472e2e2be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.259205 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:41.285228 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:41.386438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:41.387134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd06ac-b061-475f-947b-006a011e8fa2 None None] The sync data for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:41.400015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] Pushing event deleted for resources: {'Port': ['ID=73f2f773-874b-4d92-bd57-4edd10e76b7f,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:41.403911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a44d05-ec6e-4a61-adc1-ac042322a702 None None] No DVR routers for this DVR port 73f2f773-874b-4d92-bd57-4edd10e76b7f on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:41.413486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-48ac086d-00d4-43fb-96ff-5472e2e2be08 None None] Port 6f9c1234-5909-4d5f-bfbb-f989714d542c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:41.421680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.448320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.464301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/983c32df-be23-4f9a-a662-8d0a25d5e7c5 HTTP/1.1" status: 204 len: 168 time: 1.4728472 Oct 27 16:32:41.468242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60218) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:41.475365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-484417967'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:41.488656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5438b43f-c1b7-47ed-a9b3-8224f1d7984d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.495195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cf7fa-a72b-4171-bdf9-8bcab36becd6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=983c32df-be23-4f9a-a662-8d0a25d5e7c5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:41.578491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.600281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-54bbecc3-8cf4-4002-9605-2f7c824fb1bb tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:41.601843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-54bbecc3-8cf4-4002-9605-2f7c824fb1bb tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/networks?id=340ee55f-673c-4cab-8f77-def1ee3d5112 HTTP/1.1" status: 200 len: 809 time: 0.1361930 Oct 27 16:32:41.617850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-51a12638-f8ce-4dbe-84fa-343de767a562 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/quotas/1db52ca564ad413cb0eba2fcbea2cd3a HTTP/1.1" status: 200 len: 375 time: 0.0100102 Oct 27 16:32:41.648816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:41.654917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-3aa47ddb-48ce-4262-bb4e-d93952f80dbe tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279636 Oct 27 16:32:41.655557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.690884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:41.744922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.745270 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment 997484a0-e9ad-4d9b-80c3-a4981cfb7fde of type vlan for network cfeda879-b067-4ec8-bef7-916f02cbc2ff Oct 27 16:32:41.788597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b2c2-ce0c-4ca8-81be-446f919775ba req-6452bcea-f9ce-43c1-8812-3d61acd7d432 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:41.790154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe13b2c2-ce0c-4ca8-81be-446f919775ba req-6452bcea-f9ce-43c1-8812-3d61acd7d432 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.0754361 Oct 27 16:32:41.795235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.821725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-9d31177d-78b1-433c-8b99-a8921cf78edc service neutron] 10.222.0.70 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583383 Oct 27 16:32:41.887153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe13b2c2-ce0c-4ca8-81be-446f919775ba req-418ca5f0-567a-4548-b9ea-38f0cb9e13ef tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851386 Oct 27 16:32:41.923066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.936451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:41.937185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.961892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-948b9943-54fa-4255-afe9-0b1db5447f53 service neutron] 10.222.0.70 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278453 Oct 27 16:32:42.004238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 6f9c1234-5909-4d5f-bfbb-f989714d542c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:42.004482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.076425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=cfeda879-b067-4ec8-bef7-916f02cbc2ff,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:42.088718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:42.102175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b1dfcef-efea-4617-9dd1-470020ae4df6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6301155 Oct 27 16:32:42.102414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:42.107454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:42.169111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.199650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 6f9c1234-5909-4d5f-bfbb-f989714d542c owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:42.274100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61dd8738-25e0-49fb-ab88-c1a955fa87e3 req-14fe6939-eabf-404d-956d-265b968dc01e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0370064 Oct 27 16:32:42.384641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 73f2f773-874b-4d92-bd57-4edd10e76b7f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:42.408304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 73f2f773-874b-4d92-bd57-4edd10e76b7f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:42.408939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 73f2f773-874b-4d92-bd57-4edd10e76b7f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:42.425548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:42.429483 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.500403 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.549413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=6f9c1234-5909-4d5f-bfbb-f989714d542c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:42.793447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.937015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.070589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=0f156cec-b167-41c8-a1e1-e87ddef74508,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:43.082512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router ecb1613b-3821-4ec9-8c95-521dd577f7b9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:43.097247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': '997484a0-e9ad-4d9b-80c3-a4981cfb7fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:43.097645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: cfeda879-b067-4ec8-bef7-916f02cbc2ff, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:43.105102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3e3d6-f885-4073-a33b-21e4da8249ba req-4dcd24cb-f0a7-434c-a6f5-c55dea1d9bfa tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:43.106903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede3e3d6-f885-4073-a33b-21e4da8249ba req-4dcd24cb-f0a7-434c-a6f5-c55dea1d9bfa tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.1189632 Oct 27 16:32:43.149315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ede3e3d6-f885-4073-a33b-21e4da8249ba req-eab77c62-7611-4426-afab-a3ee0cfaf456 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Oct 27 16:32:43.195692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:43.200562 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-67ca1470-4c55-490a-99d8-7d3dc018bdf8 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825853 Oct 27 16:32:43.203129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60246) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:43.205832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] Sync routers for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:43.220231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:43.220863 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:43.265745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:43.277314 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:43.278030 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:43.311889 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:43.312646 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a9f48-cb6a-40fc-94eb-d288a8fe55e2 None None] The sync data for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:43.380626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4288442c-d578-4371-9587-fe82c72af520 req-523086a8-fb6a-4a26-84a2-fa7238db266a tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0389564 Oct 27 16:32:43.591194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:43.655951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-ba6b6af9-f620-48a2-8181-a9dfc7a5a9d7 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:43.658131 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-ba6b6af9-f620-48a2-8181-a9dfc7a5a9d7 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.82 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.0994227 Oct 27 16:32:43.754078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, cfeda879-b067-4ec8-bef7-916f02cbc2ff) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:43.767858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e373f3-2f5d-44df-829a-1a383f2daf0d None None] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:43.772582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:43.773171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.930227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4dca710e-4299-445c-b526-3f9e80741f29 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8215423 Oct 27 16:32:43.930523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60254) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:43.931254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Deleting port bcb16343-fdf9-42d5-80cc-efdbef6081d1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:43.931598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.947685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff', 'name': 'tempest-PortsIpV6TestJSON-1952967156', 'fixed_ips': [{'subnet_id': '0f156cec-b167-41c8-a1e1-e87ddef74508', 'ip_address': '2001:db8::10'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:44.101172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] For port bcb16343-fdf9-42d5-80cc-efdbef6081d1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bcb16343-fdf9-42d5-80cc-efdbef6081d1,segment=NetworkSegment(1086cea5-fdf0-4b80-9519-d2b07187ccd1),segment_id=1086cea5-fdf0-4b80-9519-d2b07187ccd1)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:44.101532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.119092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Calling delete_port for bcb16343-fdf9-42d5-80cc-efdbef6081d1 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:44.155496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-cfeda879-b067-4ec8-bef7-916f02cbc2ff', 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '0f156cec-b167-41c8-a1e1-e87ddef74508'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:44.156745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.170679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-211591e7-e581-425f-b8c6-a4efc923359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.199657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.240010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:44.346084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Allocated IP 2001:db8::2 (cfeda879-b067-4ec8-bef7-916f02cbc2ff/0f156cec-b167-41c8-a1e1-e87ddef74508/f5866cc3-0772-4299-bdfe-d132b1f6a170) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:44.348736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534d58c-316b-4959-809b-8e0b5f7f8359 req-eed57dea-0b77-451f-bc62-5757a5c8606f tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:44.350272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e534d58c-316b-4959-809b-8e0b5f7f8359 req-eed57dea-0b77-451f-bc62-5757a5c8606f tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 945 time: 0.1227007 Oct 27 16:32:44.388727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.420995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:44.430443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e534d58c-316b-4959-809b-8e0b5f7f8359 req-8eddf19c-054e-4dbb-9c08-a195034b34bf tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c1fd19a-b51f-462e-8a05-9ffffe542f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Oct 27 16:32:44.519643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.556624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Pushing event deleted for resources: {'Port': ['ID=bcb16343-fdf9-42d5-80cc-efdbef6081d1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:44.558838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.601092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90eced8d-520e-4cb1-8993-e8da03ab8fc7 req-f612805f-fd55-4ce9-8248-83295970173f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0928681 Oct 27 16:32:44.606795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] No DVR routers for this DVR port bcb16343-fdf9-42d5-80cc-efdbef6081d1 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:44.610252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.613654 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-20eafb68-13d9-4b3d-8074-d1f992cd758d req-43ba066c-6857-43a3-84dd-d7b7cd1c2274 tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.82 "DELETE /v2.0/ports/bcb16343-fdf9-42d5-80cc-efdbef6081d1 HTTP/1.1" status: 204 len: 173 time: 0.9477704 Oct 27 16:32:44.614106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'name': 'network-vif-deleted', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:44.616419 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4496d21c-897c-4e6d-a311-303d2e91e220" -d '{"events": [{"server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "name": "network-vif-deleted", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:44.633008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port a6d2da0f-64a1-4986-a2ca-28352ab9b309 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:44.633008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.649634 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.653627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.684109 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9aee8c-67f3-4d08-9167-fe573bb6b165 x-openstack-request-id: req-9a9aee8c-67f3-4d08-9167-fe573bb6b165 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:44.684449 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce242044-702c-4f80-bdea-78805f3711fd", "name": "network-vif-deleted", "tag": "bcb16343-fdf9-42d5-80cc-efdbef6081d1", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:44.684667 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a9aee8c-67f3-4d08-9167-fe573bb6b165 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:44.685260 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce242044-702c-4f80-bdea-78805f3711fd', 'name': 'network-vif-deleted', 'tag': 'bcb16343-fdf9-42d5-80cc-efdbef6081d1', 'status': 'completed', 'code': 200} Oct 27 16:32:44.703113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:44.712248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:44.712248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:44.715903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::10 (cfeda879-b067-4ec8-bef7-916f02cbc2ff/0f156cec-b167-41c8-a1e1-e87ddef74508/3786dc73-0691-48a8-ad84-468ef0ac6fb5) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:44.718526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Pushing event updated for resources: {'Port': ['ID=f5866cc3-0772-4299-bdfe-d132b1f6a170,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:44.747433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.765001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for a6d2da0f-64a1-4986-a2ca-28352ab9b309 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:44.780822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Attempting to bind port f5866cc3-0772-4299-bdfe-d132b1f6a170 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:44.780822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Attempting to bind port f5866cc3-0772-4299-bdfe-d132b1f6a170 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '997484a0-e9ad-4d9b-80c3-a4981cfb7fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:44.780822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Attempting to bind port f5866cc3-0772-4299-bdfe-d132b1f6a170 on network cfeda879-b067-4ec8-bef7-916f02cbc2ff {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:44.785720 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:44.786101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Checking segment: {'id': '997484a0-e9ad-4d9b-80c3-a4981cfb7fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:44.786504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.786905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Bound using segment: {'id': '997484a0-e9ad-4d9b-80c3-a4981cfb7fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:44.787400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Bound port: f5866cc3-0772-4299-bdfe-d132b1f6a170, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997484a0-e9ad-4d9b-80c3-a4981cfb7fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:44.787781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.894998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] For port f5866cc3-0772-4299-bdfe-d132b1f6a170, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:44.898443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] For port f5866cc3-0772-4299-bdfe-d132b1f6a170, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f5866cc3-0772-4299-bdfe-d132b1f6a170,segment=NetworkSegment(997484a0-e9ad-4d9b-80c3-a4981cfb7fde),segment_id=997484a0-e9ad-4d9b-80c3-a4981cfb7fde)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:44.908235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.968841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.028267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac2b3-93d6-4533-84ce-f92d1b0fff85 None None] Pushing event updated for resources: {'Port': ['ID=f5866cc3-0772-4299-bdfe-d132b1f6a170,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:45.037769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.092377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:45.100702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:45.103459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:45.113030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:45.113638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.120315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.134856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=3786dc73-0691-48a8-ad84-468ef0ac6fb5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:45.153351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=a6d2da0f-64a1-4986-a2ca-28352ab9b309,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:45.220819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.260474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4e76fd2b-880c-403e-a105-0d8c2eab1d34 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3268740 Oct 27 16:32:45.261712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:45.266756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': 'cfeda879-b067-4ec8-bef7-916f02cbc2ff', 'name': 'tempest-PortsIpV6TestJSON-1947649254', 'fixed_ips': [{'subnet_id': '0f156cec-b167-41c8-a1e1-e87ddef74508', 'ip_address': '2001:db8::f'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:45.442613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.492641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bcb16343-fdf9-42d5-80cc-efdbef6081d1 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:45.573141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: bcb16343-fdf9-42d5-80cc-efdbef6081d1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:45.573487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bcb16343-fdf9-42d5-80cc-efdbef6081d1 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:45.626255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b77590e-ea55-4377-9850-449599a572e6 req-fb8befee-eebc-455b-ad52-1edd0639269b tempest-ServerMetadataNegativeTestJSON-1595449220 tempest-ServerMetadataNegativeTestJSON-1595449220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce242044-702c-4f80-bdea-78805f3711fd HTTP/1.1" status: 200 len: 210 time: 0.0412087 Oct 27 16:32:45.876810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b4d1aac-e719-40a1-8462-4a55b37b6a51 req-68117d92-b45f-4d2c-9e82-c2398f610de9 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0344746 Oct 27 16:32:45.877298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router ecb1613b-3821-4ec9-8c95-521dd577f7b9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:45.877298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-1d2b0986-cfa1-45dd-8aac-bffc069fdb7c tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:45.877298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-1d2b0986-cfa1-45dd-8aac-bffc069fdb7c tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "GET /v2.0/networks?id=340ee55f-673c-4cab-8f77-def1ee3d5112 HTTP/1.1" status: 200 len: 809 time: 0.3199036 Oct 27 16:32:45.882542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Request body: {'port': {'device_id': '5882d850-98e3-4458-94a2-cfa0ac916084', 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112', 'admin_state_up': True, 'tenant_id': '1db52ca564ad413cb0eba2fcbea2cd3a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:46.032578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:46.078441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:46.086770 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4f37242a-b7c8-41dc-a341-115c206276e2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823729 Oct 27 16:32:46.089536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60288) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:46.091759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] Sync routers for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:46.104042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:46.107320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.146592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.150457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8a0d9982-51fc-4699-bdcd-a854d08dae1b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb1613b-3821-4ec9-8c95-521dd577f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0596452 Oct 27 16:32:46.155896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60292) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:46.164788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] Routers {'ecb1613b-3821-4ec9-8c95-521dd577f7b9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:46.170779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.203086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.204313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424f479-6367-4ed9-af83-38cdcab3c677 None None] The sync data for ids ['ecb1613b-3821-4ec9-8c95-521dd577f7b9'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:46.267674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.354086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.387659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 45d6d9b1-764e-4f97-8d39-1b3f224d7d09 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:46.458041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f5866cc3-0772-4299-bdfe-d132b1f6a170 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:46.461084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88444483-e766-47f8-816f-0cd4a6dd8116 None None] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:46.524362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.528997 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.530570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Made reservation on behalf of 1db52ca564ad413cb0eba2fcbea2cd3a for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:46.534599 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.598183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] Provisioning complete for port f5866cc3-0772-4299-bdfe-d132b1f6a170 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:46.598442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.668933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f5866cc3-0772-4299-bdfe-d132b1f6a170 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:46.669306 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.708577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60304) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:46.761380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Deleting subnet b3c4a47e-b5e4-413e-9c32-1760b62dcb09 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:46.765582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.808405 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.809416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.905407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.936585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.951295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] For port f5866cc3-0772-4299-bdfe-d132b1f6a170, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f5866cc3-0772-4299-bdfe-d132b1f6a170,segment=NetworkSegment(997484a0-e9ad-4d9b-80c3-a4981cfb7fde),segment_id=997484a0-e9ad-4d9b-80c3-a4981cfb7fde)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:46.980311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a07159ab-7c9f-448e-aa3c-02fc5c0b4460 req-12fb5700-afbd-4aed-9d48-d27cc295de66 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0385880 Oct 27 16:32:47.082851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.143203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::f (cfeda879-b067-4ec8-bef7-916f02cbc2ff/0f156cec-b167-41c8-a1e1-e87ddef74508/45d6d9b1-764e-4f97-8d39-1b3f224d7d09) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:47.152805 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.186225 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.226828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.232087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router ecb1613b-3821-4ec9-8c95-521dd577f7b9 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:32:47.246265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c4a47e-b5e4-413e-9c32-1760b62dcb09,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.253505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.260932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00d4be38-a093-42b5-86bf-787b4fc72ae3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b3c4a47e-b5e4-413e-9c32-1760b62dcb09 HTTP/1.1" status: 204 len: 168 time: 0.5504115 Oct 27 16:32:47.262072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60314) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:47.270127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.271913 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c3897070-f3ff-41df-8de7-5a681074fe93 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9 HTTP/1.1" status: 204 len: 168 time: 1.1149726 Oct 27 16:32:47.284371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60316) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:47.300846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:32:47.302977 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:32:47.303240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645fe71-3278-4625-8ebe-6ec65e273751 None None] Pushing event updated for resources: {'Port': ['ID=f5866cc3-0772-4299-bdfe-d132b1f6a170,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.314892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c418542e-324f-486c-bea7-3c13dd117a17 None None] Provisioning complete for port f5866cc3-0772-4299-bdfe-d132b1f6a170 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:47.315291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c418542e-324f-486c-bea7-3c13dd117a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.376428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Allocated IP 172.20.0.6 (340ee55f-673c-4cab-8f77-def1ee3d5112/98ff911f-68b8-4ec2-9b31-4c4bc1798929/bf910cdf-31bd-4887-bc60-e58a028f38b8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:47.384035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.446996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c418542e-324f-486c-bea7-3c13dd117a17 None None] Provisioning complete for port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:47.447825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c418542e-324f-486c-bea7-3c13dd117a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.472297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet a8b41fa7-4fc4-40aa-ba36-bd80023e205a {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:47.489104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.494087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c418542e-324f-486c-bea7-3c13dd117a17 None None] Port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:47.566360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.585009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.587873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78291244-618b-420e-980e-4f3064b3f63d']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:47.598731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1086cea5-fdf0-4b80-9519-d2b07187ccd1') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:47.598955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1086cea5-fdf0-4b80-9519-d2b07187ccd1') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:47.608998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.624133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.632022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:47.632529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:47.634407 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:47.636754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-54dafa20-d374-40d3-b515-05cab9076420 None None] Provisioning complete for port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:47.636754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54dafa20-d374-40d3-b515-05cab9076420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.654282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.701399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-54dafa20-d374-40d3-b515-05cab9076420 None None] Port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:47.807971 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.809831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.825499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.859847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.866074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.867909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] 10.222.0.70 "DELETE /v2.0/networks/78291244-618b-420e-980e-4f3064b3f63d HTTP/1.1" status: 204 len: 168 time: 0.6044717 Oct 27 16:32:47.870386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb572735-b1bc-43a4-a38b-d16f089f6a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=78291244-618b-420e-980e-4f3064b3f63d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.949941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:47.954654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=45d6d9b1-764e-4f97-8d39-1b3f224d7d09,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.958050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:47.960203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:47.965985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:47.966530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.114347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7be420d3-a13d-41c2-b5b9-a5508f2d9dd4 req-16974c8e-2819-4486-951f-bf37cf2d5104 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0300283 Oct 27 16:32:48.169831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.174612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-adb31a78-886a-43b9-84ff-256dcc1ef0c0 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9118762 Oct 27 16:32:48.182805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60334) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.183094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.271091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b41fa7-4fc4-40aa-ba36-bd80023e205a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:48.276013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.279360 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b2d8b816-38f7-4167-8c36-32633134dc26 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/a8b41fa7-4fc4-40aa-ba36-bd80023e205a HTTP/1.1" status: 204 len: 168 time: 0.9935222 Oct 27 16:32:48.285224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2a8f3-e39b-4d38-b084-1770597ff7da None None] Network c0a26071-1434-4e96-82ec-85624d113304 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:48.286085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.298991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:48.305278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:48.309882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a04b7-1aca-40a9-b825-bc6b930d5e3b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.311915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e5a04b7-1aca-40a9-b825-bc6b930d5e3b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1329615 Oct 27 16:32:48.315641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60340) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.331362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:48.337019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Pushing event updated for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:48.394659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet e62154d7-89e0-41a8-998e-0c5ad2c1e2de {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:48.400992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c4d41-ef70-4a0e-abe2-46ea06a1d1ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.402379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.410175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c4d41-ef70-4a0e-abe2-46ea06a1d1ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.415731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.416763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.417212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d42de32c-420d-47c5-bd55-9dffdbb2d2a4 None None] Provisioning complete for port 45d6d9b1-764e-4f97-8d39-1b3f224d7d09 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:48.417585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d42de32c-420d-47c5-bd55-9dffdbb2d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.421263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f5866cc3-0772-4299-bdfe-d132b1f6a170 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:48.422496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c4d41-ef70-4a0e-abe2-46ea06a1d1ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.434832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc7c4d41-ef70-4a0e-abe2-46ea06a1d1ec tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1155128 Oct 27 16:32:48.435225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60344) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.466272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.500967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.541392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d42de32c-420d-47c5-bd55-9dffdbb2d2a4 None None] Port 45d6d9b1-764e-4f97-8d39-1b3f224d7d09 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:48.568230 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-17198b17-97b3-4567-a24b-28c609376ce8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d8f35197676405b837cbbcf370bab09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991569 Oct 27 16:32:48.568713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60350) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:48.573158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f5866cc3-0772-4299-bdfe-d132b1f6a170 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:48.573536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.614700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 45d6d9b1-764e-4f97-8d39-1b3f224d7d09 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:48.615141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.635628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-35d904cb-7a44-40c5-8fa3-96d2c8148ba6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7583246 Oct 27 16:32:48.637317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.665218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Request body: {'port': {'device_id': '5882d850-98e3-4458-94a2-cfa0ac916084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:48.670553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] DHCP port deletion for c0a26071-1434-4e96-82ec-85624d113304 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:48.722006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.744366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Deleting port d848cbc5-383c-4819-b986-a3cc0ef75e60 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:48.746498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.752156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.767746 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.771518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.792003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 45d6d9b1-764e-4f97-8d39-1b3f224d7d09 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:48.836915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] For port d848cbc5-383c-4819-b986-a3cc0ef75e60, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d848cbc5-383c-4819-b986-a3cc0ef75e60,segment=NetworkSegment(8f1eb0de-b120-4a78-8dbc-4258e472c5f9),segment_id=8f1eb0de-b120-4a78-8dbc-4258e472c5f9)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:48.837321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.851802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Calling delete_port for d848cbc5-383c-4819-b986-a3cc0ef75e60 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:48.975508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.015428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.022738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/e62154d7-89e0-41a8-998e-0c5ad2c1e2de HTTP/1.1" status: 204 len: 168 time: 0.7316730 Oct 27 16:32:49.022738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f600-c033-4b29-b4c3-62c987452110 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=e62154d7-89e0-41a8-998e-0c5ad2c1e2de,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.026167 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.026470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60356) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:49.035012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669ce9d-54a0-4011-a71f-4721adcbaf02 None None] Network 702885fc-35bc-414b-a5ba-e6a20f216565 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:49.105923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] Pushing event deleted for resources: {'Port': ['ID=d848cbc5-383c-4819-b986-a3cc0ef75e60,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.115997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dc198-32eb-48de-ae9e-bb5a978f22ca None None] No DVR routers for this DVR port d848cbc5-383c-4819-b986-a3cc0ef75e60 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:49.186708 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.269590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf910cdf-31bd-4887-bc60-e58a028f38b8 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:49.281662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.341439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896c2f-ad70-42b8-970d-dfa3edb6c74e req-ab7812df-1a02-472c-a269-537a7c155dde tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:49.343841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88896c2f-ad70-42b8-970d-dfa3edb6c74e req-ab7812df-1a02-472c-a269-537a7c155dde tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 931 time: 0.0927734 Oct 27 16:32:49.346868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] DHCP port deletion for 702885fc-35bc-414b-a5ba-e6a20f216565 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:49.368634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.398129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a26071-1434-4e96-82ec-85624d113304']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:49.410276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1eb0de-b120-4a78-8dbc-4258e472c5f9') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:49.411551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1eb0de-b120-4a78-8dbc-4258e472c5f9') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:49.432000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.432254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Deleting port a6d8008b-db93-4e11-9145-b8c98324e7c8 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:49.432254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.432455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88896c2f-ad70-42b8-970d-dfa3edb6c74e req-5752121d-d6f0-4896-89ef-45ab17b93101 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Oct 27 16:32:49.442799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.451062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:49.451465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:49.455431 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:49.477153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.480575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.488920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c1fd19a-b51f-462e-8a05-9ffffe542f22 HTTP/1.1" status: 204 len: 168 time: 0.9125712 Oct 27 16:32:49.492146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556979-98b7-4832-904b-0e1a8ed40887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1fd19a-b51f-462e-8a05-9ffffe542f22,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.499311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] For port a6d8008b-db93-4e11-9145-b8c98324e7c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a6d8008b-db93-4e11-9145-b8c98324e7c8,segment=NetworkSegment(f54eaafc-2d3e-46cf-b34c-98f597b579bf),segment_id=f54eaafc-2d3e-46cf-b34c-98f597b579bf)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:49.500292 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.522168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Calling delete_port for a6d8008b-db93-4e11-9145-b8c98324e7c8 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:49.551408 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.591199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=45d6d9b1-764e-4f97-8d39-1b3f224d7d09,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.652143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.655840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54b953a5-7336-493f-b17f-a4dcfba9d734 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/45d6d9b1-764e-4f97-8d39-1b3f224d7d09 HTTP/1.1" status: 204 len: 168 time: 1.2195163 Oct 27 16:32:49.670787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60374) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:49.685641 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ea3510-28ef-45ef-a584-d6f590400488 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:49.689968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-77ea3510-28ef-45ef-a584-d6f590400488 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/45d6d9b1-764e-4f97-8d39-1b3f224d7d09 HTTP/1.1" status: 404 len: 333 time: 0.0273173 Oct 27 16:32:49.690086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60376) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:49.759981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.779281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.785510 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/c0a26071-1434-4e96-82ec-85624d113304 HTTP/1.1" status: 204 len: 168 time: 0.7581477 Oct 27 16:32:49.785510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccff89d-cc10-401f-9aaf-645f09c317df tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=c0a26071-1434-4e96-82ec-85624d113304,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.785952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60380) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:49.819849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.820572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Transition to ACTIVE for port object bf910cdf-31bd-4887-bc60-e58a028f38b8 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:32:49.823465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 3786dc73-0691-48a8-ad84-468ef0ac6fb5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:49.823933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.865613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] Pushing event deleted for resources: {'Port': ['ID=a6d8008b-db93-4e11-9145-b8c98324e7c8,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.885640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f16c5-8eb1-4dff-9b17-014f310a63b8 None None] No DVR routers for this DVR port a6d8008b-db93-4e11-9145-b8c98324e7c8 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:49.905820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.933992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.947318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 3786dc73-0691-48a8-ad84-468ef0ac6fb5 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:49.992240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.014238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.042973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702885fc-35bc-414b-a5ba-e6a20f216565']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.063497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54eaafc-2d3e-46cf-b34c-98f597b579bf') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.063906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54eaafc-2d3e-46cf-b34c-98f597b579bf') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.073799 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.090250 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.099139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:50.100450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:50.105681 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:50.130427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Pushing event updated for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:50.230974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Attempting to bind port bf910cdf-31bd-4887-bc60-e58a028f38b8 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:50.231371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Attempting to bind port bf910cdf-31bd-4887-bc60-e58a028f38b8 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:50.231725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Attempting to bind port bf910cdf-31bd-4887-bc60-e58a028f38b8 on network 340ee55f-673c-4cab-8f77-def1ee3d5112 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:50.241408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Port bf910cdf-31bd-4887-bc60-e58a028f38b8 on network 340ee55f-673c-4cab-8f77-def1ee3d5112 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:32:50.241737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Attempting to bind port bf910cdf-31bd-4887-bc60-e58a028f38b8 on network 340ee55f-673c-4cab-8f77-def1ee3d5112 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:50.257657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:50.259091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Checking segment: {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:50.259928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Bound using segment: {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:50.260435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Bound port: bf910cdf-31bd-4887-bc60-e58a028f38b8, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:50.260802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.326918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:50.330846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:50.339518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.356187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.356187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/702885fc-35bc-414b-a5ba-e6a20f216565 HTTP/1.1" status: 204 len: 168 time: 0.5651937 Oct 27 16:32:50.356850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60398) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:50.361273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110245322'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:50.370231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eb7eb-cd72-4eea-a1b3-24846215b2b3 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=702885fc-35bc-414b-a5ba-e6a20f216565,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:50.392046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.397142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a6d8008b-db93-4e11-9145-b8c98324e7c8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:50.418008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a6d8008b-db93-4e11-9145-b8c98324e7c8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:50.418356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a6d8008b-db93-4e11-9145-b8c98324e7c8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:50.418773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d848cbc5-383c-4819-b986-a3cc0ef75e60 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:50.426418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=3786dc73-0691-48a8-ad84-468ef0ac6fb5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:50.438608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d848cbc5-383c-4819-b986-a3cc0ef75e60 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:50.439284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d848cbc5-383c-4819-b986-a3cc0ef75e60 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:50.459147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.469152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-be9ab0c1-0c48-47bf-a755-512143e05c30 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/3786dc73-0691-48a8-ad84-468ef0ac6fb5 HTTP/1.1" status: 204 len: 168 time: 0.7717471 Oct 27 16:32:50.469489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:50.477702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.515546 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-deef3887-233b-48b0-8e64-094f844e0164 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:32:50.522344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-deef3887-233b-48b0-8e64-094f844e0164 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/3786dc73-0691-48a8-ad84-468ef0ac6fb5 HTTP/1.1" status: 404 len: 333 time: 0.0520875 Oct 27 16:32:50.526476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60408) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:50.564594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.565825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.567564 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] 10.222.0.82 "PUT /v2.0/ports/bf910cdf-31bd-4887-bc60-e58a028f38b8 HTTP/1.1" status: 200 len: 1091 time: 1.9075484 Oct 27 16:32:50.579670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:50.583109 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33cc374-d849-4991-8478-d1178d69c848" -d '{"events": [{"name": "network-changed", "server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:50.591195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:50.603057 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.658876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 0f156cec-b167-41c8-a1e1-e87ddef74508 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:50.663879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.672408 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e0b0b-1df8-45a8-8c31-f865a86a0fc6 x-openstack-request-id: req-802e0b0b-1df8-45a8-8c31-f865a86a0fc6 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:50.672719 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:50.673010 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-802e0b0b-1df8-45a8-8c31-f865a86a0fc6 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:50.673571 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8', 'status': 'completed', 'code': 200} Oct 27 16:32:50.729262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034683-251d-47fd-9b32-a5ab85a100cc req-07f22a11-7324-43b4-bc1f-de8b377159a6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.736919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7034683-251d-47fd-9b32-a5ab85a100cc req-07f22a11-7324-43b4-bc1f-de8b377159a6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.1496193 Oct 27 16:32:50.745512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.753231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ed94-b8e8-4040-adc2-d91548911d7a service neutron] Pushing event updated for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:50.757911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:50.782466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.782866 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment 78edc441-ee0f-46b2-bc3f-1998fdf88615 of type vlan for network 6d2e1185-734e-4479-8155-0604de5502c3 Oct 27 16:32:50.785982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc374-d849-4991-8478-d1178d69c848 req-cd469c33-7521-4923-9d31-6db9ec00b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.788407 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d33cc374-d849-4991-8478-d1178d69c848 req-cd469c33-7521-4923-9d31-6db9ec00b2ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 1094 time: 0.0894263 Oct 27 16:32:50.841273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7034683-251d-47fd-9b32-a5ab85a100cc req-4f205cdc-de28-40a4-ac82-4852ff3fda4f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027431 Oct 27 16:32:50.901614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.905002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.962019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc374-d849-4991-8478-d1178d69c848 req-790aa4cc-3eb1-4860-a53f-b63d1e33c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.963477 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d33cc374-d849-4991-8478-d1178d69c848 req-790aa4cc-3eb1-4860-a53f-b63d1e33c3c3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1650980 Oct 27 16:32:51.081724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc374-d849-4991-8478-d1178d69c848 req-251b3d6e-31d0-4dd8-9e73-a639850f9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.083290 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d33cc374-d849-4991-8478-d1178d69c848 req-251b3d6e-31d0-4dd8-9e73-a639850f9662 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121962 Oct 27 16:32:51.100072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.110643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.133829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=0f156cec-b167-41c8-a1e1-e87ddef74508,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:51.137883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.139964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.145831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.149347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de483bf4-545c-40f8-9028-c1662e388047 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/0f156cec-b167-41c8-a1e1-e87ddef74508 HTTP/1.1" status: 204 len: 168 time: 0.6207149 Oct 27 16:32:51.160305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:51.160587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283257c-7362-4788-b00a-d7cdcf594703 None None] Network cfeda879-b067-4ec8-bef7-916f02cbc2ff requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:51.244741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=6d2e1185-734e-4479-8155-0604de5502c3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:51.253675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-18cdde58-6d6a-4918-a940-50a6e6755d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.255306 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-18cdde58-6d6a-4918-a940-50a6e6755d7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 1094 time: 0.1117098 Oct 27 16:32:51.256280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.340381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-98f40dc7-79cf-4582-9a54-c5c1fc371fd6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8 HTTP/1.1" status: 200 len: 217 time: 0.0712488 Oct 27 16:32:51.343782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4f0b6bb9-f9c6-4a5a-be29-0008be5cad62 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9865999 Oct 27 16:32:51.348036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60432) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:51.360460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': '6d2e1185-734e-4479-8155-0604de5502c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:51.399364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6d2e1185-734e-4479-8155-0604de5502c3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:51.415572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-2a3ea6ee-2b38-4984-ab23-d5858ae431a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.417182 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-2a3ea6ee-2b38-4984-ab23-d5858ae431a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98ff911f-68b8-4ec2-9b31-4c4bc1798929 HTTP/1.1" status: 200 len: 849 time: 0.0695570 Oct 27 16:32:51.503502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port f5866cc3-0772-4299-bdfe-d132b1f6a170 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:51.503944 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.519893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-b3395970-3603-439a-a426-6fb44643aace service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=340ee55f-673c-4cab-8f77-def1ee3d5112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943174 Oct 27 16:32:51.600957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:51.605193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.646814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] DHCP port deletion for cfeda879-b067-4ec8-bef7-916f02cbc2ff request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:51.654179 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-c3170257-0634-45c5-b294-78d5023a7109 service neutron] 10.222.0.82 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092331 Oct 27 16:32:51.665458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port f5866cc3-0772-4299-bdfe-d132b1f6a170, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f5866cc3-0772-4299-bdfe-d132b1f6a170,segment=NetworkSegment(997484a0-e9ad-4d9b-80c3-a4981cfb7fde),segment_id=997484a0-e9ad-4d9b-80c3-a4981cfb7fde)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:51.665827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.699250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for f5866cc3-0772-4299-bdfe-d132b1f6a170 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:51.718058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Deleting port f5866cc3-0772-4299-bdfe-d132b1f6a170 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:51.718688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.817697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] For port f5866cc3-0772-4299-bdfe-d132b1f6a170, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f5866cc3-0772-4299-bdfe-d132b1f6a170,segment=NetworkSegment(997484a0-e9ad-4d9b-80c3-a4981cfb7fde),segment_id=997484a0-e9ad-4d9b-80c3-a4981cfb7fde)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:51.817697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.831787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Calling delete_port for f5866cc3-0772-4299-bdfe-d132b1f6a170 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:51.887004 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-aa197911-e752-471b-8ad0-7af4f4aa3eaf req-4380ff0e-a3e1-4645-b294-58fd881de468 service neutron] 10.222.0.82 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088566 Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.012661 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:52.016065 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:32:52.019714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.026669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.052235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] Pushing event deleted for resources: {'Port': ['ID=f5866cc3-0772-4299-bdfe-d132b1f6a170,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.057581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ace13-aedf-4ba3-abd0-140a2b9d6925 None None] No DVR routers for this DVR port f5866cc3-0772-4299-bdfe-d132b1f6a170 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:52.062463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=f5866cc3-0772-4299-bdfe-d132b1f6a170,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.064487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port f5866cc3-0772-4299-bdfe-d132b1f6a170 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:52.094981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a525072-b742-4327-8b90-e769b6305658 req-a1b9bcc8-2b62-40ef-a80d-679d8c7cf687 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:52.096620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a525072-b742-4327-8b90-e769b6305658 req-a1b9bcc8-2b62-40ef-a80d-679d8c7cf687 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.1016223 Oct 27 16:32:52.131548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.266647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb5d7e4-98f8-441c-8098-d4170eb28069 req-015116be-cbc1-4388-9f8f-f545d98f2949 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.1191082 Oct 27 16:32:52.283195 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.310080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=c6b6fcc6-a594-4f5d-9946-ea97db8950cb,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.323077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a525072-b742-4327-8b90-e769b6305658 req-12e37503-51f3-4a86-ba2f-3d863368352f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928303 Oct 27 16:32:52.346846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeda879-b067-4ec8-bef7-916f02cbc2ff']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:52.362400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997484a0-e9ad-4d9b-80c3-a4981cfb7fde') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:52.371362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997484a0-e9ad-4d9b-80c3-a4981cfb7fde') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:52.389815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': '78edc441-ee0f-46b2-bc3f-1998fdf88615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:52.390716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: 6d2e1185-734e-4479-8155-0604de5502c3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:52.407778 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.444631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.450701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f5866cc3-0772-4299-bdfe-d132b1f6a170 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:52.456573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:52.456987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:52.460368 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:52.480272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f5866cc3-0772-4299-bdfe-d132b1f6a170 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:52.487818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f5866cc3-0772-4299-bdfe-d132b1f6a170 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:52.610415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 6d2e1185-734e-4479-8155-0604de5502c3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:52.653490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.661192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.663866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/cfeda879-b067-4ec8-bef7-916f02cbc2ff HTTP/1.1" status: 204 len: 168 time: 1.5109026 Oct 27 16:32:52.667756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60486) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:52.673604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-242754960'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:52.682499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eb32a-ed34-4e48-aa03-432db0631deb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=cfeda879-b067-4ec8-bef7-916f02cbc2ff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.779127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6d2e1185-734e-4479-8155-0604de5502c3) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:52.787360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:52.787360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.793256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8bba3-7048-4f2b-99c9-c57d2007f5c5 None None] Network 6d2e1185-734e-4479-8155-0604de5502c3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:52.848946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd4c64be-856d-4855-8d57-76f97803cdc8 req-614b669f-0691-4640-9a8f-efa12437f9a3 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0417709 Oct 27 16:32:52.871001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:52.874687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.903433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:52.915662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.916267 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Added segment 94ad01ee-e3a9-4299-99be-419d184ef950 of type vlan for network 7f36ce67-c75f-4451-988a-915c551c26c1 Oct 27 16:32:52.968195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f6a7c73b-0571-438c-a1aa-6c3a9f971387 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6187749 Oct 27 16:32:52.970922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60504) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:52.980852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1332848459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:52.984656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-6d2e1185-734e-4479-8155-0604de5502c3', 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': 'c6b6fcc6-a594-4f5d-9946-ea97db8950cb'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:52.985757 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.995640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.122620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.123755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.161506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Allocated IP 172.20.0.2 (6d2e1185-734e-4479-8155-0604de5502c3/c6b6fcc6-a594-4f5d-9946-ea97db8950cb/9ba6ce74-78c1-400d-9c89-edf6f94f4d51) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:53.173748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.183360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.187441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:53.188144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.267415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Network': ['ID=7f36ce67-c75f-4451-988a-915c551c26c1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:53.277953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 7f36ce67-c75f-4451-988a-915c551c26c1 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:53.329484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.388744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c3e9ef4b-053a-4715-9c9e-f75d10e5313e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7197795 Oct 27 16:32:53.392116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60516) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:53.407709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:53.485990 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.550560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.552178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b3d2bb1f-ec1b-4af4-8335-2e366b625a64 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5810349 Oct 27 16:32:53.556068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60522) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:53.561197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'port': {'network_id': '6d2e1185-734e-4479-8155-0604de5502c3', 'name': 'tempest-RoutersTest-1884191851'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:53.626204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384a5e4-6e7b-4abc-83bd-b426cac619fd req-3e717fe5-5847-41f4-b6b7-0cf08b661bfd tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:53.627774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8384a5e4-6e7b-4abc-83bd-b426cac619fd req-3e717fe5-5847-41f4-b6b7-0cf08b661bfd tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.1267171 Oct 27 16:32:53.704894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8384a5e4-6e7b-4abc-83bd-b426cac619fd req-51040752-f396-4e2f-b143-4c9607d1447a tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642819 Oct 27 16:32:53.756392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:53.756930 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.760926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.807863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Network 6d2e1185-734e-4479-8155-0604de5502c3 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:53.814452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:53.818591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:53.832049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Pushing event updated for resources: {'Port': ['ID=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:53.891951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Attempting to bind port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:53.892325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Attempting to bind port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '78edc441-ee0f-46b2-bc3f-1998fdf88615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:53.892680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Attempting to bind port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 on network 6d2e1185-734e-4479-8155-0604de5502c3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:53.897912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:53.898289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Checking segment: {'id': '78edc441-ee0f-46b2-bc3f-1998fdf88615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:53.898684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.899099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Bound using segment: {'id': '78edc441-ee0f-46b2-bc3f-1998fdf88615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:53.899571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Bound port: 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78edc441-ee0f-46b2-bc3f-1998fdf88615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6d2e1185-734e-4479-8155-0604de5502c3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:53.899944 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.960161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bde43e5-1fb7-4b72-b1f4-5f44454abbc6 req-e7c794eb-24d2-4173-b4ac-8fa66db4686d tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0427129 Oct 27 16:32:53.962367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:53.971500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.995168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] device_id is not set on port 10f7b0fd-0708-4871-937e-c61d35ebb274 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:54.013438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] For port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:54.018750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] For port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,segment=NetworkSegment(78edc441-ee0f-46b2-bc3f-1998fdf88615),segment_id=78edc441-ee0f-46b2-bc3f-1998fdf88615)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:54.129877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.20.0.14 (6d2e1185-734e-4479-8155-0604de5502c3/c6b6fcc6-a594-4f5d-9946-ea97db8950cb/10f7b0fd-0708-4871-937e-c61d35ebb274) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:54.208701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.209023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.325356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=2abb1890-5e18-4fd9-bc58-497bddbc26d6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:54.330431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7f8a-cc49-4126-991b-b7ad2adbeac1 None None] Pushing event updated for resources: {'Port': ['ID=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:54.330666 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.341886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Checking segment: {'id': '94ad01ee-e3a9-4299-99be-419d184ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:54.347552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network hostable DHCP agents. Network: 7f36ce67-c75f-4451-988a-915c551c26c1, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:54.562761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 7f36ce67-c75f-4451-988a-915c551c26c1 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:54.563669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.628369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 6d2e1185-734e-4479-8155-0604de5502c3 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:54.632011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:54.636322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:54.643985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=10f7b0fd-0708-4871-937e-c61d35ebb274,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:54.692179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:54.692798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.796226 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 7f36ce67-c75f-4451-988a-915c551c26c1) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:54.800586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:54.801925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.805229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b7315-ff1f-4d7b-bcd8-3575a802a4e2 None None] Network 7f36ce67-c75f-4451-988a-915c551c26c1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:54.841733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75934e1-0d93-4a36-bea7-e3a8619051f0 req-27730c1d-c692-4475-a2a4-d939aef4626f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:54.843936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e75934e1-0d93-4a36-bea7-e3a8619051f0 req-27730c1d-c692-4475-a2a4-d939aef4626f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.0700488 Oct 27 16:32:54.853245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-55c19839-6843-46b6-ae29-e482a69c09f7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2958391 Oct 27 16:32:54.853950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60544) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:54.903948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e75934e1-0d93-4a36-bea7-e3a8619051f0 req-0ee4da16-9a5a-4530-b913-34f288ee2f51 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 Oct 27 16:32:55.001209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-7f36ce67-c75f-4451-988a-915c551c26c1', 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': '2abb1890-5e18-4fd9-bc58-497bddbc26d6'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:55.002104 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.135206 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f56e3546-4495-4c70-a800-f64532555eb1 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7418709 Oct 27 16:32:55.136893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f86735-10e6-421b-ae1a-d5780574b707 req-b3a256ed-9185-48ff-821d-50263935a89a tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0513504 Oct 27 16:32:55.138217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60552) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:55.148202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1651979937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:55.226816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Allocated IP 2001:db8::2 (7f36ce67-c75f-4451-988a-915c551c26c1/2abb1890-5e18-4fd9-bc58-497bddbc26d6/4c22693f-16de-450d-a635-0b1205029cc1) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:55.243520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.244958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.318678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.322033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.476751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.599240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438d727-6a02-451d-ae1f-c5b953b55ed1 None None] Network 6d2e1185-734e-4479-8155-0604de5502c3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:55.599240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.680863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] Provisioning complete for port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:55.681262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.754410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.757863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-85bb62f4-01bb-4ecf-a1bd-f85c9bb0e444 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6179409 Oct 27 16:32:55.762533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:55.769370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1', 'name': 'tempest-PortsIpV6TestJSON-881376569'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:55.788596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.861932 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Network 7f36ce67-c75f-4451-988a-915c551c26c1 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:55.862869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.870914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:55.883930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:55.899387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Pushing event updated for resources: {'Port': ['ID=4c22693f-16de-450d-a635-0b1205029cc1,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:55.951853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.983150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] For port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,segment=NetworkSegment(78edc441-ee0f-46b2-bc3f-1998fdf88615),segment_id=78edc441-ee0f-46b2-bc3f-1998fdf88615)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:55.984965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Attempting to bind port 4c22693f-16de-450d-a635-0b1205029cc1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:55.985693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Attempting to bind port 4c22693f-16de-450d-a635-0b1205029cc1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '94ad01ee-e3a9-4299-99be-419d184ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:55.986245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Attempting to bind port 4c22693f-16de-450d-a635-0b1205029cc1 on network 7f36ce67-c75f-4451-988a-915c551c26c1 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:55.992760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:55.993152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Checking segment: {'id': '94ad01ee-e3a9-4299-99be-419d184ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:55.993532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.993928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Bound using segment: {'id': '94ad01ee-e3a9-4299-99be-419d184ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:55.994404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Bound port: 4c22693f-16de-450d-a635-0b1205029cc1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad01ee-e3a9-4299-99be-419d184ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7f36ce67-c75f-4451-988a-915c551c26c1'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:55.994781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.078732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e25e4a-3d75-4d8e-ba74-0aff60c6451c req-46a78a20-002c-448e-a740-00d9c06f8db8 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:56.080671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1e25e4a-3d75-4d8e-ba74-0aff60c6451c req-46a78a20-002c-448e-a740-00d9c06f8db8 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.0809786 Oct 27 16:32:56.119944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] For port 4c22693f-16de-450d-a635-0b1205029cc1, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:56.123783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] For port 4c22693f-16de-450d-a635-0b1205029cc1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4c22693f-16de-450d-a635-0b1205029cc1,segment=NetworkSegment(94ad01ee-e3a9-4299-99be-419d184ef950),segment_id=94ad01ee-e3a9-4299-99be-419d184ef950)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:56.140345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1e25e4a-3d75-4d8e-ba74-0aff60c6451c req-4282120e-3e64-4c55-b2b7-769a8de340a3 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493231 Oct 27 16:32:56.272008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e83d06ce-416a-46fe-801e-4481ba590990 req-fd00807b-44a3-4c13-86ca-a30d41391e2f tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0433016 Oct 27 16:32:56.287788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.379765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.381181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:56.400929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.401367 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.415410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=10f7b0fd-0708-4871-937e-c61d35ebb274,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:56.419718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 81ff1c99-4e31-4918-a347-400de49abb26 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:56.475571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:56.601222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::42 (7f36ce67-c75f-4451-988a-915c551c26c1/2abb1890-5e18-4fd9-bc58-497bddbc26d6/81ff1c99-4e31-4918-a347-400de49abb26) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:56.646524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3afe1ef7-89ac-4f50-a75d-602821b79dbe None None] Provisioning complete for port 10f7b0fd-0708-4871-937e-c61d35ebb274 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:56.646524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3afe1ef7-89ac-4f50-a75d-602821b79dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.668357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf9566-a463-4197-a541-5d03d8da1c68 None None] Pushing event updated for resources: {'Port': ['ID=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:56.685069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.738893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:56.739339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.746732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3afe1ef7-89ac-4f50-a75d-602821b79dbe None None] Port 10f7b0fd-0708-4871-937e-c61d35ebb274 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:56.804078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317aba-7f1d-41b9-9f74-46fa259fc434 None None] Pushing event updated for resources: {'Port': ['ID=4c22693f-16de-450d-a635-0b1205029cc1,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:56.817833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3afe1ef7-89ac-4f50-a75d-602821b79dbe None None] Provisioning complete for port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:56.818196 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3afe1ef7-89ac-4f50-a75d-602821b79dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.923469 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.087261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.111594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.122015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-47b12250-8f4d-481b-b350-6f0bf762813d None None] Provisioning complete for port 10f7b0fd-0708-4871-937e-c61d35ebb274 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:57.124836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47b12250-8f4d-481b-b350-6f0bf762813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.182155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-47b12250-8f4d-481b-b350-6f0bf762813d None None] Port 10f7b0fd-0708-4871-937e-c61d35ebb274 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:57.199369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 7f36ce67-c75f-4451-988a-915c551c26c1 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:57.203634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:57.207346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:57.213627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:57.214379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.268938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=81ff1c99-4e31-4918-a347-400de49abb26,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:57.292961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5905-1caa-45b2-a764-f0c15308bb0a req-f5ddf243-164c-4e5d-8018-e2b17e0a2235 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:57.294713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d4e5905-1caa-45b2-a764-f0c15308bb0a req-f5ddf243-164c-4e5d-8018-e2b17e0a2235 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 943 time: 0.0651968 Oct 27 16:32:57.361734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ace4c031-68ac-4bbe-b0da-52788c9da2b9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5933988 Oct 27 16:32:57.362591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:57.435607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.476665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d4e5905-1caa-45b2-a764-f0c15308bb0a req-de04ac56-a44c-46f6-85cd-eb87b31bfa75 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703806 Oct 27 16:32:57.499008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f6a92e2-9701-441c-b640-a47848960ffc req-e1ad9a7a-bbb3-4889-b7a5-7a04f098c15a tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0367963 Oct 27 16:32:57.501594 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:57.539712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf910cdf-31bd-4887-bc60-e58a028f38b8 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:32:57.584824 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.679118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=10f7b0fd-0708-4871-937e-c61d35ebb274,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:57.721552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.754179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:57.768018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'bf910cdf-31bd-4887-bc60-e58a028f38b8', 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112', 'port_id': 'bf910cdf-31bd-4887-bc60-e58a028f38b8', 'mac_address': 'fa:16:3e:1a:f7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ff911f-68b8-4ec2-9b31-4c4bc1798929', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:32:57.829524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.854043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf910cdf-31bd-4887-bc60-e58a028f38b8 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:57.879544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 6d2e1185-734e-4479-8155-0604de5502c3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:57.885945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:57.918537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3b5ff-1808-4f1f-843d-a7708d1a5253 None None] Network 7f36ce67-c75f-4451-988a-915c551c26c1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:57.919764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.144869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:58.172689 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.172689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] Provisioning complete for port 4c22693f-16de-450d-a635-0b1205029cc1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:58.172689 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.231110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router d97d8f2a-c2b3-411e-8473-137c19263fd1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:58.272431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.315466 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.345080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:58.355275 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4140456a-450c-4af9-9366-e7ba60872544 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/d97d8f2a-c2b3-411e-8473-137c19263fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4999821 Oct 27 16:32:58.358775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60604) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:58.362169 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] Sync routers for ids ['d97d8f2a-c2b3-411e-8473-137c19263fd1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:58.364166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.386094 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] Routers {'d97d8f2a-c2b3-411e-8473-137c19263fd1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:58.386635 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d97d8f2a-c2b3-411e-8473-137c19263fd1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:58.431210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.460957 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:58.488246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49190dc5-5ea8-40b5-9c78-8224b7625919 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:58.488810 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] Routers {'d97d8f2a-c2b3-411e-8473-137c19263fd1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:58.489445 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d97d8f2a-c2b3-411e-8473-137c19263fd1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:58.499255 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-49190dc5-5ea8-40b5-9c78-8224b7625919 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports/10f7b0fd-0708-4871-937e-c61d35ebb274 HTTP/1.1" status: 200 len: 978 time: 0.1379812 Oct 27 16:32:58.501748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60608) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:58.533375 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:58.534054 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17d79d-11b5-4345-a6c6-13c104196a44 None None] The sync data for ids ['d97d8f2a-c2b3-411e-8473-137c19263fd1'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:58.548121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=81ff1c99-4e31-4918-a347-400de49abb26,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.562634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] For port 4c22693f-16de-450d-a635-0b1205029cc1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4c22693f-16de-450d-a635-0b1205029cc1,segment=NetworkSegment(94ad01ee-e3a9-4299-99be-419d184ef950),segment_id=94ad01ee-e3a9-4299-99be-419d184ef950)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:58.591760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.621889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.641995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.696566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:58.705154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.761257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39361d-28b1-4c64-9233-c50add9b3cb4 None None] Pushing event updated for resources: {'Port': ['ID=4c22693f-16de-450d-a635-0b1205029cc1,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.792887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf910cdf-31bd-4887-bc60-e58a028f38b8'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:32:58.799087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:58.799680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.820008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a870fa9e-e041-4353-ad2e-8267c4aad7b5 req-151258a6-2221-4081-ac72-e9da40781ae4 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.1197162 Oct 27 16:32:58.841333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a6ce-56ea-411e-a477-dac42472ecd7 req-7633963f-314b-42a3-b3b7-915c71c31d2c tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:58.841553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f696a6ce-56ea-411e-a477-dac42472ecd7 req-7633963f-314b-42a3-b3b7-915c71c31d2c tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 944 time: 0.1817114 Oct 27 16:32:58.908476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-58169d93-3d37-42c8-83e2-a79aa58163ca None None] Provisioning complete for port 10f7b0fd-0708-4871-937e-c61d35ebb274 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:58.909032 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58169d93-3d37-42c8-83e2-a79aa58163ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.933457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f696a6ce-56ea-411e-a477-dac42472ecd7 req-0c367a60-f342-4e5f-97e2-602ec44fc303 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Oct 27 16:32:58.992387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.008554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58169d93-3d37-42c8-83e2-a79aa58163ca None None] Port 10f7b0fd-0708-4871-937e-c61d35ebb274 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:59.111643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4c22693f-16de-450d-a635-0b1205029cc1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:59.206744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a0c8f925-462a-4149-ae5e-ce147faf71c8 None None] Provisioning complete for port 4c22693f-16de-450d-a635-0b1205029cc1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.207404 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f925-462a-4149-ae5e-ce147faf71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.238519 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.284641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4c22693f-16de-450d-a635-0b1205029cc1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.285017 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.464112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a0c8f925-462a-4149-ae5e-ce147faf71c8 None None] Provisioning complete for port 81ff1c99-4e31-4918-a347-400de49abb26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.464979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f925-462a-4149-ae5e-ce147faf71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.550411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 10f7b0fd-0708-4871-937e-c61d35ebb274 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:59.550760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.558810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8f925-462a-4149-ae5e-ce147faf71c8 None None] Port 81ff1c99-4e31-4918-a347-400de49abb26 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:59.680962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-84e6488e-f8e1-4fc3-a56a-4210c0b13af6 None None] Provisioning complete for port 81ff1c99-4e31-4918-a347-400de49abb26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.681608 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-84e6488e-f8e1-4fc3-a56a-4210c0b13af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.695505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.709130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 10f7b0fd-0708-4871-937e-c61d35ebb274 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:59.716451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-84e6488e-f8e1-4fc3-a56a-4210c0b13af6 None None] Port 81ff1c99-4e31-4918-a347-400de49abb26 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:59.828914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.842134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-19956281-0f70-4b85-b162-061e085e7af4 None None] Provisioning complete for port 81ff1c99-4e31-4918-a347-400de49abb26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.842587 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-19956281-0f70-4b85-b162-061e085e7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.878985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-19956281-0f70-4b85-b162-061e085e7af4 None None] Port 81ff1c99-4e31-4918-a347-400de49abb26 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:59.951881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15546852-1468-4bd9-a487-2e1cbef79cce req-acd4c03a-9994-49b8-8e3c-7876b9bdf3aa tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Oct 27 16:32:59.954622 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.955451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.981493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.072299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=10f7b0fd-0708-4871-937e-c61d35ebb274,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.073012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=81ff1c99-4e31-4918-a347-400de49abb26,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.149318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895a4b-53fd-452e-9473-ff712dfa0770 req-ecbdb008-bd43-4e7b-bd45-2e00e568f7c5 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:00.150918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00895a4b-53fd-452e-9473-ff712dfa0770 req-ecbdb008-bd43-4e7b-bd45-2e00e568f7c5 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 944 time: 0.1101780 Oct 27 16:33:00.157315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 7f36ce67-c75f-4451-988a-915c551c26c1 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:00.166316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:00.264395 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-59a7e95b-6c4c-444f-a120-51552598c8e0 req-9090177a-05a5-4224-b8ac-463c08346ff1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0706475 Oct 27 16:33:00.269169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.294669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00895a4b-53fd-452e-9473-ff712dfa0770 req-e166d667-f573-4711-bf29-9ec0649e17f6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360111 Oct 27 16:33:00.429202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4c22693f-16de-450d-a635-0b1205029cc1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:00.480505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router d97d8f2a-c2b3-411e-8473-137c19263fd1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:00.493730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4c22693f-16de-450d-a635-0b1205029cc1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:00.494105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.504557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Router 82ee9460-938b-4d34-a060-f53c700554fd is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:00.580693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:00.586935 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-637dee98-932c-43f2-84a0-8ad5c1c973cf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/d97d8f2a-c2b3-411e-8473-137c19263fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0837567 Oct 27 16:33:00.589417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.603887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] Sync routers for ids ['d97d8f2a-c2b3-411e-8473-137c19263fd1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:00.625430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] Routers {'d97d8f2a-c2b3-411e-8473-137c19263fd1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:00.626057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d97d8f2a-c2b3-411e-8473-137c19263fd1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.645294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:00.656523 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] Sync routers for ids ['82ee9460-938b-4d34-a060-f53c700554fd'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:00.660528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a7e9580-01c9-4b84-bdae-b7a8e1ae62d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/routers/82ee9460-938b-4d34-a060-f53c700554fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2938440 Oct 27 16:33:00.662608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60652) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.676704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.680100 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] Routers {'82ee9460-938b-4d34-a060-f53c700554fd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:00.680727 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['82ee9460-938b-4d34-a060-f53c700554fd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.710533 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bcb66f50-d0c4-4286-bee8-66cc2e37c82c None None] Provisioning complete for port 81ff1c99-4e31-4918-a347-400de49abb26 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:00.710907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcb66f50-d0c4-4286-bee8-66cc2e37c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.717940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] Routers {'d97d8f2a-c2b3-411e-8473-137c19263fd1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:00.718954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d97d8f2a-c2b3-411e-8473-137c19263fd1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.730094 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.749695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] Routers {'82ee9460-938b-4d34-a060-f53c700554fd'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:00.750319 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['82ee9460-938b-4d34-a060-f53c700554fd'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.765917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65c5e9-719e-4cdc-97de-2edc16616e3e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:00.767958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b65c5e9-719e-4cdc-97de-2edc16616e3e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?device_id=82ee9460-938b-4d34-a060-f53c700554fd HTTP/1.1" status: 200 len: 987 time: 0.0793326 Oct 27 16:33:00.771880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60656) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.806201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bcb66f50-d0c4-4286-bee8-66cc2e37c82c None None] Port 81ff1c99-4e31-4918-a347-400de49abb26 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:00.812420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.821088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addb839-dc78-4e1b-ae7b-9e45d054c725 None None] The sync data for ids ['d97d8f2a-c2b3-411e-8473-137c19263fd1'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:00.822514 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.823268 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee534c14-6ff8-4e50-9c13-21b2ea249e72 None None] The sync data for ids ['82ee9460-938b-4d34-a060-f53c700554fd'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:00.830217 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-0caac733-9bcc-49c0-bc85-77e17b4bf823 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 16:33:00.843542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0caac733-9bcc-49c0-bc85-77e17b4bf823 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/d97d8f2a-c2b3-411e-8473-137c19263fd1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2406371 Oct 27 16:33:00.843542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60658) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.866575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d8f3bc4e-2044-423b-9e43-5d27f47998fa tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97d8f2a-c2b3-411e-8473-137c19263fd1 HTTP/1.1" status: 200 len: 205 time: 0.0312655 Oct 27 16:33:00.869224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.942189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.082372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7018f37c-ad88-4a9f-b1b9-363eae3310c0 req-713b3f84-b620-4c96-91e5-4c9d95b9514f tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0378442 Oct 27 16:33:01.117587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.120388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.233427 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6331745d-b961-4a5f-a851-3f63e70e832f req-c08cf6ee-b41b-4780-8bfa-dab0172f4372 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0254457 Oct 27 16:33:01.309222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.487575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.489176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router d97d8f2a-c2b3-411e-8473-137c19263fd1 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:01.499077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.500157 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6941dd6d-8471-496d-8eeb-ababd9f2f6a7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/d97d8f2a-c2b3-411e-8473-137c19263fd1 HTTP/1.1" status: 204 len: 168 time: 0.6300604 Oct 27 16:33:01.503939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60672) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:01.533280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfd1d-bcde-4e83-b81c-1ca64684258e req-44a5980c-4450-4e5b-98c4-8eb88c9ab9f1 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:01.535224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52dfd1d-bcde-4e83-b81c-1ca64684258e req-44a5980c-4450-4e5b-98c4-8eb88c9ab9f1 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 944 time: 0.1527939 Oct 27 16:33:01.547745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf910cdf-31bd-4887-bc60-e58a028f38b8 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:01.562136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet c6b6fcc6-a594-4f5d-9946-ea97db8950cb {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:01.566905 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.601333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b52dfd1d-bcde-4e83-b81c-1ca64684258e req-b416ad45-8747-4e29-9200-1375685e2b17 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597346 Oct 27 16:33:01.625671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.683214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 81ff1c99-4e31-4918-a347-400de49abb26 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:01.683566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.721147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port bf910cdf-31bd-4887-bc60-e58a028f38b8 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:33:01.726346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port bf910cdf-31bd-4887-bc60-e58a028f38b8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:01.726787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.735109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.810530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.826298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 81ff1c99-4e31-4918-a347-400de49abb26 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:01.833145 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.879790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:01.880883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:01.883504 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473fc72-9594-496f-8281-77b7c38ff27c" -d '{"events": [{"server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "name": "network-vif-plugged", "status": "completed", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:01.893096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.928134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b6fcc6-a594-4f5d-9946-ea97db8950cb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:01.930124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.937606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3ca0b-7d4f-4d3e-b4b5-0f4cb136158c None None] Network 6d2e1185-734e-4479-8155-0604de5502c3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:01.942291 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9443e436-e69e-478a-9beb-7471aff9d9b9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/c6b6fcc6-a594-4f5d-9946-ea97db8950cb HTTP/1.1" status: 204 len: 168 time: 0.4371085 Oct 27 16:33:01.944835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:01.999695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.074329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.089841 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a07ed-f068-40ff-ae39-b7eb64988f4b x-openstack-request-id: req-a58a07ed-f068-40ff-ae39-b7eb64988f4b {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:02.090206 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "name": "network-vif-plugged", "status": "completed", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:02.090697 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a58a07ed-f068-40ff-ae39-b7eb64988f4b {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:02.091002 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8', 'code': 200} Oct 27 16:33:02.132937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.215498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] DHCP port deletion for 6d2e1185-734e-4479-8155-0604de5502c3 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:02.240896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf7b8-e2b4-4062-82b8-a861ba3595c1 req-416c54ed-4281-4a17-b2ec-1748bed4ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:02.240896 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-98daf7b8-e2b4-4062-82b8-a861ba3595c1 req-416c54ed-4281-4a17-b2ec-1748bed4ba3c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 1096 time: 0.0669887 Oct 27 16:33:02.240896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:02.240896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.241384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a1504e9-0970-4ca3-bbc4-fcb310f7eaed req-4bdeaf3d-b009-43d5-b452-650bb32605e8 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0364096 Oct 27 16:33:02.280327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Deleting port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:02.280698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.287536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.326219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=81ff1c99-4e31-4918-a347-400de49abb26,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.368464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] For port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,segment=NetworkSegment(78edc441-ee0f-46b2-bc3f-1998fdf88615),segment_id=78edc441-ee0f-46b2-bc3f-1998fdf88615)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:02.368873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.387504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Calling delete_port for 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:02.463523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:02.483777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.601676 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.678249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.725469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Router 82ee9460-938b-4d34-a060-f53c700554fd has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:02.765343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-98daf7b8-e2b4-4062-82b8-a861ba3595c1 req-4ea9a1f6-abb1-4280-bc95-20bd51874b6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950651 Oct 27 16:33:02.770770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,segment=NetworkSegment(78edc441-ee0f-46b2-bc3f-1998fdf88615),segment_id=78edc441-ee0f-46b2-bc3f-1998fdf88615)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:02.771177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.795525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] Pushing event deleted for resources: {'Port': ['ID=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.798539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:02.802193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69571abc-d465-4399-a57a-f5648e9704c2 None None] No DVR routers for this DVR port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:02.899391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:02.907468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-46d77583-fa1a-4c51-aa10-dbff478d2d6b tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/routers/82ee9460-938b-4d34-a060-f53c700554fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317861 Oct 27 16:33:02.907969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:02.911204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.921037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] Sync routers for ids ['82ee9460-938b-4d34-a060-f53c700554fd'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:02.939204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] Routers {'82ee9460-938b-4d34-a060-f53c700554fd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:02.939902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['82ee9460-938b-4d34-a060-f53c700554fd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:02.945154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=9ba6ce74-78c1-400d-9c89-edf6f94f4d51,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.950166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port 9ba6ce74-78c1-400d-9c89-edf6f94f4d51 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:02.981083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209aa85-cfcc-4d32-9f2e-eba66ea51eaa req-44aad820-f133-42bc-ab92-faf8be0e31af tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:02.982625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d209aa85-cfcc-4d32-9f2e-eba66ea51eaa req-44aad820-f133-42bc-ab92-faf8be0e31af tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.2556779 Oct 27 16:33:02.983836 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b934311-34e1-4941-be71-a2c5d5b6e944 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:33:02.991030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b934311-34e1-4941-be71-a2c5d5b6e944 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/81ff1c99-4e31-4918-a347-400de49abb26 HTTP/1.1" status: 404 len: 333 time: 0.0757773 Oct 27 16:33:02.991030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60712) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:02.991336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:02.999191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] Routers {'82ee9460-938b-4d34-a060-f53c700554fd'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:02.999879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['82ee9460-938b-4d34-a060-f53c700554fd'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.036810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.037612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a820a92-847a-48de-898d-cbe226b3e0a5 None None] The sync data for ids ['82ee9460-938b-4d34-a060-f53c700554fd'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:03.073503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.089859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.096722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2e1185-734e-4479-8155-0604de5502c3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.106832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78edc441-ee0f-46b2-bc3f-1998fdf88615') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.107144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78edc441-ee0f-46b2-bc3f-1998fdf88615') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.117910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.132875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.140935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:03.141662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:03.145337 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:03.418471 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.428340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.433464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/6d2e1185-734e-4479-8155-0604de5502c3 HTTP/1.1" status: 204 len: 168 time: 1.4870934 Oct 27 16:33:03.437680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60720) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:03.441966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d209aa85-cfcc-4d32-9f2e-eba66ea51eaa req-f62e505c-845f-41ec-88dc-64e1906cd53e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447718 Oct 27 16:33:03.445535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360875972'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:03.450875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e1690-0d13-4ad4-8fd8-6b7f091390a6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=6d2e1185-734e-4479-8155-0604de5502c3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:03.504837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64d0175f-ac64-489e-98bc-d067380897a5 req-da3dfc4c-3fd0-4e26-adcb-faf2acb35d09 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0715725 Oct 27 16:33:03.626726 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.629503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.668652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:03.673017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.804147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.806608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Fanout notify agent at l3_agent the message router_deleted on router 82ee9460-938b-4d34-a060-f53c700554fd {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:03.814861 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.816049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9dfd7b8f-d028-4e76-ad24-e427edc9172c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/routers/82ee9460-938b-4d34-a060-f53c700554fd HTTP/1.1" status: 204 len: 168 time: 0.8264396 Oct 27 16:33:03.817301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:03.824797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60740) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:03.859569 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.859916 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment 59183120-615c-4853-b8f9-2aae7c5fda24 of type vlan for network dd21c14f-7164-4977-b4c8-a1337eda3b30 Oct 27 16:33:03.905679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 2abb1890-5e18-4fd9-bc58-497bddbc26d6 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:03.915009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.920557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.968981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.064427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.107255 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.116874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:04.116874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.267934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cfbb875-36fc-4540-871b-0b2a4824a8c1 req-d9501e09-b5bb-4165-a8e3-78db6f55c87d tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0388377 Oct 27 16:33:04.268541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=dd21c14f-7164-4977-b4c8-a1337eda3b30,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:04.279415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:04.294195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-90212365-1128-4e90-8040-4f34d9707a0d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8553848 Oct 27 16:33:04.297459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:04.302756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:04.557648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.584162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:04.589058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.592425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=2abb1890-5e18-4fd9-bc58-497bddbc26d6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:04.594357 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.597643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b54eac14-17e2-4602-b9ef-a5531ee878d9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/2abb1890-5e18-4fd9-bc58-497bddbc26d6 HTTP/1.1" status: 204 len: 168 time: 0.7775826 Oct 27 16:33:04.601130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60760) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:04.616728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6c219-68c7-4278-9273-3f667e85f776 None None] Network 7f36ce67-c75f-4451-988a-915c551c26c1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:04.618296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2cbdd-22c1-40fe-bb4f-584d0f1ed8ea req-70eb019a-4a0b-4771-867a-be413749a0dc tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:04.623662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e2cbdd-22c1-40fe-bb4f-584d0f1ed8ea req-70eb019a-4a0b-4771-867a-be413749a0dc tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.1033025 Oct 27 16:33:04.735364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02e2cbdd-22c1-40fe-bb4f-584d0f1ed8ea req-7a88e1de-ef0c-47ea-b68c-7f8e36824309 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073425 Oct 27 16:33:04.764154 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.086373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 4c22693f-16de-450d-a635-0b1205029cc1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:05.086373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.088329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] DHCP port deletion for 7f36ce67-c75f-4451-988a-915c551c26c1 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:05.088577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] For port 4c22693f-16de-450d-a635-0b1205029cc1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4c22693f-16de-450d-a635-0b1205029cc1,segment=NetworkSegment(94ad01ee-e3a9-4299-99be-419d184ef950),segment_id=94ad01ee-e3a9-4299-99be-419d184ef950)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:05.088577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.088944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Deleting port 4c22693f-16de-450d-a635-0b1205029cc1 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:05.088944 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.089274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 4c22693f-16de-450d-a635-0b1205029cc1 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:05.089515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] For port 4c22693f-16de-450d-a635-0b1205029cc1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4c22693f-16de-450d-a635-0b1205029cc1,segment=NetworkSegment(94ad01ee-e3a9-4299-99be-419d184ef950),segment_id=94ad01ee-e3a9-4299-99be-419d184ef950)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:05.089515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.089515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Calling delete_port for 4c22693f-16de-450d-a635-0b1205029cc1 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:05.110079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.144827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.153772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.189480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] Pushing event deleted for resources: {'Port': ['ID=4c22693f-16de-450d-a635-0b1205029cc1,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.196753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=4c22693f-16de-450d-a635-0b1205029cc1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.199220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6123-db13-4bd5-8ced-0c81789d873f None None] No DVR routers for this DVR port 4c22693f-16de-450d-a635-0b1205029cc1 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:05.204034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No DVR routers for this DVR port 4c22693f-16de-450d-a635-0b1205029cc1 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:05.208493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=30fb7e73-c258-4e71-86eb-e44151245631,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.215670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': '59183120-615c-4853-b8f9-2aae7c5fda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:05.215670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: dd21c14f-7164-4977-b4c8-a1337eda3b30, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:05.304604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.331472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f36ce67-c75f-4451-988a-915c551c26c1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:05.342949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad01ee-e3a9-4299-99be-419d184ef950') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:05.343223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad01ee-e3a9-4299-99be-419d184ef950') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:05.365637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.389125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3b748b0-2193-49db-ab13-4c1c3c0450bf req-307e737b-1f99-41c5-a2de-87b7e793f56c tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0372195 Oct 27 16:33:05.395995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.404111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:05.405161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:05.408857 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:05.458429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:05.756409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, dd21c14f-7164-4977-b4c8-a1337eda3b30) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:05.759303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:05.760025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.770086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396fa2e-38fa-4048-9155-b66b6b3ea471 None None] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:05.795923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.824508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.828698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/7f36ce67-c75f-4451-988a-915c551c26c1 HTTP/1.1" status: 204 len: 168 time: 1.2266066 Oct 27 16:33:05.831107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423e62-317b-4046-95c3-95ecb45e0f62 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=7f36ce67-c75f-4451-988a-915c551c26c1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.834402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:05.888105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728fb2e-cc04-4517-aadc-ef9af8679059 req-1f11576b-fa5e-45ff-94e3-84935c000602 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:05.888105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4728fb2e-cc04-4517-aadc-ef9af8679059 req-1f11576b-fa5e-45ff-94e3-84935c000602 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.0548916 Oct 27 16:33:05.888559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce24429-3dff-48e7-a4ad-ec0f69e3cb59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:05.888559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ce24429-3dff-48e7-a4ad-ec0f69e3cb59 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 HTTP/1.1" status: 200 len: 844 time: 0.0513105 Oct 27 16:33:05.891418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60788) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:05.956680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0bfef992-8731-4ef7-9ab1-67dd7f355146 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0596037 Oct 27 16:33:05.959063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:05.964776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:05.977220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ab3fff9-0805-4cf1-a899-0208b4a69ace tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6784499 Oct 27 16:33:05.978433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60794) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:05.980841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4728fb2e-cc04-4517-aadc-ef9af8679059 req-dce85606-f9af-4f8b-b364-d1a006a2b242 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779459 Oct 27 16:33:05.999669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1265467000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:06.132460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-dd21c14f-7164-4977-b4c8-a1337eda3b30', 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': '30fb7e73-c258-4e71-86eb-e44151245631'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:06.133444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.272548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.273607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.297971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Allocated IP 172.20.0.2 (dd21c14f-7164-4977-b4c8-a1337eda3b30/30fb7e73-c258-4e71-86eb-e44151245631/9677f83f-1a62-468b-9b08-523c7ec7ccc0) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:06.341172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.401190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:06.405601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.421512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4c22693f-16de-450d-a635-0b1205029cc1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:06.455518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4c22693f-16de-450d-a635-0b1205029cc1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:06.455862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4c22693f-16de-450d-a635-0b1205029cc1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:06.457220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.524930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd0fdad8-40d8-4dac-a93b-864e7225ea46 req-848572e5-47d8-46fc-bda1-acf9b549843c tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Oct 27 16:33:06.539539 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.594906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.597063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc4a240a-45e0-4ec1-9228-0c076a91280a tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6037953 Oct 27 16:33:06.600202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:06.672788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.726524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:06.729920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:06.735199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:06.740006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Pushing event updated for resources: {'Port': ['ID=9677f83f-1a62-468b-9b08-523c7ec7ccc0,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:06.800963 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.808364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Attempting to bind port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:06.808962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Attempting to bind port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '59183120-615c-4853-b8f9-2aae7c5fda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:06.809074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Attempting to bind port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 on network dd21c14f-7164-4977-b4c8-a1337eda3b30 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:06.816528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:06.823385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Checking segment: {'id': '59183120-615c-4853-b8f9-2aae7c5fda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:06.823385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.823385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Bound using segment: {'id': '59183120-615c-4853-b8f9-2aae7c5fda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:06.823385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Bound port: 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59183120-615c-4853-b8f9-2aae7c5fda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd21c14f-7164-4977-b4c8-a1337eda3b30'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:06.823385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.852268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:06.890647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] For port 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:06.892601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:06.894546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] For port 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9677f83f-1a62-468b-9b08-523c7ec7ccc0,segment=NetworkSegment(59183120-615c-4853-b8f9-2aae7c5fda24),segment_id=59183120-615c-4853-b8f9-2aae7c5fda24)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:06.902657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876972a6-7d8d-48cd-ab15-b3c070ce8abd None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:06.925423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:06.925923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.973419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=ba02785a-07f3-461e-aa5d-6faf12a54114,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:07.022004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.026845 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.127236 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9080a16e-de97-4b5d-a214-d9beee139adb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1667345 Oct 27 16:33:07.130041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60822) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:07.135951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'security_group': {'name': 'tempest-secgroup-203871581'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:07.146872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4373ff-eb29-478d-a602-5dd83c34b03f None None] Pushing event updated for resources: {'Port': ['ID=9677f83f-1a62-468b-9b08-523c7ec7ccc0,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:07.172396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-6ca50326-6d1d-497a-8897-d90953bd669e', 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'tenant_id': '9923385b51c04e4e90cc5cfd89c9a003', 'fixed_ips': [{'subnet_id': 'ba02785a-07f3-461e-aa5d-6faf12a54114'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:07.173412 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.268254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.363460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.20.0.1 (dd21c14f-7164-4977-b4c8-a1337eda3b30/30fb7e73-c258-4e71-86eb-e44151245631/f55c1a46-b498-4eca-b460-c19d7e2c4002) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:07.492340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.500815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Allocated IP 2001:db8::2 (6ca50326-6d1d-497a-8897-d90953bd669e/ba02785a-07f3-461e-aa5d-6faf12a54114/83e12990-b178-4cce-a5de-6f2a6d5d069a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:07.595416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.618670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.676297 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.686923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2c4ce09-26b7-439e-b0cd-0965e94b48a8 req-38e4b90d-5be3-4dcd-9f31-b1d7e48af099 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0502875 Oct 27 16:33:07.698855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd14af1-3a8f-4e65-8b10-81f2f3ee4b4f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:07.801441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.801717 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.803294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.807647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-01c62f28-b809-44d9-b39f-91075fd00c0f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6756973 Oct 27 16:33:07.808288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60838) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:07.813881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'security_group': {'name': 'tempest-secgroup-428337572'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:07.845681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:07.846435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:07.848727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:07.849764 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:07.852580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:07.853754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:07.860762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=f55c1a46-b498-4eca-b460-c19d7e2c4002,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:07.873373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:07.909287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.927786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Attempting to bind port 83e12990-b178-4cce-a5de-6f2a6d5d069a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:07.928154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Attempting to bind port 83e12990-b178-4cce-a5de-6f2a6d5d069a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'dfd22eba-17b1-44e6-8ff8-b6a16e856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:07.928590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Attempting to bind port 83e12990-b178-4cce-a5de-6f2a6d5d069a on network 6ca50326-6d1d-497a-8897-d90953bd669e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:07.934112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:07.934704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Checking segment: {'id': 'dfd22eba-17b1-44e6-8ff8-b6a16e856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:07.934887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.935358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Bound using segment: {'id': 'dfd22eba-17b1-44e6-8ff8-b6a16e856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:07.936339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Bound port: 83e12990-b178-4cce-a5de-6f2a6d5d069a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd22eba-17b1-44e6-8ff8-b6a16e856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:07.936717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.012859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:08.016252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:08.040730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.091960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bff3e-6d12-4708-a6cd-0b52402e847b req-d29f91de-f467-4c78-a5da-9133cc11a7e8 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.093595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f43bff3e-6d12-4708-a6cd-0b52402e847b req-d29f91de-f467-4c78-a5da-9133cc11a7e8 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.0885181 Oct 27 16:33:08.115957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.117331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.159411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f43bff3e-6d12-4708-a6cd-0b52402e847b req-3c35671f-01e5-4c45-9338-84c2b6e3ce0d tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Oct 27 16:33:08.171549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.258312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f95ee5-d55b-4ddd-88bf-37fb6b72a17b None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:08.298793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.350810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd43f9f4-f3f0-4f7b-80a2-2d784664c568,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:08.425931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7e693-aa9c-495f-8002-ea220969717e None None] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:08.454713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.455689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9440bae6-4a84-4442-9a77-dd16549ca646 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6464396 Oct 27 16:33:08.458328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60848) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:08.464127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-835632742', 'security_groups': ['bd43f9f4-f3f0-4f7b-80a2-2d784664c568'], 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba02785a-07f3-461e-aa5d-6faf12a54114'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:08.567553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9677f83f-1a62-468b-9b08-523c7ec7ccc0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:08.687674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.696446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] Provisioning complete for port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:08.696817 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.755843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.771228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:08.771613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.789580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:08.856153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=f55c1a46-b498-4eca-b460-c19d7e2c4002,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:08.859060 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.923533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.976030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11c45bd9-21de-4864-8389-fdf65abfa83d req-c574acd5-2756-468b-b486-773ae290825b tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.1247272 Oct 27 16:33:09.026137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:09.030085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:09.033442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.058923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.068500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] For port 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9677f83f-1a62-468b-9b08-523c7ec7ccc0,segment=NetworkSegment(59183120-615c-4853-b8f9-2aae7c5fda24),segment_id=59183120-615c-4853-b8f9-2aae7c5fda24)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:09.092346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port ce0a8ae9-d104-4b23-9e08-5f3f820669c8 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:33:09.160800 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.264593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:33:09.265064 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:33:09.291681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68745691-b856-4129-9e28-b1c3c55ebab3 None None] Pushing event updated for resources: {'Port': ['ID=9677f83f-1a62-468b-9b08-523c7ec7ccc0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:09.299020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e04e222-7ae4-4a0a-882f-27b0e85adef6 None None] Provisioning complete for port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:09.299544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e04e222-7ae4-4a0a-882f-27b0e85adef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.327188 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router a81dfba7-f57e-4683-af8e-571841258dda is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:09.386245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::374 (6ca50326-6d1d-497a-8897-d90953bd669e/ba02785a-07f3-461e-aa5d-6faf12a54114/ce0a8ae9-d104-4b23-9e08-5f3f820669c8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:09.406581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f17a0-8173-4d5b-9361-ad553bf1a9a1 req-163ae251-7086-46c4-98f3-9e875ecf8ed2 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.414466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551f17a0-8173-4d5b-9361-ad553bf1a9a1 req-163ae251-7086-46c4-98f3-9e875ecf8ed2 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.1252663 Oct 27 16:33:09.464937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e04e222-7ae4-4a0a-882f-27b0e85adef6 None None] Provisioning complete for port f55c1a46-b498-4eca-b460-c19d7e2c4002 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:09.465680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e04e222-7ae4-4a0a-882f-27b0e85adef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.488984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551f17a0-8173-4d5b-9361-ad553bf1a9a1 req-25f1fec5-9000-4463-92eb-2f187a16d4dd tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Oct 27 16:33:09.530792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6e04e222-7ae4-4a0a-882f-27b0e85adef6 None None] Port f55c1a46-b498-4eca-b460-c19d7e2c4002 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:09.532631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:09.543645 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] Sync routers for ids ['a81dfba7-f57e-4683-af8e-571841258dda'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:09.567721 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] Routers {'a81dfba7-f57e-4683-af8e-571841258dda'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:09.568367 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a81dfba7-f57e-4683-af8e-571841258dda'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:09.573298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60858) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:09.581005 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-11865c58-eb3b-4c40-bc32-c99ccad65fd7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/a81dfba7-f57e-4683-af8e-571841258dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9561760 Oct 27 16:33:09.625639 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:09.662718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c7082-cf59-4750-be30-97c2d1070737 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.665025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f973e1c4-2522-40bf-b61e-8f1ddb283649 None None] Provisioning complete for port f55c1a46-b498-4eca-b460-c19d7e2c4002 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:09.665025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f973e1c4-2522-40bf-b61e-8f1ddb283649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.665458 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] Routers {'a81dfba7-f57e-4683-af8e-571841258dda'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:09.666086 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a81dfba7-f57e-4683-af8e-571841258dda'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:09.667312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60860) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:09.682469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f6c7082-cf59-4750-be30-97c2d1070737 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports/f55c1a46-b498-4eca-b460-c19d7e2c4002 HTTP/1.1" status: 200 len: 910 time: 0.1078305 Oct 27 16:33:09.754871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f973e1c4-2522-40bf-b61e-8f1ddb283649 None None] Port f55c1a46-b498-4eca-b460-c19d7e2c4002 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:09.771609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:09.771609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49930430-7310-474f-a61b-f4964efad9b3 None None] The sync data for ids ['a81dfba7-f57e-4683-af8e-571841258dda'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:09.772457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.899967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-ed6e161f-799b-4987-b1f0-ecc889a21747 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.899967 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-ed6e161f-799b-4987-b1f0-ecc889a21747 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.1503222 Oct 27 16:33:09.929276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.989662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-267b638f-8bef-4b8d-8dd1-a5e95150e0ec None None] Provisioning complete for port f55c1a46-b498-4eca-b460-c19d7e2c4002 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:09.991296 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-267b638f-8bef-4b8d-8dd1-a5e95150e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.045695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:10.070727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:10.078961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-267b638f-8bef-4b8d-8dd1-a5e95150e0ec None None] Port f55c1a46-b498-4eca-b460-c19d7e2c4002 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:10.082649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:10.090818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:10.092505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.096336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=ce0a8ae9-d104-4b23-9e08-5f3f820669c8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:10.151130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6df6b02-8c84-43b4-b802-71b325f405e1 req-31a75e03-b935-4a88-bc38-0c0483e089ec tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0386903 Oct 27 16:33:10.197533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Deleting port bf910cdf-31bd-4887-bc60-e58a028f38b8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:10.198123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.208559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.209125 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.272845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-068a6cc2-23c9-4598-88c7-f042188dcbdb tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8130424 Oct 27 16:33:10.275686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60866) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:10.281992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:10.316670 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.362420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] For port bf910cdf-31bd-4887-bc60-e58a028f38b8, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=bf910cdf-31bd-4887-bc60-e58a028f38b8,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:10.362980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.387549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Calling delete_port for bf910cdf-31bd-4887-bc60-e58a028f38b8 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:10.392839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:10.397161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.520977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.580636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:10.631705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.632251 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.644728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017595-ebfa-4777-a1c3-228dc6f8933c req-118ae84d-ab30-4859-ad3f-99e5cf079f20 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:10.653530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c017595-ebfa-4777-a1c3-228dc6f8933c req-118ae84d-ab30-4859-ad3f-99e5cf079f20 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 945 time: 0.0643535 Oct 27 16:33:10.680795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:10.685659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.697398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:10.725478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58b385-65c6-4d22-83e0-a48596f8cdf8 None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:10.767472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.768002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.781046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c017595-ebfa-4777-a1c3-228dc6f8933c req-c7d90954-f9da-45f9-baa0-2d41f25b6694 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Oct 27 16:33:10.844278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7ced33e2-7a1f-4a11-9586-bf4420dd7a9e None None] Provisioning complete for port ce0a8ae9-d104-4b23-9e08-5f3f820669c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.844952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7ced33e2-7a1f-4a11-9586-bf4420dd7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.856233 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba02785a-07f3-461e-aa5d-6faf12a54114 (CIDR: 2001:db8::/64) Oct 27 16:33:10.901050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7ced33e2-7a1f-4a11-9586-bf4420dd7a9e None None] Port ce0a8ae9-d104-4b23-9e08-5f3f820669c8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:10.903492 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:33:10.905120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:10.982843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9677f83f-1a62-468b-9b08-523c7ec7ccc0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:11.048538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:11.049128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e664a76-57ed-4a44-8d72-766a886d7e05 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7717171 Oct 27 16:33:11.056896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:11.057823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:11.058293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.274653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.303052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:11.306694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.308697 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['bf910cdf-31bd-4887-bc60-e58a028f38b8'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:11.350418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e65eee0d-eec5-4af0-8154-fc06a858e688 req-fef6b723-9598-4e89-8593-7120fc8cb3e2 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0627632 Oct 27 16:33:11.380548 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a408fd7-c21a-49fc-9c73-3c810bd62be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.391147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port f55c1a46-b498-4eca-b460-c19d7e2c4002 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:11.391851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.456581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Pushing event deleted for resources: {'Port': ['ID=bf910cdf-31bd-4887-bc60-e58a028f38b8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:11.494088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] No DVR routers for this DVR port bf910cdf-31bd-4887-bc60-e58a028f38b8 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:11.502932 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.506196 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3fecbf52-ff51-46d0-a815-24dc9a51ce1d req-133fa279-812f-4e49-816a-85beb096fae4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "DELETE /v2.0/ports/bf910cdf-31bd-4887-bc60-e58a028f38b8 HTTP/1.1" status: 204 len: 173 time: 1.6026237 Oct 27 16:33:11.506629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'name': 'network-vif-deleted', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:11.508883 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364c7ca-725f-4801-928d-f96e2922998b" -d '{"events": [{"server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "name": "network-vif-deleted", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:11.563427 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ff90b-996a-418a-a4d0-5c0817b91491 x-openstack-request-id: req-eb3ff90b-996a-418a-a4d0-5c0817b91491 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:11.564293 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5882d850-98e3-4458-94a2-cfa0ac916084", "name": "network-vif-deleted", "tag": "bf910cdf-31bd-4887-bc60-e58a028f38b8", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:11.564682 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb3ff90b-996a-418a-a4d0-5c0817b91491 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:11.565202 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5882d850-98e3-4458-94a2-cfa0ac916084', 'name': 'network-vif-deleted', 'tag': 'bf910cdf-31bd-4887-bc60-e58a028f38b8', 'status': 'completed', 'code': 200} Oct 27 16:33:11.575118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.604007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for f55c1a46-b498-4eca-b460-c19d7e2c4002 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:11.934457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d23a6371-38a1-4ae7-aa6a-afa3930025d4 req-850bffd4-00b2-48f0-a694-388b0b8e3e37 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=5882d850-98e3-4458-94a2-cfa0ac916084 HTTP/1.1" status: 200 len: 210 time: 0.0350025 Oct 27 16:33:11.947735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.987460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.006758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:12.032582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:12.035251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:12.035911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.045724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=f55c1a46-b498-4eca-b460-c19d7e2c4002,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:12.080509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69fcd99-bbdb-48f1-a1e3-289df13cb5ff None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:12.107715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=4aeeec86-8afd-4417-868e-cd8489cb3247,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:12.198871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60886) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:12.199807 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fcd0cb2d-9bc8-4e12-84d7-650bf9ecf1a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1501915 Oct 27 16:33:12.205553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1944681999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4aeeec86-8afd-4417-868e-cd8489cb3247'}], 'security_groups': ['0fd14af1-3a8f-4e65-8b10-81f2f3ee4b4f']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:12.259424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.303188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.491267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:12.597048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7c5f85f-21a2-4b8c-87b2-c07d06211262 req-0529fd7e-d867-4c1a-ab95-0fe12b2d9904 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0362759 Oct 27 16:33:12.604029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router a81dfba7-f57e-4683-af8e-571841258dda has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:12.651082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:12.651720 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.706914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:12.717759 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4c82ca3e-cbcd-47e6-ae3c-30cbb688887d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/a81dfba7-f57e-4683-af8e-571841258dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490918 Oct 27 16:33:12.720885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60892) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:12.726467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] Sync routers for ids ['a81dfba7-f57e-4683-af8e-571841258dda'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:12.764166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] Routers {'a81dfba7-f57e-4683-af8e-571841258dda'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:12.765126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a81dfba7-f57e-4683-af8e-571841258dda'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.768395 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e984f3c7-9545-4d7a-99f0-e3171d1b9520 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=a81dfba7-f57e-4683-af8e-571841258dda HTTP/1.1" status: 200 len: 205 time: 0.0455136 Oct 27 16:33:12.771771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:12.806897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Update dhcp port {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'fixed_ips': [{'subnet_id': 'ba02785a-07f3-461e-aa5d-6faf12a54114', 'ip_address': '2001:db8::2'}, {'subnet_id': '4aeeec86-8afd-4417-868e-cd8489cb3247'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '83e12990-b178-4cce-a5de-6f2a6d5d069a'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:33:12.814879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.851931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.866556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] Routers {'a81dfba7-f57e-4683-af8e-571841258dda'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:12.867518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:32:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['a81dfba7-f57e-4683-af8e-571841258dda'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.869945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.871974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Delete allocated IP 2001:db8::374 (6ca50326-6d1d-497a-8897-d90953bd669e/ba02785a-07f3-461e-aa5d-6faf12a54114) {{(pid=114448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:33:12.884027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8:0:1::71 (6ca50326-6d1d-497a-8897-d90953bd669e/4aeeec86-8afd-4417-868e-cd8489cb3247/ce0a8ae9-d104-4b23-9e08-5f3f820669c8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:12.932874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.933548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff2fef-712d-4359-aa4b-17d4ca9af8d4 None None] The sync data for ids ['a81dfba7-f57e-4683-af8e-571841258dda'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:13.164049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.179555 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.181760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.287667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.322841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Allocated IP 2001:db8:0:1::2 (6ca50326-6d1d-497a-8897-d90953bd669e/4aeeec86-8afd-4417-868e-cd8489cb3247/83e12990-b178-4cce-a5de-6f2a6d5d069a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:13.362952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] In _notify_port_updated(), no bound segment for port ce0a8ae9-d104-4b23-9e08-5f3f820669c8 on network 6ca50326-6d1d-497a-8897-d90953bd669e {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:33:13.368787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:13.369621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.373543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/ports/ce0a8ae9-d104-4b23-9e08-5f3f820669c8 HTTP/1.1" status: 200 len: 930 time: 1.1723347 Oct 27 16:33:13.374023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:13.401195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.401711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router a81dfba7-f57e-4683-af8e-571841258dda {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:13.412715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.416893 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d87e5205-705a-460f-8f60-9faa9dd85dbe tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/a81dfba7-f57e-4683-af8e-571841258dda HTTP/1.1" status: 204 len: 168 time: 0.6437809 Oct 27 16:33:13.417104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:13.445875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:13.489827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port ce0a8ae9-d104-4b23-9e08-5f3f820669c8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:13.491477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.491868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e9f1ef3a-42ad-49fc-90d3-2c6b867e6fd0 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:13.493408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e9f1ef3a-42ad-49fc-90d3-2c6b867e6fd0 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/networks?id=340ee55f-673c-4cab-8f77-def1ee3d5112 HTTP/1.1" status: 200 len: 809 time: 0.2557802 Oct 27 16:33:13.493813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.494243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6310e-2516-49cb-9a90-96a6eae49d64 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=ce0a8ae9-d104-4b23-9e08-5f3f820669c8,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:13.512502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-a267e611-bd8a-4222-a583-b7da1d5374da tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/quotas/1db52ca564ad413cb0eba2fcbea2cd3a HTTP/1.1" status: 200 len: 375 time: 0.0100574 Oct 27 16:33:13.538366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet 30fb7e73-c258-4e71-86eb-e44151245631 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:13.557070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f54c4d85-61c3-4686-9ba6-f5779925b1af tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352311 Oct 27 16:33:13.558017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.559141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf910cdf-31bd-4887-bc60-e58a028f38b8 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:13.581545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: bf910cdf-31bd-4887-bc60-e58a028f38b8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:13.581545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device bf910cdf-31bd-4887-bc60-e58a028f38b8 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:13.617862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.633847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for ce0a8ae9-d104-4b23-9e08-5f3f820669c8 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:13.663289 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.701868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.761812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d8f61f9-6944-4e23-8df4-5546d21f0a8f req-38041baa-8d42-4eeb-a478-7e6b8eca53aa tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0566590 Oct 27 16:33:13.825072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-57fa8ec0-3f54-41cd-a39d-251ecffe2fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436159 Oct 27 16:33:13.916054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.926620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.959100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=ce0a8ae9-d104-4b23-9e08-5f3f820669c8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:13.986154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700d303-2ad4-40fc-8490-9e623d5914a1 None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:13.986891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-a7e2c7ef-3a7c-4e3c-ad65-8899de023221 service neutron] 10.222.0.70 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418080 Oct 27 16:33:14.012907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.019508 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cd8eae6a-4e2a-435c-8ae1-7d8d7370f14e tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/ce0a8ae9-d104-4b23-9e08-5f3f820669c8 HTTP/1.1" status: 204 len: 168 time: 0.6418123 Oct 27 16:33:14.022173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.060702 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dcb6ea-64b4-4982-8531-57faa3f53bb4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:33:14.062371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e0dcb6ea-64b4-4982-8531-57faa3f53bb4 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/ce0a8ae9-d104-4b23-9e08-5f3f820669c8 HTTP/1.1" status: 404 len: 333 time: 0.0390172 Oct 27 16:33:14.065167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60924) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.068870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-78bd7e00-976a-47c7-836b-5ea93fe05b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.112463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.152168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=30fb7e73-c258-4e71-86eb-e44151245631,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:14.157208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b55ca2-da51-431f-b4b2-19e3edbc7cac None None] Network dd21c14f-7164-4977-b4c8-a1337eda3b30 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:14.161560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.163505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1905b60f-1e65-488a-af25-d8dd2c002ffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/30fb7e73-c258-4e71-86eb-e44151245631 HTTP/1.1" status: 204 len: 168 time: 0.7403765 Oct 27 16:33:14.166469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60926) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.170375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.211675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.313254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.401660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba9243da-94f0-4f0b-96c9-a33c1f531b2d req-51168961-f989-427c-baa0-9eaed067cf55 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 210 time: 0.0576184 Oct 27 16:33:14.446032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.452566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:14.452688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.454806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.463623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/security-groups/bd43f9f4-f3f0-4f7b-80a2-2d784664c568 HTTP/1.1" status: 204 len: 168 time: 0.3969822 Oct 27 16:33:14.464371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.474012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:14.507287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480500-3f51-43f7-a9f8-d5e0445d69f8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd43f9f4-f3f0-4f7b-80a2-2d784664c568,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:14.571304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.610892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9677f83f-1a62-468b-9b08-523c7ec7ccc0,segment=NetworkSegment(59183120-615c-4853-b8f9-2aae7c5fda24),segment_id=59183120-615c-4853-b8f9-2aae7c5fda24)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:14.611306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.620217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.624157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] DHCP port deletion for dd21c14f-7164-4977-b4c8-a1337eda3b30 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:14.651933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 9677f83f-1a62-468b-9b08-523c7ec7ccc0 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:14.702226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:14.702599 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.748381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.761312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.765233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.766481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/security-groups/0fd14af1-3a8f-4e65-8b10-81f2f3ee4b4f HTTP/1.1" status: 204 len: 168 time: 0.2984035 Oct 27 16:33:14.770492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.786723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b8130-e258-4f12-a406-3ba3269ad95a tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd14af1-3a8f-4e65-8b10-81f2f3ee4b4f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:14.815266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Deleting port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:14.815798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.852654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet ba02785a-07f3-461e-aa5d-6faf12a54114 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:14.857540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.858134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.935776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:14.944528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] For port 9677f83f-1a62-468b-9b08-523c7ec7ccc0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9677f83f-1a62-468b-9b08-523c7ec7ccc0,segment=NetworkSegment(59183120-615c-4853-b8f9-2aae7c5fda24),segment_id=59183120-615c-4853-b8f9-2aae7c5fda24)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:14.945699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.980683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Calling delete_port for 9677f83f-1a62-468b-9b08-523c7ec7ccc0 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:14.987052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=9677f83f-1a62-468b-9b08-523c7ec7ccc0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:15.004551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-910a2b41-490d-48f3-9391-b2c2c7a6bc01 req-c534e736-72e7-4770-acae-51b470dc8e5b tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0849953 Oct 27 16:33:15.015110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.035797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.036483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.037061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.037650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.038263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.038866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.039492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.040050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.040666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.041209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.041786 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.042551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:15.137731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.146452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.196598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] Pushing event deleted for resources: {'Port': ['ID=9677f83f-1a62-468b-9b08-523c7ec7ccc0,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:15.203382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:15.203799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.206996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c550c88-5514-4fbc-bc3d-3387bb2bee58 None None] No DVR routers for this DVR port 9677f83f-1a62-468b-9b08-523c7ec7ccc0 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:15.252931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd21c14f-7164-4977-b4c8-a1337eda3b30']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:15.253719 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.266760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.295307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59183120-615c-4853-b8f9-2aae7c5fda24') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:15.296374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59183120-615c-4853-b8f9-2aae7c5fda24') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:15.315779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.334541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.346125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:15.346943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:15.354499 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:15.372142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Could not find standard attr ID for object ce0a8ae9-d104-4b23-9e08-5f3f820669c8. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:33:15.383675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:15.384047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.426884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a553b-3f24-420c-86a9-bcbff19e5eca None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:15.501828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dea7be13-c570-4cb5-91c5-82b0ec315de1 req-1738ae3b-7217-4157-8327-ba20a44f9805 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 210 time: 0.0364656 Oct 27 16:33:15.520911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.545012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3b896c23-3e8b-449d-93a8-c4a307a0ae99 None None] Could not find standard attr ID for object ce0a8ae9-d104-4b23-9e08-5f3f820669c8. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:33:15.548689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.556842 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.566227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60952) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:15.567833 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/dd21c14f-7164-4977-b4c8-a1337eda3b30 HTTP/1.1" status: 204 len: 168 time: 1.3996255 Oct 27 16:33:15.568574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=ba02785a-07f3-461e-aa5d-6faf12a54114,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:15.575003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1924319095', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:15.586603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f9ede-32f4-4f96-97b0-69211c7e82d4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=dd21c14f-7164-4977-b4c8-a1337eda3b30,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:15.593816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.597151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5edb863d-86a2-42ff-84d8-7249c76c57a6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/ba02785a-07f3-461e-aa5d-6faf12a54114 HTTP/1.1" status: 204 len: 168 time: 0.8246202 Oct 27 16:33:15.602958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60954) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:15.609296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:15.672832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ba40f-5f4b-45e8-85c3-8853f8e2e999 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:15.767637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.768580 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.828448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.022286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:16.025936 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.388026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c786bc95-9c04-4aad-b6fa-672095c5e3fe None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:16.393451 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c786bc95-9c04-4aad-b6fa-672095c5e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.429262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9677f83f-1a62-468b-9b08-523c7ec7ccc0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:16.464392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9677f83f-1a62-468b-9b08-523c7ec7ccc0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:16.464743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9677f83f-1a62-468b-9b08-523c7ec7ccc0 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:16.487799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61c4a357-68b3-4183-b059-e10e91586939 req-85663eeb-338c-4c95-afa2-c260bc3a9f29 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0535529 Oct 27 16:33:16.570039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c786bc95-9c04-4aad-b6fa-672095c5e3fe None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:16.570657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c786bc95-9c04-4aad-b6fa-672095c5e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.585591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.604438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c786bc95-9c04-4aad-b6fa-672095c5e3fe None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:16.639908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cdd0b0f-2c88-4306-ac27-0c6e4cb4fa0f req-5e2238a6-bbb9-49b0-bce0-a7eb82c93fad tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 210 time: 0.0328872 Oct 27 16:33:16.958573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.971610 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.014541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:17.034010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.036792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:17.039228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:17.039808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.047757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950de65c-e554-46bd-b604-15e1c54719e3 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:17.081609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.083726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:17.133572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b6727788-79ca-4796-a0cd-bcdd367dca95 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5267260 Oct 27 16:33:17.134003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60972) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:17.140406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110284057'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:17.224990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.25.5.27 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/08797911-827d-43b5-a642-f13b243adec2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:17.259326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.330174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Update dhcp port {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'fixed_ips': [{'subnet_id': '4aeeec86-8afd-4417-868e-cd8489cb3247', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '83e12990-b178-4cce-a5de-6f2a6d5d069a'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:33:17.353338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.359997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.375705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.452081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.476959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.519003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b586ec4b-5f6b-4e16-b2bf-f9d8c0913c30,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:17.533030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-6187d8a3-eb90-4b5d-94af-b0258bd64189 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:17.534643 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-6187d8a3-eb90-4b5d-94af-b0258bd64189 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "GET /v2.0/networks?id=340ee55f-673c-4cab-8f77-def1ee3d5112 HTTP/1.1" status: 200 len: 809 time: 0.1513996 Oct 27 16:33:17.560246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Request body: {'port': {'device_id': '69a650e7-6ce8-46a8-913b-7307259a7274', 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112', 'admin_state_up': True, 'tenant_id': '1db52ca564ad413cb0eba2fcbea2cd3a'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:17.587668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:17.589036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=08797911-827d-43b5-a642-f13b243adec2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:17.593034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:17.605170 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:17.629505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Allocated IP 2001:db8::2 (6ca50326-6d1d-497a-8897-d90953bd669e/1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b/83e12990-b178-4cce-a5de-6f2a6d5d069a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:17.663451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d4e6c5b-c03c-4808-9fc4-829bf2d8c89e req-02ff7379-e556-47c8-bb97-5d76f4a6ddcb tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0713997 Oct 27 16:33:17.686398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.690735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b81e1137-4016-4b46-85a3-d910e7217267 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5554216 Oct 27 16:33:17.691380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:17.697839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'security_group': {'name': 'tempest-secgroup-686666987'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:17.793002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.798716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:17.863931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.877135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5ebd0d2-f133-4c96-89d6-7c3f992705f6 req-3a40d300-45bc-41bb-851e-1fa77d122bf6 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 210 time: 0.1060245 Oct 27 16:33:17.900078 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.908457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Made reservation on behalf of 1db52ca564ad413cb0eba2fcbea2cd3a for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:17.912255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.954743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.037513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.066833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754434c-bfbe-4af2-a900-c669c69249d8 None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.107252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Allocated IP 172.20.0.5 (340ee55f-673c-4cab-8f77-def1ee3d5112/98ff911f-68b8-4ec2-9b31-4c4bc1798929/f04d5e45-d2a8-4b5d-9b99-212ba383f34f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:18.111493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a6739-8f69-43c6-a853-653136a0d7c6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.167087 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.171542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eb380ee2-9aca-4260-b2af-4d637d247ac8 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4742000 Oct 27 16:33:18.171871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60986) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:18.176752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876042520'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:18.218779 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.296094 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.310589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.423516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:18.434820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.502500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.542821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Network 340ee55f-673c-4cab-8f77-def1ee3d5112 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:18.550514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:18.550514 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.551615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:18.554735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:18.626448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.664490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:18.665096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.671326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Pushing event updated for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.727131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.756949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-e8972c0c-1278-458b-9aab-271d6f8d9b41 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2009797 Oct 27 16:33:18.773503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Request body: {'port': {'device_id': '69a650e7-6ce8-46a8-913b-7307259a7274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:18.796310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 03340d81-f685-4dce-aef6-9d56b675bed7 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:18.800925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45b08cd8-7767-4db1-997d-7b7fb619c0c5 req-bb2fdffd-0088-459a-bfb7-5e9910fd9f05 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0554485 Oct 27 16:33:18.811495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95204fa4-35d6-4ae6-a8b8-d253f06cb2b7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.863002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.882467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.884791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-173bd9af-892f-4ba9-850e-c40b40693a51 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7108772 Oct 27 16:33:18.900598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 60992) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:18.908769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447933864', 'security_groups': ['95204fa4-35d6-4ae6-a8b8-d253f06cb2b7'], 'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:18.949124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1c0222d1-0b9a-4b0e-aa16-b8251c3d4a1e None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:18.949768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c0222d1-0b9a-4b0e-aa16-b8251c3d4a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.955771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:18.969082 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] Sync routers for ids ['03340d81-f685-4dce-aef6-9d56b675bed7'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:18.978643 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] Routers {'03340d81-f685-4dce-aef6-9d56b675bed7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:18.983820 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['03340d81-f685-4dce-aef6-9d56b675bed7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:19.057922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec222cd-4d48-453d-afd0-8dc2871a3047 req-c6550129-61e8-4f12-bc82-8784d1695d1f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.060992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec222cd-4d48-453d-afd0-8dc2871a3047 req-c6550129-61e8-4f12-bc82-8784d1695d1f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 931 time: 0.0763168 Oct 27 16:33:19.070744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.072806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-47ddc125-aec9-4fd5-b314-20a29b0b9735 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5054243 Oct 27 16:33:19.081164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 60998) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:19.082917 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:19.099429 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] Routers {'03340d81-f685-4dce-aef6-9d56b675bed7'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:19.100382 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['03340d81-f685-4dce-aef6-9d56b675bed7'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:19.117710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1c0222d1-0b9a-4b0e-aa16-b8251c3d4a1e None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:19.118109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c0222d1-0b9a-4b0e-aa16-b8251c3d4a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.161506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c0222d1-0b9a-4b0e-aa16-b8251c3d4a1e None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:19.172478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:19.173044 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe7a2-6392-44b2-ba9a-6602c240bfb4 None None] The sync data for ids ['03340d81-f685-4dce-aef6-9d56b675bed7'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:19.197661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec222cd-4d48-453d-afd0-8dc2871a3047 req-1f690c51-66e7-4679-b226-e19fa7fc21b8 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234400 Oct 27 16:33:19.234528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-21df412a-efeb-4d67-9ac1-eb058c5fc6d5 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers/03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 200 len: 880 time: 0.1504128 Oct 27 16:33:19.240399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32768) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:19.501040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9b640665-5cc5-4e14-824c-3c9ddcb9505f tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2592921 Oct 27 16:33:19.503705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32770) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:19.508326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1924319095'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:19.642841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:19.699193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04d5e45-d2a8-4b5d-9b99-212ba383f34f {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:19.712309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.733432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Transition to ACTIVE for port object f04d5e45-d2a8-4b5d-9b99-212ba383f34f will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:33:19.759412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.779437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] device_id is not set on port 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:33:19.880410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.944353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec73d0b3-8eb5-469b-abcc-b7febcc9002f req-bf7535df-2ef3-4ec3-99e3-4ae254f6fbbb tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0365596 Oct 27 16:33:20.024246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:20.074189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8::2dd (6ca50326-6d1d-497a-8897-d90953bd669e/1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b/3d00ff55-b99f-4cb3-bbc0-60e367c06a83) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:20.086335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Attempting to bind port f04d5e45-d2a8-4b5d-9b99-212ba383f34f on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:20.086673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Attempting to bind port f04d5e45-d2a8-4b5d-9b99-212ba383f34f by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:20.087006 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Attempting to bind port f04d5e45-d2a8-4b5d-9b99-212ba383f34f on network 340ee55f-673c-4cab-8f77-def1ee3d5112 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:20.095556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Port f04d5e45-d2a8-4b5d-9b99-212ba383f34f on network 340ee55f-673c-4cab-8f77-def1ee3d5112 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:33:20.095882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Attempting to bind port f04d5e45-d2a8-4b5d-9b99-212ba383f34f on network 340ee55f-673c-4cab-8f77-def1ee3d5112 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:20.109736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:20.112646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Checking segment: {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:20.112646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Bound using segment: {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:20.112646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Bound port: f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3e57af-1c91-4cb8-af1c-042fd1a022aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:20.112646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.225598 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.261758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:20.284112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:20.297325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.339693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bb00b-5d0d-4394-a59a-ff84be345dfc req-228a2c4c-c80e-49aa-aff2-4da7bd16a28e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.341726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a5bb00b-5d0d-4394-a59a-ff84be345dfc req-228a2c4c-c80e-49aa-aff2-4da7bd16a28e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.0560806 Oct 27 16:33:20.380190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a5bb00b-5d0d-4394-a59a-ff84be345dfc req-2fddf7a2-fec7-45bd-92b4-b965c4ad4839 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Oct 27 16:33:20.468201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.503770 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.506388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.557388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.557777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.559232 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] 10.222.0.82 "PUT /v2.0/ports/f04d5e45-d2a8-4b5d-9b99-212ba383f34f HTTP/1.1" status: 200 len: 1091 time: 1.7908959 Oct 27 16:33:20.559707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:20.562028 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f8b66b-a37b-476b-81eb-5058854a6e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:20.581813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:20.588345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:20.593969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:20.594201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 03340d81-f685-4dce-aef6-9d56b675bed7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:20.603897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.603897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.609935 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175dab63-9582-40f4-ba74-c73328188c6a x-openstack-request-id: req-175dab63-9582-40f4-ba74-c73328188c6a {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:20.610181 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:20.610545 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-175dab63-9582-40f4-ba74-c73328188c6a {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:20.611023 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f', 'status': 'completed', 'code': 200} Oct 27 16:33:20.615778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca639b-100a-40dc-9c39-f2fc3ee38946 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:20.714151 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8078442 Oct 27 16:33:20.717097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:20.721797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa776b43-e559-4840-9590-71e2c22b2e90 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=3d00ff55-b99f-4cb3-bbc0-60e367c06a83,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:20.724989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:20.731476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-cd1ce874-cc1a-4409-be18-c6a7c0ae4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.733019 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-cd1ce874-cc1a-4409-be18-c6a7c0ae4f8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 1094 time: 0.0855415 Oct 27 16:33:20.825914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:20.838815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.841493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] Sync routers for ids ['03340d81-f685-4dce-aef6-9d56b675bed7'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:20.843411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a9839a2c-2663-411b-b85d-12087a2e547b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 200 len: 887 time: 1.3386838 Oct 27 16:33:20.846382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:20.862172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] Routers {'03340d81-f685-4dce-aef6-9d56b675bed7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:20.863821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['03340d81-f685-4dce-aef6-9d56b675bed7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:20.881138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-439fb649-7bd6-404f-808b-7a43d5ad3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.881670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-439fb649-7bd6-404f-808b-7a43d5ad3573 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1359677 Oct 27 16:33:20.909204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:20.928604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] Routers {'03340d81-f685-4dce-aef6-9d56b675bed7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:20.929052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['03340d81-f685-4dce-aef6-9d56b675bed7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:20.981104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:20.981104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a7447-094d-470c-85ee-d13a0d23406a None None] The sync data for ids ['03340d81-f685-4dce-aef6-9d56b675bed7'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:20.982638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0413bfcb-749b-445c-a93b-58535066cf7e None None] Provisioning complete for port 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:20.983144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0413bfcb-749b-445c-a93b-58535066cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.005933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29537390-72d5-4933-b056-7e30e6c26595 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers/03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 200 len: 887 time: 0.1585691 Oct 27 16:33:21.006672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32790) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:21.024524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-17bedfa4-1afb-477c-98a7-a3d6abbf0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.028035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0413bfcb-749b-445c-a93b-58535066cf7e None None] Port 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:21.029727 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7f8b66b-a37b-476b-81eb-5058854a6e5c req-17bedfa4-1afb-477c-98a7-a3d6abbf0959 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407804 Oct 27 16:33:21.044274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:21.044501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-37101d59-193e-41c0-8827-ec2d4aa23a05 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 200 len: 205 time: 0.0362043 Oct 27 16:33:21.073901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:21.078355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.099744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69ae8831-c8ec-4e9d-bd09-d0bf69e5d0e7 req-965ebd25-8318-4dd9-ae0e-21f7bdb17f44 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0376072 Oct 27 16:33:21.185026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-283c8b76-3968-4895-9c6f-d5271933aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.186738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-283c8b76-3968-4895-9c6f-d5271933aea3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 1094 time: 0.0949328 Oct 27 16:33:21.220718 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b (CIDR: 2001:db8::/64) Oct 27 16:33:21.240492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-5b61ff82-7f72-4f85-a631-779b6280a0f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f HTTP/1.1" status: 200 len: 217 time: 0.0425241 Oct 27 16:33:21.244543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.267573 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:33:21.268111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:21.364254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ac0d12f-b33d-438c-8f32-3702a8078910 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6462302 Oct 27 16:33:21.366906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32806) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:21.376184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:21.394860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-477e74be-9d20-493d-b7d3-204f17545c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.396993 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-477e74be-9d20-493d-b7d3-204f17545c31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98ff911f-68b8-4ec2-9b31-4c4bc1798929 HTTP/1.1" status: 200 len: 849 time: 0.1196039 Oct 27 16:33:21.449158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.454796 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-54a3d5a8-0fc8-4709-8eed-30cae2fc5662 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=340ee55f-673c-4cab-8f77-def1ee3d5112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399764 Oct 27 16:33:21.553673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f6841-81aa-45ff-821a-f21546c3f1c5 req-87b55a24-d133-4e37-b5eb-67ecbcdcfc78 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.555210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-104f6841-81aa-45ff-821a-f21546c3f1c5 req-87b55a24-d133-4e37-b5eb-67ecbcdcfc78 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.0876117 Oct 27 16:33:21.566970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-9be20d0e-9ee5-4921-b961-002585360bbf service neutron] 10.222.0.82 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025093 Oct 27 16:33:21.597063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-104f6841-81aa-45ff-821a-f21546c3f1c5 req-5470b48c-23eb-43cd-9099-115badf2c5d1 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Oct 27 16:33:21.667516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:21.673207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.674578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 08797911-827d-43b5-a642-f13b243adec2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:21.674929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.738598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0b1b237c-f70f-4dc4-8262-d1bac466161b req-ecd56f05-566f-41db-89ea-f2490a1a7800 service neutron] 10.222.0.82 "GET /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495342 Oct 27 16:33:21.789612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.803281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 08797911-827d-43b5-a642-f13b243adec2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:21.821072 n-d-814735-4 neutron-server[114448]: INFO neutron.db.ipam_backend_mixin [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4aeeec86-8afd-4417-868e-cd8489cb3247 (CIDR: 2001:db8:0:1::/64) Oct 27 16:33:21.903578 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:33:21.904035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:22.099623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0dce2769-b7b5-405d-a418-b033c6944bad tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7308102 Oct 27 16:33:22.102546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32832) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:22.108322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'subnet': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:22.194584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.203993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=08797911-827d-43b5-a642-f13b243adec2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:22.222775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67bbb17b-88a1-4a07-9871-18ce1c70fd0f req-068bb5af-5586-44d4-9086-959c199015fd tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0334842 Oct 27 16:33:22.290018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.395465 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.397530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.531098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Made reservation on behalf of 9923385b51c04e4e90cc5cfd89c9a003 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:22.534805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.577115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.577597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router 03340d81-f685-4dce-aef6-9d56b675bed7 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:22.584485 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.585611 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-93b0615d-6bf1-44f5-9f5c-bf7c7fe6a0c7 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 204 len: 168 time: 1.5403235 Oct 27 16:33:22.589652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32850) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:22.595224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1591694198'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:22.686080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:22.689723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.734909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:22.748432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf43c4-03d3-48ed-89b4-9bfd46381ccd req-c4fadb44-3047-41c5-a9a2-309bf33c5dc1 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:22.749810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1bf43c4-03d3-48ed-89b4-9bfd46381ccd req-c4fadb44-3047-41c5-a9a2-309bf33c5dc1 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.0749242 Oct 27 16:33:22.766435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.766781 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment bc6f3e40-513c-46cf-957b-f4906004272a of type vlan for network cc92a1ad-588b-4209-9714-a7c4eb43e668 Oct 27 16:33:22.829205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.838608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1bf43c4-03d3-48ed-89b4-9bfd46381ccd req-d35e8bed-a4d2-4736-86bd-03e97ee30273 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Oct 27 16:33:22.891259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.925531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.931492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:22.932579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.936009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Network 6ca50326-6d1d-497a-8897-d90953bd669e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:22.939547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:22.943989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:22.944582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.949881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7fc39-f322-4666-a631-6dfd4129f721 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:22.959573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Subnet': ['ID=858aa1a9-dd63-4ac4-89a1-815ab482ae0f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:23.009585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=cc92a1ad-588b-4209-9714-a7c4eb43e668,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:23.023583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:23.031216 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-10e93728-c42a-4f1e-ab6b-274bc54c915f tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9274063 Oct 27 16:33:23.033990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:23.039630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1481462272', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '858aa1a9-dd63-4ac4-89a1-815ab482ae0f'}], 'security_groups': ['b586ec4b-5f6b-4e16-b2bf-f9d8c0913c30', 'f15a6739-8f69-43c6-a853-653136a0d7c6']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:23.105319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24465ad4-3c48-4d24-8e1b-fec41323b336 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5141861 Oct 27 16:33:23.108808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32874) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:23.113828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:23.117147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.254095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Update dhcp port {'port': {'network_id': '6ca50326-6d1d-497a-8897-d90953bd669e', 'fixed_ips': [{'subnet_id': '4aeeec86-8afd-4417-868e-cd8489cb3247', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b', 'ip_address': '2001:db8::2'}, {'subnet_id': '858aa1a9-dd63-4ac4-89a1-815ab482ae0f'}], 'binding:host_id': 'n-d-814735-4'}, 'id': '83e12990-b178-4cce-a5de-6f2a6d5d069a'} from n-d-814735-4. {{(pid=114450) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:33:23.283411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.345238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a667eeea-460c-4ab0-86f3-9ce8ea0e14b9 req-0ca77d36-4ac6-4da0-bd01-65bcd07c7471 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0329602 Oct 27 16:33:23.405563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:23.413551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.464318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Delete allocated IP 2001:db8::2dd (6ca50326-6d1d-497a-8897-d90953bd669e/1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b) {{(pid=114449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:33:23.473985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Allocated IP 2001:db8:0:2::17 (6ca50326-6d1d-497a-8897-d90953bd669e/858aa1a9-dd63-4ac4-89a1-815ab482ae0f/3d00ff55-b99f-4cb3-bbc0-60e367c06a83) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:23.655652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.707022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.769186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=0ebef429-da4e-4c0d-86e3-8b290bdb7179,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:23.781555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.781927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.782269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.782606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.782937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.783294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.783632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.783960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.784282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.784609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.784932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.785255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:23.788446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': 'bc6f3e40-513c-46cf-957b-f4906004272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:23.788810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: cc92a1ad-588b-4209-9714-a7c4eb43e668, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:23.799595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.852259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Allocated IP 2001:db8:0:2::2 (6ca50326-6d1d-497a-8897-d90953bd669e/858aa1a9-dd63-4ac4-89a1-815ab482ae0f/83e12990-b178-4cce-a5de-6f2a6d5d069a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:23.867496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:23.880210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] In _notify_port_updated(), no bound segment for port 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 on network 6ca50326-6d1d-497a-8897-d90953bd669e {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:33:23.886091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:23.886745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.888128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "PUT /v2.0/ports/3d00ff55-b99f-4cb3-bbc0-60e367c06a83 HTTP/1.1" status: 200 len: 969 time: 0.8529413 Oct 27 16:33:23.891315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32906) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:23.922043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febcd23-03b0-45ff-89ac-8ac766330e21 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event updated for resources: {'Port': ['ID=3d00ff55-b99f-4cb3-bbc0-60e367c06a83,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:23.988250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:23.998642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22bad-5bb2-4c3a-b24d-68c534cafacc req-c64342c5-f219-4f95-ab91-62758d4686e7 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:24.000206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86a22bad-5bb2-4c3a-b24d-68c534cafacc req-c64342c5-f219-4f95-ab91-62758d4686e7 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.0566609 Oct 27 16:33:24.001308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, cc92a1ad-588b-4209-9714-a7c4eb43e668) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:24.009355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:24.009355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.015669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:24.016085 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.020897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f3510-b206-4049-aef2-c1254f156799 None None] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:24.066489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86a22bad-5bb2-4c3a-b24d-68c534cafacc req-0ee27b6b-f0a6-4d13-be6f-23a4969b708f tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568564 Oct 27 16:33:24.075516 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.110828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.122659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 3d00ff55-b99f-4cb3-bbc0-60e367c06a83 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:24.161977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32916) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.162248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48a7abf4-e705-4e69-b48a-73b8127b7b1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0518026 Oct 27 16:33:24.166408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-485243794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:24.285396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.286377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.326658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.399721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.404736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-cc92a1ad-588b-4209-9714-a7c4eb43e668', 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': '0ebef429-da4e-4c0d-86e3-8b290bdb7179'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:24.405732 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.447786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb0812-348a-4d65-b0ae-ce9145fc38f8 None None] Pushing event updated for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:24.502990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-568096ee-d100-4f2d-9e07-2590ffe1cde8 req-58697e06-1b16-4ce6-8acc-a46c23985182 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0410645 Oct 27 16:33:24.514550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=3d00ff55-b99f-4cb3-bbc0-60e367c06a83,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:24.539147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.542369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.545938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-da7adac7-2ef9-4dac-aa6b-c615c536af11 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/3d00ff55-b99f-4cb3-bbc0-60e367c06a83 HTTP/1.1" status: 204 len: 168 time: 0.6536856 Oct 27 16:33:24.549518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32934) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.579166 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20539b1-f3d7-44d9-be2f-27afc900e3d2 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] GET failed (client error): The resource could not be found. Oct 27 16:33:24.581110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f20539b1-f3d7-44d9-be2f-27afc900e3d2 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports/3d00ff55-b99f-4cb3-bbc0-60e367c06a83 HTTP/1.1" status: 404 len: 333 time: 0.0302985 Oct 27 16:33:24.583594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32940) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.608089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Allocated IP 172.20.0.2 (cc92a1ad-588b-4209-9714-a7c4eb43e668/0ebef429-da4e-4c0d-86e3-8b290bdb7179/ae05173d-5aa0-4d45-8b2e-fb47986fb6b0) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:24.640763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.674243 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.719546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.772470 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.845515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.848136 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.849310 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/security-groups/95204fa4-35d6-4ae6-a8b8-d253f06cb2b7 HTTP/1.1" status: 204 len: 168 time: 0.2647202 Oct 27 16:33:24.854320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32946) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.859282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a62d-0529-43e8-964a-cf8812b63ca5 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95204fa4-35d6-4ae6-a8b8-d253f06cb2b7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:24.891157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.891305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.891305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54682eec-1cdf-4e2c-bbfe-5edaa21f687e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7272909 Oct 27 16:33:24.892719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 32948) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.930519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.973895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:24.973895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:24.973895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:24.975022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.975293 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Pushing event updated for resources: {'Port': ['ID=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.041972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Attempting to bind port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:25.042660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Attempting to bind port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'bc6f3e40-513c-46cf-957b-f4906004272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:25.042773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Attempting to bind port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 on network cc92a1ad-588b-4209-9714-a7c4eb43e668 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:25.063384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:25.065874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Checking segment: {'id': 'bc6f3e40-513c-46cf-957b-f4906004272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:25.065874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.065874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Bound using segment: {'id': 'bc6f3e40-513c-46cf-957b-f4906004272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:25.065874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Bound port: ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6f3e40-513c-46cf-957b-f4906004272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc92a1ad-588b-4209-9714-a7c4eb43e668'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:25.066342 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.148606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.152173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] For port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:25.153424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.154710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/security-groups/f15a6739-8f69-43c6-a853-653136a0d7c6 HTTP/1.1" status: 204 len: 168 time: 0.2990379 Oct 27 16:33:25.157810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] For port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,segment=NetworkSegment(bc6f3e40-513c-46cf-957b-f4906004272a),segment_id=bc6f3e40-513c-46cf-957b-f4906004272a)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:25.159865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:25.208836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d3366-e55b-4b29-91b0-b1cd0d69a3aa tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a6739-8f69-43c6-a853-653136a0d7c6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.286001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.286998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.297020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90a4c0-d6eb-46e7-9005-3a0db7247986 req-7d1aaae0-0874-4208-8204-fe743bca81c2 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:25.305021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c90a4c0-d6eb-46e7-9005-3a0db7247986 req-7d1aaae0-0874-4208-8204-fe743bca81c2 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.1488767 Oct 27 16:33:25.336977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Could not find standard attr ID for object 3d00ff55-b99f-4cb3-bbc0-60e367c06a83. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:33:25.337258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.407761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c90a4c0-d6eb-46e7-9005-3a0db7247986 req-182de6ed-ae9e-488d-8deb-c4f6821e1927 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017480 Oct 27 16:33:25.422253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06964b-74ee-48cd-a44d-accb48d4eb3b None None] Pushing event updated for resources: {'Port': ['ID=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.429265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:25.431588 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.532057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.536549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.540502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/security-groups/b586ec4b-5f6b-4e16-b2bf-f9d8c0913c30 HTTP/1.1" status: 204 len: 168 time: 0.3708475 Oct 27 16:33:25.551623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 32980) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:25.580725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539833b3-e70e-4fec-8518-42eed52fd828 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586ec4b-5f6b-4e16-b2bf-f9d8c0913c30,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.678995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2f5cbb1-da03-4267-98d1-d8710a63cbf5 req-c4e83b04-30f5-4384-bb44-80dfabb69572 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0516846 Oct 27 16:33:25.685367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:25.686207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:25.686583 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.692964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.772645 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.777975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.792348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bca77935-31db-4edd-9fe6-b729d2490a2f None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:25.881066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.916174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f0e0eb4b-7861-4433-8f4e-5b4ff26a709c None None] Could not find standard attr ID for object 3d00ff55-b99f-4cb3-bbc0-60e367c06a83. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:33:26.061992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.093154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.20.0.1 (cc92a1ad-588b-4209-9714-a7c4eb43e668/0ebef429-da4e-4c0d-86e3-8b290bdb7179/59896116-97fc-4629-b365-d114dd88739c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:26.105836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:26.124383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.124383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-331d7489-c345-4e71-a09b-2a4e51c30715 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b HTTP/1.1" status: 204 len: 168 time: 0.5622406 Oct 27 16:33:26.124612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ea3b7-d512-49ef-979a-3ffbcd1fdd49 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:26.125093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:26.191620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 858aa1a9-dd63-4ac4-89a1-815ab482ae0f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:26.195431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.242078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.243022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.340094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.371798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.391882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:26.396237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:26.402523 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:26.407304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=59896116-97fc-4629-b365-d114dd88739c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:26.483334 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.605980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221176-7d05-4ccc-aeeb-aee93881a6dd req-d5dacdf6-69c2-4678-82d5-a7e8846e9558 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:26.607773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03221176-7d05-4ccc-aeeb-aee93881a6dd req-d5dacdf6-69c2-4678-82d5-a7e8846e9558 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.1060553 Oct 27 16:33:26.611667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:26.660205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.669858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03221176-7d05-4ccc-aeeb-aee93881a6dd req-f2beb094-f1bf-4443-960e-ccd5a3fa4e31 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Oct 27 16:33:26.675572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:26.676016 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.701241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=858aa1a9-dd63-4ac4-89a1-815ab482ae0f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:26.707407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.710628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-13b662a4-723c-40a6-986e-959d14360d38 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/858aa1a9-dd63-4ac4-89a1-815ab482ae0f HTTP/1.1" status: 204 len: 168 time: 0.5838561 Oct 27 16:33:26.713343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33028) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:26.755253 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-684e6203-c90c-4e45-9f16-f29b44924883 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:26.755714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684e6203-c90c-4e45-9f16-f29b44924883 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:26.760618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-684e6203-c90c-4e45-9f16-f29b44924883 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/1b73dfaf-0f0e-4e7c-a9f3-d529ee1a0b7b HTTP/1.1" status: 404 len: 337 time: 0.0462236 Oct 27 16:33:26.765903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:26.800365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:26.804321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.863585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting subnet 4aeeec86-8afd-4417-868e-cd8489cb3247 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:26.884732 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.919278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:26.919526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.920830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86db708b-dcc8-40e8-a4f5-d7cbcb0ab587 req-503c3322-8ef0-44a0-9df8-3743e86c3064 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0474548 Oct 27 16:33:26.975323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.088390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00159c1-ec44-4cad-b871-a6414e8b8827 None None] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:27.088390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.088614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.199620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.211766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,segment=NetworkSegment(bc6f3e40-513c-46cf-957b-f4906004272a),segment_id=bc6f3e40-513c-46cf-957b-f4906004272a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:27.223013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a1b0612f-c8fe-490b-b162-68adcc8717b8 None None] Provisioning complete for port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:27.223414 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1b0612f-c8fe-490b-b162-68adcc8717b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.296703 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.297485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1e76c-8a95-46b9-b5c7-ddb8e3c54451 None None] Network 6ca50326-6d1d-497a-8897-d90953bd669e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:27.374215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=59896116-97fc-4629-b365-d114dd88739c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:27.376970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.378798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.400778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.414542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeeec86-8afd-4417-868e-cd8489cb3247,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:27.419389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.422591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b1f461a-5bc7-41aa-a991-8e2bd1bb6a3d tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/4aeeec86-8afd-4417-868e-cd8489cb3247 HTTP/1.1" status: 204 len: 168 time: 0.6554224 Oct 27 16:33:27.426627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.460310 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d8c989-7ecb-40f2-9268-6acbef0a9c52 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.460310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d8c989-7ecb-40f2-9268-6acbef0a9c52 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.460310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3d8c989-7ecb-40f2-9268-6acbef0a9c52 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/ba02785a-07f3-461e-aa5d-6faf12a54114 HTTP/1.1" status: 404 len: 337 time: 0.0317302 Oct 27 16:33:27.462340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.509586 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7e09f2a1-61d6-4c23-aa0b-4276dc5e05d6 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "GET /v2.0/ports?device_id=82ee9460-938b-4d34-a060-f53c700554fd HTTP/1.1" status: 200 len: 205 time: 0.0459759 Oct 27 16:33:27.512313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33062) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.535498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:27.537335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:27.546042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:27.566531 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-9b2da366-23c6-46b1-a4c9-d1c8b50cc8ab tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] delete failed (client error): The resource could not be found. Oct 27 16:33:27.570098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9b2da366-23c6-46b1-a4c9-d1c8b50cc8ab tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/routers/82ee9460-938b-4d34-a060-f53c700554fd HTTP/1.1" status: 404 len: 336 time: 0.0543442 Oct 27 16:33:27.570280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33064) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.599983 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c7438a-b360-477e-9e90-ed9e2e2a1f06 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.600558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c7438a-b360-477e-9e90-ed9e2e2a1f06 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.608668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a6c7438a-b360-477e-9e90-ed9e2e2a1f06 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/2abb1890-5e18-4fd9-bc58-497bddbc26d6 HTTP/1.1" status: 404 len: 337 time: 0.0351164 Oct 27 16:33:27.609430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.626670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-455f2502-3064-49ed-a99d-b2b22eb286ed None None] Provisioning complete for port 83e12990-b178-4cce-a5de-6f2a6d5d069a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:27.627324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-455f2502-3064-49ed-a99d-b2b22eb286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.641757 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dd93bb-5143-45c7-b969-9fb990de547c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.642997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dd93bb-5143-45c7-b969-9fb990de547c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.649670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b2dd93bb-5143-45c7-b969-9fb990de547c tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/0f156cec-b167-41c8-a1e1-e87ddef74508 HTTP/1.1" status: 404 len: 337 time: 0.0363414 Oct 27 16:33:27.650012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33072) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.679853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f04d5e45-d2a8-4b5d-9b99-212ba383f34f details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:33:27.681350 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d784cd02-4491-44d4-a624-f237e823d331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.682357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d784cd02-4491-44d4-a624-f237e823d331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.687024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d784cd02-4491-44d4-a624-f237e823d331 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/3beb6748-6495-4338-a10c-8975788c49a4 HTTP/1.1" status: 404 len: 337 time: 0.0353384 Oct 27 16:33:27.690765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33074) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.691204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] DHCP port deletion for 6ca50326-6d1d-497a-8897-d90953bd669e request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:27.736035 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7d558d-9cc7-477c-8a91-099e281e6eb9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.736835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7d558d-9cc7-477c-8a91-099e281e6eb9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.744581 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4d7d558d-9cc7-477c-8a91-099e281e6eb9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/2810a862-59c1-4139-bd7e-ac4424ebc90c HTTP/1.1" status: 404 len: 333 time: 0.0526617 Oct 27 16:33:27.751446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.775927 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d0b639-35d7-4ef1-8a1d-12d43c9b4466 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.776340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 50e23d89-f299-4f5a-b52e-c0fcff74ce1a is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:27.776573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d0b639-35d7-4ef1-8a1d-12d43c9b4466 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.780441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0d0b639-35d7-4ef1-8a1d-12d43c9b4466 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/e98f3c93-e320-4373-b686-4cf077aebf61 HTTP/1.1" status: 404 len: 337 time: 0.0320773 Oct 27 16:33:27.798830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.866741 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e066a03-dcce-4d72-bb66-3b89c85420c7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.867792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e066a03-dcce-4d72-bb66-3b89c85420c7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.872069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0e066a03-dcce-4d72-bb66-3b89c85420c7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/0413904f-88b6-4309-9087-db5c07791f98 HTTP/1.1" status: 404 len: 337 time: 0.0716846 Oct 27 16:33:27.874294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33088) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.897640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:27.908641 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-168291aa-f274-47fc-b3e3-5a32af4195c2 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.913450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168291aa-f274-47fc-b3e3-5a32af4195c2 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.915658 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] Sync routers for ids ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:27.918714 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f41ffdbf-6922-4b86-a370-3da70c95e442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/50e23d89-f299-4f5a-b52e-c0fcff74ce1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162480 Oct 27 16:33:27.919129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-168291aa-f274-47fc-b3e3-5a32af4195c2 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/2e1f3102-7ab3-41e5-af0f-9f3fc2676519 HTTP/1.1" status: 404 len: 333 time: 0.0434470 Oct 27 16:33:27.919568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33090) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.923021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33092) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.941799 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] Routers {'50e23d89-f299-4f5a-b52e-c0fcff74ce1a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:27.942594 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:27.954829 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-96894f12-f593-4651-9de9-3efefa97cec9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.956004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96894f12-f593-4651-9de9-3efefa97cec9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:27.959692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96894f12-f593-4651-9de9-3efefa97cec9 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/5e8aa2b2-2d0b-455b-9415-5c71bc1754b1 HTTP/1.1" status: 404 len: 337 time: 0.0350795 Oct 27 16:33:27.964935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33098) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.996730 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-483610a3-61f2-4838-a59d-d801b42fd2bc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] DELETE failed (client error): The resource could not be found. Oct 27 16:33:27.997554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483610a3-61f2-4838-a59d-d801b42fd2bc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:33:28.001436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-483610a3-61f2-4838-a59d-d801b42fd2bc tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/subnets/1e341c19-9d1e-4877-b5f5-245ccdb27428 HTTP/1.1" status: 404 len: 337 time: 0.0349162 Oct 27 16:33:28.004414 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:28.010269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33100) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:28.019814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Deleting port 83e12990-b178-4cce-a5de-6f2a6d5d069a {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:28.022369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0326dc-c136-4d31-bba9-2b987235e41d req-71aeee77-5259-472c-8004-ccaf3ad2217d tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:28.024558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f0326dc-c136-4d31-bba9-2b987235e41d req-71aeee77-5259-472c-8004-ccaf3ad2217d tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 943 time: 0.2283015 Oct 27 16:33:28.025557 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] Routers {'50e23d89-f299-4f5a-b52e-c0fcff74ce1a'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:28.026191 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:28.029244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.092956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8537ef2-b118-48cd-8807-f9ee6b1fdc61 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:28.094330 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8537ef2-b118-48cd-8807-f9ee6b1fdc61 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports/59896116-97fc-4629-b365-d114dd88739c HTTP/1.1" status: 200 len: 910 time: 0.1702859 Oct 27 16:33:28.097512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:28.109081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ebef429-da4e-4c0d-86e3-8b290bdb7179'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:28.112778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] For port 83e12990-b178-4cce-a5de-6f2a6d5d069a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83e12990-b178-4cce-a5de-6f2a6d5d069a,segment=NetworkSegment(dfd22eba-17b1-44e6-8ff8-b6a16e856959),segment_id=dfd22eba-17b1-44e6-8ff8-b6a16e856959)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:28.112778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.123373 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:28.124489 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476dd9e2-4b5b-4c94-835c-3f9ac1f7ec16 None None] The sync data for ids ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:28.125172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Calling delete_port for 83e12990-b178-4cce-a5de-6f2a6d5d069a owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:28.126410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5020555-9d9c-435d-90ea-9ce0e78d8ce2 req-208dbc02-175c-4905-9285-49667df8f681 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0528951 Oct 27 16:33:28.133852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f0326dc-c136-4d31-bba9-2b987235e41d req-ff8a26ee-72c6-4334-af44-4bd34027886b tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971406 Oct 27 16:33:28.197409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-455f2502-3064-49ed-a99d-b2b22eb286ed None None] Provisioning complete for port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:28.197409 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-455f2502-3064-49ed-a99d-b2b22eb286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.210644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.230560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:28.251103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f', 'network_id': '340ee55f-673c-4cab-8f77-def1ee3d5112', 'port_id': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f', 'mac_address': 'fa:16:3e:e0:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ff911f-68b8-4ec2-9b31-4c4bc1798929', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:33:28.260352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-455f2502-3064-49ed-a99d-b2b22eb286ed None None] Port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:28.305077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Deleting port 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:28.305601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.307005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.326518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04d5e45-d2a8-4b5d-9b99-212ba383f34f {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:28.330923 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.403788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] Pushing event deleted for resources: {'Port': ['ID=83e12990-b178-4cce-a5de-6f2a6d5d069a,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:28.407487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f38cb-ae17-4d32-b100-408b70237e81 None None] No DVR routers for this DVR port 83e12990-b178-4cce-a5de-6f2a6d5d069a on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:28.416531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:28.433773 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.443939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:28.448280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bc12cd85-12f9-41e2-86e9-15dd555ad3da None None] Provisioning complete for port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:28.448505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc12cd85-12f9-41e2-86e9-15dd555ad3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.456015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.471224 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.478097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Calling delete_port for 1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:28.505504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.586495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:28.595175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:28.596020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.678857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bc12cd85-12f9-41e2-86e9-15dd555ad3da None None] Provisioning complete for port 59896116-97fc-4629-b365-d114dd88739c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:28.679261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc12cd85-12f9-41e2-86e9-15dd555ad3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.739324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bc12cd85-12f9-41e2-86e9-15dd555ad3da None None] Port 59896116-97fc-4629-b365-d114dd88739c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:28.800125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:28.812174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.825849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 83e12990-b178-4cce-a5de-6f2a6d5d069a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:28.826245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83e12990-b178-4cce-a5de-6f2a6d5d069a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:28.853083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Port': ['ID=1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:28.858215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1fe157ca-af2c-4e6f-a90d-84cc21f7bbfe None None] Provisioning complete for port 59896116-97fc-4629-b365-d114dd88739c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:28.858791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1fe157ca-af2c-4e6f-a90d-84cc21f7bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.865114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:28.868402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0fdc83c2-2f0d-4ee6-9a7f-f12dc4cc4db7 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/ports/1b3c7f26-fc2f-4c20-b1b6-424a0b7e8632 HTTP/1.1" status: 204 len: 168 time: 0.8570681 Oct 27 16:33:28.871710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33132) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:28.895209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1fe157ca-af2c-4e6f-a90d-84cc21f7bbfe None None] Port 59896116-97fc-4629-b365-d114dd88739c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:28.905640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f04d5e45-d2a8-4b5d-9b99-212ba383f34f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:28.977646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.020658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.092829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.113858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca50326-6d1d-497a-8897-d90953bd669e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.123566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd22eba-17b1-44e6-8ff8-b6a16e856959') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.123921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd22eba-17b1-44e6-8ff8-b6a16e856959') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.133023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.146071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.152675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:29.158276 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:29.198757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.291887 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:29.292441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.293745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/ports/59896116-97fc-4629-b365-d114dd88739c HTTP/1.1" status: 200 len: 910 time: 1.1952229 Oct 27 16:33:29.294683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831487-d7d2-42d9-9a68-8a3199fd4442 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=59896116-97fc-4629-b365-d114dd88739c,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:29.296886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33148) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:29.301992 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-702651f3-dd57-4878-8094-1916675cdbd9 req-93bc4213-9856-4653-8d70-d6acbc192122 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0476062 Oct 27 16:33:29.329747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5196c-700a-426a-af5c-6bccd4a1063f req-094fb02f-847f-46d5-ae22-03f154b9fd71 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:29.344576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee5196c-700a-426a-af5c-6bccd4a1063f req-094fb02f-847f-46d5-ae22-03f154b9fd71 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 944 time: 0.0791895 Oct 27 16:33:29.370338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eee5196c-700a-426a-af5c-6bccd4a1063f req-e4228169-ca23-4a44-ae8d-e3b9708dccea tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Oct 27 16:33:29.396198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.400820 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.404556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] 10.222.0.70 "DELETE /v2.0/networks/6ca50326-6d1d-497a-8897-d90953bd669e HTTP/1.1" status: 204 len: 168 time: 0.5319409 Oct 27 16:33:29.425722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721597fc-6d98-485a-bce0-181237d606a3 tempest-PortsIpV6TestJSON-136081714 tempest-PortsIpV6TestJSON-136081714-project] Pushing event deleted for resources: {'Network': ['ID=6ca50326-6d1d-497a-8897-d90953bd669e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:29.669357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.917983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 59896116-97fc-4629-b365-d114dd88739c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:29.918324 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.976515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33182) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:30.008217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.020968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 59896116-97fc-4629-b365-d114dd88739c owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:30.130140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-90ee4745-ad1e-4703-b3c3-7e3a9835dc76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9923385b51c04e4e90cc5cfd89c9a003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422534 Oct 27 16:33:30.130140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33188) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:30.177489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.199788 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.307813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.345576 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=59896116-97fc-4629-b365-d114dd88739c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:30.426073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b4c75b1-3d74-428c-90bd-f4727e6f7eba req-0e7b494a-1f91-4183-965e-ab142b8ed192 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Oct 27 16:33:30.482516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.485785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.486984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f1a1d0c-99c6-431b-86e3-1395b1f7caff HTTP/1.1" status: 204 len: 168 time: 0.3628564 Oct 27 16:33:30.499398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1069d70-9707-41ff-ba10-ce4587c69783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a1d0c-99c6-431b-86e3-1395b1f7caff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:30.549654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c256a-2c0e-4547-9f63-f86b7a9041aa req-100b610d-064b-4673-8285-18ada5520121 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:30.551573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d98c256a-2c0e-4547-9f63-f86b7a9041aa req-100b610d-064b-4673-8285-18ada5520121 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 944 time: 0.0969896 Oct 27 16:33:30.607924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d98c256a-2c0e-4547-9f63-f86b7a9041aa req-05ff0df4-c725-4551-9b9a-b6ee00f1bf06 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Oct 27 16:33:30.865840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.031033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 50e23d89-f299-4f5a-b52e-c0fcff74ce1a has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:31.110105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:31.115032 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-747db425-b66f-4d3b-8eba-5444493d6eda tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/50e23d89-f299-4f5a-b52e-c0fcff74ce1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172228 Oct 27 16:33:31.117858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.120577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] Sync routers for ids ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:31.132970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] Routers {'50e23d89-f299-4f5a-b52e-c0fcff74ce1a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:31.132970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:31.146087 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-386735af-af7d-4fab-be2f-d25f343857ed tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e23d89-f299-4f5a-b52e-c0fcff74ce1a HTTP/1.1" status: 200 len: 205 time: 0.0270879 Oct 27 16:33:31.148574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33242) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.173467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:31.186510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] Routers {'50e23d89-f299-4f5a-b52e-c0fcff74ce1a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:31.187650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:31.226831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:31.227565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c056903-826a-4f11-8fcc-efecb054a334 None None] The sync data for ids ['50e23d89-f299-4f5a-b52e-c0fcff74ce1a'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:31.235939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.396514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.398666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.530231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.531066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router 50e23d89-f299-4f5a-b52e-c0fcff74ce1a {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:31.546227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.546227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c6c1ce8-01d9-42a8-9090-55f1027de9a4 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/50e23d89-f299-4f5a-b52e-c0fcff74ce1a HTTP/1.1" status: 204 len: 168 time: 0.3943903 Oct 27 16:33:31.547377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.561313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7475c2a5-dfff-4f11-bf8d-bb15ee76a9e2 req-b11e9e8c-95ea-48d9-a473-0d7b2da41826 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0498805 Oct 27 16:33:31.616713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet 0ebef429-da4e-4c0d-86e3-8b290bdb7179 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:31.620240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.673313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.682783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f04d5e45-d2a8-4b5d-9b99-212ba383f34f up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:31.757671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f12d30-2c7a-4765-8a38-e4c4ff0c9468 req-5390b14e-ed47-40f3-8778-8964f306ec2e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:31.762786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81f12d30-2c7a-4765-8a38-e4c4ff0c9468 req-5390b14e-ed47-40f3-8778-8964f306ec2e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 944 time: 0.0646665 Oct 27 16:33:31.775107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.824669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81f12d30-2c7a-4765-8a38-e4c4ff0c9468 req-1e75f402-3c38-404d-845c-ae787dca6734 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 Oct 27 16:33:31.925402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.955844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebef429-da4e-4c0d-86e3-8b290bdb7179,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:31.959921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.961633 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-208d4447-e97e-4dfb-be6f-b52c578e5b42 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/0ebef429-da4e-4c0d-86e3-8b290bdb7179 HTTP/1.1" status: 204 len: 168 time: 0.4117198 Oct 27 16:33:31.963773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33288) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.966575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c60e1c-35b4-46c1-968e-a2dbe652a23e None None] Network cc92a1ad-588b-4209-9714-a7c4eb43e668 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:32.044244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.076700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f04d5e45-d2a8-4b5d-9b99-212ba383f34f completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:33:32.082776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f04d5e45-d2a8-4b5d-9b99-212ba383f34f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:32.083153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.100375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:32.100735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.214869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.215547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,segment=NetworkSegment(bc6f3e40-513c-46cf-957b-f4906004272a),segment_id=bc6f3e40-513c-46cf-957b-f4906004272a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:32.215547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.215788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:32.215788 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec9b19-6a3b-4ad2-abcc-bed7522e740b" -d '{"events": [{"server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:32.216008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:32.224997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] DHCP port deletion for cc92a1ad-588b-4209-9714-a7c4eb43e668 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:32.230790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:32.259288 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd8c073-e59c-43f5-bfe0-b4cc8d734f16 x-openstack-request-id: req-bcd8c073-e59c-43f5-bfe0-b4cc8d734f16 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:32.261592 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:32.262201 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd8c073-e59c-43f5-bfe0-b4cc8d734f16 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:32.262780 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f', 'code': 200} Oct 27 16:33:32.287850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Deleting port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:32.288570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.358638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] For port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,segment=NetworkSegment(bc6f3e40-513c-46cf-957b-f4906004272a),segment_id=bc6f3e40-513c-46cf-957b-f4906004272a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:32.359413 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.383546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Calling delete_port for ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:32.387988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc3cb-4af1-4d4a-9659-9ebba8201b91 req-1f839c86-8549-41e9-ad21-b0bea4839dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:32.389590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-08cbc3cb-4af1-4d4a-9659-9ebba8201b91 req-1f839c86-8549-41e9-ad21-b0bea4839dfb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 1095 time: 0.0543373 Oct 27 16:33:32.428833 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-08cbc3cb-4af1-4d4a-9659-9ebba8201b91 req-27416795-e95f-4749-b58d-1c9d7f7c421c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Oct 27 16:33:32.434777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:32.536977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.581182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.604754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.653364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:32.658774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:32.662947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.691502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] No DVR routers for this DVR port ae05173d-5aa0-4d45-8b2e-fb47986fb6b0 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:32.699905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:32.711267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.711624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.711966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.712399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.712680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.713308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.713614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.714850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.715225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.715549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.716421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.741609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:32.754079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d118608-7f1d-458d-8f41-79fe68091c6f req-b3332e88-29ad-4668-ad76-edd9d3879c66 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0649073 Oct 27 16:33:32.776309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672795a-41a8-465b-b9c0-df900043f668 None None] Pushing event deleted for resources: {'Port': ['ID=ae05173d-5aa0-4d45-8b2e-fb47986fb6b0,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:32.812314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.834443 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc92a1ad-588b-4209-9714-a7c4eb43e668']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:32.846329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6f3e40-513c-46cf-957b-f4906004272a') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:32.846782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6f3e40-513c-46cf-957b-f4906004272a') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:32.860317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.875648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.882741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:32.883148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:32.886971 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:32.965377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d6acd-38eb-4c23-a9d0-7111608e9939 req-2c2b79f3-a06c-4914-8edf-0d9a62a4e6eb tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:32.967139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c15d6acd-38eb-4c23-a9d0-7111608e9939 req-2c2b79f3-a06c-4914-8edf-0d9a62a4e6eb tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Oct 27 16:33:33.008516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c15d6acd-38eb-4c23-a9d0-7111608e9939 req-85e7b578-04b1-48fc-994f-a215d73ba082 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351002 Oct 27 16:33:33.061455 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.068635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.072095 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/cc92a1ad-588b-4209-9714-a7c4eb43e668 HTTP/1.1" status: 204 len: 168 time: 1.1073480 Oct 27 16:33:33.077130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33338) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:33.081838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1167379704', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:33.085779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc6506-fc9e-49c9-873d-e9166734f9cd tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=cc92a1ad-588b-4209-9714-a7c4eb43e668,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:33.229375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.230508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.305217 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.399330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.531684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.533023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0fbc327c-afa0-4718-bb09-68a395e4b355 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4548330 Oct 27 16:33:33.535808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:33.540765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-2093216713'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:33.667354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:33.670973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.695940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:33.705283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.705646 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment b240351a-f496-4571-a422-97300a6d19e6 of type vlan for network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 Oct 27 16:33:33.741365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33366) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:33.752099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.860239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f225f2c0-58df-4f50-a738-95af1956a4b7 req-2d139e44-ac62-4047-b365-3d262013a7c2 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0314887 Oct 27 16:33:33.860967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.867526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:33.868123 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.877960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836d24b9-5c51-441d-9da9-394b25c6f51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.943200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=47c5a187-b0de-47ee-8d4d-6159f0efb6f1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:33.956850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:33.982283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836d24b9-5c51-441d-9da9-394b25c6f51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.112816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-836d24b9-5c51-441d-9da9-394b25c6f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.122585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a7eda53-9079-4c17-a526-e7134710c8dc tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5844908 Oct 27 16:33:34.125555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33386) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:34.131425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:34.153235 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-836d24b9-5c51-441d-9da9-394b25c6f51c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f329e625ea6e44939792c7876fa30b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105098 Oct 27 16:33:34.160164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d24b9-5c51-441d-9da9-394b25c6f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8f550-4589-4922-9804-4139ac6cd752,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:34.162547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:34.200952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0c2d-58b1-4f62-9658-2bed3242cfc2 req-06c4207c-65e3-415f-9f9b-c4005feafd96 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:34.202751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00dd0c2d-58b1-4f62-9658-2bed3242cfc2 req-06c4207c-65e3-415f-9f9b-c4005feafd96 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.1142213 Oct 27 16:33:34.214449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.240923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.263997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00dd0c2d-58b1-4f62-9658-2bed3242cfc2 req-abf0f3ec-71d3-4131-8ac5-72318a25198e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Oct 27 16:33:34.380348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:34.380348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.444839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.448233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.459451 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00d8f550-4589-4922-9804-4139ac6cd752 HTTP/1.1" status: 204 len: 168 time: 0.2861729 Oct 27 16:33:34.459451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80188af-1941-476c-a9cc-4c096f1b5870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8f550-4589-4922-9804-4139ac6cd752,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:34.516272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:33:34.673707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.731430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=1a3f17f5-84aa-442f-8525-2788621f466d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:34.741733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:34.743585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: 47c5a187-b0de-47ee-8d4d-6159f0efb6f1, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:34.854144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:34.941571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 47c5a187-b0de-47ee-8d4d-6159f0efb6f1) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:34.946602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:34.947236 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.952095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89894f-a48c-4833-9fad-197d39703986 None None] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:34.992008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a94c49b-d1da-4b28-909c-d2e9b5e59428 req-185bfa18-52f2-4725-9cd9-d8c8d22f357c tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0401833 Oct 27 16:33:35.102837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:35.104377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.114923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33430) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.115548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0e9bd618-007e-45b9-834b-3b35df06ff51 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9888239 Oct 27 16:33:35.210636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33434) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.231591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d123f44a-c52d-4257-80b6-84ac9f0a3743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.252953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Allocated IP 172.20.0.2 (47c5a187-b0de-47ee-8d4d-6159f0efb6f1/1a3f17f5-84aa-442f-8525-2788621f466d/f34921ab-68b6-4b9a-b5f8-7bbafa14cf24) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:35.334754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d123f44a-c52d-4257-80b6-84ac9f0a3743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.408371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736887ba-b94d-4986-bf27-0f054b66751e req-ac966eb8-b37b-493d-853f-485c46f6a7e4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:35.409666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.415486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-736887ba-b94d-4986-bf27-0f054b66751e req-ac966eb8-b37b-493d-853f-485c46f6a7e4 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.0602076 Oct 27 16:33:35.425287 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d123f44a-c52d-4257-80b6-84ac9f0a3743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.431464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.490890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d123f44a-c52d-4257-80b6-84ac9f0a3743 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4505031163404f5ebbe62884024e15de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790871 Oct 27 16:33:35.492116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f44a-c52d-4257-80b6-84ac9f0a3743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e907d63-37c7-4266-8b2e-bdf280dd1ed4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.495347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33446) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.498498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-736887ba-b94d-4986-bf27-0f054b66751e req-399d0016-1577-41c4-ae34-2ae59f7dbab0 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Oct 27 16:33:35.557829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.576567 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.596397 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.615024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:35.618059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:35.625558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:35.661891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Pushing event updated for resources: {'Port': ['ID=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.689429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Attempting to bind port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:35.689801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Attempting to bind port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:35.690182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Attempting to bind port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 on network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:35.695308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:35.695950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Checking segment: {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:35.696390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.699417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Bound using segment: {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:35.699417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Bound port: f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:35.699417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.715016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.20.0.1 (47c5a187-b0de-47ee-8d4d-6159f0efb6f1/1a3f17f5-84aa-442f-8525-2788621f466d/103d02fc-f241-49dd-b8e9-8e962cc28b5a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:35.764228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] For port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:35.767171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] For port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:35.832497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.833048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.836042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.840952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e907d63-37c7-4266-8b2e-bdf280dd1ed4 HTTP/1.1" status: 204 len: 168 time: 0.3379347 Oct 27 16:33:35.846795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c80d4c-cfdb-497b-8c0c-fc9e2adfc554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e907d63-37c7-4266-8b2e-bdf280dd1ed4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.872123 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.936349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edf5f7-eb51-482e-bc76-3b010a645d12 None None] Pushing event updated for resources: {'Port': ['ID=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.963267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.009471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:36.013304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:36.017326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:36.069777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:36.101175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.135177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e84468e-9e22-4c81-bc8d-102ab3ebc173 req-0b411a63-776c-40d6-860c-917ad05afb0a tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0429323 Oct 27 16:33:36.437674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.484130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:36.543438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:36.543887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.650213 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.714861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:36.827170 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.828319 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.890133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:36.958704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.090125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:37.093779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.180251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb94205-cfb0-4aed-ab12-9cb44277eefa None None] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:37.247260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca173e-b799-4f5e-8db5-dd02fa77a5a9 req-9e30e06c-a008-43e0-8c21-02dfae7f007a tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:37.249636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dca173e-b799-4f5e-8db5-dd02fa77a5a9 req-9e30e06c-a008-43e0-8c21-02dfae7f007a tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.0844450 Oct 27 16:33:37.266705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:37.268243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:37.284571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b407039-1b2e-4700-8373-295f1f2392ce req-0f4a2ce6-1e99-4daa-87f2-0e51ae7cecc4 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0336957 Oct 27 16:33:37.333596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8075f576-15bb-4ee1-a729-dd0b2c34cc10 None None] Provisioning complete for port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:37.334349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8075f576-15bb-4ee1-a729-dd0b2c34cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.335959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2dca173e-b799-4f5e-8db5-dd02fa77a5a9 req-846af762-99d9-45d1-9834-ca637dc1c648 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497308 Oct 27 16:33:37.621420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:37.683196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4bbc96c2-0c96-45b7-9ae9-9bdee0e8ebf5 None None] Provisioning complete for port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:37.683813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4bbc96c2-0c96-45b7-9ae9-9bdee0e8ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.716695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-ef8c36fc-1532-4ad8-8567-67548d2fdb6d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1139348 Oct 27 16:33:37.786057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4bbc96c2-0c96-45b7-9ae9-9bdee0e8ebf5 None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:37.787307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4bbc96c2-0c96-45b7-9ae9-9bdee0e8ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.789638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:37.800985 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:37.802110 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5d1faeba-0324-4ffc-b80e-2e650a8d90b6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6845546 Oct 27 16:33:37.804797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33532) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:37.810038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-480712183'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:37.827167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:37.828527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:37.840693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-83f39599-624e-460a-9065-8da0aba9cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:37.844692 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-83f39599-624e-460a-9065-8da0aba9cbef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1097 time: 0.0938683 Oct 27 16:33:37.860418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc96c2-0c96-45b7-9ae9-9bdee0e8ebf5 None None] Port 103d02fc-f241-49dd-b8e9-8e962cc28b5a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:37.924476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:37.929405 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.952224 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:37.968008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:37.982113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e763addc-37af-4662-966c-2f53fd530826 None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:37.982379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.982707 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment fc6696fd-0122-42df-87de-d5a97c621cfe of type vlan for network 5c357adb-66a9-471e-9eb4-c13df032bdfc Oct 27 16:33:37.983273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e763addc-37af-4662-966c-2f53fd530826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.002051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-d3150bbc-8963-4a8e-b9ba-e418b7b60708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.002322 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-d3150bbc-8963-4a8e-b9ba-e418b7b60708 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.1225109 Oct 27 16:33:38.045342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e763addc-37af-4662-966c-2f53fd530826 None None] Port 103d02fc-f241-49dd-b8e9-8e962cc28b5a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:38.078103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.121817 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-b0a93b73-e5a9-44c2-950c-686a91e75fd2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1002 time: 0.1046174 Oct 27 16:33:38.196752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-3d9dab10-a9a3-4558-bbf9-7bc17535eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.196752 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-3d9dab10-a9a3-4558-bbf9-7bc17535eeab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.0581932 Oct 27 16:33:38.262428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-e100a46b-98a1-4b6c-be68-d93bf289ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.264365 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-e100a46b-98a1-4b6c-be68-d93bf289ef40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603249 Oct 27 16:33:38.266535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.281067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.281067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.281377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fa345f63-26cb-4915-9fef-cf3c55cf18bd None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:38.281377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa345f63-26cb-4915-9fef-cf3c55cf18bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.314220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fa345f63-26cb-4915-9fef-cf3c55cf18bd None None] Port 103d02fc-f241-49dd-b8e9-8e962cc28b5a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:38.375949 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:36Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:36Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:38.400392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=5c357adb-66a9-471e-9eb4-c13df032bdfc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:38.420755 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:38.421361 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Updating router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d port 103d02fc-f241-49dd-b8e9-8e962cc28b5a binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:38.446263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:38.463096 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.498081 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-314975ae-62ba-41ef-a25d-def48afc22d8 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102549 Oct 27 16:33:38.509250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4f318ba-cd94-4ffa-a462-2ffb2bed062e req-7265c60c-1a72-428d-83e9-992350b6f38a tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0811551 Oct 27 16:33:38.555965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4a056ad9-11eb-4142-a4b6-425aa642a257 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7500436 Oct 27 16:33:38.559013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33556) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.565966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:38.566159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:38.601894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c4b7-40bf-4c5c-ba9e-78e500ab2a70 req-67f5021b-6c75-4554-bdad-d079d9572a3e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.616324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0df1c4b7-40bf-4c5c-ba9e-78e500ab2a70 req-67f5021b-6c75-4554-bdad-d079d9572a3e tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.1247602 Oct 27 16:33:38.629163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:38.629531 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.679607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0df1c4b7-40bf-4c5c-ba9e-78e500ab2a70 req-63121772-d162-483e-ac33-00153d687c27 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620062 Oct 27 16:33:38.953576 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.014498 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.059833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Pushing event updated for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:39.068335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.069029 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.069802 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.074021 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.074598 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.075302 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.075878 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.076412 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.076913 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.077732 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.078246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.078760 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.144097 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f474d47a-a3f6-4504-b76a-23c7fc17a718 req-0544d99a-ce28-4fa2-b36c-dafd1effb088 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302366 Oct 27 16:33:39.147988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Attempting to bind port 103d02fc-f241-49dd-b8e9-8e962cc28b5a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:39.148359 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Attempting to bind port 103d02fc-f241-49dd-b8e9-8e962cc28b5a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:39.148723 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Attempting to bind port 103d02fc-f241-49dd-b8e9-8e962cc28b5a on network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:39.157045 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:39.157424 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Checking segment: {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:39.157821 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.158209 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Bound using segment: {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:39.158881 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Bound port: 103d02fc-f241-49dd-b8e9-8e962cc28b5a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b240351a-f496-4571-a422-97300a6d19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:39.159369 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.235434 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] For port 103d02fc-f241-49dd-b8e9-8e962cc28b5a, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:39.242054 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] For port 103d02fc-f241-49dd-b8e9-8e962cc28b5a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=103d02fc-f241-49dd-b8e9-8e962cc28b5a,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:39.267343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:39.272784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.324949 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.404738 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:39.405675 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.466286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-225538c2-2240-4966-a3e2-6f3533656257 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:39.468876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-225538c2-2240-4966-a3e2-6f3533656257 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.1637976 Oct 27 16:33:39.471566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:39.472036 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.558877 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21224-0b8c-4743-9013-8b70b1cdc031 None None] Pushing event updated for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:39.563441 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:39.660120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.735793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] For port 103d02fc-f241-49dd-b8e9-8e962cc28b5a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=103d02fc-f241-49dd-b8e9-8e962cc28b5a,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:39.761049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Deleting port f04d5e45-d2a8-4b5d-9b99-212ba383f34f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:39.761686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.781361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-943d42e1-be1b-4ffe-b200-b33d87ee11b8 req-4bc676e8-dec8-420f-bb30-941c45a4fddf tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0850217 Oct 27 16:33:39.848337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.870543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96b86-dab9-4c2d-938d-2ea0248d65e7 req-33e9510b-f1ac-44da-ad78-690f026f8d74 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:39.878301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fc96b86-dab9-4c2d-938d-2ea0248d65e7 req-33e9510b-f1ac-44da-ad78-690f026f8d74 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 945 time: 0.0602355 Oct 27 16:33:39.907896 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.934088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:36Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.938108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fc96b86-dab9-4c2d-938d-2ea0248d65e7 req-c12e569f-081e-4f71-b06c-25e24ce4917b tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/security-groups?id=0d0338f3-f67a-48cb-abb2-0ea00f1b84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587366 Oct 27 16:33:39.979990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f87d-c40f-4d82-9ba5-7735bcb1b213 None None] Pushing event updated for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:39.986593 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a1c10-49ba-424f-b18c-44eb85f5fce1 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:36Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:40.006678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-26971b3c-c76b-46dc-ada8-7449b08a982a None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:40.007379 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26971b3c-c76b-46dc-ada8-7449b08a982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.049321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] For port f04d5e45-d2a8-4b5d-9b99-212ba383f34f, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,segment=NetworkSegment(de3e57af-1c91-4cb8-af1c-042fd1a022aa),segment_id=de3e57af-1c91-4cb8-af1c-042fd1a022aa)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:40.049970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.072050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Calling delete_port for f04d5e45-d2a8-4b5d-9b99-212ba383f34f owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:40.131754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=499162b3-0a69-434e-be4b-f2fbedc4f2a1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:40.178225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:40.179222 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: 5c357adb-66a9-471e-9eb4-c13df032bdfc, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:40.285010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:40.432535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.434393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5c357adb-66a9-471e-9eb4-c13df032bdfc) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:40.443161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d5c3b-da77-44dc-bf7d-553a842bdeca None None] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:40.448645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:40.449201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.450326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f04d5e45-d2a8-4b5d-9b99-212ba383f34f'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:40.522467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Pushing event deleted for resources: {'Port': ['ID=f04d5e45-d2a8-4b5d-9b99-212ba383f34f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:40.529480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 103d02fc-f241-49dd-b8e9-8e962cc28b5a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:40.604593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33598) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:40.611288 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0821a0c8-68ff-4251-83fb-c2780bd41ef1 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0486042 Oct 27 16:33:40.616678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33602) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:40.644859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] No DVR routers for this DVR port f04d5e45-d2a8-4b5d-9b99-212ba383f34f on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:40.649104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.656980 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-104bd3a8-7bd2-45c8-9b3d-6c582fd9a604 req-45cd5441-60ac-40a5-ad8c-22c5679d3090 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.82 "DELETE /v2.0/ports/f04d5e45-d2a8-4b5d-9b99-212ba383f34f HTTP/1.1" status: 204 len: 173 time: 1.1747358 Oct 27 16:33:40.660056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'name': 'network-vif-deleted', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:40.662449 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7f1b04-21a7-4175-b3c3-b66576f428bd" -d '{"events": [{"server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "name": "network-vif-deleted", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:40.742608 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca08611-35fa-4e73-8bc8-3b28e7845e66 x-openstack-request-id: req-fca08611-35fa-4e73-8bc8-3b28e7845e66 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:40.743061 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a650e7-6ce8-46a8-913b-7307259a7274", "name": "network-vif-deleted", "tag": "f04d5e45-d2a8-4b5d-9b99-212ba383f34f", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:40.743507 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fca08611-35fa-4e73-8bc8-3b28e7845e66 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:40.744158 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a650e7-6ce8-46a8-913b-7307259a7274', 'name': 'network-vif-deleted', 'tag': 'f04d5e45-d2a8-4b5d-9b99-212ba383f34f', 'status': 'completed', 'code': 200} Oct 27 16:33:40.757140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 103d02fc-f241-49dd-b8e9-8e962cc28b5a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:40.757774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.796272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5c357adb-66a9-471e-9eb4-c13df032bdfc', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:40.799821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.186477 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5c0ef20d-23d0-4cc6-a218-978e6ca9f1e0 req-b2fc7704-7a5f-4890-8023-dc223e09c189 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0373399 Oct 27 16:33:41.297238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a7ee66-9b01-4333-8ce6-3ab33e203359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.299572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Allocated IP 172.21.0.2 (5c357adb-66a9-471e-9eb4-c13df032bdfc/499162b3-0a69-434e-be4b-f2fbedc4f2a1/ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:41.380763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c605088f-006b-4b40-828c-88511eb6d02e req-6fdb0983-c620-44b1-998e-b57711993460 tempest-VolumesActionsTest-2020101846 tempest-VolumesActionsTest-2020101846-project] 10.222.0.70 "GET /v2.0/ports?device_id=69a650e7-6ce8-46a8-913b-7307259a7274 HTTP/1.1" status: 200 len: 210 time: 0.0849147 Oct 27 16:33:41.386164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-276dd006-7c0d-440a-8bee-acf4a613bb74 req-f9097274-62d4-41d7-ad13-d47599eca60e tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0915010 Oct 27 16:33:41.390242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f4bad7d-03bd-4dd0-b6be-7e5f9adaf463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.518206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.604638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.648811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced285-31b2-4d73-9c6a-923ab475d7fa req-e8cebb47-8657-433a-aa1c-841ea8861370 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:41.650329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1ced285-31b2-4d73-9c6a-923ab475d7fa req-e8cebb47-8657-433a-aa1c-841ea8861370 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.1317103 Oct 27 16:33:41.654294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a7ee66-9b01-4333-8ce6-3ab33e203359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.655001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:41.660924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:41.663401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Pushing event updated for resources: {'Port': ['ID=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:41.667209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:41.716089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.728951 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-09a7ee66-9b01-4333-8ce6-3ab33e203359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.735835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Attempting to bind port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:41.736220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Attempting to bind port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:41.736588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Attempting to bind port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d on network 5c357adb-66a9-471e-9eb4-c13df032bdfc {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:41.745743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:41.746262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Checking segment: {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:41.746661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.746974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Bound using segment: {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:41.747504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Bound port: ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:41.748066 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.774824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1ced285-31b2-4d73-9c6a-923ab475d7fa req-a3b6b4af-7a85-4872-8bae-1a1cbf7144e4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143143 Oct 27 16:33:41.802142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33616) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:41.857275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-09a7ee66-9b01-4333-8ce6-3ab33e203359 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0922fbf0583b45999ae00ced57646c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2501261 Oct 27 16:33:41.860462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ee66-9b01-4333-8ce6-3ab33e203359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7b166-89f4-454b-9fdc-4708c4a74b7b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:41.864791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33618) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:41.866417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] For port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:41.874383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] For port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:41.926727 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-23146d18-fca9-459c-86b2-a94e7ec895e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 200 len: 994 time: 0.1232538 Oct 27 16:33:41.962863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.995150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.067015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.077833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a87d0-15f1-4e41-a3d5-d15a19fe07a0 None None] Pushing event updated for resources: {'Port': ['ID=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.170363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.21.0.1 (5c357adb-66a9-471e-9eb4-c13df032bdfc/499162b3-0a69-434e-be4b-f2fbedc4f2a1/4d6d699b-3b84-4c2a-ac05-e6d192c524aa) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:42.296042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.306855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.312163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6a7b166-89f4-454b-9fdc-4708c4a74b7b HTTP/1.1" status: 204 len: 168 time: 0.4460001 Oct 27 16:33:42.335313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2891248-3091-4a74-b2c4-3650dfdcc923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7b166-89f4-454b-9fdc-4708c4a74b7b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.395631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.422337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b837ae-fb9b-46c3-a8f8-82686d93f906 req-74081a46-f0bb-41c2-bd5f-6513caef8e2b tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:42.424467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78b837ae-fb9b-46c3-a8f8-82686d93f906 req-74081a46-f0bb-41c2-bd5f-6513caef8e2b tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1097 time: 0.0926905 Oct 27 16:33:42.544659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:42.550961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78b837ae-fb9b-46c3-a8f8-82686d93f906 req-37ea24a7-7c85-4eaf-a8b9-653581790246 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048515 Oct 27 16:33:42.632945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6627ab1-e042-45c2-82ed-63fdad568d02 req-a0e6a277-a5b6-4c8d-a847-036f3e19fb28 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0543976 Oct 27 16:33:42.651114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.688661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:42.689182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.694395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:42.701442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:42.713654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:42.789059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.822209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.852485 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.893018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:43.013882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.053401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.091088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:43.363241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:43.384345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a133dd9-b400-4288-849a-8bd4af104470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.404819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.410774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a564023-ad4d-431a-99b1-c902e4fcf8cb None None] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:43.484655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ffabeb17-3762-4e04-afcb-e02417f47031 None None] Provisioning complete for port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:43.485315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ffabeb17-3762-4e04-afcb-e02417f47031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.499665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.536586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a133dd9-b400-4288-849a-8bd4af104470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.597141 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a133dd9-b400-4288-849a-8bd4af104470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.614853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:43.679675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.708586 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a133dd9-b400-4288-849a-8bd4af104470 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a04bf315a11b499596360299aeda384a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411171 Oct 27 16:33:43.712080 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a133dd9-b400-4288-849a-8bd4af104470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e141158-fba3-4631-abd3-9a9635076e54,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:43.720984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33678) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:43.773789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f04d5e45-d2a8-4b5d-9b99-212ba383f34f no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:43.812875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f04d5e45-d2a8-4b5d-9b99-212ba383f34f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:43.818692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f04d5e45-d2a8-4b5d-9b99-212ba383f34f not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:43.894982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.934933 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03dfe991-5e78-408c-937f-8e57869dde08 req-ce7f27dc-8616-4ffc-9d06-e70e5a0fc83f tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0752654 Oct 27 16:33:43.943435 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.015020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38497d2d-2429-4f62-adf5-e2f206b762ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.076315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:44.079697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:44.112669 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.118696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.127188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e141158-fba3-4631-abd3-9a9635076e54 HTTP/1.1" status: 204 len: 168 time: 0.4030700 Oct 27 16:33:44.168714 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f4075-0e56-428c-85f1-b75fd4cd9954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e141158-fba3-4631-abd3-9a9635076e54,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:44.335865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:44.380303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-58a44ac9-65be-4965-a141-fb2fb8c235b0 None None] Provisioning complete for port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:44.380853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58a44ac9-65be-4965-a141-fb2fb8c235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.561537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:44.683497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:44.683497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3577e726-2eab-4d3c-af9f-4be80cb9e435 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0114737 Oct 27 16:33:44.684913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33718) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:44.684913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1860057683'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:44.691365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:44.786770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:44.792452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.815903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:44.817219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:44.899355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:44.940995 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.946593 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment 53bf411b-ba43-430f-a787-b87315f127fd of type vlan for network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe Oct 27 16:33:44.964349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:45.133729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-58a44ac9-65be-4965-a141-fb2fb8c235b0 None None] Provisioning complete for port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.135012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.136176 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58a44ac9-65be-4965-a141-fb2fb8c235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.156898 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.189319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc5ea86c-c12f-44d6-9beb-e9823e4fe53a req-c05e2242-266f-44d0-bb53-471e4cf943fa tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015&device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0811255 Oct 27 16:33:45.256605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-c59e419a-fc57-46d1-82c3-658ceda21088 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5385656 Oct 27 16:33:45.268888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-9939b770-1cb6-4baf-84f8-f8f5c35a0cf8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:33:45.279798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-9939b770-1cb6-4baf-84f8-f8f5c35a0cf8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079594 Oct 27 16:33:45.306076 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.314859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:45.315512 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.550034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58a44ac9-65be-4965-a141-fb2fb8c235b0 None None] Port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:45.589566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=4176cafe-abb2-45a1-8e4c-4c725c0a39fe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:45.614017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:45.620486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.622735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9432c86e-5f35-41e7-92cd-776f03ebbf8c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9904766 Oct 27 16:33:45.625509 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33746) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:45.630672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:45.737307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.737816 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.864395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 3, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:43Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:45.913185 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2ffa7d5e-e136-4809-ab61-5191cec3a9d8 req-ad94b8e3-65be-49bc-b33c-f925fb1f968a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9b37435432a4f5a84b3daa0ea81e4ef&device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0433965 Oct 27 16:33:45.936048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c2a9a057-9269-42f0-901b-4827c812bb8d None None] Provisioning complete for port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.936424 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a057-9269-42f0-901b-4827c812bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.996935 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2ffa7d5e-e136-4809-ab61-5191cec3a9d8 req-191550e8-7e37-4054-9107-3c87b90d4855 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c9b37435432a4f5a84b3daa0ea81e4ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705471 Oct 27 16:33:46.035595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9a057-9269-42f0-901b-4827c812bb8d None None] Port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:46.037352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:46.037713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Updating router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:46.063670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12255b3b-1cf1-43b6-8882-01e285fd1524 req-8b491f29-5552-44f9-bedc-1326c154636b tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.1180699 Oct 27 16:33:46.172890 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.187704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7d5e-e136-4809-ab61-5191cec3a9d8 req-64c48a75-febf-475f-ace1-8a128830f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:46.189313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2ffa7d5e-e136-4809-ab61-5191cec3a9d8 req-64c48a75-febf-475f-ace1-8a128830f8ca service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796727 Oct 27 16:33:46.263682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:46.275011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.093052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.093052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.094505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.094505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=bb6cb1aa-aef2-4050-8623-17fb87136375,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.094505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:47.094505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: 4176cafe-abb2-45a1-8e4c-4c725c0a39fe, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:47.097260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f44b71-67f4-4f5c-afbe-583d9374cea2 None None] Pushing event updated for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.097260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Attempting to bind port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:47.097260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Attempting to bind port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:47.097260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Attempting to bind port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa on network 5c357adb-66a9-471e-9eb4-c13df032bdfc {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:47.100881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:47.101396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Checking segment: {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:47.102483 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.104643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Bound using segment: {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:47.105259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Bound port: 4d6d699b-3b84-4c2a-ac05-e6d192c524aa, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6696fd-0122-42df-87de-d5a97c621cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:47.105786 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.222809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] For port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:47.227301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] For port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:47.238427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:47.272495 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.311786 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-843d04c8-e8cc-4fc1-b0e3-3a8cf856cdae req-97cea04e-8b6f-48f9-a498-59721a9a0207 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0773745 Oct 27 16:33:47.316623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.370220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4176cafe-abb2-45a1-8e4c-4c725c0a39fe) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:47.378800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:47.378800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.401265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790ce68-9bb4-4950-9d16-da3d22b49e22 None None] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:47.456604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] Provisioning complete for port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:47.456604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.511412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:47.511412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:47.532227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-509c716e-5d02-4db1-b193-f564a1d17b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9054823 Oct 27 16:33:47.534926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 33808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:47.657799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:47.704088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-307f356a-3c8b-49d2-a29c-3103a1d410a4 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:47.719288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-307f356a-3c8b-49d2-a29c-3103a1d410a4 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1094 time: 0.6168361 Oct 27 16:33:47.724945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Request body: {'binding': {'host': 'n-h1-814735-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:47.737022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Unknown quota resources ['binding']. {{(pid=114448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:33:47.824463 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2ffa7d5e-e136-4809-ab61-5191cec3a9d8 req-26621ce3-d6dd-4233-95d7-8268e55f055f tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.82 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.0871248 Oct 27 16:33:48.059638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f44b71-67f4-4f5c-afbe-583d9374cea2 None None] Pushing event updated for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:48.292645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.325201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on host n-h1-814735-4 for vnic_type normal with profile None {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:48.325804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:48.325918 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:48.343338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:33:48.343685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:48.369979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:48.370332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:48.373043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Bound using segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:48.374002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Bound port: f8982cc1-d33d-4692-b52d-d47549a558df, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:48.556915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:48.659540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad41530a-1b80-423c-b7d1-10f172b43d0e req-eb4c7ff6-b005-4f94-bb2d-1c9dde06b74d tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=d29c83b0-d013-40e4-b32e-c2efc3c99015 HTTP/1.1" status: 200 len: 210 time: 0.1012902 Oct 27 16:33:48.683153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] Publish callbacks [] for binding, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.684461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-7ef59649-ae73-4be9-a077-d3bff8c0c812 service neutron] 10.222.0.70 "POST /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df/bindings HTTP/1.1" status: 201 len: 389 time: 0.9630413 Oct 27 16:33:48.742071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 3, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:47Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:48.744377 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.862947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:48.864542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.926772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099dfd1-a4e4-43fe-b167-6d4ce966945b None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 3, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:47Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:49.100395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.22.0.1 (4176cafe-abb2-45a1-8e4c-4c725c0a39fe/bb6cb1aa-aef2-4050-8623-17fb87136375/104a342d-bf7e-4657-948b-d3d98a36f642) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:49.189806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] For port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:49.284374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8f06b-03e0-465f-abf6-5af4b489daf2 req-be32653c-2120-4335-9e9d-95f1f60d6669 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:49.311016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fe8f06b-03e0-465f-abf6-5af4b489daf2 req-be32653c-2120-4335-9e9d-95f1f60d6669 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.1375482 Oct 27 16:33:49.385699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.434797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fe8f06b-03e0-465f-abf6-5af4b489daf2 req-b16b9fb4-09ea-4c6e-b48d-342a7ef2a726 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225727 Oct 27 16:33:49.472198 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.560077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a56499-8097-4bfd-a809-2ab3d4eca0cd None None] Pushing event updated for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:49.616717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3372cdfd-4bd7-45fb-bd26-5f950bb75053 None None] Provisioning complete for port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:49.617093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3372cdfd-4bd7-45fb-bd26-5f950bb75053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.627891 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.783263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:49.822810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:49.826898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:49.863080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Allocated IP 172.22.0.2 (4176cafe-abb2-45a1-8e4c-4c725c0a39fe/bb6cb1aa-aef2-4050-8623-17fb87136375/26c4bbe1-50cb-475b-b20c-9bc2c9a876bb) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:49.995399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.196004 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:50.229351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.282538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-32643179-b4ea-4645-9f6f-1a8a981f77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:50.286094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-32643179-b4ea-4645-9f6f-1a8a981f77c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1097 time: 0.6379907 Oct 27 16:33:50.336573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.426164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:50.431920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:50.446298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:50.487999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Pushing event updated for resources: {'Port': ['ID=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:50.527083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4d6d699b-3b84-4c2a-ac05-e6d192c524aa up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:50.536135 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-be73cb51-3482-4ab5-9fa5-fb65e0c58c6e req-04f847aa-ffbc-4cab-9871-f0a446f05c77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9b37435432a4f5a84b3daa0ea81e4ef&device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0588071 Oct 27 16:33:50.545901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Attempting to bind port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:50.546748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Attempting to bind port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:50.547288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Attempting to bind port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb on network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:50.583293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.610036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:50.614822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Checking segment: {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:50.615673 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.618214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Bound using segment: {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:50.618962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Bound port: 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:50.621115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.640422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-f693f35c-650c-4e2d-8694-4587ad8cf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:50.648726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-f693f35c-650c-4e2d-8694-4587ad8cf133 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.3546021 Oct 27 16:33:50.654955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7754230-6b3c-4a74-9237-d47e38d03149 req-a1d31757-fc66-4105-a1d3-4eabb0e197b6 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0692310 Oct 27 16:33:50.655502 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-be73cb51-3482-4ab5-9fa5-fb65e0c58c6e req-1a794a3c-7a06-42cb-925c-7c869c79a01c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c9b37435432a4f5a84b3daa0ea81e4ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068752 Oct 27 16:33:50.935962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:50.938914 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.970782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e0cb9ab4-21b6-49b5-a09a-f8d103f2b6ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1002 time: 0.3087685 Oct 27 16:33:51.056061 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] For port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:51.103353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] For port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:51.216507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f771e-3242-4471-af8f-83bbd9c07393 req-b4516f38-fdce-4a8a-8f3c-9b24a4531ecc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.221468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73cb51-3482-4ab5-9fa5-fb65e0c58c6e req-9e1a9b04-5522-4fab-b7a5-d04dc9afe724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.225575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-be73cb51-3482-4ab5-9fa5-fb65e0c58c6e req-9e1a9b04-5522-4fab-b7a5-d04dc9afe724 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5430562 Oct 27 16:33:51.227872 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.234181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-478ee6f3-e318-41ca-9b16-c5812eeab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.236042 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-478ee6f3-e318-41ca-9b16-c5812eeab5c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.2547343 Oct 27 16:33:51.252074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-935f771e-3242-4471-af8f-83bbd9c07393 req-b4516f38-fdce-4a8a-8f3c-9b24a4531ecc tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.6781781 Oct 27 16:33:51.365872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175f06b-bab0-4a2a-8db6-38bbe7ab2a0a None None] Pushing event updated for resources: {'Port': ['ID=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:51.379216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-935f771e-3242-4471-af8f-83bbd9c07393 req-e59ef8c3-b914-41a1-9df8-68177671de48 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262226 Oct 27 16:33:51.460395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-30ffdfa7-9f25-45d2-88bd-3bbc66ce1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.464670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-30ffdfa7-9f25-45d2-88bd-3bbc66ce1312 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113090 Oct 27 16:33:51.616650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33878) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:51.714595 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-21d073fa-d9cb-4959-bb55-761551191045 service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310414 Oct 27 16:33:51.835807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.926945 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-f3454592-64eb-404e-a63a-1c98ac4c77b6 service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995769 Oct 27 16:33:51.928310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.932174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffe80007-61c8-46b4-8e15-7567ce1129d2 req-482ed285-41db-424e-ad3d-7d42ce765600 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0723996 Oct 27 16:33:52.044892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-744e6e8d-5f2a-445e-8a11-ba1440929ea3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52d4ee9a3bfa45db93c8865a4814c339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247112 Oct 27 16:33:52.049245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33888) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:52.254473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.292829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.548315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.550982 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.552236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31d3ef59-460d-41f5-a47a-1538292003b6 HTTP/1.1" status: 204 len: 168 time: 0.5018044 Oct 27 16:33:52.610807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:52.626810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9b702-6652-4548-91b6-776a489fe7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3ef59-460d-41f5-a47a-1538292003b6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:52.764769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07555488-b050-446c-9ffe-dd1aedea2845 req-d4620efd-95e9-4b3c-a87e-ffab2b90de3c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:52.766368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07555488-b050-446c-9ffe-dd1aedea2845 req-d4620efd-95e9-4b3c-a87e-ffab2b90de3c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.2130001 Oct 27 16:33:52.850832 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-be73cb51-3482-4ab5-9fa5-fb65e0c58c6e req-e6a43c51-62c5-4dd2-8a82-ff370064b5f2 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0690973 Oct 27 16:33:52.853474 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:52.862631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.878616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07555488-b050-446c-9ffe-dd1aedea2845 req-0b2c250a-bf29-4749-90c4-d44b8517143a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917816 Oct 27 16:33:52.905922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:52.906450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.945588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-044b7d98-4da3-49fb-82f8-2690d23009d9 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:52.945588 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-044b7d98-4da3-49fb-82f8-2690d23009d9 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&tenant_id=2456b7420bc444239338671cce95b1c1&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1097 time: 0.9410398 Oct 27 16:33:52.974926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-4'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:53.004036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34badd-2b23-4310-8461-42215bacab36 None None] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:53.257148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.279601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1126986-508d-4cde-91a9-41c569e224b0 req-e96320c5-70b5-4e9c-b579-a33604b1b37a tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0752485 Oct 27 16:33:53.511530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:53.528575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:53.612865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-09a83369-dd03-422a-83ef-0be85bd1b709 None None] Provisioning complete for port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:53.615406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09a83369-dd03-422a-83ef-0be85bd1b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.912287 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.932399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-09a83369-dd03-422a-83ef-0be85bd1b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.953194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:54.018911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:54.177934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:54.321809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4e375-90ef-4a89-b67e-d9f5af02c755 req-573238e1-3653-488a-a5a3-3b133bb8594b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:54.322305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:54.340164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66d4e375-90ef-4a89-b67e-d9f5af02c755 req-573238e1-3653-488a-a5a3-3b133bb8594b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.1855941 Oct 27 16:33:54.430431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:54.433927 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e572e-e965-49b2-b96a-2960d62f4737" -d '{"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-unplugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:54.440311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.448384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:54.453444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66d4e375-90ef-4a89-b67e-d9f5af02c755 req-fc949068-37f7-4218-9f77-28ff3bfac1c4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122861 Oct 27 16:33:54.458325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33946) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:54.468281 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1cb05b74-e679-4bce-8fa2-4a8f23592eef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9321427 Oct 27 16:33:54.471570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'network': {'name': 'tempest-RoutersTest-2096252081'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:54.471754 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:54.488200 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:54.489445 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:54.546628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e019e173-9f4c-4299-8a3d-a5834b883db5 req-ee2a6627-f93a-4f7a-8b68-f8e4b248f2e2 tempest-ServerShowV247Test-1862078871 tempest-ServerShowV247Test-1862078871-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ccfa6ed-fb52-4b25-a892-94ae2e5a5091 HTTP/1.1" status: 200 len: 210 time: 0.0549095 Oct 27 16:33:54.570222 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7751b47d-590e-4f65-918a-0b766975ce57 x-openstack-request-id: req-7751b47d-590e-4f65-918a-0b766975ce57 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:54.573757 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-unplugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:54.573757 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7751b47d-590e-4f65-918a-0b766975ce57 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:54.573757 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'code': 200} Oct 27 16:33:54.625983 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.653274 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:54.700357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:54.702210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.716219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-09a83369-dd03-422a-83ef-0be85bd1b709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:33:54.716219 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-09a83369-dd03-422a-83ef-0be85bd1b709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:33:54.716742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:54.724930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.796858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:54.837464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=7']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:54.852372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.852976 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added segment 4edec099-1548-4d4e-941d-f76933d669fb of type vlan for network bbd4f293-612d-4323-a518-2dc683e479ef Oct 27 16:33:54.976937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.100145 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:50Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:51Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:55.135129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.148478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:55.155977 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Updating router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d port 104a342d-bf7e-4657-948b-d3d98a36f642 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:55.156850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:55.156850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.205407 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.276090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on host n-h2-814735-4 for vnic_type normal with profile {"migrating_to": "n-h1-814735-4"} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:55.276590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:55.276693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:55.294872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:33:55.295234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Attempting to bind port f8982cc1-d33d-4692-b52d-d47549a558df on network a42ad3a8-84a5-46ba-9c10-75cb275d3928 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:55.314862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:55.315234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Checking segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:55.315627 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Bound using segment: {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:55.316063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Bound port: f8982cc1-d33d-4692-b52d-d47549a558df, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:55.316423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.443017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9831212 Oct 27 16:33:55.451377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 33974) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:55.456943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'subnet': {'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:55.463472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef878585-adda-4522-b761-89ae62ed0b1c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Network': ['ID=bbd4f293-612d-4323-a518-2dc683e479ef,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:55.469704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Provisioning complete for port f8982cc1-d33d-4692-b52d-d47549a558df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:55.472265 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.482518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:55.487005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:55.539116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Port f8982cc1-d33d-4692-b52d-d47549a558df cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:55.539321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bbd4f293-612d-4323-a518-2dc683e479ef details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:55.567850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.720602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Provisioning complete for port 104a342d-bf7e-4657-948b-d3d98a36f642 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:55.721575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.790777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Port 104a342d-bf7e-4657-948b-d3d98a36f642 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:55.809977 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.817846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Made reservation on behalf of 8bdc984374aa406386337c7887b9ab19 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:55.821990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.841349 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Provisioning complete for port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:55.841349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a6a3f-ac49-44f6-b68f-148daaee2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.922654 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.975252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=8']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:56.034001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf01c-ab07-4af0-8a7d-6ad498d90b40 req-481bedad-8953-4bcd-8162-c6cc13c88ea5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:56.039246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2dcf01c-ab07-4af0-8a7d-6ad498d90b40 req-481bedad-8953-4bcd-8162-c6cc13c88ea5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 944 time: 0.3673320 Oct 27 16:33:56.100882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:56.101443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.103482 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e285605c-56e8-4c13-9161-3664a5a328ed service neutron] 10.222.0.79 "PUT /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1122 time: 3.1378014 Oct 27 16:33:56.172850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f8982cc1-d33d-4692-b52d-d47549a558df'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:56.204603 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875d790-a4ea-44e7-bd66-1a78390c66a7 None None] Pushing event updated for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:56.223834 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Attempting to bind port 104a342d-bf7e-4657-948b-d3d98a36f642 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:56.225528 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Attempting to bind port 104a342d-bf7e-4657-948b-d3d98a36f642 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:56.226200 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Attempting to bind port 104a342d-bf7e-4657-948b-d3d98a36f642 on network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:56.239092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2dcf01c-ab07-4af0-8a7d-6ad498d90b40 req-5a857fcd-7654-4d1d-848a-0f28da1a574f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537032 Oct 27 16:33:56.240705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:56.241636 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Checking segment: {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:56.242241 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.243207 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Bound using segment: {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:56.244417 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Bound port: 104a342d-bf7e-4657-948b-d3d98a36f642, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf411b-ba43-430f-a787-b87315f127fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:56.244966 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.366125 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] For port 104a342d-bf7e-4657-948b-d3d98a36f642, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:56.369740 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] For port 104a342d-bf7e-4657-948b-d3d98a36f642, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=104a342d-bf7e-4657-948b-d3d98a36f642,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:56.457307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] Provisioning complete for port f8982cc1-d33d-4692-b52d-d47549a558df triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:56.457988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.523499 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.574155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:56.576074 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5240616-e302-4ca2-a29c-20e9e0cc8a99" -d '{"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:56.604283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.700984 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be9106-2b2c-40c5-92ed-057a691b4e87 x-openstack-request-id: req-03be9106-2b2c-40c5-92ed-057a691b4e87 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:56.701268 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:56.701536 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03be9106-2b2c-40c5-92ed-057a691b4e87 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:56.701954 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'status': 'completed', 'code': 200} Oct 27 16:33:56.747815 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.812421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Subnet': ['ID=4f722d6a-92b4-4475-aeaa-2502c8f9f49c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:56.819454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-bbb2d95b-c260-4ca5-9e3b-9c1ea6bec3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:56.821456 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-bbb2d95b-c260-4ca5-9e3b-9c1ea6bec3a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1125 time: 0.1008008 Oct 27 16:33:56.822105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Checking segment: {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:56.822477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network hostable DHCP agents. Network: bbd4f293-612d-4323-a518-2dc683e479ef, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:56.855233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:56.924342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:56.982114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network bbd4f293-612d-4323-a518-2dc683e479ef is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:56.998603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:57.001508 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c3179-6029-4809-bc33-a68713bb42e2" -d '{"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-plugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:57.009622 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:57.010274 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:57.043278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:57.083216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bbd4f293-612d-4323-a518-2dc683e479ef) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:57.088386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.089073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.151406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b29865-4472-4544-921f-ff0f7c138d31 None None] Network bbd4f293-612d-4323-a518-2dc683e479ef requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:57.162057 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a58a8-2054-4b35-949d-d91b91ce6676 x-openstack-request-id: req-b68a58a8-2054-4b35-949d-d91b91ce6676 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:57.163190 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-plugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:57.163596 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b68a58a8-2054-4b35-949d-d91b91ce6676 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:57.164209 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'code': 200} Oct 27 16:33:57.170401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-de6403db-1403-4a51-b1c4-31b15aeb4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.173229 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-de6403db-1403-4a51-b1c4-31b15aeb4ea8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.3439791 Oct 27 16:33:57.186818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.256470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c627349-b563-4d68-bfc8-741ea9db3680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.282065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:57.296212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-158e40ac-b28c-4b54-9583-4a1d917e1d2c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8409970 Oct 27 16:33:57.301489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34044) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:57.418195 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-bbb6019f-a887-4b65-bcba-d2a7968be0d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1002 time: 0.2324343 Oct 27 16:33:57.473886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:57.475684 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875d790-a4ea-44e7-bd66-1a78390c66a7 None None] Pushing event updated for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.482901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.513865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-4a6b8abd-5bd6-47cc-ae01-3617840ec37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.515584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-4a6b8abd-5bd6-47cc-ae01-3617840ec37c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.0903506 Oct 27 16:33:57.576214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0970a-4e98-4fe9-b511-31dc81cd2e83 None None] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.704119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-208ec334-9e9c-46d0-bbf1-bad0c70428ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.710903 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-208ec334-9e9c-46d0-bbf1-bad0c70428ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664822 Oct 27 16:33:57.737979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e0909-d51f-4c8d-a6da-21bf6cbf4797 req-efff4427-762a-45e2-a672-3457915e5a63 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.751401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f0e0909-d51f-4c8d-a6da-21bf6cbf4797 req-efff4427-762a-45e2-a672-3457915e5a63 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.2440131 Oct 27 16:33:57.804861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bbd4f293-612d-4323-a518-2dc683e479ef', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:57.805814 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.817166 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:50Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:56Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:57.928686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5beb15-1d9d-48ca-b24f-4ed6eb9099c1 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:33:50Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:56Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:57.950024 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] Provisioning complete for port 104a342d-bf7e-4657-948b-d3d98a36f642 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:57.950397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.080977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-49b10e13-dde8-4b91-82d0-0813734d971d service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610630 Oct 27 16:33:58.207176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f0e0909-d51f-4c8d-a6da-21bf6cbf4797 req-12dc03ed-1944-4251-b784-f9b7be18ac6a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532294 Oct 27 16:33:58.212426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.289282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c627349-b563-4d68-bfc8-741ea9db3680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.322535 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5240616-e302-4ca2-a29c-20e9e0cc8a99 req-2e8adcca-8458-4e14-8f4f-5dbdf00fe811 service neutron] 10.222.0.82 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320664 Oct 27 16:33:58.419765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3c627349-b563-4d68-bfc8-741ea9db3680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.488918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3c627349-b563-4d68-bfc8-741ea9db3680 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9b37435432a4f5a84b3daa0ea81e4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6313343 Oct 27 16:33:58.491430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34100) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:58.500164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627349-b563-4d68-bfc8-741ea9db3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0cf82-79c2-47c7-aeb4-38a9aa2ca4a2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:58.555068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.557895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Allocated IP 172.23.0.2 (bbd4f293-612d-4323-a518-2dc683e479ef/4f722d6a-92b4-4475-aeaa-2502c8f9f49c/7a92602d-2d87-4784-a3bd-303445e80e32) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:58.574437 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.621236 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.689556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.817638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.898058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.901729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.903221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0b0cf82-79c2-47c7-aeb4-38a9aa2ca4a2 HTTP/1.1" status: 204 len: 168 time: 0.4105053 Oct 27 16:33:58.924293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ab659-f24b-42dd-a196-9c0e5c4e3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0cf82-79c2-47c7-aeb4-38a9aa2ca4a2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:59.411091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:33:59.609818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:59.625696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 104a342d-bf7e-4657-948b-d3d98a36f642 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:59.636140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df has no active binding in host n-h1-814735-4 {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:33:59.697069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] For port 104a342d-bf7e-4657-948b-d3d98a36f642, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=104a342d-bf7e-4657-948b-d3d98a36f642,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:59.809417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.815851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.900063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f7083-19ab-49ec-8105-431bfc4bf28e None None] Pushing event updated for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:59.912772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 104a342d-bf7e-4657-948b-d3d98a36f642 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:59.913348 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.071555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.205908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Pushing event updated for resources: {'Port': ['ID=7a92602d-2d87-4784-a3bd-303445e80e32,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.211396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Network bbd4f293-612d-4323-a518-2dc683e479ef is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:00.220880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:00.220880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:00.266590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Allocated IP 172.23.0.1 (bbd4f293-612d-4323-a518-2dc683e479ef/4f722d6a-92b4-4475-aeaa-2502c8f9f49c/16b324af-893d-4273-8c1d-26f46e78c0a8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:00.288666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ccc6e-15e0-498a-8c78-39ed1bc3866b req-a2576222-eb14-4b17-92a9-158987f681bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:00.295498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd5ccc6e-15e0-498a-8c78-39ed1bc3866b req-a2576222-eb14-4b17-92a9-158987f681bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.8673279 Oct 27 16:34:00.379487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Attempting to bind port 7a92602d-2d87-4784-a3bd-303445e80e32 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:00.380038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Attempting to bind port 7a92602d-2d87-4784-a3bd-303445e80e32 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:00.380503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Attempting to bind port 7a92602d-2d87-4784-a3bd-303445e80e32 on network bbd4f293-612d-4323-a518-2dc683e479ef {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:00.392342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:00.392872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Checking segment: {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:00.393953 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.397399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Bound using segment: {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:00.397399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Bound port: 7a92602d-2d87-4784-a3bd-303445e80e32, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:00.398096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.437821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd5ccc6e-15e0-498a-8c78-39ed1bc3866b req-d07e4668-e38b-4b6c-9cae-3c6a4d8503e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212604 Oct 27 16:34:00.553277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-32951541-c55c-4452-828f-24c36fa2203f None None] For port 7a92602d-2d87-4784-a3bd-303445e80e32, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:00.559341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-32951541-c55c-4452-828f-24c36fa2203f None None] For port 7a92602d-2d87-4784-a3bd-303445e80e32, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a92602d-2d87-4784-a3bd-303445e80e32,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:00.781274 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.860215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.872674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 104a342d-bf7e-4657-948b-d3d98a36f642 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:00.995238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 104a342d-bf7e-4657-948b-d3d98a36f642 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:00.998371 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.009496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.035027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32951541-c55c-4452-828f-24c36fa2203f None None] Pushing event updated for resources: {'Port': ['ID=7a92602d-2d87-4784-a3bd-303445e80e32,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:01.113746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network bbd4f293-612d-4323-a518-2dc683e479ef is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:01.126980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:01.130552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:01.136267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:01.246458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.613266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.632801 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-c9be24b0-4cd2-4cdc-8478-fdb712a2594f service neutron] 10.222.0.82 "GET /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df/bindings/n-h1-814735-4 HTTP/1.1" status: 200 len: 384 time: 0.1387227 Oct 27 16:34:02.115506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:02.167642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:02.234175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.269643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:02.294985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:02.302458 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5115dc-0b97-46fe-8caa-a4f8ed628692" -d '{"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-unplugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:02.313137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75bf2-85e2-47a4-8639-f7f267dc37a2 req-21258aeb-1611-4f6e-9a75-023607806c48 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:02.314852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de75bf2-85e2-47a4-8639-f7f267dc37a2 req-21258aeb-1611-4f6e-9a75-023607806c48 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 946 time: 0.0784872 Oct 27 16:34:02.352945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.386615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.533783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] Transition to ACTIVE for port object f8982cc1-d33d-4692-b52d-d47549a558df will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:34:02.600425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event updated for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:02.619755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.665757 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.734951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de75bf2-85e2-47a4-8639-f7f267dc37a2 req-e77bba17-5946-49d7-a3c5-bf7f81083c3b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966866 Oct 27 16:34:02.837796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7534d63-4859-4745-b2ad-5ff60900a839 None None] Network bbd4f293-612d-4323-a518-2dc683e479ef requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:02.866598 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea019a1d-94e3-4caf-b79a-b0c233049862 x-openstack-request-id: req-ea019a1d-94e3-4caf-b79a-b0c233049862 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:02.867134 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-unplugged", "status": "completed", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:02.868176 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea019a1d-94e3-4caf-b79a-b0c233049862 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:02.868717 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'code': 200} Oct 27 16:34:02.985488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a92602d-2d87-4784-a3bd-303445e80e32 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:03.033628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] No DVR routers for this DVR port f8982cc1-d33d-4692-b52d-d47549a558df on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:03.104334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Network bbd4f293-612d-4323-a518-2dc683e479ef is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:03.108702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:03.208642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] Pushing event updated for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=11']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:03.276441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] Provisioning complete for port 7a92602d-2d87-4784-a3bd-303445e80e32 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:03.279248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.284063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7a92602d-2d87-4784-a3bd-303445e80e32 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:03.285433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.378154 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ceef3e7e-eb46-4116-8f63-8ff321514273 service neutron] 10.222.0.82 "PUT /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df/bindings/n-h1-814735-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7295198 Oct 27 16:34:03.435171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:03.600203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:03.606519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-436ff077-f123-45ef-802a-67cbff5e1c15 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3036253 Oct 27 16:34:03.614763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34174) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:03.626561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:03.673272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:03.738799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-3b451122-e41d-4cfc-9565-c8546ce9acac tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.738799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-3b451122-e41d-4cfc-9565-c8546ce9acac tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&tenant_id=2456b7420bc444239338671cce95b1c1&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.2132690 Oct 27 16:34:03.748475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:03.749158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:03.988689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-1e990cc9-b437-48b7-9074-1509daa26809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.988689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-1e990cc9-b437-48b7-9074-1509daa26809 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 1096 time: 0.1604428 Oct 27 16:34:03.993172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba665b37-3962-49ea-894f-d5f93a39f8d6 req-2ac15c08-779a-4608-9364-c8dd263063f7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.994764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba665b37-3962-49ea-894f-d5f93a39f8d6 req-2ac15c08-779a-4608-9364-c8dd263063f7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.0888588 Oct 27 16:34:04.021193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.029615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.087487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:04.088050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba665b37-3962-49ea-894f-d5f93a39f8d6 req-5915f6e3-4f19-406e-b052-ce04f4c2b497 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751965 Oct 27 16:34:04.140945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] For port 7a92602d-2d87-4784-a3bd-303445e80e32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a92602d-2d87-4784-a3bd-303445e80e32,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:04.158070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e762df2d-fef3-4355-99ab-e2a5393d5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:04.159633 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-e762df2d-fef3-4355-99ab-e2a5393d5b5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1096 time: 0.1963508 Oct 27 16:34:04.228624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.395538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-bf779664-d35a-4b33-95d0-5eb508c2570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:04.397023 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-bf779664-d35a-4b33-95d0-5eb508c2570d service neutron] 10.222.0.79 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.2277398 Oct 27 16:34:04.406173 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:34:04.407341 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:34:04.410472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bcaef-4eb7-443f-b258-21028449f2be None None] Pushing event updated for resources: {'Port': ['ID=7a92602d-2d87-4784-a3bd-303445e80e32,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:04.483605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7bba0d15-d0bd-42b3-85ee-9b0fb4dd00e0 None None] Provisioning complete for port 7a92602d-2d87-4784-a3bd-303445e80e32 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:04.483991 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7bba0d15-d0bd-42b3-85ee-9b0fb4dd00e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.609690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:04.642146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Removed routes are [] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:04.642560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.646960 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-0328fc65-94ba-4d1d-87ed-5429e9f1c90c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 1000 time: 0.1489685 Oct 27 16:34:04.966249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.972112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.060449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:01Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:01Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:05.138065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-777ad5b0-9b3e-466f-a8f8-ca4ab948f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:05.145782 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-777ad5b0-9b3e-466f-a8f8-ca4ab948f58e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.4891241 Oct 27 16:34:05.216511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:05.239666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:05.239666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Updating router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d port 16b324af-893d-4273-8c1d-26f46e78c0a8 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:05.258912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ecc7c85b-f12f-44af-aaa5-138abc99e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:05.262215 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-ecc7c85b-f12f-44af-aaa5-138abc99e8b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074693 Oct 27 16:34:05.324278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.346246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a92602d-2d87-4784-a3bd-303445e80e32 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:05.463074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b4d7-fbb3-4b26-88df-0e7d9189a9ea req-cdffaaf0-719c-49ac-b98b-1318a7033ad7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:05.470546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8520b4d7-fbb3-4b26-88df-0e7d9189a9ea req-cdffaaf0-719c-49ac-b98b-1318a7033ad7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1478610 Oct 27 16:34:05.477991 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-d5c95132-592f-4fb9-9c70-e68a8fca933e service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986396 Oct 27 16:34:05.536602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8520b4d7-fbb3-4b26-88df-0e7d9189a9ea req-2fa580e8-526d-47f2-bbef-6d74d9120645 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592453 Oct 27 16:34:05.614658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7bba0d15-d0bd-42b3-85ee-9b0fb4dd00e0 None None] Provisioning complete for port 16b324af-893d-4273-8c1d-26f46e78c0a8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:05.624685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7bba0d15-d0bd-42b3-85ee-9b0fb4dd00e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.722253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0d15-d0bd-42b3-85ee-9b0fb4dd00e0 None None] Port 16b324af-893d-4273-8c1d-26f46e78c0a8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:05.755200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7a92602d-2d87-4784-a3bd-303445e80e32 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:05.755620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.901631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:05.922662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f906f4a4-0eb9-41d8-aec2-3cd5566ae313 None None] Provisioning complete for port 16b324af-893d-4273-8c1d-26f46e78c0a8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:05.923033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f906f4a4-0eb9-41d8-aec2-3cd5566ae313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.978730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:05.987606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.991773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34200) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:06.003631 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dcee3ea8-7a93-4071-83bc-44c2453f8589 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 934 time: 2.3876457 Oct 27 16:34:06.051188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-0f2bb8b0-df25-439a-af3b-39029a9858ac service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660679 Oct 27 16:34:06.195075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34208) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:06.198761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'routes': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:06.212012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9320d9f6-bdc6-4727-a3f0-f13e80c86f01 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 934 time: 0.2183228 Oct 27 16:34:06.259021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.363595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.465777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f906f4a4-0eb9-41d8-aec2-3cd5566ae313 None None] Port 16b324af-893d-4273-8c1d-26f46e78c0a8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:06.475868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:06.510442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02766866-dfcc-4bc0-90da-0a5e4ef11019 None None] Pushing event updated for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:06.629559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Attempting to bind port 16b324af-893d-4273-8c1d-26f46e78c0a8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:06.631995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Attempting to bind port 16b324af-893d-4273-8c1d-26f46e78c0a8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:06.633544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Attempting to bind port 16b324af-893d-4273-8c1d-26f46e78c0a8 on network bbd4f293-612d-4323-a518-2dc683e479ef {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:06.641693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:06.642244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Checking segment: {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:06.642759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.643288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Bound using segment: {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:06.644412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Bound port: 16b324af-893d-4273-8c1d-26f46e78c0a8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edec099-1548-4d4e-941d-f76933d669fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:06.644926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.789994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] For port 16b324af-893d-4273-8c1d-26f46e78c0a8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:06.796052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] For port 16b324af-893d-4273-8c1d-26f46e78c0a8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16b324af-893d-4273-8c1d-26f46e78c0a8,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:06.817888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-f033c2cf-c038-445d-b012-9afb57c0aa6a tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:06.819632 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-f033c2cf-c038-445d-b012-9afb57c0aa6a tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39&tenant_id=2456b7420bc444239338671cce95b1c1&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 1096 time: 0.1804771 Oct 27 16:34:06.850810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e683f-7c98-4172-a7aa-daa3f1c667aa req-70645b6e-55f3-4948-a728-92192bfe319f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:06.864508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e5e683f-7c98-4172-a7aa-daa3f1c667aa req-70645b6e-55f3-4948-a728-92192bfe319f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1304162 Oct 27 16:34:06.905087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.909450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added routes are [] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:06.909962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] Provisioning complete for port 16b324af-893d-4273-8c1d-26f46e78c0a8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:06.910098 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:06.910523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.982512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e5e683f-7c98-4172-a7aa-daa3f1c667aa req-28c9ca0e-d28d-42d4-9eff-698be5d210ea tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153944 Oct 27 16:34:07.051706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.114921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:07.118997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:07.130352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02766866-dfcc-4bc0-90da-0a5e4ef11019 None None] Pushing event updated for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:07.303333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-22ed0c89-0e05-4aa7-a729-15a76ac7709d service neutron] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:07.309607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-22ed0c89-0e05-4aa7-a729-15a76ac7709d service neutron] Publish callbacks [] for binding, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.315340 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eb9a64f-af64-4962-9cd1-36db2263fde7 req-22ed0c89-0e05-4aa7-a729-15a76ac7709d service neutron] 10.222.0.79 "DELETE /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df/bindings/n-h2-814735-4 HTTP/1.1" status: 204 len: 173 time: 0.4861486 Oct 27 16:34:07.411603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:07.602012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.603991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.632149 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.735826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] For port 16b324af-893d-4273-8c1d-26f46e78c0a8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16b324af-893d-4273-8c1d-26f46e78c0a8,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:07.793849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:04Z', 'revision_number': 6, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:07.804418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:07.878267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b7890-19fb-4612-aea4-d2d633f9fbdc None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:04Z', 'revision_number': 6, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 4, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:08.219783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:08.219783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.219783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eb78b20e-2a60-4514-8b36-78f670c82f5b tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 700 time: 1.8463581 Oct 27 16:34:08.220722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:08.289226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaf81a-fa43-4445-8842-e5917cb8b385 req-22b9ed29-3a78-4c66-b9c1-af9ba4edb106 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:08.301935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08eaf81a-fa43-4445-8842-e5917cb8b385 req-22b9ed29-3a78-4c66-b9c1-af9ba4edb106 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1308765 Oct 27 16:34:08.363917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08eaf81a-fa43-4445-8842-e5917cb8b385 req-e6560a93-56dd-4c23-9ce0-d8146ecd04de tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603552 Oct 27 16:34:08.401925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-adbfd583-ae8f-42b1-8448-8a48629405aa tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 700 time: 0.3559463 Oct 27 16:34:08.404660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34230) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:08.550674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.716606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32732c6-78fb-49be-ae97-135b839dd4b1 None None] Pushing event updated for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:08.732131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0ed7d5b1-e37c-4d43-b926-6a62524d0472 None None] Provisioning complete for port 16b324af-893d-4273-8c1d-26f46e78c0a8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:08.733463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d5b1-e37c-4d43-b926-6a62524d0472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.769260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7a506-acd9-4869-9d1d-fb31dd45f3e5 req-77d4054b-fdab-4020-8546-660cd0cf0855 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:08.778112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-faa7a506-acd9-4869-9d1d-fb31dd45f3e5 req-77d4054b-fdab-4020-8546-660cd0cf0855 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1096 time: 0.0977411 Oct 27 16:34:08.846550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-faa7a506-acd9-4869-9d1d-fb31dd45f3e5 req-cc4e5e4d-e86f-410e-90c1-e2a31521ba25 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661881 Oct 27 16:34:09.091746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dffcfa-6f46-4300-abfc-e7aad6f78ca3 req-4c3b0e47-8b97-4121-8bdf-29cc269669a2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:09.095717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58dffcfa-6f46-4300-abfc-e7aad6f78ca3 req-4c3b0e47-8b97-4121-8bdf-29cc269669a2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1367676 Oct 27 16:34:09.211928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58dffcfa-6f46-4300-abfc-e7aad6f78ca3 req-fd1dddbd-ffb9-4378-ae36-3cbc0f71b019 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101489 Oct 27 16:34:09.225667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34238) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:09.228018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.353739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e00c728b-580e-40fc-8dee-ffd575e0994b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 200 len: 992 time: 0.1259453 Oct 27 16:34:09.374091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16b324af-893d-4273-8c1d-26f46e78c0a8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:09.553681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 16b324af-893d-4273-8c1d-26f46e78c0a8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:09.554926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.621645 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:09.626193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:09.645335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:09.645998 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:09.826869 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:09.868628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 16b324af-893d-4273-8c1d-26f46e78c0a8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:09.869728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.112311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 16b324af-893d-4273-8c1d-26f46e78c0a8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=16b324af-893d-4273-8c1d-26f46e78c0a8,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:10.112651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.134338 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 7, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:07Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:10.149510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 16b324af-893d-4273-8c1d-26f46e78c0a8 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:10.164523 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:10.175009 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:10.175945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:10.187025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 0a614735-3b3b-4eb5-9835-f1346cfc2e7a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:10.187406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.299813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:10.377453 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.382727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.403226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 0a614735-3b3b-4eb5-9835-f1346cfc2e7a owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:10.556238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.653614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=16b324af-893d-4273-8c1d-26f46e78c0a8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:10.713790 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 7, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:07Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:10.824285 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4ff3e-715c-475e-bd54-25773d3ade68 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 7, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16b324af-893d-4273-8c1d-26f46e78c0a8', 'name': '', 'network_id': 'bbd4f293-612d-4323-a518-2dc683e479ef', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:53:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:07Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '4f722d6a-92b4-4475-aeaa-2502c8f9f49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:10.927770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.142370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.192773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=0a614735-3b3b-4eb5-9835-f1346cfc2e7a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:11.345637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.346197 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP 08a45fbe-3ea6-4793-a4c6-828774368fb8 disassociated (deleted). External IP: 172.25.5.161, port: f8982cc1-d33d-4692-b52d-d47549a558df. Oct 27 16:34:11.412988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3c3e-9220-4ffb-87c1-4fbdf57e7048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.507947 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:34:11.642599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:11.677972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:11.891289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:11.901878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Sync routers for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:11.907728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.932270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:11.943962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:11.975006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-79359ad1-3563-4123-aaa8-fc9b6dae2643 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/floatingips/08a45fbe-3ea6-4793-a4c6-828774368fb8 HTTP/1.1" status: 204 len: 168 time: 2.3471417 Oct 27 16:34:11.978171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:11.986273 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646a1a1-0073-45f7-a67b-65f128ee554f" -d '{"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:12.298468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:12.313599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:12.323081 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8be6f41d-35dc-45a9-b61a-80f221442b94 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9161785 Oct 27 16:34:12.324357 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:12.324844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:12.359655 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:12.366921 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:12.417066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet 4f722d6a-92b4-4475-aeaa-2502c8f9f49c {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:12.422046 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.487388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.688164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.934284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:12.949774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:12.964884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.017306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Checking router: f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:13.074575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:13.075281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.091282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=4f722d6a-92b4-4475-aeaa-2502c8f9f49c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:13.250304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.250304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5334c71f-8e2a-49bb-908b-8071297b4808 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/4f722d6a-92b4-4475-aeaa-2502c8f9f49c HTTP/1.1" status: 204 len: 168 time: 0.7860584 Oct 27 16:34:13.251351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:13.252455 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41024fea-2215-4ceb-ba19-157ef94f388c x-openstack-request-id: req-41024fea-2215-4ceb-ba19-157ef94f388c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:13.252455 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:13.252455 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41024fea-2215-4ceb-ba19-157ef94f388c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:13.252455 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'status': 'completed', 'code': 200} Oct 27 16:34:13.252969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a2573-5ae7-4772-b88d-d638e66c5e68 None None] Network bbd4f293-612d-4323-a518-2dc683e479ef requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:13.253044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.79', 52261) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:13.253044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-a07b259a-ca51-438e-8b4d-21bd7a5eec36 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:13.253044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-a07b259a-ca51-438e-8b4d-21bd7a5eec36 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.79 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.0724010 Oct 27 16:34:13.466793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-0ab6d282-a74c-422a-b5c9-06c8da6ffdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:13.469239 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-0ab6d282-a74c-422a-b5c9-06c8da6ffdd5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 1096 time: 0.3227220 Oct 27 16:34:13.481102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.529478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:10Z', 'revision_number': 8, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.557041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602668f-998a-4f89-b6b9-d525aa031e31 req-e80f2abd-8b2d-47c4-9aac-da8b015b2ee7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:13.564455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3602668f-998a-4f89-b6b9-d525aa031e31 req-e80f2abd-8b2d-47c4-9aac-da8b015b2ee7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 945 time: 0.1887059 Oct 27 16:34:13.601642 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:13.621006 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:13.621634 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:33:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.634674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3602668f-998a-4f89-b6b9-d525aa031e31 req-5d2bb2e4-efbe-4a32-a00e-82e89c30138b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=93bbc2ce-bf69-44bc-bbfa-13892c19de43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629435 Oct 27 16:34:13.650242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port f8982cc1-d33d-4692-b52d-d47549a558df {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:13.650591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.705209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-6ca756d5-cdf7-43c8-afd6-10e9ad2c3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:13.706676 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-6ca756d5-cdf7-43c8-afd6-10e9ad2c3994 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 200 len: 898 time: 0.2140684 Oct 27 16:34:13.799851 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-3ce686c9-d1ac-4c78-8207-8880761fe0bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 200 len: 217 time: 0.0815384 Oct 27 16:34:13.836986 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:13.857608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port f8982cc1-d33d-4692-b52d-d47549a558df, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f8982cc1-d33d-4692-b52d-d47549a558df,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:13.859165 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.886638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for f8982cc1-d33d-4692-b52d-d47549a558df owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:13.966546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-2a82f2af-50a3-4f52-b423-1c82b1e58313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:13.968166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-2a82f2af-50a3-4f52-b423-1c82b1e58313 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 200 len: 835 time: 0.1114075 Oct 27 16:34:14.118460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-d9e5683a-2c02-4c3b-ac41-c9ed068c37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:14.124495 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-d9e5683a-2c02-4c3b-ac41-c9ed068c37a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a42ad3a8-84a5-46ba-9c10-75cb275d3928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478894 Oct 27 16:34:14.126470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 7a92602d-2d87-4784-a3bd-303445e80e32 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:14.131341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.132386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:14.227947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.242939 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c2e57941-b3ac-4347-9237-a2594758af32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.317002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 7a92602d-2d87-4784-a3bd-303445e80e32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a92602d-2d87-4784-a3bd-303445e80e32,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:14.320360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.366002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 7a92602d-2d87-4784-a3bd-303445e80e32 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:14.390708 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:10Z', 'revision_number': 8, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:14.417598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=f8982cc1-d33d-4692-b52d-d47549a558df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:14.482551 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7cdc3-3255-4817-afae-441674e35830 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:10Z', 'revision_number': 8, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '104a342d-bf7e-4657-948b-d3d98a36f642', 'name': '', 'network_id': '4176cafe-abb2-45a1-8e4c-4c725c0a39fe', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:a2:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:48Z', 'updated_at': '2021-10-27T16:33:58Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': 'bb6cb1aa-aef2-4050-8623-17fb87136375', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:14.555497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:14.589688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5aaa-df4a-4ff5-92ab-4d8c4cac46f5 None None] The sync data for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 is: [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:54Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7a27afb9-2b2d-4c95-9896-4dcfc6541b16', 'name': '', 'network_id': 'a42ad3a8-84a5-46ba-9c10-75cb275d3928', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:a1:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:52Z', 'updated_at': '2021-10-27T16:32:02Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': 'ac225649-bdc0-45fb-b1d4-8331f3b1922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:14.595460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] DHCP port deletion for bbd4f293-612d-4323-a518-2dc683e479ef request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:14.607453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] No DVR routers for this DVR port f8982cc1-d33d-4692-b52d-d47549a558df on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:14.640111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.651869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.79 "DELETE /v2.0/ports/f8982cc1-d33d-4692-b52d-d47549a558df HTTP/1.1" status: 204 len: 173 time: 1.3957446 Oct 27 16:34:14.713968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Deleting port 7a92602d-2d87-4784-a3bd-303445e80e32 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:14.714341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.730520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.771614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port 7a92602d-2d87-4784-a3bd-303445e80e32 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:14.808915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] For port 7a92602d-2d87-4784-a3bd-303445e80e32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a92602d-2d87-4784-a3bd-303445e80e32,segment=NetworkSegment(4edec099-1548-4d4e-941d-f76933d669fb),segment_id=4edec099-1548-4d4e-941d-f76933d669fb)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:14.809221 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.828760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.948901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Calling delete_port for 7a92602d-2d87-4784-a3bd-303445e80e32 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:14.949643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef638f65-4261-4d3a-b749-7394ed593e38 req-750906e5-fa95-487b-a7fa-9ea348096a51 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0446239 Oct 27 16:34:14.950059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=7a92602d-2d87-4784-a3bd-303445e80e32,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:14.951995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.010181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] Pushing event deleted for resources: {'Port': ['ID=7a92602d-2d87-4784-a3bd-303445e80e32,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:15.018965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6612aef5-4662-4006-a9c8-885fda2a4085 None None] No DVR routers for this DVR port 7a92602d-2d87-4784-a3bd-303445e80e32 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:15.080425 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-8119b1c8-dcb1-4152-9af2-480c3ecc5025 service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453652 Oct 27 16:34:15.123764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.131569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-deleted', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:15.134195 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9af0f-0d48-44f1-ab41-982369333e04" -d '{"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-deleted", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:15.227709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.259266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd4f293-612d-4323-a518-2dc683e479ef']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:15.261871 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece58904-cf2b-4146-b7a8-42970a70cd63 x-openstack-request-id: req-ece58904-cf2b-4146-b7a8-42970a70cd63 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:15.262224 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13410d7-2838-464c-bebf-4bf15177ef39", "name": "network-vif-deleted", "tag": "f8982cc1-d33d-4692-b52d-d47549a558df", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:15.262438 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ece58904-cf2b-4146-b7a8-42970a70cd63 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:15.262872 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13410d7-2838-464c-bebf-4bf15177ef39', 'name': 'network-vif-deleted', 'tag': 'f8982cc1-d33d-4692-b52d-d47549a558df', 'status': 'completed', 'code': 200} Oct 27 16:34:15.290045 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481124de-d3b7-4d5d-9a02-933cbac8d406 None None] New status for floating IP 08a45fbe-3ea6-4793-a4c6-828774368fb8: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:34:15.295977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edec099-1548-4d4e-941d-f76933d669fb') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:15.306685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edec099-1548-4d4e-941d-f76933d669fb') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:15.346966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.382242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.416218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16b324af-893d-4273-8c1d-26f46e78c0a8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:15.418286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-1415a3d4-5dd7-4f7f-94bd-72a56b41142c service neutron] 10.222.0.79 "GET /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185928 Oct 27 16:34:15.420002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:15.420904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:15.424992 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:15.523273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 16b324af-893d-4273-8c1d-26f46e78c0a8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:15.523628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 16b324af-893d-4273-8c1d-26f46e78c0a8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:15.524055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a92602d-2d87-4784-a3bd-303445e80e32 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:15.557512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7a92602d-2d87-4784-a3bd-303445e80e32 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:15.557862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a92602d-2d87-4784-a3bd-303445e80e32 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:15.630251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.651123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.654532 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/bbd4f293-612d-4323-a518-2dc683e479ef HTTP/1.1" status: 204 len: 168 time: 2.5388227 Oct 27 16:34:15.655493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=bbd4f293-612d-4323-a518-2dc683e479ef,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:15.657481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:15.667077 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.667435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.667784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.668126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.671365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.671539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.671879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.672215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.672552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.672917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.673293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:15.673573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599e79d-ce85-42c6-9ea7-926da4973795 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:16.297499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0379d017-29d6-424e-9f9a-ca2a12108166 req-e304c841-640c-4f5b-bf04-bc0fa1b0b56c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=f13410d7-2838-464c-bebf-4bf15177ef39 HTTP/1.1" status: 200 len: 210 time: 0.0265162 Oct 27 16:34:16.649629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.808455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:16.885709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: f8982cc1-d33d-4692-b52d-d47549a558df {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:16.885709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f8982cc1-d33d-4692-b52d-d47549a558df not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:17.263732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 104a342d-bf7e-4657-948b-d3d98a36f642 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:17.264662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.382330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34326) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:17.404968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 104a342d-bf7e-4657-948b-d3d98a36f642, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=104a342d-bf7e-4657-948b-d3d98a36f642,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:17.405989 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.421866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 104a342d-bf7e-4657-948b-d3d98a36f642 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:17.681156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.846765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.904070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=104a342d-bf7e-4657-948b-d3d98a36f642,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.083282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.247766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.524164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:18.560675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:18.561265 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.730755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:18.741767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74eb4938-c33a-4f32-a61c-cba643ab2252 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0829647 Oct 27 16:34:18.746188 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34340) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:18.753076 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:18.786402 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:18.789337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 7a27afb9-2b2d-4c95-9896-4dcfc6541b16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:18.789716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.795759 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:18.822877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:18.866267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet bb6cb1aa-aef2-4050-8623-17fb87136375 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:18.876957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.973954 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.986400 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:19.286182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.319685 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 9, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.375233 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:19.385617 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:19.386342 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.494217 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:19.498345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.558115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.624027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6cb1aa-aef2-4050-8623-17fb87136375,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:19.644842 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.647654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=7a27afb9-2b2d-4c95-9896-4dcfc6541b16,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:19.649517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9ee01-0f4a-4c4d-a31b-cafde0e7ebeb None None] Network 4176cafe-abb2-45a1-8e4c-4c725c0a39fe requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:19.661032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9c446157-2cf7-4f6f-99fb-551e50531773 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/bb6cb1aa-aef2-4050-8623-17fb87136375 HTTP/1.1" status: 204 len: 168 time: 0.9107406 Oct 27 16:34:19.661757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34346) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:19.968513 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 9, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.040252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.061865 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4439d3dd-f13e-433f-84c8-aed4e6ee539f None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 9, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6d699b-3b84-4c2a-ac05-e6d192c524aa', 'name': '', 'network_id': '5c357adb-66a9-471e-9eb4-c13df032bdfc', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:3a:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:41Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '499162b3-0a69-434e-be4b-f2fbedc4f2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:20.076925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] DHCP port deletion for 4176cafe-abb2-45a1-8e4c-4c725c0a39fe request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:20.104276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.184971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Deleting port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:20.185537 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.219391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:20.223095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.343344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:20.343710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.343994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] For port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,segment=NetworkSegment(53bf411b-ba43-430f-a787-b87315f127fd),segment_id=53bf411b-ba43-430f-a787-b87315f127fd)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:20.344505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.373244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:20.410561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Calling delete_port for 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:20.585055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.591074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.654204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] Pushing event deleted for resources: {'Port': ['ID=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.662037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c8837-0b71-46ec-981f-d9c2e2b58f07 None None] No DVR routers for this DVR port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:20.685015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:20.695381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=26c4bbe1-50cb-475b-b20c-9bc2c9a876bb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.741814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:20.820932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.858580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4176cafe-abb2-45a1-8e4c-4c725c0a39fe']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.884762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bf411b-ba43-430f-a787-b87315f127fd') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.885109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bf411b-ba43-430f-a787-b87315f127fd') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.900847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.934478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.945244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:20.945695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:20.949299 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:20.975918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:20.991079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Sync routers for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:20.994347 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c832208-9b2b-4195-b66a-f4632143beac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/f2d5108b-5386-4b7a-8d2f-dda0ce111ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6101296 Oct 27 16:34:21.001031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:21.025532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:21.026657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:21.129403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting subnet ac225649-bdc0-45fb-b1d4-8331f3b1922d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:21.138835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.193094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:21.199552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.212292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.229424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.240554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/4176cafe-abb2-45a1-8e4c-4c725c0a39fe HTTP/1.1" status: 204 len: 168 time: 1.5770164 Oct 27 16:34:21.241265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34362) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:21.259711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c9ba3-0049-4acc-b8b7-9c63f39f3ec2 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=4176cafe-abb2-45a1-8e4c-4c725c0a39fe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:21.340437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.369618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:21.418636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:21.419354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 26c4bbe1-50cb-475b-b20c-9bc2c9a876bb not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:21.420900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 104a342d-bf7e-4657-948b-d3d98a36f642 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:21.457790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 104a342d-bf7e-4657-948b-d3d98a36f642 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:21.458462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 104a342d-bf7e-4657-948b-d3d98a36f642 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:21.554244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.594920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Subnet': ['ID=ac225649-bdc0-45fb-b1d4-8331f3b1922d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:21.608186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.612130 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-94b7cd68-53ab-46c3-afe1-4535150a2600 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/subnets/ac225649-bdc0-45fb-b1d4-8331f3b1922d HTTP/1.1" status: 204 len: 168 time: 0.6014824 Oct 27 16:34:21.614688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34368) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:21.635933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fea7c-a1d1-409d-9d09-3745320f5bb0 None None] Network a42ad3a8-84a5-46ba-9c10-75cb275d3928 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:21.787160 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.853114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.859726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:34:19Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:21.911283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Checking router: f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:21.927280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Routers {'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:21.927280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:21.984037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.998886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] DHCP port deletion for a42ad3a8-84a5-46ba-9c10-75cb275d3928 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:22.130737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] Set router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:22.238831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Deleting port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:22.239230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.243758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 8820422e-5121-4a00-ad42-74ffc0c0e5a4 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:22.243758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.331724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:22.332441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.430881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 8820422e-5121-4a00-ad42-74ffc0c0e5a4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8820422e-5121-4a00-ad42-74ffc0c0e5a4,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:22.431280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.473251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 8820422e-5121-4a00-ad42-74ffc0c0e5a4 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:22.544502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 4d6d699b-3b84-4c2a-ac05-e6d192c524aa, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:22.544880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.579068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 4d6d699b-3b84-4c2a-ac05-e6d192c524aa owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:22.689288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] For port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,segment=NetworkSegment(a7e9ce64-4cd7-4d2c-a9e2-02dddf994393),segment_id=a7e9ce64-4cd7-4d2c-a9e2-02dddf994393)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:22.689956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.720044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Calling delete_port for 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:22.817735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.864066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:34:19Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:22.896471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d71dc1-60f6-48ec-8dd7-518a96852322 None None] The sync data for ids ['f2d5108b-5386-4b7a-8d2f-dda0ce111ee7'] in n-d-814735-4 is: [{'id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448426067', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:34:19Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': '8820422e-5121-4a00-ad42-74ffc0c0e5a4', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5108b-5386-4b7a-8d2f-dda0ce111ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:40Z', 'updated_at': '2021-10-27T16:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:22.972329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=8820422e-5121-4a00-ad42-74ffc0c0e5a4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.027677 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.089952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.105785 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] Pushing event deleted for resources: {'Port': ['ID=1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.120325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9640c-5403-417e-b462-47f6d56c48c9 None None] No DVR routers for this DVR port 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:23.155632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.202521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=4d6d699b-3b84-4c2a-ac05-e6d192c524aa,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.308782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.311361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.497712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.498345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Fanout notify agent at l3_agent the message router_deleted on router f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:23.512924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.512924 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7cfceea0-8061-43ac-9355-e784b9990bf6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/routers/f2d5108b-5386-4b7a-8d2f-dda0ce111ee7 HTTP/1.1" status: 204 len: 168 time: 1.8933394 Oct 27 16:34:23.513186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34386) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.648005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:23.725400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.751184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:23.756473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7a27afb9-2b2d-4c95-9896-4dcfc6541b16 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:23.761695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:23.795572 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.818164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:23.819073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1ad1962b-7e4f-4fed-b64f-8e780f8bb4c2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:23.910102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.942202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42ad3a8-84a5-46ba-9c10-75cb275d3928']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.961490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.962548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e9ce64-4cd7-4d2c-a9e2-02dddf994393') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.984911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.024529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.033735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:24.034861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:24.044435 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:24.257338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:24.399164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.426253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.442513 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/networks/a42ad3a8-84a5-46ba-9c10-75cb275d3928 HTTP/1.1" status: 204 len: 168 time: 0.9268754 Oct 27 16:34:24.445677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34394) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:24.584078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5159-4dff-4bad-be4a-afce77958bff tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Network': ['ID=a42ad3a8-84a5-46ba-9c10-75cb275d3928,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:24.625247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.733837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.068812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:25.076956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9fb3d82d-0535-4959-8cae-fafbdcbc12ec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8248637 Oct 27 16:34:25.081574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:25.087356 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:25.105228 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:25.106866 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:25.190387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8820422e-5121-4a00-ad42-74ffc0c0e5a4 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:25.214722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet 499162b3-0a69-434e-be4b-f2fbedc4f2a1 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:25.219794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.221971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8820422e-5121-4a00-ad42-74ffc0c0e5a4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:25.222373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8820422e-5121-4a00-ad42-74ffc0c0e5a4 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:25.269848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.438797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.463343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.463576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.464923 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/security-groups/93bbc2ce-bf69-44bc-bbfa-13892c19de43 HTTP/1.1" status: 204 len: 168 time: 1.0135369 Oct 27 16:34:25.487261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df0db7-7c77-4f0e-832f-78c7f64b3868 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bbc2ce-bf69-44bc-bbfa-13892c19de43,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:25.497175 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:25.766760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.774705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 10, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:25.810206 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:25.822170 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:25.822801 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:25.845866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48e611-6a3d-4e6d-a166-522754a9367b None None] Network 5c357adb-66a9-471e-9eb4-c13df032bdfc requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:25.847825 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.859828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/499162b3-0a69-434e-be4b-f2fbedc4f2a1 HTTP/1.1" status: 204 len: 168 time: 0.7756460 Oct 27 16:34:25.862680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34412) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:25.866028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=499162b3-0a69-434e-be4b-f2fbedc4f2a1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:25.913908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.914414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.914772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.915172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.915532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.915868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.916207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.916537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.935354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.939665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.941334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:25.941827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8942a15-9b2e-4c11-a516-a7479dde6f54 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:26.150507 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:26.156928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.243253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:26.243589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.283261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] DHCP port deletion for 5c357adb-66a9-471e-9eb4-c13df032bdfc request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:26.403869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Deleting port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:26.404246 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.491704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34420) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:26.497468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061752759', 'description': 'tempest-secgroup-smoke-2061752759 description', 'project_id': '2456b7420bc444239338671cce95b1c1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:26.570772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 10, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:26.581918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] For port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:26.584295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.617651 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd91e3-5ef9-4bcd-bc9f-7e2ff849d47f None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 10, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None, '_interfaces': [{'id': '103d02fc-f241-49dd-b8e9-8e962cc28b5a', 'name': '', 'network_id': '47c5a187-b0de-47ee-8d4d-6159f0efb6f1', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'mac_address': 'fa:16:3e:1a:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 5, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'subnets': [{'id': '1a3f17f5-84aa-442f-8525-2788621f466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:26.621374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Calling delete_port for ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:26.655209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.801449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.853203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,segment=NetworkSegment(fc6696fd-0122-42df-87de-d5a97c621cfe),segment_id=fc6696fd-0122-42df-87de-d5a97c621cfe)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:26.853203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.866881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:26.872378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.873695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.920209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59f207e-0682-4e0f-9890-ca8968df15dd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:26.923083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] Pushing event deleted for resources: {'Port': ['ID=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:26.932889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5d86c-df29-4318-9cab-ef7770239e7f None None] No DVR routers for this DVR port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:26.993365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.994774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5030d8e9-0b1b-43f9-804a-bf0ac9bdca5c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5018849 Oct 27 16:34:26.997814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:27.002456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:27.018980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.048001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:27.086123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:27.183745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.233125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.282960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4d6d699b-3b84-4c2a-ac05-e6d192c524aa no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:27.302094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c357adb-66a9-471e-9eb4-c13df032bdfc']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:27.329219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4d6d699b-3b84-4c2a-ac05-e6d192c524aa {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:27.330371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4d6d699b-3b84-4c2a-ac05-e6d192c524aa not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:27.331410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:27.332244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6696fd-0122-42df-87de-d5a97c621cfe') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:27.332549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6696fd-0122-42df-87de-d5a97c621cfe') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:27.343608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.351582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.359491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:27.360541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ec0c97df-13b0-4fc9-a785-1d1d0bd4ad1d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:27.367561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.378686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:27.379268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:27.382783 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:27.468833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.500159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66600578-960f-4285-aabb-0a89825d97f0,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:27.588646 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.593244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.600490 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/5c357adb-66a9-471e-9eb4-c13df032bdfc HTTP/1.1" status: 204 len: 168 time: 1.7327418 Oct 27 16:34:27.600850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34442) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:27.623783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df8994-31f9-4f05-81e1-86b94c766fef tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=5c357adb-66a9-471e-9eb4-c13df032bdfc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:27.653676 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.655246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8a080feb-66ea-42b4-bbab-a712cc9334bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6564257 Oct 27 16:34:27.658071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:27.664040 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:27.761071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.840552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.935108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.981345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.992615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b359f27a-ae07-4aea-8a91-54fab1c03e31,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:28.073973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.080219 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85aa47a1-48ed-4f3a-851d-8aaa2674f390 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4204957 Oct 27 16:34:28.081179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:28.091904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:28.236693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.246363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.391320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.400079 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.483526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.527603 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2feea2f-17f3-4f4a-8e1d-4db351789691,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:28.655622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.657345 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c7b23d28-14e5-4bec-b7f4-b917bc85a68c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5749078 Oct 27 16:34:28.660832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34456) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:28.671407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:28.719864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port 103d02fc-f241-49dd-b8e9-8e962cc28b5a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:28.720442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.828713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.894751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port 103d02fc-f241-49dd-b8e9-8e962cc28b5a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=103d02fc-f241-49dd-b8e9-8e962cc28b5a,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:28.895146 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.916396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for 103d02fc-f241-49dd-b8e9-8e962cc28b5a owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:28.921516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.019177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.069863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481e189c-ddf1-4a64-8503-fcf9905eb586,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:29.162815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.166954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-338a4d74-a11c-449e-9b2a-c03135e10683 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5047050 Oct 27 16:34:29.167551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:29.177543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:29.316511 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:34:29.321324 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.409035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.478102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.499841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=103d02fc-f241-49dd-b8e9-8e962cc28b5a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:29.688651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.772684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.837907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ed44c8-fd95-4bed-8199-d750178feeef,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:29.906802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:29.995103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:29.999870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.001679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f53d139e-2cb0-45b4-87cd-b584e5b48485 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8328929 Oct 27 16:34:30.004348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34476) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:30.009761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'security_group_rule': {'security_group_id': 'b59f207e-0682-4e0f-9890-ca8968df15dd', 'project_id': '2456b7420bc444239338671cce95b1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:30.010332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:30.018634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-147bb159-ece1-4d0d-a1ed-d05a04c0cffb tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143364 Oct 27 16:34:30.024181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34478) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:30.033165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:30.033899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:30.096349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting subnet 1a3f17f5-84aa-442f-8525-2788621f466d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:30.101207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.221985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:30.273205 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Project 2456b7420bc444239338671cce95b1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:34:30.273205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.319254 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.347084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:30.436287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:30.469110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:30.472552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:30.482265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e58d3ae5-8bd0-4499-b88e-818761b5e71b req-4c10827a-01e9-46a4-bb6c-beefa8ce4a56 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.1979859 Oct 27 16:34:30.491206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.565652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.592475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c3e187-6513-4de9-a477-70f43288e085,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:30.616851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:30.642309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.698896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:30.746542 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.748284 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0452c1bc-5c04-4562-be77-78fc7858a870 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7428632 Oct 27 16:34:30.751019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:30.756272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'network': {'name': 'tempest-network-smoke--181010050', 'project_id': '2456b7420bc444239338671cce95b1c1', 'port_security_enabled': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:30.760839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebbda22-c105-446c-a377-a2f8b553b7a8 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:30.905081 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.932210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:30.938051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.991283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3f17f5-84aa-442f-8525-2788621f466d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:31.013814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:34:31.014506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e890d-1077-4915-b8b7-c4bedff90a7a None None] Network 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:31.026427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.034381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.037316 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Added segment ce822f80-6f40-4e00-b434-a174f175ec4b of type vlan for network 54585fb8-8e02-44a5-9d53-bd9685600d43 Oct 27 16:34:31.061283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00986c00-f518-40c6-89a1-5d1f993c8182 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/1a3f17f5-84aa-442f-8525-2788621f466d HTTP/1.1" status: 204 len: 168 time: 1.0204601 Oct 27 16:34:31.066058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34510) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:31.135482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.266783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.309860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 103d02fc-f241-49dd-b8e9-8e962cc28b5a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:31.347186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Deleting port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:31.347768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.358368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 103d02fc-f241-49dd-b8e9-8e962cc28b5a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:31.358784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 103d02fc-f241-49dd-b8e9-8e962cc28b5a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:31.375351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.397611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:31.398292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.482870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Network': ['ID=54585fb8-8e02-44a5-9d53-bd9685600d43,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:31.492203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] For port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:31.494352 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.498824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:34:31.544666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Calling delete_port for f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:31.554569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acb092-8131-4816-93a2-988db366665b None None] DHCP port deletion for 47c5a187-b0de-47ee-8d4d-6159f0efb6f1 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:31.619513 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3916e6fc-6233-43a3-a2ff-52ded056fd7c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8651574 Oct 27 16:34:31.620299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34522) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:31.632702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'admin_state_up': True, 'project_id': '2456b7420bc444239338671cce95b1c1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:31.664942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1be46505-9621-4382-9f48-10b5a7278a2a req-2e92a031-6604-4d3c-9a17-600b293432f5 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Oct 27 16:34:31.751899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b6acb092-8131-4816-93a2-988db366665b None None] Deleting port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:31.752273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6acb092-8131-4816-93a2-988db366665b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.833980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.834668 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.840227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.862912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b6acb092-8131-4816-93a2-988db366665b None None] For port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,segment=NetworkSegment(b240351a-f496-4571-a422-97300a6d19e6),segment_id=b240351a-f496-4571-a422-97300a6d19e6)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:31.868860 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6acb092-8131-4816-93a2-988db366665b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.901446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b6acb092-8131-4816-93a2-988db366665b None None] Calling delete_port for f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:31.962924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No DVR routers for this DVR port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:31.962924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Port': ['ID=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:31.986639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.032623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.046182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6acb092-8131-4816-93a2-988db366665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.054666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c5a187-b0de-47ee-8d4d-6159f0efb6f1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.071544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b240351a-f496-4571-a422-97300a6d19e6') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.071976 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b240351a-f496-4571-a422-97300a6d19e6') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.074004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb092-8131-4816-93a2-988db366665b None None] Pushing event deleted for resources: {'Port': ['ID=f34921ab-68b6-4b9a-b5f8-7bbafa14cf24,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:32.080383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb092-8131-4816-93a2-988db366665b None None] No DVR routers for this DVR port f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:32.090259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.104230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.111675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:32.113224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:32.116546 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:32.267372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.399924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.407449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.415843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/networks/47c5a187-b0de-47ee-8d4d-6159f0efb6f1 HTTP/1.1" status: 204 len: 168 time: 1.3480828 Oct 27 16:34:32.420713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34552) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:32.452080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'routes': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:32.461936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1671-0949-41de-ba44-d060f2bb8310 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Pushing event deleted for resources: {'Network': ['ID=47c5a187-b0de-47ee-8d4d-6159f0efb6f1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:32.778953 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.862581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.902568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Added routes are [] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:32.903421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Removed routes are [] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:32.907699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.975491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8e555bf-44eb-47b1-b4e5-d9fcba899762 req-9b4e3127-1a95-428a-bf26-aa3cff225461 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.1335268 Oct 27 16:34:33.150224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.2 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/a75de616-5bf5-41d1-b272-93efb8ccb4bd) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:33.249266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.258161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.271890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:33.320307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:33.320655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f34921ab-68b6-4b9a-b5f8-7bbafa14cf24 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:33.427382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:33.453153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.583471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:33.594071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.597055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Sync routers for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:33.598178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34586) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:33.609187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-013e0e19-1272-471a-a451-b13dbb87e91c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 701 time: 1.1858251 Oct 27 16:34:33.643282 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:33.645374 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:33.672189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.686017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:33.702616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-912a370b-7c0b-42e2-a450-a9579d0ba062 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 205 time: 0.0994596 Oct 27 16:34:33.736593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:33.739772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:33.818030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:33.830033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:33.863318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.933840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=a75de616-5bf5-41d1-b272-93efb8ccb4bd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.021706 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.136820 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Checking router: 8d5305b2-25ef-4f71-9e13-94a3f3e1717d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:34.165896 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Routers {'8d5305b2-25ef-4f71-9e13-94a3f3e1717d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:34.166626 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.330338 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] Set router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:34.410636 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.465896 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494ee5e-8f98-4815-9847-a8b5ffdeb649 None None] The sync data for ids ['8d5305b2-25ef-4f71-9e13-94a3f3e1717d'] in n-d-814735-4 is: [{'id': '8d5305b2-25ef-4f71-9e13-94a3f3e1717d', 'name': 'tempest-RoutersTest-router-1167379704', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:33Z', 'updated_at': '2021-10-27T16:34:29Z', 'revision_number': 11, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:34.654380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.778588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.796809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3872025-6567-4427-9126-5bd1aa19d8da req-8a808d5e-5a04-4048-92ac-eb027e3ea63a tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0976436 Oct 27 16:34:34.799009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.965634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.966659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5305b2-25ef-4f71-9e13-94a3f3e1717d {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:34.977017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.977484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.979446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-611b9a98-0e80-4d8e-a5e8-1d1eca4e6528 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 204 len: 168 time: 1.2924376 Oct 27 16:34:34.983190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:34.996010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2022833840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:35.156591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.164579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.224955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.251628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 3f78b20c-47e4-413c-b399-385198444a43 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:34:35.374651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.384874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:35.395115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Sync routers for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:35.408313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:35.409144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:35.516224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.520246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:35.520919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8321bf96-01fc-4fad-b031-f64e361fdddf tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5360625 Oct 27 16:34:35.527149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:35.530819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:35.626296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.627930 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-33e88f5b-4107-4ef1-b744-b2fc5785618c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0067277 Oct 27 16:34:35.631688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34660) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:35.796419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:34Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:35.831566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Checking router: 3f78b20c-47e4-413c-b399-385198444a43 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:35.831861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Updating router 3f78b20c-47e4-413c-b399-385198444a43 port a75de616-5bf5-41d1-b272-93efb8ccb4bd binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:35.852303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.859133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.960290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1657b4f1-e6ac-435a-9b8a-5a4f8a62f07a req-d1d6de17-3f6e-4418-8262-b23119f47176 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0496154 Oct 27 16:34:35.969580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.123897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3f10437f-f178-4b8f-ab41-12411a20b5e7 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=2456b7420bc444239338671cce95b1c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4908214 Oct 27 16:34:36.126563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34680) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.222384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.241315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4a5c7-f4ce-41a5-bd73-c22a282cfb7d tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.243797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-16a4a5c7-f4ce-41a5-bd73-c22a282cfb7d tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1151369 Oct 27 16:34:36.245967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34682) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.283119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8cde1b8e-b5a8-42c6-929b-b00d12cadd95 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342550 Oct 27 16:34:36.284202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34686) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.290246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804599231', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'project_id': '2456b7420bc444239338671cce95b1c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:36.304321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Router c7283ee5-a8e4-41ba-856a-5c413b23ed16 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:34:36.392868 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.413216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:36.422475 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Sync routers for ids ['c7283ee5-a8e4-41ba-856a-5c413b23ed16'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:36.437903 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Routers {'c7283ee5-a8e4-41ba-856a-5c413b23ed16'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:36.438538 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c7283ee5-a8e4-41ba-856a-5c413b23ed16'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:36.447522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.448560 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d8c366bc-75c1-4b5c-bc73-74e3d5b4953d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "PUT /v2.0/routers/c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 200 len: 694 time: 0.9267166 Oct 27 16:34:36.451498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34692) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.470919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Attempting to bind port a75de616-5bf5-41d1-b272-93efb8ccb4bd on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:36.471502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Attempting to bind port a75de616-5bf5-41d1-b272-93efb8ccb4bd by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:36.471953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Attempting to bind port a75de616-5bf5-41d1-b272-93efb8ccb4bd on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:36.480732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Pushing event updated for resources: {'Port': ['ID=a75de616-5bf5-41d1-b272-93efb8ccb4bd,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:36.489367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.490027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.490562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.491301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.491849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.492384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.492903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.493421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.493990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.494532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.495199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.495742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:36.500385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:36.501036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:36.501649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.502222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:36.503139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Bound port: a75de616-5bf5-41d1-b272-93efb8ccb4bd, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:36.503811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.521263 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Set router c7283ee5-a8e4-41ba-856a-5c413b23ed16 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:36.543666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:36.547327 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.566553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] For port a75de616-5bf5-41d1-b272-93efb8ccb4bd, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:36.571283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] For port a75de616-5bf5-41d1-b272-93efb8ccb4bd, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a75de616-5bf5-41d1-b272-93efb8ccb4bd,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:36.586503 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7283ee5-a8e4-41ba-856a-5c413b23ed16', 'name': 'tempest-RoutersTest-router-2022833840', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:35Z', 'updated_at': '2021-10-27T16:34:35Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:36.620174 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Checking router: c7283ee5-a8e4-41ba-856a-5c413b23ed16 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:36.631877 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Routers {'c7283ee5-a8e4-41ba-856a-5c413b23ed16'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:36.632745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c7283ee5-a8e4-41ba-856a-5c413b23ed16'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:36.674242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.723260 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] Set router c7283ee5-a8e4-41ba-856a-5c413b23ed16 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:36.739384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399683-a8b8-409f-bd82-207f3ba7bc53 None None] Pushing event updated for resources: {'Port': ['ID=a75de616-5bf5-41d1-b272-93efb8ccb4bd,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:36.766448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:36.768001 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:36.803530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34696) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.812296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-abcd3447-21b8-4dfa-aff7-cb70b7c215d0 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/routers/c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 200 len: 700 time: 0.3592067 Oct 27 16:34:36.851139 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.867580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a0f9fe78-d65d-4771-a577-364454f2f4fa req-5d7cf37d-473b-4d44-83b4-7bd928d5c19b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0490835 Oct 27 16:34:36.903932 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c82d2bcd-b2ca-4e66-9856-7a79dc5f5582 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 200 len: 205 time: 0.0991557 Oct 27 16:34:36.906375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34698) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.959399 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7283ee5-a8e4-41ba-856a-5c413b23ed16', 'name': 'tempest-RoutersTest-router-2022833840', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:35Z', 'updated_at': '2021-10-27T16:34:35Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:36.960456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:37.013263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Subnet': ['ID=7c391172-8a0f-42a4-abdb-e2794534f541,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:37.027935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Checking segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:37.028307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network hostable DHCP agents. Network: 54585fb8-8e02-44a5-9d53-bd9685600d43, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:34:37.030411 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec058510-b07d-4b47-b25c-39933e08f130 None None] The sync data for ids ['c7283ee5-a8e4-41ba-856a-5c413b23ed16'] in n-d-814735-4 is: [{'id': 'c7283ee5-a8e4-41ba-856a-5c413b23ed16', 'name': 'tempest-RoutersTest-router-2022833840', 'tenant_id': '8bdc984374aa406386337c7887b9ab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:35Z', 'updated_at': '2021-10-27T16:34:35Z', 'revision_number': 2, 'project_id': '8bdc984374aa406386337c7887b9ab19', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:37.105360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.137148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:34:37.140959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce561562-3567-4449-b617-ab7844e866e3 req-a8601d50-c383-4412-8c6a-a176682168f7 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0675659 Oct 27 16:34:37.350722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 54585fb8-8e02-44a5-9d53-bd9685600d43) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:37.353016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:37.353550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.385265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dc054b-b931-4852-b3a3-c3b29cfe122e None None] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:37.471585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27b3c890-bd0b-4a85-a38d-365eba717506 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1858661 Oct 27 16:34:37.474519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34708) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.588571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.599790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.791823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.792860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Fanout notify agent at l3_agent the message router_deleted on router c7283ee5-a8e4-41ba-856a-5c413b23ed16 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:37.801166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.811299 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-797b3f41-3e03-47c3-adda-8eb3111c3bd6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 204 len: 168 time: 0.9016066 Oct 27 16:34:37.814163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34720) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.914419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee64e16d-6fc1-4a6b-8bd4-129fada7b0ae tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 200 len: 205 time: 0.0989125 Oct 27 16:34:37.915158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34724) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.943891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:34Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:38.012266 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-8cc681fc-0fde-4d29-baae-9c29ac62ee3d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.016581 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8cc681fc-0fde-4d29-baae-9c29ac62ee3d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/c7283ee5-a8e4-41ba-856a-5c413b23ed16 HTTP/1.1" status: 404 len: 336 time: 0.1002185 Oct 27 16:34:38.017306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34726) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.023152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237a5ab-0a03-4c0e-a742-2fcf93779001 None None] The sync data for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 is: [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:34Z', 'revision_number': 3, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:38.063661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-54585fb8-8e02-44a5-9d53-bd9685600d43', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:34:38.068293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.107165 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-80060f7b-f5a0-4a87-ab4c-296c0908fe40 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.108186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80060f7b-f5a0-4a87-ab4c-296c0908fe40 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.111654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80060f7b-f5a0-4a87-ab4c-296c0908fe40 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/4f722d6a-92b4-4475-aeaa-2502c8f9f49c HTTP/1.1" status: 404 len: 337 time: 0.0931869 Oct 27 16:34:38.116129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34732) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.214391 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e01de92-7cbf-4da5-af6e-5037e528841e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.214860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e01de92-7cbf-4da5-af6e-5037e528841e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.233009 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e01de92-7cbf-4da5-af6e-5037e528841e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/bb6cb1aa-aef2-4050-8623-17fb87136375 HTTP/1.1" status: 404 len: 337 time: 0.1127563 Oct 27 16:34:38.233544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34738) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.337125 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-60369e23-45c8-44b9-a8dc-b177baf2c66c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.338183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60369e23-45c8-44b9-a8dc-b177baf2c66c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.344700 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60369e23-45c8-44b9-a8dc-b177baf2c66c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/499162b3-0a69-434e-be4b-f2fbedc4f2a1 HTTP/1.1" status: 404 len: 337 time: 0.1098464 Oct 27 16:34:38.349563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34742) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.441165 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e6ab19-4bf0-4027-9944-d3799792dcc5 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.441847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e6ab19-4bf0-4027-9944-d3799792dcc5 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.449500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54e6ab19-4bf0-4027-9944-d3799792dcc5 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/1a3f17f5-84aa-442f-8525-2788621f466d HTTP/1.1" status: 404 len: 337 time: 0.0982113 Oct 27 16:34:38.450298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.494447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Allocated IP 172.20.0.2 (54585fb8-8e02-44a5-9d53-bd9685600d43/7c391172-8a0f-42a4-abdb-e2794534f541/89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:38.596598 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28ff6d92-6cfd-4916-84c7-1e9fe74769ed tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 200 len: 205 time: 0.1443238 Oct 27 16:34:38.597817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34746) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.715244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.763414 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-41d54a87-2a2a-4075-9bc2-14a36827aa45 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.768507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34748) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.768780 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41d54a87-2a2a-4075-9bc2-14a36827aa45 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/8d5305b2-25ef-4f71-9e13-94a3f3e1717d HTTP/1.1" status: 404 len: 336 time: 0.1245286 Oct 27 16:34:38.824173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-035a5fa4-7869-40f4-b207-ee241c8b7793 req-eddfde88-b104-4b5e-8fe1-2d07b1bed578 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.4297576 Oct 27 16:34:38.833192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-ebf06658-6db6-475b-bda4-6389664a2bd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2305775 Oct 27 16:34:38.846260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.928003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e1d3ac6-4b11-4042-963b-ef8bfe017e36 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e23d89-f299-4f5a-b52e-c0fcff74ce1a HTTP/1.1" status: 200 len: 205 time: 0.1577995 Oct 27 16:34:38.935032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34752) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.999328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:39.004128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:39.010386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:39.026991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Pushing event updated for resources: {'Port': ['ID=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:39.037725 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-7893e2e6-f775-44b8-a28e-851e310ed3d9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:39.039011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7893e2e6-f775-44b8-a28e-851e310ed3d9 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/50e23d89-f299-4f5a-b52e-c0fcff74ce1a HTTP/1.1" status: 404 len: 336 time: 0.0922687 Oct 27 16:34:39.041582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34754) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.079669 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0dffd0-9e6a-4fb2-aba1-e32c923b9327 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:39.080317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0dffd0-9e6a-4fb2-aba1-e32c923b9327 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:39.084127 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dc0dffd0-9e6a-4fb2-aba1-e32c923b9327 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/0ebef429-da4e-4c0d-86e3-8b290bdb7179 HTTP/1.1" status: 404 len: 337 time: 0.0411499 Oct 27 16:34:39.089335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34756) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.094706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-60894c4e-317e-4c9a-9100-e3aa7faf2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:39.102770 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-60894c4e-317e-4c9a-9100-e3aa7faf2ee8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1097 time: 0.2121944 Oct 27 16:34:39.160770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.168791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Attempting to bind port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:39.170906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Attempting to bind port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:39.171837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Attempting to bind port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc on network 54585fb8-8e02-44a5-9d53-bd9685600d43 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:39.193168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:39.195163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Checking segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:39.197808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.199959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Bound using segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:39.201210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Bound port: 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:39.203119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.220369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-48e7d1e2-dbc4-49ae-a707-061f9ff0ac8e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 200 len: 205 time: 0.1295333 Oct 27 16:34:39.222022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34760) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.365334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a75de616-5bf5-41d1-b272-93efb8ccb4bd up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:39.375645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34762) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.511519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] For port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:39.516311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] For port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:39.550582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a75de616-5bf5-41d1-b272-93efb8ccb4bd triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:39.551511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.689632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.777809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.820795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7df9-a57a-45d0-9c86-84a10ef006f9 None None] Pushing event updated for resources: {'Port': ['ID=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:39.853621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port a75de616-5bf5-41d1-b272-93efb8ccb4bd, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a75de616-5bf5-41d1-b272-93efb8ccb4bd,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:39.877072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.1 (54585fb8-8e02-44a5-9d53-bd9685600d43/7c391172-8a0f-42a4-abdb-e2794534f541/9b339c0f-d214-4e96-8da7-50b178410b4c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:39.941662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.970861 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-ebb1eb6a-6688-4e66-8071-187da2e95760 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:39.971731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ebb1eb6a-6688-4e66-8071-187da2e95760 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/03340d81-f685-4dce-aef6-9d56b675bed7 HTTP/1.1" status: 404 len: 336 time: 0.7325368 Oct 27 16:34:40.053387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.054877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=a75de616-5bf5-41d1-b272-93efb8ccb4bd,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:40.076713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.161858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-232ff436-bacd-485d-9bd9-71173839d688 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=a81dfba7-f57e-4683-af8e-571841258dda HTTP/1.1" status: 200 len: 205 time: 0.0824082 Oct 27 16:34:40.168004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6a5fa73-9640-4b83-819d-42658cc1d667 req-fd9b652e-bf08-416c-b7f2-7ebb01b67a2e tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0651960 Oct 27 16:34:40.168580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34776) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.187318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.271345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-ac4fb9ab-16da-4b0e-a36c-bfe14e03d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:40.273694 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-ac4fb9ab-16da-4b0e-a36c-bfe14e03d07e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 1.1377046 Oct 27 16:34:40.300718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:40.312931 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-735c8ead-e9b4-4214-a553-b1098d716f1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:40.316675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-735c8ead-e9b4-4214-a553-b1098d716f1e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/a81dfba7-f57e-4683-af8e-571841258dda HTTP/1.1" status: 404 len: 336 time: 0.1470530 Oct 27 16:34:40.317273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34780) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.339948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54c839db-dbc5-41b0-bbc4-76608591540b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.387495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:40.392508 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cb4057-d617-49ea-b5a9-6fa5e8bf55c6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:40.392974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cb4057-d617-49ea-b5a9-6fa5e8bf55c6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:40.400100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19cb4057-d617-49ea-b5a9-6fa5e8bf55c6 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/30fb7e73-c258-4e71-86eb-e44151245631 HTTP/1.1" status: 404 len: 337 time: 0.0781269 Oct 27 16:34:40.400859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.403452 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-e987c5ac-384e-4861-acd0-22a7c851270c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 1001 time: 0.1219563 Oct 27 16:34:40.435875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:40.438747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:40.445179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1af0da71-adf7-464b-9252-d8336c74715e tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97d8f2a-c2b3-411e-8473-137c19263fd1 HTTP/1.1" status: 200 len: 205 time: 0.0388384 Oct 27 16:34:40.449874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.494357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-1cc34751-69d9-49a9-a3fb-07a84c1efcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:40.495968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-1cc34751-69d9-49a9-a3fb-07a84c1efcc6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0814741 Oct 27 16:34:40.565079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-40424df2-08ee-4fcd-b981-ae8f31dc76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:40.574749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-40424df2-08ee-4fcd-b981-ae8f31dc76bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705187 Oct 27 16:34:40.586344 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-57248be9-78f8-4d19-bd1c-27b1006d6479 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:40.589987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-57248be9-78f8-4d19-bd1c-27b1006d6479 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/d97d8f2a-c2b3-411e-8473-137c19263fd1 HTTP/1.1" status: 404 len: 336 time: 0.1330554 Oct 27 16:34:40.592884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34790) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.619579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.679833 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeccdcf8-6d7f-42a7-9cc0-8b81cee0d82c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:40.680304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeccdcf8-6d7f-42a7-9cc0-8b81cee0d82c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:40.686083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aeccdcf8-6d7f-42a7-9cc0-8b81cee0d82c tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/c6b6fcc6-a594-4f5d-9946-ea97db8950cb HTTP/1.1" status: 404 len: 337 time: 0.0902104 Oct 27 16:34:40.691444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.740013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9daf7099-c08a-440a-982e-333cd998129d tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb1613b-3821-4ec9-8c95-521dd577f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0418715 Oct 27 16:34:40.746082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.795296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54c839db-dbc5-41b0-bbc4-76608591540b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.821431 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-e3780895-3a90-4512-af1f-5151d8bbab70 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] delete failed (client error): The resource could not be found. Oct 27 16:34:40.822424 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e3780895-3a90-4512-af1f-5151d8bbab70 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/routers/ecb1613b-3821-4ec9-8c95-521dd577f7b9 HTTP/1.1" status: 404 len: 336 time: 0.0737240 Oct 27 16:34:40.824644 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-05c24c0d-8c2c-492b-805a-b6543e7ec566 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409182 Oct 27 16:34:40.831977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34802) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.888450 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-2859fb71-0dfa-42b0-a93b-104c79bcdeec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:40.889010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2859fb71-0dfa-42b0-a93b-104c79bcdeec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:40.894786 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2859fb71-0dfa-42b0-a93b-104c79bcdeec tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/a8b41fa7-4fc4-40aa-ba36-bd80023e205a HTTP/1.1" status: 404 len: 337 time: 0.0589783 Oct 27 16:34:40.895886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34810) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.923711 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43c1088-de39-4075-8253-7417f520a141 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:40.924173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43c1088-de39-4075-8253-7417f520a141 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:40.929856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f43c1088-de39-4075-8253-7417f520a141 tempest-RoutersTest-448278150 tempest-RoutersTest-448278150-project] 10.222.0.70 "DELETE /v2.0/subnets/e62154d7-89e0-41a8-998e-0c5ad2c1e2de HTTP/1.1" status: 404 len: 337 time: 0.0304692 Oct 27 16:34:40.929856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54c839db-dbc5-41b0-bbc4-76608591540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.985928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c839db-dbc5-41b0-bbc4-76608591540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff205e-2f20-465b-8bc5-f68e5de06d2e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:40.989656 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-995edc96-363a-435f-9e33-1e2bb5ba5d33 req-4ee443a8-3c8a-4321-8de5-b8c10f2a6721 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544130 Oct 27 16:34:40.992934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34814) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.993097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54c839db-dbc5-41b0-bbc4-76608591540b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c639beff52e46448a393efb4a3a63fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6157839 Oct 27 16:34:41.005575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.078907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.133975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.355949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:41.386221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.425401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.426000 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8e8017e-fb62-455a-8f34-c3563d8feefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.428808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.432992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aff205e-2f20-465b-8bc5-f68e5de06d2e HTTP/1.1" status: 204 len: 168 time: 0.4385843 Oct 27 16:34:41.433602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:41.434036 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.444242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8576fd7-92a7-476e-84b1-daafc8a5d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff205e-2f20-465b-8bc5-f68e5de06d2e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.515191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.576904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.674570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:41.676940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34828) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:41.685363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.704172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.810572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.811496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a75de616-5bf5-41d1-b272-93efb8ccb4bd up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:41.845864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7fa4b58-92d2-49af-b9f6-780c4e650a91 req-5dc35a23-5f13-4231-bd1d-12290adbc704 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.1327634 Oct 27 16:34:41.978236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.996023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a75de616-5bf5-41d1-b272-93efb8ccb4bd triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:41.996397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.001862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:42.006127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:42.145468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6959b5-97e0-4730-b99a-73d822fd4feb None None] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:42.188105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.228719 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c642644-1f1d-4e68-81e1-fcedff849788 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bdc984374aa406386337c7887b9ab19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510638 Oct 27 16:34:42.230652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.253679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Deleting subnet 98ff911f-68b8-4ec2-9b31-4c4bc1798929 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:42.258173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 3f78b20c-47e4-413c-b399-385198444a43 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:42.260230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.291962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.342854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.348641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0e0e1245-941c-4273-9fea-3ec7e8819474 None None] Provisioning complete for port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:42.349255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1245-941c-4273-9fea-3ec7e8819474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.451292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.520504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.561355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:42.568441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e457c51b-2db5-4813-9b83-3d9d05214f21 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/3f78b20c-47e4-413c-b399-385198444a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0925841 Oct 27 16:34:42.582106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Sync routers for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:42.629991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.631427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:42.632154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:42.637009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.642163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee5a2b57-1d77-4ff5-b9e6-299d2bb9768e HTTP/1.1" status: 204 len: 168 time: 0.4078746 Oct 27 16:34:42.660052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5c80-57e7-4d82-9856-72f9fd5921a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a2b57-1d77-4ff5-b9e6-299d2bb9768e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:42.704196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34848) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.733982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76252fe1-0934-47a1-b839-632de94c999b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.757249 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.833565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ff911f-68b8-4ec2-9b31-4c4bc1798929,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:42.835975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:42.899402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.905650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97bc21a0-f354-4908-bcd7-e7c62db6fbd5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98ff911f-68b8-4ec2-9b31-4c4bc1798929 HTTP/1.1" status: 204 len: 168 time: 0.7130418 Oct 27 16:34:42.907051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.994250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-0ce1766d-a12c-44e8-914e-6ef765c248d4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061752759&fields=id&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 267 time: 0.0892472 Oct 27 16:34:43.097199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.107755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1cae62bc-9099-4c76-8793-b36a38786e3b None None] Provisioning complete for port 9b339c0f-d214-4e96-8da7-50b178410b4c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:43.108986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cae62bc-9099-4c76-8793-b36a38786e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.124912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76252fe1-0934-47a1-b839-632de94c999b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.194448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1cae62bc-9099-4c76-8793-b36a38786e3b None None] Port 9b339c0f-d214-4e96-8da7-50b178410b4c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:43.278481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76252fe1-0934-47a1-b839-632de94c999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.325059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76252fe1-0934-47a1-b839-632de94c999b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57b6ea7eaf5b48f3bf09dd006e750666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119609 Oct 27 16:34:43.334007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.338477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34868) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:43.387514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340ee55f-673c-4cab-8f77-def1ee3d5112']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:43.397049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:43.412510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3e57af-1c91-4cb8-af1c-042fd1a022aa') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:43.412909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3e57af-1c91-4cb8-af1c-042fd1a022aa') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:43.419772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1cae62bc-9099-4c76-8793-b36a38786e3b None None] Provisioning complete for port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:43.420327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cae62bc-9099-4c76-8793-b36a38786e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.438597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.442239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76252fe1-0934-47a1-b839-632de94c999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e41252-9996-4587-85b9-54f62ddafe0f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:43.505165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.521430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:43.521978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:43.524212 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:43.548023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.613247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.743662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd02e682-0f6c-4cd4-9081-ccfd094c0651 req-64fc4ae7-f96e-4015-adf5-d80e1f38054b tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0399230 Oct 27 16:34:43.764664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:41Z', 'revision_number': 2, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:43.820174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:43.828112 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.828452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-826373a1-d0ac-42f6-84a5-4aa0288f96b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:43.828452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-826373a1-d0ac-42f6-84a5-4aa0288f96b3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 796 time: 0.8224576 Oct 27 16:34:43.828716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Checking router: 3f78b20c-47e4-413c-b399-385198444a43 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:43.828716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Updating router 3f78b20c-47e4-413c-b399-385198444a43 port 9b339c0f-d214-4e96-8da7-50b178410b4c binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:43.844187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-98b8d735-5271-4a0e-b0c8-931a45cdeed0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/quotas/2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 375 time: 0.0124605 Oct 27 16:34:43.883420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.911216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-3ad678d3-771f-42bd-a6fa-fc7b769608c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580850 Oct 27 16:34:43.919179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.926573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.926573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3e41252-9996-4587-85b9-54f62ddafe0f HTTP/1.1" status: 204 len: 168 time: 0.5840607 Oct 27 16:34:43.927449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.947271 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.951872 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] 10.222.0.70 "DELETE /v2.0/networks/340ee55f-673c-4cab-8f77-def1ee3d5112 HTTP/1.1" status: 204 len: 168 time: 1.0342934 Oct 27 16:34:43.966856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0734a-3b42-4c38-ae76-dbe795f49c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e41252-9996-4587-85b9-54f62ddafe0f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:43.969665 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d4704-4ba3-4195-91c1-98d9e78c3605 admin admin] Pushing event deleted for resources: {'Network': ['ID=340ee55f-673c-4cab-8f77-def1ee3d5112,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:44.141248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e17f6e8b-37a8-4051-bef1-98019ad37c3f None None] Provisioning complete for port 9b339c0f-d214-4e96-8da7-50b178410b4c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:44.141619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e17f6e8b-37a8-4051-bef1-98019ad37c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.192902 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02b172da-ca00-400d-b733-c4cc2801ab22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.213202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e17f6e8b-37a8-4051-bef1-98019ad37c3f None None] Port 9b339c0f-d214-4e96-8da7-50b178410b4c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:44.370155 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.418454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-b44ca935-5eae-44a1-a8ec-835757046653 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:34:44.419535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-b44ca935-5eae-44a1-a8ec-835757046653 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4437943 Oct 27 16:34:44.523139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-dd091859-faa9-4916-8d88-2c64fcb285ce service neutron] 10.222.0.70 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953941 Oct 27 16:34:44.550873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.616084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aae8e-a5c1-48ba-8c49-02d16a0d9540 None None] Pushing event updated for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:44.625513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-7faf28a3-7b10-4fc8-bf6c-62d10f8b0305 service neutron] 10.222.0.70 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969172 Oct 27 16:34:44.696371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Attempting to bind port 9b339c0f-d214-4e96-8da7-50b178410b4c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:44.696789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Attempting to bind port 9b339c0f-d214-4e96-8da7-50b178410b4c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:44.699417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Attempting to bind port 9b339c0f-d214-4e96-8da7-50b178410b4c on network 54585fb8-8e02-44a5-9d53-bd9685600d43 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:44.713023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:44.715660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Checking segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:44.716753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.717163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Bound using segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:44.719280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Bound port: 9b339c0f-d214-4e96-8da7-50b178410b4c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:44.721097 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.733212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:44.759669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.873490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4e4aaa3-e476-44ab-9b1b-9a5f5a72f029 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1db52ca564ad413cb0eba2fcbea2cd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364388 Oct 27 16:34:44.873994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34902) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:44.925288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc48bfbc-34ce-4886-a2ff-ae33ce2bc128 req-8b799ec8-1af8-4efa-bb9d-a63824213a10 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0447254 Oct 27 16:34:44.983281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.054509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.170183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] For port 9b339c0f-d214-4e96-8da7-50b178410b4c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:45.173817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] For port 9b339c0f-d214-4e96-8da7-50b178410b4c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9b339c0f-d214-4e96-8da7-50b178410b4c,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:45.244415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-66455263-ab61-4104-a33b-878b7dab513b None None] Provisioning complete for port 9b339c0f-d214-4e96-8da7-50b178410b4c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:45.244804 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66455263-ab61-4104-a33b-878b7dab513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.245180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.254221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.258706 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d0338f3-f67a-48cb-abb2-0ea00f1b84db HTTP/1.1" status: 204 len: 168 time: 0.3836825 Oct 27 16:34:45.284170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34922) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:45.288598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d337c224-26d4-48c7-b911-173c82b38dcf req-4a597fc0-812c-440e-ba4e-0410e029a960 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0346849 Oct 27 16:34:45.299401 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9781f35-8f96-40f0-8554-169da0fed37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0338f3-f67a-48cb-abb2-0ea00f1b84db,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:45.314241 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.420549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-66455263-ab61-4104-a33b-878b7dab513b None None] Port 9b339c0f-d214-4e96-8da7-50b178410b4c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:45.425821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.465814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:45.466409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:45.562159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aae8e-a5c1-48ba-8c49-02d16a0d9540 None None] Pushing event updated for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:45.602619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:45.907695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-643ce657-0966-4d65-9777-60e8ee04295e tempest-DvrRoutersNegativeTest-1026618050 tempest-DvrRoutersNegativeTest-1026618050-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2125957219', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:45.912267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.policy [None req-643ce657-0966-4d65-9777-60e8ee04295e tempest-DvrRoutersNegativeTest-1026618050 tempest-DvrRoutersNegativeTest-1026618050-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114449) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 27 16:34:45.912728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.policy [None req-643ce657-0966-4d65-9777-60e8ee04295e tempest-DvrRoutersNegativeTest-1026618050 tempest-DvrRoutersNegativeTest-1026618050-project] Failed policy check for 'create_router' {{(pid=114449) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 27 16:34:45.913292 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-643ce657-0966-4d65-9777-60e8ee04295e tempest-DvrRoutersNegativeTest-1026618050 tempest-DvrRoutersNegativeTest-1026618050-project] create failed (client error): Access was denied to this resource. Oct 27 16:34:45.919196 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-643ce657-0966-4d65-9777-60e8ee04295e tempest-DvrRoutersNegativeTest-1026618050 tempest-DvrRoutersNegativeTest-1026618050-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6330063 Oct 27 16:34:45.944517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] Provisioning complete for port 9b339c0f-d214-4e96-8da7-50b178410b4c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:45.944891 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.001040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:46.036029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc885d-d6bc-4d0f-9d96-9df9cb61f243 None None] The sync data for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 is: [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:46.092998 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.138903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48770704-f250-473f-9eab-4f014caf20d5 req-2ff98222-59ee-43bd-8979-2727d25f4e0f tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0829470 Oct 27 16:34:46.167426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] For port 9b339c0f-d214-4e96-8da7-50b178410b4c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9b339c0f-d214-4e96-8da7-50b178410b4c,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:46.242105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.309668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3dad1-8d76-426b-90ea-0cfc46fc3fe0 None None] Pushing event updated for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:46.383666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cadd0909-3fac-445b-8492-a1e92a6d1490 req-97db0445-02c4-41d5-ad8d-959dd04bea49 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0315728 Oct 27 16:34:46.549059 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 34962) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:46.828547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a8c7-b8c3-4b2d-a9e9-d900718abec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.917417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a8c7-b8c3-4b2d-a9e9-d900718abec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.030349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6f3a8c7-b8c3-4b2d-a9e9-d900718abec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.030476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.065642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3a8c7-b8c3-4b2d-a9e9-d900718abec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c54733-9fbd-4c05-a851-b4da983d618a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:47.090963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6f3a8c7-b8c3-4b2d-a9e9-d900718abec6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbff9eac65704bdc9a39d525dcc5b374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406575 Oct 27 16:34:47.095003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 34976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.152707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.175994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.290921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9b339c0f-d214-4e96-8da7-50b178410b4c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:47.304996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8000cd62-41f2-45a4-a0f3-1b7b37090a02 req-da297e49-e87b-43c5-af8b-2bd4cff404d2 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Oct 27 16:34:47.398080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9b339c0f-d214-4e96-8da7-50b178410b4c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:47.399147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.471079 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.474833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.476777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20c54733-9fbd-4c05-a851-b4da983d618a HTTP/1.1" status: 204 len: 168 time: 0.3812726 Oct 27 16:34:47.500258 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec776-b5fc-45b9-86b3-1c1bae52b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c54733-9fbd-4c05-a851-b4da983d618a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:47.564473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7531fc7-4548-4170-b3ca-5adba5efe4a7 req-8c9aa822-91f9-413b-b0d4-1ce097ac0814 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0482490 Oct 27 16:34:48.288680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-35041320-ba7a-4c17-bde4-2db219e2663f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:48.290246 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-35041320-ba7a-4c17-bde4-2db219e2663f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 796 time: 0.2055604 Oct 27 16:34:48.338551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-3b9854d2-0c11-49c6-afe3-402806affbda tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2456b7420bc444239338671cce95b1c1 HTTP/1.1" status: 200 len: 380 time: 0.0384643 Oct 27 16:34:48.352347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'port': {'device_id': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'admin_state_up': True, 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'security_groups': ['b59f207e-0682-4e0f-9890-ca8968df15dd']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:48.530243 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:34:48.532381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d82683a-33f2-405f-b13e-b86b13c12016 req-8e44a300-ba08-4702-9092-52f0c827a032 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.1172373 Oct 27 16:34:48.610440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Made reservation on behalf of 2456b7420bc444239338671cce95b1c1 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:48.614608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.706176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-569d5383-b656-4995-a517-65f7054e19e9 req-96d9e17e-87d3-4d7a-bf3b-5f96045a0e67 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0386138 Oct 27 16:34:48.866953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.20.0.5 (54585fb8-8e02-44a5-9d53-bd9685600d43/7c391172-8a0f-42a4-abdb-e2794534f541/840831fb-baaf-43b3-b3cb-49c28c6f1765) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:49.006789 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:49.061165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.142041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f75d0d39-ea6a-4d66-b6d1-cc8ca75e99c3 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:49.142730 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-f75d0d39-ea6a-4d66-b6d1-cc8ca75e99c3 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:34:49.143397 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-f75d0d39-ea6a-4d66-b6d1-cc8ca75e99c3 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:34:49.145070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f75d0d39-ea6a-4d66-b6d1-cc8ca75e99c3 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1367059 Oct 27 16:34:49.148811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35056) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:49.153543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--139642214'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:49.177981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.245338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:49.256375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:49.263494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:49.271679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:49.293135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.300492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.341278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:49.342373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.428162 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.464561 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-773c6547-08dd-41f9-aa88-c58a5fcbadb4 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1202977 Oct 27 16:34:49.478394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Request body: {'port': {'device_id': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:49.559278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.590649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.687926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.731368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-482176cf-c1b3-4e2a-ae87-80bca8ce2d44 req-f3479c78-8a7d-4296-a9e3-1a8ed41fa308 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0501988 Oct 27 16:34:49.736448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4032fc14-cf5b-4c54-8da5-eb36f0309f3c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:49.742406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6a0d0846-53e8-4c04-98f0-95cc62ea203e None None] Provisioning complete for port 840831fb-baaf-43b3-b3cb-49c28c6f1765 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:49.742406 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0846-53e8-4c04-98f0-95cc62ea203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.801006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d0846-53e8-4c04-98f0-95cc62ea203e None None] Port 840831fb-baaf-43b3-b3cb-49c28c6f1765 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:49.824177 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.874944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4eaf-fcde-4d4e-a8d7-8fe254dbcb4b req-e01ec400-4097-4105-8050-47534838cb19 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:49.876524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f9e4eaf-fcde-4d4e-a8d7-8fe254dbcb4b req-e01ec400-4097-4105-8050-47534838cb19 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 931 time: 0.0815678 Oct 27 16:34:49.880874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613f16cc-feec-44be-9ffc-de4e137f7077,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:49.919608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f9e4eaf-fcde-4d4e-a8d7-8fe254dbcb4b req-e92af26a-ea5f-467d-9b3e-598be2b7a625 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Oct 27 16:34:49.930883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.945319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e4c2bdc4-057f-4d47-a927-1b8ffb949547 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7825713 Oct 27 16:34:49.945413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35076) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:49.972608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '613f16cc-feec-44be-9ffc-de4e137f7077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:50.023875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:50.032975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.049012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Transition to ACTIVE for port object 840831fb-baaf-43b3-b3cb-49c28c6f1765 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:34:50.135784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.164660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.227597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.237200 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.312699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Attempting to bind port 840831fb-baaf-43b3-b3cb-49c28c6f1765 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:50.315023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Attempting to bind port 840831fb-baaf-43b3-b3cb-49c28c6f1765 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:50.315023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Attempting to bind port 840831fb-baaf-43b3-b3cb-49c28c6f1765 on network 54585fb8-8e02-44a5-9d53-bd9685600d43 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:50.318790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Port 840831fb-baaf-43b3-b3cb-49c28c6f1765 on network 54585fb8-8e02-44a5-9d53-bd9685600d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:34:50.319142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Attempting to bind port 840831fb-baaf-43b3-b3cb-49c28c6f1765 on network 54585fb8-8e02-44a5-9d53-bd9685600d43 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:50.324387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:50.324716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Checking segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:50.325257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Bound using segment: {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:50.325782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Bound port: 840831fb-baaf-43b3-b3cb-49c28c6f1765, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce822f80-6f40-4e00-b434-a174f175ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:50.326129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.361475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.401012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd69274d-c3a1-4035-a226-96936e38e1c6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.419968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:50.423508 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:50.525323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.528354 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fc4684aa-b920-4b9d-a698-699daa91e828 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5597060 Oct 27 16:34:50.528654 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.534425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:50.543264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dc971731-b0b2-4f59-bf8a-c5262fb299e9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '613f16cc-feec-44be-9ffc-de4e137f7077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:50.588732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:50.589425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.590914 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] 10.222.0.82 "PUT /v2.0/ports/840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 1091 time: 1.1172602 Oct 27 16:34:50.591555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:50.594072 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:50.633667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83ab91-6901-4108-8806-366ed19d9b08 service neutron] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.820464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dc971731-b0b2-4f59-bf8a-c5262fb299e9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.876610 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-50f68b57-96f1-4c12-a79b-fd98b860568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:50.882597 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-50f68b57-96f1-4c12-a79b-fd98b860568a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1094 time: 0.1208129 Oct 27 16:34:50.947228 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3adcd8-1222-4e04-b496-b2237a3b64bb x-openstack-request-id: req-ad3adcd8-1222-4e04-b496-b2237a3b64bb {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:50.947228 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:50.947228 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad3adcd8-1222-4e04-b496-b2237a3b64bb {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:50.947228 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'status': 'completed', 'code': 200} Oct 27 16:34:50.950939 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-3317edea-c27b-48d2-9eb2-e99953974421 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 217 time: 0.0641313 Oct 27 16:34:51.015069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-c3b5c67a-f049-4aff-8057-69cfa36fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.018457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-c3b5c67a-f049-4aff-8057-69cfa36fa6e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 200 len: 834 time: 0.0580254 Oct 27 16:34:51.033313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4df7690-05fe-4269-ad87-706272a91195 req-1f903c3a-6e00-49d7-ac4d-fc5bc239bb67 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0328362 Oct 27 16:34:51.042840 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-dc971731-b0b2-4f59-bf8a-c5262fb299e9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:34:51.051120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dc971731-b0b2-4f59-bf8a-c5262fb299e9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5068130 Oct 27 16:34:51.051120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:51.095605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5775-0031-4b77-ae82-557a95bacae0 req-6b5616ae-a3ae-43ed-9a8b-6ddd2d7087bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.097150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14fa5775-0031-4b77-ae82-557a95bacae0 req-6b5616ae-a3ae-43ed-9a8b-6ddd2d7087bb tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 943 time: 0.0630183 Oct 27 16:34:51.126324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad092-5452-4baf-98cd-7b3125f8463a req-cf838a79-ff92-4bc7-b56e-e558187e7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.127877 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-cf838a79-ff92-4bc7-b56e-e558187e7772 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54585fb8-8e02-44a5-9d53-bd9685600d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010230 Oct 27 16:34:51.140293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14fa5775-0031-4b77-ae82-557a95bacae0 req-9efab9ba-8415-4e29-88cd-ee9b7cb60267 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340340 Oct 27 16:34:51.165375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.226323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.289963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-e70ace55-bb28-4b66-8561-95e82a2646c2 service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355040 Oct 27 16:34:51.396046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-184ad092-5452-4baf-98cd-7b3125f8463a req-db5df6a7-78af-4270-aef8-c60ae69d10f3 service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092415 Oct 27 16:34:51.432733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.435402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.436537 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/613f16cc-feec-44be-9ffc-de4e137f7077 HTTP/1.1" status: 204 len: 168 time: 0.3710012 Oct 27 16:34:51.439393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35110) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:51.446737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa62da-de5b-4ee8-9cdc-6d445cab38d9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f16cc-feec-44be-9ffc-de4e137f7077,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:51.515500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5d3eeb54-459a-4470-8eac-0f8d27c6921c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734103 Oct 27 16:34:51.518567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35112) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:51.523947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--738932637'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:51.599278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-a9c62de1-eb03-4555-a27b-df5e2b5caf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.600896 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-a9c62de1-eb03-4555-a27b-df5e2b5caf52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1094 time: 0.0434623 Oct 27 16:34:51.678517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.834957 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.857744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-ee457256-875c-410d-8906-1460dce715d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.859325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-ee457256-875c-410d-8906-1460dce715d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 897 time: 0.2412772 Oct 27 16:34:51.907074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-409de6ed-6c5d-49b9-845f-6b4c9249d7e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 217 time: 0.0384028 Oct 27 16:34:51.910079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.967743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27119efe-22ed-44b0-8dbc-88568bf74f6a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:51.989650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-109cdd39-c964-4f66-8142-bc691c76c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.991166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-109cdd39-c964-4f66-8142-bc691c76c14e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 200 len: 834 time: 0.0643234 Oct 27 16:34:52.048275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-fe898c4a-f75f-4f51-9a57-eca0dfb82929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:52.050057 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-fe898c4a-f75f-4f51-9a57-eca0dfb82929 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54585fb8-8e02-44a5-9d53-bd9685600d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501125 Oct 27 16:34:52.074142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.077864 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5e371e1f-7a78-428b-8fe4-1c2d7d011316 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5550234 Oct 27 16:34:52.078632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35126) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.092786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e303af0b-ee75-4470-991c-8ff9fc59e858 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '27119efe-22ed-44b0-8dbc-88568bf74f6a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:52.100438 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-e303af0b-ee75-4470-991c-8ff9fc59e858 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 16:34:52.101044 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-e303af0b-ee75-4470-991c-8ff9fc59e858 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:52.102769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e303af0b-ee75-4470-991c-8ff9fc59e858 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0222964 Oct 27 16:34:52.105755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35128) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.202002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a387f928-0b35-4a75-a85b-94055caaabf6 req-042fa714-3e76-4709-b083-9d8903844685 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0416207 Oct 27 16:34:52.203612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.234016 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.237814 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-f8dbb9c3-e9ec-4682-bad6-ade2d05d6846 service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611252 Oct 27 16:34:52.330990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202576f-b47a-485e-9d95-03afc85a0945 req-180de7b8-f186-43c1-9720-05f420a919de tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:52.333092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f202576f-b47a-485e-9d95-03afc85a0945 req-180de7b8-f186-43c1-9720-05f420a919de tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 943 time: 0.0611138 Oct 27 16:34:52.368336 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8da8b5f4-e2a8-4533-ab75-85bc4caaa7bd req-62a4e4ac-f13e-4358-ab40-b9f283de8b46 service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178119 Oct 27 16:34:52.384011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f202576f-b47a-485e-9d95-03afc85a0945 req-211988b4-7fab-4d49-9ab3-b733dd10f356 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Oct 27 16:34:52.455488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.458691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.460090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/27119efe-22ed-44b0-8dbc-88568bf74f6a HTTP/1.1" status: 204 len: 168 time: 0.3531106 Oct 27 16:34:52.463023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35134) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.470075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5da54b-68e3-427d-b8c7-92755d6f691c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27119efe-22ed-44b0-8dbc-88568bf74f6a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:52.524372 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3544e258-0115-4428-979f-b8ce7eadc967 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594184 Oct 27 16:34:52.528800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.534004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971520760'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:52.647239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.717963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.805372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.834991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9aeecb-5867-4b4e-adb7-dc741d90b254,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:52.912176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.916780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-889c5fa5-4d3d-4442-b9b7-48f52ee8f41b tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3835254 Oct 27 16:34:52.916954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35146) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.921936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9543e56b-ecd4-450e-8c95-474944adaaab tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '0e9aeecb-5867-4b4e-adb7-dc741d90b254', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:52.922772 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-9543e56b-ecd4-450e-8c95-474944adaaab tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 16:34:52.927691 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-9543e56b-ecd4-450e-8c95-474944adaaab tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:52.927691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9543e56b-ecd4-450e-8c95-474944adaaab tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062342 Oct 27 16:34:52.930220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35150) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.996158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.029379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.215558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.218206 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.220349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e9aeecb-5867-4b4e-adb7-dc741d90b254 HTTP/1.1" status: 204 len: 168 time: 0.2880952 Oct 27 16:34:53.224263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35152) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.236623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0a13-200d-4f34-90e9-0c9927c2bacc tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9aeecb-5867-4b4e-adb7-dc741d90b254,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:53.286870 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-193121b1-c6b1-4dfb-9d7f-9abdd0c2fb22 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612051 Oct 27 16:34:53.290229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35156) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.295525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--571089512'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:53.350724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0991b19-15f1-4125-af39-a8d9f1cf2fc9 req-eb86e127-6cea-4d37-95c8-22add0d019a6 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0374732 Oct 27 16:34:53.441805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.530120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9ab85-fa3a-4b36-b47b-e21697d9c75e req-31f77ff5-079a-472f-b80c-abf0c4e23832 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:53.531916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33a9ab85-fa3a-4b36-b47b-e21697d9c75e req-31f77ff5-079a-472f-b80c-abf0c4e23832 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 943 time: 0.0588601 Oct 27 16:34:53.533978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.580336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33a9ab85-fa3a-4b36-b47b-e21697d9c75e req-6815eeac-5f8e-4333-a04d-ad409cfc6d7d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Oct 27 16:34:53.678372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.708583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef94307-19e9-4c8e-8544-38fd7d8c3873,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:53.780636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.786470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3600f140-c2f9-477a-bbcc-35fa2c029ad1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4908099 Oct 27 16:34:53.786667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35172) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.791662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5ba1e265-6af9-4246-8954-21b9ebe20564 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'fef94307-19e9-4c8e-8544-38fd7d8c3873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:53.792588 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-5ba1e265-6af9-4246-8954-21b9ebe20564 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 16:34:53.793046 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-5ba1e265-6af9-4246-8954-21b9ebe20564 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:53.796930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ba1e265-6af9-4246-8954-21b9ebe20564 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062521 Oct 27 16:34:53.797100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35174) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.801848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c5a9cfc0-2b32-403f-b108-031cb490bd61 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'fef94307-19e9-4c8e-8544-38fd7d8c3873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:53.802558 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-c5a9cfc0-2b32-403f-b108-031cb490bd61 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 16:34:53.804013 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-c5a9cfc0-2b32-403f-b108-031cb490bd61 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:53.804948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5a9cfc0-2b32-403f-b108-031cb490bd61 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069480 Oct 27 16:34:53.807842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35176) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.812511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a0da2cf2-d85d-4277-945d-3ff4caaf421a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'fef94307-19e9-4c8e-8544-38fd7d8c3873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:53.813373 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-a0da2cf2-d85d-4277-945d-3ff4caaf421a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 16:34:53.817687 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-a0da2cf2-d85d-4277-945d-3ff4caaf421a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:53.817687 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0da2cf2-d85d-4277-945d-3ff4caaf421a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060592 Oct 27 16:34:53.819746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.823886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9b193534-327a-445b-aa3c-cfe32518b436 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'fef94307-19e9-4c8e-8544-38fd7d8c3873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:53.824827 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-9b193534-327a-445b-aa3c-cfe32518b436 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 16:34:53.825399 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-9b193534-327a-445b-aa3c-cfe32518b436 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:53.827081 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b193534-327a-445b-aa3c-cfe32518b436 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057325 Oct 27 16:34:53.829016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35180) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.890227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.912809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.052925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.058869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.058869 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/fef94307-19e9-4c8e-8544-38fd7d8c3873 HTTP/1.1" status: 204 len: 168 time: 0.2287557 Oct 27 16:34:54.061534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35186) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.084499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9627a-10cb-4d60-b588-6a7133df868e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef94307-19e9-4c8e-8544-38fd7d8c3873,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:54.123551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d778e27f-b09b-462e-a89a-b4dd64ea704f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606177 Oct 27 16:34:54.127179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35188) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.131844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571163524'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:54.244294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.328549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.418257 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.549399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a957c61e-b862-4225-a22e-cc973a543b1a req-bcb2e98a-de9e-4bc8-923a-53e42a84e8c3 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0672092 Oct 27 16:34:54.563681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e8534-542d-456e-9771-f4ae426e8ddd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:54.622687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.625347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cff10816-8eb9-4bf7-83a4-76bbddee6609 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4971015 Oct 27 16:34:54.629543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35200) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.634699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-dfe43a03-e994-474a-bf31-158be522f614 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:54.635400 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-dfe43a03-e994-474a-bf31-158be522f614 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:34:54.636064 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-dfe43a03-e994-474a-bf31-158be522f614 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:54.637296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dfe43a03-e994-474a-bf31-158be522f614 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066462 Oct 27 16:34:54.640213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35202) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.649152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9f71b175-8a1b-4f5b-a733-c61b61e0d7c9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:54.770145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17dd5-ab8d-4bce-b270-d94200d40f97 req-edf8ed37-c958-4ae9-b249-d44ecfdd393f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:54.778438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aab17dd5-ab8d-4bce-b270-d94200d40f97 req-edf8ed37-c958-4ae9-b249-d44ecfdd393f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 943 time: 0.0757794 Oct 27 16:34:54.854201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aab17dd5-ab8d-4bce-b270-d94200d40f97 req-5136cf99-b6cd-4b12-a0fe-cac529587d41 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746260 Oct 27 16:34:54.918535 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-9f71b175-8a1b-4f5b-a733-c61b61e0d7c9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:54.920139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9f71b175-8a1b-4f5b-a733-c61b61e0d7c9 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2784894 Oct 27 16:34:54.922874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35204) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.928353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5546a75e-c193-4eaf-873b-92b409d42f05 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:54.928955 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-5546a75e-c193-4eaf-873b-92b409d42f05 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 16:34:54.929529 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-5546a75e-c193-4eaf-873b-92b409d42f05 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:54.933062 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5546a75e-c193-4eaf-873b-92b409d42f05 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067000 Oct 27 16:34:54.933282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35206) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.937600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9e7ea2d0-43e4-47e0-8230-f3e3e2df7159 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.109720 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-9e7ea2d0-43e4-47e0-8230-f3e3e2df7159 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.114216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e7ea2d0-43e4-47e0-8230-f3e3e2df7159 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1766422 Oct 27 16:34:55.114701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35214) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.119649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-76c6ef70-0e87-4061-9f40-0e77fee7e5da tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.120206 n-d-814735-4 neutron-server[114448]: WARNING neutron.api.v2.base [None req-76c6ef70-0e87-4061-9f40-0e77fee7e5da tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:34:55.120914 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-76c6ef70-0e87-4061-9f40-0e77fee7e5da tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.124378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-76c6ef70-0e87-4061-9f40-0e77fee7e5da tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061669 Oct 27 16:34:55.124491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35216) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.128886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a18a0c6b-97da-44e2-ae41-0750663be83c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.249980 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-a18a0c6b-97da-44e2-ae41-0750663be83c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Project 5383f8bc4fa0453d9121dc2746c5593a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:34:55.328662 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-a18a0c6b-97da-44e2-ae41-0750663be83c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.330197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a18a0c6b-97da-44e2-ae41-0750663be83c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2046123 Oct 27 16:34:55.333414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35218) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.338029 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2973911b-bee5-4527-a5c8-c295889a1b16 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.338641 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-2973911b-bee5-4527-a5c8-c295889a1b16 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 16:34:55.339311 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-2973911b-bee5-4527-a5c8-c295889a1b16 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.343409 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2973911b-bee5-4527-a5c8-c295889a1b16 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061617 Oct 27 16:34:55.344887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35220) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.351861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cac1d6a2-b7c8-48fe-9daf-e42bf1270b73 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.469025 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-cac1d6a2-b7c8-48fe-9daf-e42bf1270b73 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Project 5383f8bc4fa0453d9121dc2746c5593a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:34:55.575479 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-cac1d6a2-b7c8-48fe-9daf-e42bf1270b73 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.576549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cac1d6a2-b7c8-48fe-9daf-e42bf1270b73 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2287426 Oct 27 16:34:55.579683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35224) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.587619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0dd43c73-3fe1-4c4d-a392-2828f1061a24 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8534-542d-456e-9771-f4ae426e8ddd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.705025 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-0dd43c73-3fe1-4c4d-a392-2828f1061a24 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Project 5383f8bc4fa0453d9121dc2746c5593a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:34:55.720512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-636861ad-4b4b-46bc-bef3-a8a5ea2d1a6f req-5e273ac2-2cea-496d-8d39-55d9945f42cd tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0324116 Oct 27 16:34:55.847591 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-0dd43c73-3fe1-4c4d-a392-2828f1061a24 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:55.848644 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0dd43c73-3fe1-4c4d-a392-2828f1061a24 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2680411 Oct 27 16:34:55.851651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.949013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.974856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.004081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1a61-7c52-4b4c-8ddf-19e29d8597a3 req-52fb035c-f904-4063-ae6e-da34cdccacaf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:56.014731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdfe1a61-7c52-4b4c-8ddf-19e29d8597a3 req-52fb035c-f904-4063-ae6e-da34cdccacaf tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 943 time: 0.0662808 Oct 27 16:34:56.063780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdfe1a61-7c52-4b4c-8ddf-19e29d8597a3 req-8ba8cd11-47fd-4b08-8ae4-51e5352d4c63 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 Oct 27 16:34:56.083440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:34:56.098521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.101231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.103695 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb3e8534-542d-456e-9771-f4ae426e8ddd HTTP/1.1" status: 204 len: 168 time: 0.2507918 Oct 27 16:34:56.106506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35236) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:56.135900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faf6fb-dacd-47c8-86e8-4e663b66467a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e8534-542d-456e-9771-f4ae426e8ddd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.176709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-56d76747-7123-4e30-b8cc-c3a8f2efb626 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689039 Oct 27 16:34:56.181230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35240) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:56.187464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--263115782'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:56.205748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:56.221742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'mac_address': 'fa:16:3e:33:84:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:34:56.268448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.281321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:56.301625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:56.453028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.652777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.686515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.734077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.830955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ceb5a87-4fc5-4b1a-8330-e7aa570e1d44 req-6b171181-2391-4e2f-9b06-94de569cec68 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0271885 Oct 27 16:34:56.937966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.973195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f80ee-5a9e-4f63-a8a5-71c451d39ce5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:57.034771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['840831fb-baaf-43b3-b3cb-49c28c6f1765'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:34:57.160137 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.160137 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-12025b10-7d03-4849-85b3-6033fa941b4e tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9765701 Oct 27 16:34:57.162412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35254) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:57.167422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-790d6174-ce47-441b-b472-a602d39c123c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'c12f80ee-5a9e-4f63-a8a5-71c451d39ce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:57.279143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc6cb-5403-46b5-90ab-95c4ce819619 req-41047e40-7308-4d8e-a6e7-844949bc8148 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:57.281460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bcfc6cb-5403-46b5-90ab-95c4ce819619 req-41047e40-7308-4d8e-a6e7-844949bc8148 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 944 time: 0.0773206 Oct 27 16:34:57.357758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bcfc6cb-5403-46b5-90ab-95c4ce819619 req-15cd48ba-6b81-4a19-b81d-93d8650dae26 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638192 Oct 27 16:34:57.467095 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-790d6174-ce47-441b-b472-a602d39c123c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The resource could not be found. Oct 27 16:34:57.469050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-790d6174-ce47-441b-b472-a602d39c123c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3053265 Oct 27 16:34:57.483993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:57.489609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ffb3ad38-8bfb-4501-8890-0b6428611cf8 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'c12f80ee-5a9e-4f63-a8a5-71c451d39ce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0280bb80-d22a-4973-b48e-6ea524ba8916'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:57.729431 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-ffb3ad38-8bfb-4501-8890-0b6428611cf8 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The resource could not be found. Oct 27 16:34:57.734875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35272) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:57.750813 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ffb3ad38-8bfb-4501-8890-0b6428611cf8 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2602701 Oct 27 16:34:57.809394 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.836559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.941088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09d6e17c-63ac-43f3-aa5e-2fb8c6ce7b9e req-c93b0bd8-bdf2-4313-bc9b-ddb6c6e3a6a3 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Oct 27 16:34:58.023788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.024369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.026567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.030272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/c12f80ee-5a9e-4f63-a8a5-71c451d39ce5 HTTP/1.1" status: 204 len: 168 time: 0.2917049 Oct 27 16:34:58.058267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:58.059302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143f01-2477-42a6-a6c5-b21ab7b90d70 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f80ee-5a9e-4f63-a8a5-71c451d39ce5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:58.093790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9005cb07-43ad-4f93-89dd-59d37ae95ffb tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616491 Oct 27 16:34:58.098002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35278) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:58.101837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:58.118469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-360eb0a6-1360-4c4e-9c82-5a8b8877f951 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': 'b694692c-1cea-4f9d-ad55-577bbe86eda9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:58.252646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 840831fb-baaf-43b3-b3cb-49c28c6f1765 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:34:58.260292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 840831fb-baaf-43b3-b3cb-49c28c6f1765 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:58.262596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.344601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35288) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:58.379279 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-360eb0a6-1360-4c4e-9c82-5a8b8877f951 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The resource could not be found. Oct 27 16:34:58.384310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35294) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:58.386144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-360eb0a6-1360-4c4e-9c82-5a8b8877f951 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2852924 Oct 27 16:34:58.390938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--268222278'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:58.406326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.420585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.452614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:58.454893 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0338d-d9bf-4648-9064-caffde79cb53" -d '{"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-plugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:58.494555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:58.548678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.589560 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.631754 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c42c5e9-3c4a-4115-a1ae-6818f9a1384f x-openstack-request-id: req-6c42c5e9-3c4a-4115-a1ae-6818f9a1384f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:58.632311 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-plugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:58.632779 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c42c5e9-3c4a-4115-a1ae-6818f9a1384f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:58.633397 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'code': 200} Oct 27 16:34:58.658703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.685330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:58.698967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f07d8efa-ca92-4a68-b687-867705fe6bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.715246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d24ccd-d026-43b7-9551-b0426e921dbd req-310aa629-e83f-47e2-93e2-6b049ec22e75 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.716790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89d24ccd-d026-43b7-9551-b0426e921dbd req-310aa629-e83f-47e2-93e2-6b049ec22e75 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 944 time: 0.2045872 Oct 27 16:34:58.740933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aacfff-a8a2-43b4-8082-9d4509bae14c req-0d02b416-e254-4e89-bce0-87709a5895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.760314 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-84aacfff-a8a2-43b4-8082-9d4509bae14c req-0d02b416-e254-4e89-bce0-87709a5895bf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1096 time: 0.0425301 Oct 27 16:34:58.782096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89d24ccd-d026-43b7-9551-b0426e921dbd req-81e55b6e-4568-4c1e-9c02-f0f2c87840e9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541177 Oct 27 16:34:58.787121 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-84aacfff-a8a2-43b4-8082-9d4509bae14c req-95e39474-698f-43a4-917d-e7633f3ea628 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365107 Oct 27 16:34:58.807763 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.858446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f07d8efa-ca92-4a68-b687-867705fe6bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.862847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77af34-c112-49bc-98dc-bb315117ae39,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:58.895219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.896583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f7b8e5c-b34c-4cdb-b29b-2a7958f3ffaf tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5110137 Oct 27 16:34:58.899214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:58.905556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--566609909'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:58.921862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f07d8efa-ca92-4a68-b687-867705fe6bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.971018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f07d8efa-ca92-4a68-b687-867705fe6bc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6bcc0c676784a1dbc6b4abdd61f7181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250181 Oct 27 16:34:58.972448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8efa-ca92-4a68-b687-867705fe6bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1511236-c644-45b9-8ee0-85c7301854cb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:58.974471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35306) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.039502 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.090299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.128580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f18f7a16-d6f9-4473-bca9-9716782ced3d req-557dda81-7869-4ee6-967e-b36a87bb83ca tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0561683 Oct 27 16:34:59.130707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.192142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.289672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.322155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64bea12-bd81-4a48-a3e4-4905c701a325,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:59.329750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.332719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.336354 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1511236-c644-45b9-8ee0-85c7301854cb HTTP/1.1" status: 204 len: 168 time: 0.3571355 Oct 27 16:34:59.344190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb19f1a-e027-4020-a51b-fb60511117f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1511236-c644-45b9-8ee0-85c7301854cb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:59.408445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.412844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35310) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.413002 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9458154e-1c4b-4a8f-9f34-3eeec28a501f tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5126252 Oct 27 16:34:59.418514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2b056037-19ed-4e28-872c-5da595d23a44 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '5e77af34-c112-49bc-98dc-bb315117ae39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b64bea12-bd81-4a48-a3e4-4905c701a325'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:59.609005 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-2b056037-19ed-4e28-872c-5da595d23a44 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:34:59.616291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2b056037-19ed-4e28-872c-5da595d23a44 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1959252 Oct 27 16:34:59.616592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35318) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.698411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.724266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.876545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.880543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.882464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/b64bea12-bd81-4a48-a3e4-4905c701a325 HTTP/1.1" status: 204 len: 168 time: 0.2648652 Oct 27 16:34:59.896093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.897250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e18b83-d743-4c37-9879-cebc8c8aa52c tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64bea12-bd81-4a48-a3e4-4905c701a325,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:59.959946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30cc64-1cdb-422a-a284-b28bca48a3fb req-c657457b-6d46-413d-8b96-6b3a04d55f9e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:59.968561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a30cc64-1cdb-422a-a284-b28bca48a3fb req-c657457b-6d46-413d-8b96-6b3a04d55f9e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0932543 Oct 27 16:35:00.020317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a30cc64-1cdb-422a-a284-b28bca48a3fb req-5b74dddd-1ce8-48bd-b2ac-3bfdf5246e8d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Oct 27 16:35:00.039144 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a86953f8-9b3f-4009-92b9-c56d1ae08bca tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1390920 Oct 27 16:35:00.042518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.115536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.124272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.131847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e224206-4a14-46ac-b5fe-968f8a8cac00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.181435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.266757 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e224206-4a14-46ac-b5fe-968f8a8cac00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.286183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f1cc6b6-0c86-450b-9e2e-d383d6fd3ae2 req-f574daa0-bc88-456c-8690-465596112461 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0290828 Oct 27 16:35:00.412502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.412759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e224206-4a14-46ac-b5fe-968f8a8cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.416922 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.418106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/5e77af34-c112-49bc-98dc-bb315117ae39 HTTP/1.1" status: 204 len: 168 time: 0.3743143 Oct 27 16:35:00.420949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35332) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.429159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3314482-093f-4521-b5c1-5c431ee61e4a tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77af34-c112-49bc-98dc-bb315117ae39,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:00.490119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e224206-4a14-46ac-b5fe-968f8a8cac00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b237f87272da471980ec9226d835f6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733687 Oct 27 16:35:00.490860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e224206-4a14-46ac-b5fe-968f8a8cac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2dd8fe-297a-42da-8132-5f6795b470b0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:00.492831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.506223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dc54a5f9-8bc2-4481-9d7d-155f97b724a8 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841503 Oct 27 16:35:00.510106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.524340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606840485'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:00.572210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.604695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.628034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.881062 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.884006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.893944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e2dd8fe-297a-42da-8132-5f6795b470b0 HTTP/1.1" status: 204 len: 168 time: 0.3937519 Oct 27 16:35:00.909385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045062d-e685-4402-83de-7597e2038fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2dd8fe-297a-42da-8132-5f6795b470b0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:00.926909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.020836 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.070676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71326f39-ad38-43c3-aa6e-7dfcdd7ede5d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:01.143414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c23d-07ef-4c8f-9ac3-de1409255a1b req-d24f9eb7-1647-492d-92a3-6bdadefc1fba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.145063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc5c23d-07ef-4c8f-9ac3-de1409255a1b req-d24f9eb7-1647-492d-92a3-6bdadefc1fba tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Oct 27 16:35:01.150352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.153950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ab1237e-a344-43df-b1da-8eb64b8e4181 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6419890 Oct 27 16:35:01.156583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35348) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.168051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4dea861d-45e5-4136-8dd5-2dec7c2f4d87 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '71326f39-ad38-43c3-aa6e-7dfcdd7ede5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:01.194561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fbc5c23d-07ef-4c8f-9ac3-de1409255a1b req-46124f57-5e3e-4f4c-b0c7-a691ebd9253a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Oct 27 16:35:01.336870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138691-28e6-4bf4-a98e-391d30f875f3 req-a077038a-5c3a-4a73-8356-38311c562d7b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.337187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4138691-28e6-4bf4-a98e-391d30f875f3 req-a077038a-5c3a-4a73-8356-38311c562d7b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Oct 27 16:35:01.417409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4138691-28e6-4bf4-a98e-391d30f875f3 req-b38fab9b-2582-49fd-91e7-682882ba9b8b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716190 Oct 27 16:35:01.420215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f92c63e3-2897-4c52-8ec4-6f25cfea5677 req-307298c2-90ce-437e-8169-fbe5de1fd4c4 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0376153 Oct 27 16:35:01.446791 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-4dea861d-45e5-4136-8dd5-2dec7c2f4d87 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:35:01.446899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35360) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.446981 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4dea861d-45e5-4136-8dd5-2dec7c2f4d87 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2794821 Oct 27 16:35:01.446981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35362) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.447145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-18870bac-af92-44f9-9938-7077361f0059 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group_rule': {'security_group_id': '71326f39-ad38-43c3-aa6e-7dfcdd7ede5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:01.506101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16012d1-e5bc-4439-b028-114bc7303ae8 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.511679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e16012d1-e5bc-4439-b028-114bc7303ae8 tempest-TestNetworkAdvancedServerOps-355957643 tempest-TestNetworkAdvancedServerOps-355957643-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1091 time: 0.0663693 Oct 27 16:35:01.512251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35366) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.521164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:01.668235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.758807 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-18870bac-af92-44f9-9938-7077361f0059 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:35:01.764810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18870bac-af92-44f9-9938-7077361f0059 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3199048 Oct 27 16:35:01.765021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35374) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.852990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.914759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.933043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.081591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Allocated IP 172.25.5.92 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/98311455-df14-4851-b04d-e21f0762ec04) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:02.109453 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.113136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.114081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/71326f39-ad38-43c3-aa6e-7dfcdd7ede5d HTTP/1.1" status: 204 len: 168 time: 0.3478696 Oct 27 16:35:02.116811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35402) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:02.175065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11cdf-5f1f-4d39-8b41-2dfd4a2c46d5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71326f39-ad38-43c3-aa6e-7dfcdd7ede5d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:02.190566 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4bb10d0a-0d55-4463-a71e-5c3198d58b71 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722585 Oct 27 16:35:02.195572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:02.203178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'tempest-secgroup--157214967'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:02.247435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.372611 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.432634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.442422 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.482654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=98311455-df14-4851-b04d-e21f0762ec04,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:02.491247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:02.493079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:02.495742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:02.568649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4997a89-357d-49b6-a2b3-c345407190ee req-7e89a52d-21b4-4fcf-bb36-8839a28ebfa9 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0361753 Oct 27 16:35:02.572016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.608950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a1283-3ee7-42dc-8c00-ae3ba8b48501,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:02.754668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.759241 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76bd7977-8683-4c66-a592-3e50f889695d tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5625594 Oct 27 16:35:02.760144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35444) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:02.764601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-58042cf8-d9d7-48be-a814-437802b09016 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:02.765295 n-d-814735-4 neutron-server[114449]: WARNING neutron.api.v2.base [None req-58042cf8-d9d7-48be-a814-437802b09016 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:35:02.766027 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-58042cf8-d9d7-48be-a814-437802b09016 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:35:02.769853 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-58042cf8-d9d7-48be-a814-437802b09016 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "PUT /v2.0/security-groups/a14a1283-3ee7-42dc-8c00-ae3ba8b48501 HTTP/1.1" status: 409 len: 330 time: 0.0087125 Oct 27 16:35:02.770464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:02.841401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.874964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.987166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.064041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.067621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.072573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/a14a1283-3ee7-42dc-8c00-ae3ba8b48501 HTTP/1.1" status: 204 len: 168 time: 0.2973852 Oct 27 16:35:03.073881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35456) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:03.082890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e808-53c4-4c24-b905-a14097199be5 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a1283-3ee7-42dc-8c00-ae3ba8b48501,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:03.164498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35460) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:03.166437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-90211043-db27-4417-be96-a83a929b9f74 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906281 Oct 27 16:35:03.184084 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-a6910d4d-7d39-4e92-9d8b-024579ca61f1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] delete failed (client error): The resource could not be found. Oct 27 16:35:03.188701 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6910d4d-7d39-4e92-9d8b-024579ca61f1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "DELETE /v2.0/security-groups/f361d4a0-9106-4ddc-a719-6245932ed506 HTTP/1.1" status: 404 len: 347 time: 0.0227399 Oct 27 16:35:03.204929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35462) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:03.216615 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-635fe92d-f8c2-4294-adcf-6e78991b8196 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] show failed (client error): The resource could not be found. Oct 27 16:35:03.218003 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-635fe92d-f8c2-4294-adcf-6e78991b8196 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-groups/92f7d8b2-5ef3-44f9-8b2c-c8090b4aa3e0 HTTP/1.1" status: 404 len: 347 time: 0.0157089 Oct 27 16:35:03.222889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:03.238252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.249164 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-fe951e02-3643-42d3-8947-41b0070737c1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] show failed (client error): The resource could not be found. Oct 27 16:35:03.250168 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fe951e02-3643-42d3-8947-41b0070737c1 tempest-NegativeSecGroupIPv6Test-1357739230 tempest-NegativeSecGroupIPv6Test-1357739230-project] 10.222.0.70 "GET /v2.0/security-group-rules/ecfa1e2b-045c-4ed9-9e89-bdccf955aa3c HTTP/1.1" status: 404 len: 356 time: 0.0259318 Oct 27 16:35:03.443061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.540780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.668910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event updated for resources: {'Port': ['ID=98311455-df14-4851-b04d-e21f0762ec04,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:03.685762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.818230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-754a8685-4175-473e-b698-01bcb5f86b52 req-298cf632-b101-4d7c-94c9-5ec55a19c52b tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.1262071 Oct 27 16:35:03.928382 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP b1946ca7-c67b-41b1-865e-eef2f2166540 associated. External IP: 172.25.5.92, port: 840831fb-baaf-43b3-b3cb-49c28c6f1765. Oct 27 16:35:03.930394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:04.172824 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-169594a7-cc26-490a-90a2-d90d8dc93fdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5383f8bc4fa0453d9121dc2746c5593a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399559 Oct 27 16:35:04.174218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:04.260674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.280757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 3f78b20c-47e4-413c-b399-385198444a43 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:04.286407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.424289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:04.454416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.462521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.462521 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4032fc14-cf5b-4c54-8da5-eb36f0309f3c HTTP/1.1" status: 204 len: 168 time: 0.2832735 Oct 27 16:35:04.472528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb05cd-7891-4241-8cfa-67c336a0de76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032fc14-cf5b-4c54-8da5-eb36f0309f3c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:04.473286 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Sync routers for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:04.501487 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:04.502176 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:04.561743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.596339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1909e791-ea8f-4391-9a45-8a4ac413dead tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0828536 Oct 27 16:35:04.597127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:04.599871 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:04.648158 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:04.659734 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0a8aa-5175-4489-8a58-c846d5d1861e x-openstack-request-id: req-27d0a8aa-5175-4489-8a58-c846d5d1861e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:04.660056 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:04.660281 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27d0a8aa-5175-4489-8a58-c846d5d1861e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:04.660839 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'status': 'completed', 'code': 200} Oct 27 16:35:04.719487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1bdb-54b7-47fb-b90b-9a05ae200a64 req-f9760c28-a12a-42de-a0d6-14d8e40eac70 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:04.726315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7e1bdb-54b7-47fb-b90b-9a05ae200a64 req-f9760c28-a12a-42de-a0d6-14d8e40eac70 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0792267 Oct 27 16:35:04.806297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7e1bdb-54b7-47fb-b90b-9a05ae200a64 req-6114863b-c4db-4b33-a515-fb920ba61646 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667057 Oct 27 16:35:04.819993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-72a17ca2-59fd-46e9-96cd-eceba361aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:04.841814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35506) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:04.846115 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-72a17ca2-59fd-46e9-96cd-eceba361aa67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1096 time: 0.1317942 Oct 27 16:35:05.061521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-44e112f9-eb16-4d32-ba4e-eed4155cfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:05.063221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-44e112f9-eb16-4d32-ba4e-eed4155cfa13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 897 time: 0.2132509 Oct 27 16:35:05.080936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f372939-4642-4f6b-9cdf-65abc79296cc req-24792a51-71eb-4e31-8193-131dab128a37 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0373569 Oct 27 16:35:05.087247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f5cf267d-c287-4eb4-baa9-43bf8d084fc0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/b1946ca7-c67b-41b1-865e-eef2f2166540 HTTP/1.1" status: 200 len: 990 time: 0.2442391 Oct 27 16:35:05.152176 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-44a79beb-ae37-4bbb-bcf5-215dee51f8d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 998 time: 0.0794597 Oct 27 16:35:05.153371 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'b1946ca7-c67b-41b1-865e-eef2f2166540', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f78b20c-47e4-413c-b399-385198444a43', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'mac_address': 'fa:16:3e:33:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:02Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:05.188795 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Checking router: 3f78b20c-47e4-413c-b399-385198444a43 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:05.200447 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:05.201719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:34:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:05.231239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-eb94d123-7753-4bdf-993d-2259253d9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:05.233669 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-eb94d123-7753-4bdf-993d-2259253d9df0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 200 len: 834 time: 0.0655839 Oct 27 16:35:05.308720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-eb9f9208-284c-4bd2-9391-7b3dbcc9c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:05.310895 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-eb9f9208-284c-4bd2-9391-7b3dbcc9c9df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54585fb8-8e02-44a5-9d53-bd9685600d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679462 Oct 27 16:35:05.389507 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:05.420991 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-e35b2fae-1e7c-4ba4-95ee-17501be0ba4d service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996108 Oct 27 16:35:05.523868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8093dbdd-e95f-4a92-9f9e-538a2a16bb96 req-139a1808-9ce8-4b4a-b19d-cdc4e84e14df service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933087 Oct 27 16:35:05.624942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'b1946ca7-c67b-41b1-865e-eef2f2166540', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f78b20c-47e4-413c-b399-385198444a43', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'mac_address': 'fa:16:3e:33:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:02Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:05.653460 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8cca3-1881-44cf-a937-005a4abfffa0 None None] The sync data for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 is: [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'b1946ca7-c67b-41b1-865e-eef2f2166540', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3f78b20c-47e4-413c-b399-385198444a43', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'mac_address': 'fa:16:3e:33:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:02Z', 'revision_number': 0, 'project_id': '2456b7420bc444239338671cce95b1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:05.886661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff0469-acf7-47ec-9b0e-921a6f7d010c None None] New status for floating IP b1946ca7-c67b-41b1-865e-eef2f2166540: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:35:06.088611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:06.092812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35550) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:06.172724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-17345d92-e0e0-4259-afb1-5c94d9d18086 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/b1946ca7-c67b-41b1-865e-eef2f2166540 HTTP/1.1" status: 200 len: 990 time: 0.0784035 Oct 27 16:35:06.241535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e419180-d0d6-401f-9d44-aec418cd50f5 req-c329798e-58b1-4990-8e74-cd0e284d951a tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0398357 Oct 27 16:35:06.314193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1524376403-network', 'tenant_id': '4430153bf18948ea9c9b03beb1931af1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:06.472313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Made reservation on behalf of 4430153bf18948ea9c9b03beb1931af1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:06.475478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.488459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.585395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.668650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.698230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d921d5-96a1-4edd-b408-c859a2aa00b0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:06.723609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:06.732923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.733277 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Added segment da9ab0ef-eb36-455b-b40d-25343c7b944c of type vlan for network 5447109a-064a-49f8-be01-8650a9ff73ca Oct 27 16:35:06.779185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.883321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.884373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:06.885187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.946617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] Pushing event updated for resources: {'Network': ['ID=5447109a-064a-49f8-be01-8650a9ff73ca,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:06.958080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5447109a-064a-49f8-be01-8650a9ff73ca details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:07.068822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ada01cc-cd3d-4b23-9939-b8b26f46184f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9772499 Oct 27 16:35:07.070167 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35562) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:07.075354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Request body: {'subnet': {'network_id': '5447109a-064a-49f8-be01-8650a9ff73ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1524376403-subnet', 'tenant_id': '4430153bf18948ea9c9b03beb1931af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:07.176158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35566) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:07.184349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Made reservation on behalf of 4430153bf18948ea9c9b03beb1931af1 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:07.186767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.307430 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff813278-fc31-494b-9786-cdebc43b2c6f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/b1946ca7-c67b-41b1-865e-eef2f2166540 HTTP/1.1" status: 200 len: 992 time: 0.1299760 Oct 27 16:35:07.391303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea0f8847-c15b-4482-9667-c1702a99dfb8 req-08dea945-fa25-4a92-9ae0-f80b24d3e79e tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0443501 Oct 27 16:35:07.528448 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.615078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf99e3ae-60bb-48e5-b4b9-f08a1f4991a8,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:07.623689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Checking segment: {'id': 'da9ab0ef-eb36-455b-b40d-25343c7b944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5447109a-064a-49f8-be01-8650a9ff73ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:07.624052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Network hostable DHCP agents. Network: 5447109a-064a-49f8-be01-8650a9ff73ca, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:07.723191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Network 5447109a-064a-49f8-be01-8650a9ff73ca is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:07.826381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5447109a-064a-49f8-be01-8650a9ff73ca) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:07.831545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:07.846598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.847496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3e108-d457-455e-9d8b-3b8861be3710 None None] Network 5447109a-064a-49f8-be01-8650a9ff73ca requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:07.970927 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cee1e308-b579-4489-8448-2e128fadf57a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8984008 Oct 27 16:35:07.982257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b41a3-f126-4499-b2dd-f6466fcdb9bf None None] Network 5447109a-064a-49f8-be01-8650a9ff73ca requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:08.525262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38a81aa8-e36f-4f43-8b5f-e7eef318f04a req-f20ab461-f479-4204-b4a0-1f4cb24f45a3 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0595443 Oct 27 16:35:09.011739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:09.016836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458924292-network', 'tenant_id': '9e2dd187e4a74581b7575e59cb3c9264'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:09.157471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Made reservation on behalf of 9e2dd187e4a74581b7575e59cb3c9264 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:09.160032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.185941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.278098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.399749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.433137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:09.461187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa8850-9162-4784-a4f2-4b3de0a56344,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:09.469407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.469761 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Added segment 4a3687fb-915a-4e80-8989-e85c5771edfe of type vlan for network 6fd9f411-3213-45a9-a46d-682c93ce87c3 Oct 27 16:35:09.516843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.723214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.724882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:09.725674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.784196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cba98e4-3ada-4af1-93c8-407f8b956229 req-9d02a327-837a-4d89-acfb-8ae3e9a4b986 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0699816 Oct 27 16:35:09.844164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd9f411-3213-45a9-a46d-682c93ce87c3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:09.856808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6fd9f411-3213-45a9-a46d-682c93ce87c3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:09.988521 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ac7c89b-808a-4a30-88d7-ffc35fc7d995 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9724805 Oct 27 16:35:09.989198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35640) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:09.995970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Request body: {'subnet': {'network_id': '6fd9f411-3213-45a9-a46d-682c93ce87c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458924292-subnet', 'tenant_id': '9e2dd187e4a74581b7575e59cb3c9264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:10.206693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Made reservation on behalf of 9e2dd187e4a74581b7575e59cb3c9264 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:10.209288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.557786 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.919893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6137d90c-75a7-4c6f-aab8-b50f594a5434 req-1157251f-66ad-44c7-a746-289b65d16de5 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0516562 Oct 27 16:35:11.048123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3473d82-71df-4351-9136-930a094b5d9f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.082219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Checking segment: {'id': '4a3687fb-915a-4e80-8989-e85c5771edfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6fd9f411-3213-45a9-a46d-682c93ce87c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:11.082580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Network hostable DHCP agents. Network: 6fd9f411-3213-45a9-a46d-682c93ce87c3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:11.232816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Network 6fd9f411-3213-45a9-a46d-682c93ce87c3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:11.368741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6fd9f411-3213-45a9-a46d-682c93ce87c3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:11.383685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:11.384051 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89012a53-7896-4108-ac54-4c7003e1d412 None None] Network 6fd9f411-3213-45a9-a46d-682c93ce87c3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:11.388492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.550552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e726f-4eb6-4872-8e0f-e7e225857277 None None] Network 6fd9f411-3213-45a9-a46d-682c93ce87c3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:11.636734 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3934c99b-49db-4445-99fc-70a7a729411a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6242554 Oct 27 16:35:11.637060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f07f834a-f2b9-471e-b0a5-5f860c838ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.904247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:11.985231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Deleting subnet cf99e3ae-60bb-48e5-b4b9-f08a1f4991a8 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:35:11.992635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.074703 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-cf2b87bc-bf48-4a87-8a1c-168452111601 req-9437ec2a-d6c4-4e77-b220-c401d4a2db32 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0509551 Oct 27 16:35:12.144056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51412289-7f82-4a44-ba8b-c82401ca42a7 req-f89375dd-9a81-433c-913a-37e1a71b75df tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Oct 27 16:35:12.172062 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.246183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.486291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.568867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf99e3ae-60bb-48e5-b4b9-f08a1f4991a8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:12.603817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.611655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44152193-a106-42e1-8fbb-787498be33fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf99e3ae-60bb-48e5-b4b9-f08a1f4991a8 HTTP/1.1" status: 204 len: 168 time: 0.7031994 Oct 27 16:35:12.616137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35722) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:12.650445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633a304-df3c-4826-825e-5bf907165db7 req-7abb7396-403d-4a3f-9c76-eca696da4af1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:12.657033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c633a304-df3c-4826-825e-5bf907165db7 req-7abb7396-403d-4a3f-9c76-eca696da4af1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1012509 Oct 27 16:35:12.743099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.743495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c633a304-df3c-4826-825e-5bf907165db7 req-f47c3c71-1ba7-4e69-bc75-74afbe5007a0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795710 Oct 27 16:35:12.844203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.867833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5447109a-064a-49f8-be01-8650a9ff73ca']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:12.879271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9ab0ef-eb36-455b-b40d-25343c7b944c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:12.879620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9ab0ef-eb36-455b-b40d-25343c7b944c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:12.904639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.925467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.935675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:35:12.936275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:35:12.938490 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:35:13.076405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.082738 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.087859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] 10.222.0.70 "DELETE /v2.0/networks/5447109a-064a-49f8-be01-8650a9ff73ca HTTP/1.1" status: 204 len: 168 time: 0.4731247 Oct 27 16:35:13.090744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35724) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:13.102939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81eac33-f404-4cf9-b265-5362bb1a0fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=5447109a-064a-49f8-be01-8650a9ff73ca,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:13.151748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Deleting subnet f3473d82-71df-4351-9136-930a094b5d9f {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:35:13.155468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.211639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.270877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7992549-90c2-4e98-bb5c-b2d602db6d3d req-e13f9b38-81f8-4d7b-96a1-d32e52bfabab tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0365977 Oct 27 16:35:13.286642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.443227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.492270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3473d82-71df-4351-9136-930a094b5d9f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:13.504887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.509469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ee1f5746-2f64-4f7a-a2ca-c0c55739e22e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f3473d82-71df-4351-9136-930a094b5d9f HTTP/1.1" status: 204 len: 168 time: 0.4176850 Oct 27 16:35:13.512197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35736) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:13.650878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.779993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.806901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd9f411-3213-45a9-a46d-682c93ce87c3']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:13.819713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3687fb-915a-4e80-8989-e85c5771edfe') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:13.820001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3687fb-915a-4e80-8989-e85c5771edfe') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:13.833571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.858972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.866540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:35:13.866989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:35:13.868835 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:35:13.921576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5d33d-aa84-4f03-a404-3c74f52052f8 req-47b97e17-3357-4229-9170-44b75b985665 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:13.927561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9f5d33d-aa84-4f03-a404-3c74f52052f8 req-47b97e17-3357-4229-9170-44b75b985665 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0770171 Oct 27 16:35:13.974367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9f5d33d-aa84-4f03-a404-3c74f52052f8 req-d5dd3203-2634-4930-afa8-3293a1bdd3b8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419405 Oct 27 16:35:14.062442 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.062664 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-de76bb8f-f9f8-4c74-a962-cb1cbee7047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.070389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.074913 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6fd9f411-3213-45a9-a46d-682c93ce87c3 HTTP/1.1" status: 204 len: 168 time: 0.5613892 Oct 27 16:35:14.104482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0fb98-3920-42d1-b419-bf2b5f769fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd9f411-3213-45a9-a46d-682c93ce87c3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:14.444789 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0defc29b-bb3c-4d5b-811f-b6679c022cb1 req-96b862a2-d92d-4282-9b98-227987f960bd tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0403886 Oct 27 16:35:14.543426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:14.630152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d06ca03e-d40e-4fae-adcb-b7c39644c83f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4430153bf18948ea9c9b03beb1931af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849042 Oct 27 16:35:14.637845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35756) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:14.670903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35758) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:14.696695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.725493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.769274 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.898069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec2f530f-919b-4a21-80d3-4d5c4e978962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.960203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.967026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.968685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0d921d5-96a1-4edd-b408-c859a2aa00b0 HTTP/1.1" status: 204 len: 168 time: 0.3296371 Oct 27 16:35:14.988572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49016876-14e0-4b38-8e32-a2f0115c1060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d921d5-96a1-4edd-b408-c859a2aa00b0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:15.007068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec2f530f-919b-4a21-80d3-4d5c4e978962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.117098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec2f530f-919b-4a21-80d3-4d5c4e978962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.138616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfd389-c97f-4b12-a01d-3fec45a25da3 req-f64e03b0-82e3-4113-afd6-ffd16657828c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:15.139784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bbfd389-c97f-4b12-a01d-3fec45a25da3 req-f64e03b0-82e3-4113-afd6-ffd16657828c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0548110 Oct 27 16:35:15.159550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f530f-919b-4a21-80d3-4d5c4e978962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a47a9-a767-4b43-b899-77c64bdb0593,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:15.164265 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec2f530f-919b-4a21-80d3-4d5c4e978962 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=734c2c08ea2742db89da309f2799f84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922717 Oct 27 16:35:15.166791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:15.191865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bbfd389-c97f-4b12-a01d-3fec45a25da3 req-3b9d9755-57a8-4385-a91c-eb3a71a8b5fb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Oct 27 16:35:15.215429 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.242502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-249289dd-90f5-48ac-a1ad-09d75c0351d1 req-6e799c8f-55c3-43d3-93c2-07aed7d95849 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0423412 Oct 27 16:35:15.259300 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f2298ee3-de4a-4845-8a6a-e0fe345b0d6e req-7c6041c7-26a0-4ef5-ae6e-505e1567ffc9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb0391539f2a4670a91bc3cc4f846a57&device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0466187 Oct 27 16:35:15.297293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f2298ee3-de4a-4845-8a6a-e0fe345b0d6e req-02da5108-e32c-4fdf-be43-4a2a43ab19d9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=eb0391539f2a4670a91bc3cc4f846a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251420 Oct 27 16:35:15.315447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.382588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.441161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2298ee3-de4a-4845-8a6a-e0fe345b0d6e req-a7b9cb0f-dfb1-4210-81c2-36f008370c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:15.442574 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f2298ee3-de4a-4845-8a6a-e0fe345b0d6e req-a7b9cb0f-dfb1-4210-81c2-36f008370c4d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352179 Oct 27 16:35:15.557052 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.560288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.561864 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/096a47a9-a767-4b43-b899-77c64bdb0593 HTTP/1.1" status: 204 len: 168 time: 0.3932004 Oct 27 16:35:15.571122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b4cba-fd34-4f56-a045-40c24194f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a47a9-a767-4b43-b899-77c64bdb0593,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:15.785273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35784) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:15.845517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9b910a1-26a0-4ae9-9c5c-b148978c9c6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e2dd187e4a74581b7575e59cb3c9264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564561 Oct 27 16:35:15.846100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:15.942264 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.989738 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.996172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:16.149229 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d3283d1-98a3-4555-a485-202c2108afd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.214481 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.217119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.220736 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbaa8850-9162-4784-a4f2-4b3de0a56344 HTTP/1.1" status: 204 len: 168 time: 0.3711698 Oct 27 16:35:16.226836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa8850-9162-4784-a4f2-4b3de0a56344,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:16.235892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.236447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.236953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.237454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.237939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.238419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.238894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.239500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.239831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.240163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.240563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.240890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a467e8e9-b3e4-4a5e-9c3e-58d7b6c1e277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:16.341585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d3283d1-98a3-4555-a485-202c2108afd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.387897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa889905-5ebd-48bf-b1ab-22d0ffe936f2 req-a3e34248-251e-4746-a3f6-358cf1341f52 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0427186 Oct 27 16:35:16.411618 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d3283d1-98a3-4555-a485-202c2108afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.444109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d3283d1-98a3-4555-a485-202c2108afd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2bd3c14f9c24f09b8c887e8e9ee602b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456029 Oct 27 16:35:16.446710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:16.477770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af625e8-5585-4d93-bd34-9f88592f98f3 req-54768725-3714-4580-bb3e-a46da1db03d3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:16.494961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2af625e8-5585-4d93-bd34-9f88592f98f3 req-54768725-3714-4580-bb3e-a46da1db03d3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1884100 Oct 27 16:35:16.549852 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.576763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.579360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3283d1-98a3-4555-a485-202c2108afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cd4e0a-6233-4ef8-82a3-bcc3ffe3d314,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:16.602005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2af625e8-5585-4d93-bd34-9f88592f98f3 req-d6cc9ac3-d781-44ee-8f36-502b0e425c2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060398 Oct 27 16:35:16.751724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.754432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.755858 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01cd4e0a-6233-4ef8-82a3-bcc3ffe3d314 HTTP/1.1" status: 204 len: 168 time: 0.3079576 Oct 27 16:35:16.766052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e159613-b49f-4965-b2cf-0b22cf9c7f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cd4e0a-6233-4ef8-82a3-bcc3ffe3d314,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:16.808437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35820) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:17.013791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.106670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f2298ee3-de4a-4845-8a6a-e0fe345b0d6e req-34b3c13f-a38c-40f5-a337-5bb445ff0399 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.82 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0335624 Oct 27 16:35:17.114564 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-080ea19c-7276-4431-af57-5724245e211c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.200431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-080ea19c-7276-4431-af57-5724245e211c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.300068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-080ea19c-7276-4431-af57-5724245e211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.340380 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-080ea19c-7276-4431-af57-5724245e211c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=605c4d51501d49beb87320a8f0532480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307600 Oct 27 16:35:17.341253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea19c-7276-4431-af57-5724245e211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb5977-3676-482f-8db2-4c840fc5c5a5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:17.343331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35844) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:17.424192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.454897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.512572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d9bf759-32bd-4661-b7b5-3c14badd2e40 req-8042ab27-44c1-4f65-902c-7ff1901ae506 tempest-ServerShowV254Test-251304109 tempest-ServerShowV254Test-251304109-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc6a6da4-78f1-455f-b713-1c33962efa69 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Oct 27 16:35:17.605200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.608362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.615109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38cb5977-3676-482f-8db2-4c840fc5c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2649269 Oct 27 16:35:17.618060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571ff8a-ea1b-466e-ac93-352f8db276da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb5977-3676-482f-8db2-4c840fc5c5a5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:17.731201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faa299-1cc3-4750-8f5b-78374481ed52 req-b105f765-6c13-4a19-8eea-d553ebd6ac14 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:17.732826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72faa299-1cc3-4750-8f5b-78374481ed52 req-b105f765-6c13-4a19-8eea-d553ebd6ac14 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0583286 Oct 27 16:35:17.773862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72faa299-1cc3-4750-8f5b-78374481ed52 req-a9c73c59-769e-4181-9291-dac65bf2c98b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Oct 27 16:35:18.464767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35880) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:18.478604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb1d9-9461-4881-9acf-8e580c4a0ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.570850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb1d9-9461-4881-9acf-8e580c4a0ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.676507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb1d9-9461-4881-9acf-8e580c4a0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.716018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a6ffb1d9-9461-4881-9acf-8e580c4a0ade admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ec220a61aac421cb7e729bf788e86ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501431 Oct 27 16:35:18.718012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb1d9-9461-4881-9acf-8e580c4a0ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b2689-006e-4815-ac81-4cee3b50f44a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:18.718722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:18.788408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.811607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.938747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20924bbb-76a9-4d40-8d90-6366506da32c req-5278b61e-36ad-4027-85e7-2b689e8a1414 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:18.940410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20924bbb-76a9-4d40-8d90-6366506da32c req-5278b61e-36ad-4027-85e7-2b689e8a1414 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0524712 Oct 27 16:35:18.953657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.956853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.958010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b3b2689-006e-4815-ac81-4cee3b50f44a HTTP/1.1" status: 204 len: 168 time: 0.2382400 Oct 27 16:35:18.965772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65032a3-fa58-41e9-987c-94543b9090a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b2689-006e-4815-ac81-4cee3b50f44a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:18.984609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20924bbb-76a9-4d40-8d90-6366506da32c req-03f44beb-12e4-4bdd-b289-c95e530c76c8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362875 Oct 27 16:35:19.292408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35918) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:19.372530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 35922) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:19.513687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dffd95e-a5b6-4c8d-ab82-d172f935296a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.565595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-254528857-network', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:19.613521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dffd95e-a5b6-4c8d-ab82-d172f935296a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.796628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Made reservation on behalf of cdbe8a9bb5884b77935e7aff65ae9d5d for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:19.799071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.808161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.838688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dffd95e-a5b6-4c8d-ab82-d172f935296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.896392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35946) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:19.896878 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2dffd95e-a5b6-4c8d-ab82-d172f935296a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb0391539f2a4670a91bc3cc4f846a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028664 Oct 27 16:35:19.929197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffd95e-a5b6-4c8d-ab82-d172f935296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c4d8c9-1391-426c-a701-56f8e28be671,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:19.965048 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.978717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.004576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.057687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.107295 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded846a-345f-40fa-b2b4-3bb1735d52e0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:20.174501 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:20.176589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a911d-32cd-49b6-8af0-b0b89b133c9b req-028adccf-7cf4-42b6-b493-4f7ec8bc3150 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:20.178225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-626a911d-32cd-49b6-8af0-b0b89b133c9b req-028adccf-7cf4-42b6-b493-4f7ec8bc3150 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0860572 Oct 27 16:35:20.178882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.181602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.185102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2c4d8c9-1391-426c-a701-56f8e28be671 HTTP/1.1" status: 204 len: 168 time: 0.2851129 Oct 27 16:35:20.192584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.192931 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Added segment 7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8 of type vlan for network 3ddb4f27-8141-4273-b467-cf1131474fb2 Oct 27 16:35:20.238978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.240114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7648ae-5868-448c-87f4-30104d3cdba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c4d8c9-1391-426c-a701-56f8e28be671,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:20.277886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-626a911d-32cd-49b6-8af0-b0b89b133c9b req-170a0d51-d1c7-482b-9f91-b6481e2e9c7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906062 Oct 27 16:35:20.405252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.406420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:20.407867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.472712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddb4f27-8141-4273-b467-cf1131474fb2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:20.491729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:20.564516 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d056bd9-488c-46ba-89c2-c8b816709ac4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1880195 Oct 27 16:35:20.565552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 35974) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:20.570510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Request body: {'subnet': {'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-254528857-subnet', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:20.679117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Made reservation on behalf of cdbe8a9bb5884b77935e7aff65ae9d5d for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:20.682000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.065441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.127021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:21.133700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Checking segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:21.134064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Network hostable DHCP agents. Network: 3ddb4f27-8141-4273-b467-cf1131474fb2, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:21.250972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:21.359029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3ddb4f27-8141-4273-b467-cf1131474fb2) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:21.364631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:21.365388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.370334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c296506-9f4b-487c-9908-47bdd0f0f78c None None] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:21.417248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234f6e9-facd-4c23-b7b8-2b7d9da7d903 req-e5a503cf-74af-488f-b3f5-1d0819e20f30 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:21.418880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2234f6e9-facd-4c23-b7b8-2b7d9da7d903 req-e5a503cf-74af-488f-b3f5-1d0819e20f30 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0700285 Oct 27 16:35:21.471373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2234f6e9-facd-4c23-b7b8-2b7d9da7d903 req-30b8622c-33eb-4fb7-a7a9-be03b66366e5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Oct 27 16:35:21.506077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9170904b-d961-43f8-8724-0c2602365abb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9393332 Oct 27 16:35:21.508721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36008) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:21.513546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:21.582768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3ddb4f27-8141-4273-b467-cf1131474fb2', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:21.583808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.693526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.694656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.741850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Allocated IP 172.20.0.2 (3ddb4f27-8141-4273-b467-cf1131474fb2/3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd/0d349fb0-284c-4395-8926-883d50e9b810) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:21.765997 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.916328 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.993401 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.011234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.033011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:22.036169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:22.040059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:22.092609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Pushing event updated for resources: {'Port': ['ID=0d349fb0-284c-4395-8926-883d50e9b810,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:22.111423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Attempting to bind port 0d349fb0-284c-4395-8926-883d50e9b810 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:22.111763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Attempting to bind port 0d349fb0-284c-4395-8926-883d50e9b810 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:22.112124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Attempting to bind port 0d349fb0-284c-4395-8926-883d50e9b810 on network 3ddb4f27-8141-4273-b467-cf1131474fb2 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:22.119972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:22.120344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Checking segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:22.120739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.121134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Bound using segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:22.121602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Bound port: 0d349fb0-284c-4395-8926-883d50e9b810, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:22.121978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.196063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] For port 0d349fb0-284c-4395-8926-883d50e9b810, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:22.199423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] For port 0d349fb0-284c-4395-8926-883d50e9b810, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0d349fb0-284c-4395-8926-883d50e9b810,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:22.285093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.313239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.337750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.341568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50729362-9c18-41f5-a8de-08c7b0aab2c7 None None] Pushing event updated for resources: {'Port': ['ID=0d349fb0-284c-4395-8926-883d50e9b810,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:22.462396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Allocated IP 172.25.5.129 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/785e3f75-6863-4a6a-a9e0-9202db3f52fe) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:22.597151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.620518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8572c5-7752-480d-aafb-631bbee02732 req-bc4c8eb9-a59a-4a03-908e-6c94239156d3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:22.622120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf8572c5-7752-480d-aafb-631bbee02732 req-bc4c8eb9-a59a-4a03-908e-6c94239156d3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0556586 Oct 27 16:35:22.670342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf8572c5-7752-480d-aafb-631bbee02732 req-6fa74fcb-aa81-4e93-b7ed-3f6d135ddd5c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Oct 27 16:35:22.779586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.825652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:22.830951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:22.835511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:22.838671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Pushing event updated for resources: {'Port': ['ID=785e3f75-6863-4a6a-a9e0-9202db3f52fe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:23.218138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.330509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0d349fb0-284c-4395-8926-883d50e9b810 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:23.430684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0d349fb0-284c-4395-8926-883d50e9b810 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:23.431285 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.564435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.604873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.609976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f185dbb-5d64-4274-a9f1-f20e39d0d352 None None] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:23.676373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 0d349fb0-284c-4395-8926-883d50e9b810, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0d349fb0-284c-4395-8926-883d50e9b810,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:23.734637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e949b805-db94-4005-9357-8f75c6d1f96c None None] Provisioning complete for port 0d349fb0-284c-4395-8926-883d50e9b810 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:23.735556 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e949b805-db94-4005-9357-8f75c6d1f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.836848 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.856461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad7769-0d48-4c8f-af57-835f01a79620 req-6fa35dac-1a65-422d-957c-a7d91510bea6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:23.858638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cad7769-0d48-4c8f-af57-835f01a79620 req-6fa35dac-1a65-422d-957c-a7d91510bea6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0683451 Oct 27 16:35:23.901408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Router af4fd838-4e42-48d6-8ed1-6efbfbb3859f is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:23.925578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=0d349fb0-284c-4395-8926-883d50e9b810,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:23.941083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7cad7769-0d48-4c8f-af57-835f01a79620 req-b4f2fc0e-46ab-4f26-8fcb-d0386fd35830 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758131 Oct 27 16:35:24.105520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:24.115937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Sync routers for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:24.132247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:24.133168 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:24.187149 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.190859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dba07e3e-8720-461b-bb23-2fcaf2263b62 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6786692 Oct 27 16:35:24.191373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36086) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:24.225392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:24.287223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:24.481440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-973381e3-bc58-4555-82df-01b6e3555f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.493389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-70a704be-384e-48f7-b2f8-3a44e4bfd204 None None] Provisioning complete for port 0d349fb0-284c-4395-8926-883d50e9b810 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:24.493942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-70a704be-384e-48f7-b2f8-3a44e4bfd204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.651549 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:23Z', 'revision_number': 3, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:24.670788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-973381e3-bc58-4555-82df-01b6e3555f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.701362 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Checking router: af4fd838-4e42-48d6-8ed1-6efbfbb3859f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:24.701709 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Updating router af4fd838-4e42-48d6-8ed1-6efbfbb3859f port 785e3f75-6863-4a6a-a9e0-9202db3f52fe binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:24.738789 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.870866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-973381e3-bc58-4555-82df-01b6e3555f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.914700 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-973381e3-bc58-4555-82df-01b6e3555f8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7aad61f6b2a4fa2b3677db3f68fd22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853528 Oct 27 16:35:24.915239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:24.930641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973381e3-bc58-4555-82df-01b6e3555f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a50723-1205-4b3b-8ca3-21907d58f8dc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:24.997425 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.042013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.149118 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.259222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94339-9e7d-4ecf-bebd-0930a55e7f47 req-f2448d81-5781-4052-952b-5a68a99133e5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:25.271634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00f94339-9e7d-4ecf-bebd-0930a55e7f47 req-f2448d81-5781-4052-952b-5a68a99133e5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1232636 Oct 27 16:35:25.291312 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.291692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.306926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.314399 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03a50723-1205-4b3b-8ca3-21907d58f8dc HTTP/1.1" status: 204 len: 168 time: 0.3948810 Oct 27 16:35:25.333872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ece7ee-8853-4f77-b8ec-752306811079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a50723-1205-4b3b-8ca3-21907d58f8dc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:25.399944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00f94339-9e7d-4ecf-bebd-0930a55e7f47 req-2fc87308-24bc-4819-9871-5b79829c4b40 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169930 Oct 27 16:35:25.437473 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Pushing event updated for resources: {'Port': ['ID=785e3f75-6863-4a6a-a9e0-9202db3f52fe,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:25.445469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0d349fb0-284c-4395-8926-883d50e9b810 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:25.446452 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Attempting to bind port 785e3f75-6863-4a6a-a9e0-9202db3f52fe on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:25.446830 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Attempting to bind port 785e3f75-6863-4a6a-a9e0-9202db3f52fe by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:25.447312 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Attempting to bind port 785e3f75-6863-4a6a-a9e0-9202db3f52fe on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:25.460814 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.461190 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.461515 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.461855 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.462247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.462744 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.463267 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.463747 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.464213 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.465082 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.465742 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.466244 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:25.471457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:25.472155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:25.472962 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.473518 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:25.474156 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Bound port: 785e3f75-6863-4a6a-a9e0-9202db3f52fe, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:25.475179 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.536886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:35:25.546181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0d349fb0-284c-4395-8926-883d50e9b810 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:25.546708 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.568190 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] For port 785e3f75-6863-4a6a-a9e0-9202db3f52fe, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:25.572715 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] For port 785e3f75-6863-4a6a-a9e0-9202db3f52fe, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=785e3f75-6863-4a6a-a9e0-9202db3f52fe,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:25.599296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.675223 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.735208 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:25.735829 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:25.779567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Allocated IP 172.20.0.1 (3ddb4f27-8141-4273-b467-cf1131474fb2/3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd/d6589cb0-88e6-4beb-812a-187155bacbd7) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:25.862976 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6244db-dede-408e-aad7-4a8cbf868119 None None] Pushing event updated for resources: {'Port': ['ID=785e3f75-6863-4a6a-a9e0-9202db3f52fe,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:25.889572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:25.908481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.021697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.105586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:26.111300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:26.112646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Pushing event updated for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:26.114187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:26.137516 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:23Z', 'revision_number': 3, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:26.153608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.154002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.154532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.154881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.155240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.155853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.156199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.156890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.157227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.157558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.157885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.158245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:26.194729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.198104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:35:26.220945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71362f8-a304-40a8-aab3-7edda6b85b4f None None] The sync data for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 is: [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:23Z', 'revision_number': 3, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:26.336984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36134) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:26.371813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39976430-5c57-4e37-8caa-e880272a7077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.412343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:26.432771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:35:26.539276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39976430-5c57-4e37-8caa-e880272a7077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.542433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.575472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:26.603620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:26.622648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2b636e8b-7759-4115-ad59-66fa506a7a90 None None] Provisioning complete for port d6589cb0-88e6-4beb-812a-187155bacbd7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:26.623373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b636e8b-7759-4115-ad59-66fa506a7a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.624431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39976430-5c57-4e37-8caa-e880272a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.710880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2b636e8b-7759-4115-ad59-66fa506a7a90 None None] Port d6589cb0-88e6-4beb-812a-187155bacbd7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:26.713420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.724715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.725272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39976430-5c57-4e37-8caa-e880272a7077 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec4375f28cba4a949f31fbc058dbdec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867478 Oct 27 16:35:26.728236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36142) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:26.729928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976430-5c57-4e37-8caa-e880272a7077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13782b07-2789-44d0-bffa-b6f31171ea3c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:26.836177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f21de-ac16-4036-8b2e-012c607e1e23 req-c8ee12c2-be12-45b4-85c9-02875c4b41c9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:26.853281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b9f21de-ac16-4036-8b2e-012c607e1e23 req-c8ee12c2-be12-45b4-85c9-02875c4b41c9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.2801275 Oct 27 16:35:26.866655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:26.893372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.929363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.939894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8165c52b-2e13-45f6-9a6b-03a5ff792d61'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:35:27.028993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b9f21de-ac16-4036-8b2e-012c607e1e23 req-2d0bb5ef-c91f-4cf4-b0fb-3526cbdd27a3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697655 Oct 27 16:35:27.176019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.180943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.183411 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13782b07-2789-44d0-bffa-b6f31171ea3c HTTP/1.1" status: 204 len: 168 time: 0.4483423 Oct 27 16:35:27.235744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ce6aa-b578-4ccb-b9e0-cf26f59e52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13782b07-2789-44d0-bffa-b6f31171ea3c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:27.352623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.459116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.469896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 785e3f75-6863-4a6a-a9e0-9202db3f52fe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:27.560892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.593660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 785e3f75-6863-4a6a-a9e0-9202db3f52fe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:27.594238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.656857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Pushing event updated for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:27.725542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.725542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 785e3f75-6863-4a6a-a9e0-9202db3f52fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=785e3f75-6863-4a6a-a9e0-9202db3f52fe,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:27.763995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:27.766756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:27.936117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.949932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Router af4fd838-4e42-48d6-8ed1-6efbfbb3859f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:28.044842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.091181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=785e3f75-6863-4a6a-a9e0-9202db3f52fe,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:28.174263 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-06cd3453-2a98-4742-baa2-fea32e280c04 None None] Provisioning complete for port d6589cb0-88e6-4beb-812a-187155bacbd7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:28.176615 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06cd3453-2a98-4742-baa2-fea32e280c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.235237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3453-2a98-4742-baa2-fea32e280c04 None None] Port d6589cb0-88e6-4beb-812a-187155bacbd7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:28.239548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:28.260070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:28.296979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d900c66e-af81-40ea-a8a2-afb0f1210192 admin admin] 10.222.0.70 "PUT /v2.0/routers/af4fd838-4e42-48d6-8ed1-6efbfbb3859f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039486 Oct 27 16:35:28.366444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:28.370807 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.391580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575cf26-8845-4990-befe-12844fa55a44 req-29bd4676-fa10-4d10-bbc8-d75a9104127e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:28.398782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f575cf26-8845-4990-befe-12844fa55a44 req-29bd4676-fa10-4d10-bbc8-d75a9104127e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 945 time: 0.1313102 Oct 27 16:35:28.479511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f575cf26-8845-4990-befe-12844fa55a44 req-7dbb36a4-3688-4d86-8f38-1ef3c039a3fe tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777960 Oct 27 16:35:28.529985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.553569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.608416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:28.611390 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a92c8e-3abe-4da7-ad78-234099c539d4" -d '{"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:28.631936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:28.662082 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd409fd9-2357-4600-8f2c-83b535412d25 x-openstack-request-id: req-bd409fd9-2357-4600-8f2c-83b535412d25 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:28.662373 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:28.662630 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd409fd9-2357-4600-8f2c-83b535412d25 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:28.681881 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'code': 200} Oct 27 16:35:28.795756 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.897427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:29.024090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Sync routers for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:29.036203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:29.036846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:29.159269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:29.289556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 785e3f75-6863-4a6a-a9e0-9202db3f52fe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:29.408215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 785e3f75-6863-4a6a-a9e0-9202db3f52fe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:29.408695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.475348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 2, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:29.552811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Checking router: af4fd838-4e42-48d6-8ed1-6efbfbb3859f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:29.552811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Updating router af4fd838-4e42-48d6-8ed1-6efbfbb3859f port d6589cb0-88e6-4beb-812a-187155bacbd7 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:29.594347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.693806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:29.700140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1968702121-network', 'tenant_id': '1b41c378528c40e795e19edb4469bd62'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:29.743261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b83e-aeba-48ae-9c7f-7b849825b1a3 req-caf04c6b-a983-453e-bd70-0ac5c9c11bf4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:29.750931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b74b83e-aeba-48ae-9c7f-7b849825b1a3 req-caf04c6b-a983-453e-bd70-0ac5c9c11bf4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1106536 Oct 27 16:35:29.814619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b74b83e-aeba-48ae-9c7f-7b849825b1a3 req-cee378af-734b-480b-9727-4e2aa35ed645 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532598 Oct 27 16:35:29.866596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Made reservation on behalf of 1b41c378528c40e795e19edb4469bd62 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:29.869397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.878936 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.021080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.026665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.096215 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.126039 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.160517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbdab-5637-4391-a369-039597b9af8d None None] Pushing event updated for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:30.173696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:30.220475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.226556 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Added segment cc3768da-4e27-4c26-bbb1-37c5b13203e4 of type vlan for network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 Oct 27 16:35:30.244274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d48c9a4-ab6c-4226-89c0-46b25ec8f511,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:30.279098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Attempting to bind port d6589cb0-88e6-4beb-812a-187155bacbd7 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:30.279585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Attempting to bind port d6589cb0-88e6-4beb-812a-187155bacbd7 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:30.280078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Attempting to bind port d6589cb0-88e6-4beb-812a-187155bacbd7 on network 3ddb4f27-8141-4273-b467-cf1131474fb2 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:30.286517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:30.287326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Checking segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:30.287456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.288528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.289137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Bound using segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:30.289830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Bound port: d6589cb0-88e6-4beb-812a-187155bacbd7, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:30.290457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.447195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.451260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:30.451260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.635336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-54f81c6c-523b-4541-bdb0-820d4fc22a10 None None] Provisioning complete for port d6589cb0-88e6-4beb-812a-187155bacbd7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:30.635336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54f81c6c-523b-4541-bdb0-820d4fc22a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.689600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] Pushing event updated for resources: {'Network': ['ID=78325dfa-6ee2-41d5-b69c-4f9ecb94e853,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:30.698624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] For port d6589cb0-88e6-4beb-812a-187155bacbd7, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:30.713824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] For port d6589cb0-88e6-4beb-812a-187155bacbd7, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d6589cb0-88e6-4beb-812a-187155bacbd7,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:30.715676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-54f81c6c-523b-4541-bdb0-820d4fc22a10 None None] Port d6589cb0-88e6-4beb-812a-187155bacbd7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:30.723462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:30.745954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05a19f08-fb61-4c58-8f6d-6c3bb4f9db5a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0506794 Oct 27 16:35:30.748698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36260) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:30.755629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Request body: {'subnet': {'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1968702121-subnet', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:30.811408 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.889587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Made reservation on behalf of 1b41c378528c40e795e19edb4469bd62 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:30.893833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.973563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbdab-5637-4391-a369-039597b9af8d None None] Pushing event updated for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:30.982286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:30.983065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:31.293911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:31.602712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] Provisioning complete for port d6589cb0-88e6-4beb-812a-187155bacbd7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:31.602949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:31.702334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68adcd-7258-4dde-aca7-f3e6c4e8ec79 req-479a78e3-7280-45bd-999a-10f0e1fd0a43 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:31.706386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d68adcd-7258-4dde-aca7-f3e6c4e8ec79 req-479a78e3-7280-45bd-999a-10f0e1fd0a43 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.6874969 Oct 27 16:35:31.711488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:31.776330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27430559-1a47-4049-86d1-5d401df0d96b,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:31.808140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:30Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:31.867840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d68adcd-7258-4dde-aca7-f3e6c4e8ec79 req-0ab65544-ebb6-42e2-825f-8a8460b507f2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976532 Oct 27 16:35:31.875094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Checking segment: {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:31.875484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Network hostable DHCP agents. Network: 78325dfa-6ee2-41d5-b69c-4f9ecb94e853, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:31.893299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef3828-3f7d-4863-b8e6-b32fb2e32c88 None None] The sync data for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 is: [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:30Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:31.904028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.007450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] For port d6589cb0-88e6-4beb-812a-187155bacbd7, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d6589cb0-88e6-4beb-812a-187155bacbd7,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:32.069058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:32.105651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.189986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3ee4f-57d9-47de-8c99-84eeb0961ab2 None None] Pushing event updated for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:32.221645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 78325dfa-6ee2-41d5-b69c-4f9ecb94e853) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:32.241550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6893fefc-821b-40b4-9a76-af5e938bd2e0 None None] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:32.250909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:32.254815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.444142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:32.448232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fa5bd4ec-5150-4d5b-afc9-df00627fec1b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6945410 Oct 27 16:35:32.450243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:32.591220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'fixed_ips': [{'subnet_id': '27430559-1a47-4049-86d1-5d401df0d96b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:32.592234 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.596010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.597345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.678622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:33.078880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Allocated IP 172.20.0.2 (78325dfa-6ee2-41d5-b69c-4f9ecb94e853/27430559-1a47-4049-86d1-5d401df0d96b/e9815f22-65b8-486f-ac6d-0c5699981e42) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:33.175349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:33.265243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ed99-22fa-46eb-8a09-026a8c5fd549 req-09c2b7d7-bfe7-4470-90f7-bd41736d51dd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:33.289541 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c88ed99-22fa-46eb-8a09-026a8c5fd549 req-09c2b7d7-bfe7-4470-90f7-bd41736d51dd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1940422 Oct 27 16:35:33.398559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c88ed99-22fa-46eb-8a09-026a8c5fd549 req-9d63e3c0-5a3d-4d53-82ec-9659d53d6394 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050994 Oct 27 16:35:33.474387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d6589cb0-88e6-4beb-812a-187155bacbd7 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:33.687155 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:33.689857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d6589cb0-88e6-4beb-812a-187155bacbd7 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:33.690326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:33.798455 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:33.975512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36370) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:34.009445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:34.023537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.034536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:34.065170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:34.072249 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Pushing event updated for resources: {'Port': ['ID=e9815f22-65b8-486f-ac6d-0c5699981e42,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:34.082969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.239799 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-330817f1-c952-4415-ba00-a0d121a7c90a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.254590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Attempting to bind port e9815f22-65b8-486f-ac6d-0c5699981e42 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:34.284352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Attempting to bind port e9815f22-65b8-486f-ac6d-0c5699981e42 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:34.284534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Attempting to bind port e9815f22-65b8-486f-ac6d-0c5699981e42 on network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:34.313709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:34.318856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Checking segment: {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:34.319449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.320864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Bound using segment: {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:34.322949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Bound port: e9815f22-65b8-486f-ac6d-0c5699981e42, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:34.323232 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.455595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Allocated IP 172.25.5.235 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/2fba280b-2483-4904-88a9-1265c244be30) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:34.512973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] For port e9815f22-65b8-486f-ac6d-0c5699981e42, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:34.523586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] For port e9815f22-65b8-486f-ac6d-0c5699981e42, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9815f22-65b8-486f-ac6d-0c5699981e42,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:34.569632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-330817f1-c952-4415-ba00-a0d121a7c90a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.608223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.658931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-330817f1-c952-4415-ba00-a0d121a7c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:34.726468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330817f1-c952-4415-ba00-a0d121a7c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3812df4-0581-461d-a5d0-ceee51fbcafe,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:34.770639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d38d-f6ef-4861-bed0-e8b08eab1497 None None] Pushing event updated for resources: {'Port': ['ID=e9815f22-65b8-486f-ac6d-0c5699981e42,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:34.787960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-330817f1-c952-4415-ba00-a0d121a7c90a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7737ad4f7da94f08ada08710ba8397f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135314 Oct 27 16:35:34.790145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:34.821259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490df3b-6e95-4f64-80fc-d119ee0facb5 req-aa9b26e0-ef7a-4ecf-ab8a-29d5da660c7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:34.822860 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6490df3b-6e95-4f64-80fc-d119ee0facb5 req-aa9b26e0-ef7a-4ecf-ab8a-29d5da660c7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.2559805 Oct 27 16:35:35.006430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6490df3b-6e95-4f64-80fc-d119ee0facb5 req-5bb69340-8e99-426b-a47d-2004f9e685a0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634576 Oct 27 16:35:35.045617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.120264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.346363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.349582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.351968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3812df4-0581-461d-a5d0-ceee51fbcafe HTTP/1.1" status: 204 len: 168 time: 0.5618091 Oct 27 16:35:35.366656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.388553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab874-214d-436e-9bb8-064ecb2853c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3812df4-0581-461d-a5d0-ceee51fbcafe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:35.478632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9815f22-65b8-486f-ac6d-0c5699981e42 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:35.606783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e9815f22-65b8-486f-ac6d-0c5699981e42 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:35.609452 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.637972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.782262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:35.799859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:35.807741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2fba280b-2483-4904-88a9-1265c244be30,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:35.824678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:35.832396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.965030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port e9815f22-65b8-486f-ac6d-0c5699981e42, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9815f22-65b8-486f-ac6d-0c5699981e42,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:36.083180 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.239128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=e9815f22-65b8-486f-ac6d-0c5699981e42,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:36.392550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492800-22f0-4e6c-8b02-c7c7a95590ab req-39faa3cd-d03a-41a4-bd69-b2419170e521 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:36.400446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1492800-22f0-4e6c-8b02-c7c7a95590ab req-39faa3cd-d03a-41a4-bd69-b2419170e521 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1929657 Oct 27 16:35:36.516000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1492800-22f0-4e6c-8b02-c7c7a95590ab req-8a5d4e16-ed56-41cd-84ae-20d0d84593c2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145391 Oct 27 16:35:36.587975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36424) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:36.678959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.686130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11253ed5-9a70-4a15-9ffa-0d129bdec084 None None] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:36.839940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b51c6216-5f69-4aaf-94e0-515515959d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.932251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a1c9ddd8-bb38-4aa8-945f-cd5e2c3a1e1a None None] Provisioning complete for port e9815f22-65b8-486f-ac6d-0c5699981e42 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:36.932814 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ddd8-bb38-4aa8-945f-cd5e2c3a1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.960308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36434) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:37.085947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89f5422a-f4a8-4f47-9326-5e2260c30000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.409576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.440987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9815f22-65b8-486f-ac6d-0c5699981e42 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:37.524317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b51c6216-5f69-4aaf-94e0-515515959d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.589986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e9815f22-65b8-486f-ac6d-0c5699981e42 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:37.590429 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.639000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b51c6216-5f69-4aaf-94e0-515515959d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.771531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b51c6216-5f69-4aaf-94e0-515515959d82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0145cdf46f1477aa9c47ce732e6b915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797502 Oct 27 16:35:37.777725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:37.891195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-86fdec22-8fd8-4efb-b16f-a97aa05ce1df None None] Provisioning complete for port e9815f22-65b8-486f-ac6d-0c5699981e42 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:37.891593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86fdec22-8fd8-4efb-b16f-a97aa05ce1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.962484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.970709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89f5422a-f4a8-4f47-9326-5e2260c30000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:37.992856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Router 1a701bf3-6953-4c5a-96d7-e2191464ed81 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:38.017831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c6216-5f69-4aaf-94e0-515515959d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f979e773-46ae-4712-a6dd-2386ff758651,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:38.029332 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.064970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ffd63-78cd-4218-a74c-31bc19f38912 req-426a7b68-8581-4f61-b649-2885e6b5d1bc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:38.066581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa4ffd63-78cd-4218-a74c-31bc19f38912 req-426a7b68-8581-4f61-b649-2885e6b5d1bc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.3112371 Oct 27 16:35:38.074463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-89f5422a-f4a8-4f47-9326-5e2260c30000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.200730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-89f5422a-f4a8-4f47-9326-5e2260c30000 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fe0ebd0a3e24214bfad4b51725760a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2301388 Oct 27 16:35:38.200730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5422a-f4a8-4f47-9326-5e2260c30000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2197bd74-3265-4ead-ae36-22c19d98c848,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:38.203240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36456) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:38.296440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa4ffd63-78cd-4218-a74c-31bc19f38912 req-45426bcf-f406-40ed-84b8-35775f0dd51e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510105 Oct 27 16:35:38.401176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.450574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:38.471736 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Sync routers for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:38.475885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.543509 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:38.546981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.547995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:38.549323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2c3651e3-ca2f-494c-a4be-cb65462b58c8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1030221 Oct 27 16:35:38.551923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36460) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:38.780885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.784072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.787909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2197bd74-3265-4ead-ae36-22c19d98c848 HTTP/1.1" status: 204 len: 168 time: 0.5291748 Oct 27 16:35:38.840788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf05f-0117-4f5b-8a3f-699b3c7396cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197bd74-3265-4ead-ae36-22c19d98c848,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:38.888561 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:38.934388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.949340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.950999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f979e773-46ae-4712-a6dd-2386ff758651 HTTP/1.1" status: 204 len: 168 time: 1.1640806 Oct 27 16:35:39.068038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d85ac-b614-4b9f-823c-56b5907ddf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979e773-46ae-4712-a6dd-2386ff758651,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:39.441859 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:36Z', 'revision_number': 3, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:39.525510 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Checking router: 1a701bf3-6953-4c5a-96d7-e2191464ed81 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:39.526105 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Updating router 1a701bf3-6953-4c5a-96d7-e2191464ed81 port 2fba280b-2483-4904-88a9-1265c244be30 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:39.614029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd460c-0c7e-40ea-a897-0f40ef49609a req-9a41936d-d774-468b-8ca2-d2bcb42d980e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:39.623942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69cd460c-0c7e-40ea-a897-0f40ef49609a req-9a41936d-d774-468b-8ca2-d2bcb42d980e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1520624 Oct 27 16:35:39.631275 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.693784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:39.730719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69cd460c-0c7e-40ea-a897-0f40ef49609a req-217fe289-6508-4ecd-85df-1fe40ab4af99 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021652 Oct 27 16:35:40.354890 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.360142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Allocated IP 172.20.0.1 (78325dfa-6ee2-41d5-b69c-4f9ecb94e853/27430559-1a47-4049-86d1-5d401df0d96b/94ed548a-c71f-4808-b429-75d3ba93e4ed) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:40.483117 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.539825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.575243 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Attempting to bind port 2fba280b-2483-4904-88a9-1265c244be30 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:40.575745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Attempting to bind port 2fba280b-2483-4904-88a9-1265c244be30 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:40.576138 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Attempting to bind port 2fba280b-2483-4904-88a9-1265c244be30 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:40.581179 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1b74a-e10c-4f31-9eca-c2d6e74a02b4 None None] Pushing event updated for resources: {'Port': ['ID=2fba280b-2483-4904-88a9-1265c244be30,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.587665 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:40.588275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:40.588904 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.589839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:40.590116 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Bound port: 2fba280b-2483-4904-88a9-1265c244be30, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:40.590595 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.661249 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] For port 2fba280b-2483-4904-88a9-1265c244be30, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:40.664897 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] For port 2fba280b-2483-4904-88a9-1265c244be30, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2fba280b-2483-4904-88a9-1265c244be30,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:40.679946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.732679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:40.736166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:40.742780 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:40.804795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Pushing event updated for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:40.815244 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.855993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:40.991189 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:40.991858 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:41.143668 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1b74a-e10c-4f31-9eca-c2d6e74a02b4 None None] Pushing event updated for resources: {'Port': ['ID=2fba280b-2483-4904-88a9-1265c244be30,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.154164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeec07-f5a3-4912-b257-6fa7440ae653 req-636d9e8c-9ea9-4ae4-87c4-a1c1ad9e145c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:41.167693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0aeec07-f5a3-4912-b257-6fa7440ae653 req-636d9e8c-9ea9-4ae4-87c4-a1c1ad9e145c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.2532425 Oct 27 16:35:41.240139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0aeec07-f5a3-4912-b257-6fa7440ae653 req-26acf593-2faf-4203-9d1f-d94bed504f16 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667450 Oct 27 16:35:41.344325 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:41.347376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.376236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b651e4c-e3b7-45df-9624-09b93cc24677 None None] Provisioning complete for port 94ed548a-c71f-4808-b429-75d3ba93e4ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:41.522436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b651e4c-e3b7-45df-9624-09b93cc24677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.522436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7b651e4c-e3b7-45df-9624-09b93cc24677 None None] Port 94ed548a-c71f-4808-b429-75d3ba93e4ed cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:41.538851 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.575739 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:36Z', 'revision_number': 3, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:41.595571 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-31f4cc7c-d6b2-43a1-99bb-0aafa038f4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.605798 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a8738-3b3d-4800-909d-e2b51dbf84ee None None] The sync data for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 is: [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:36Z', 'revision_number': 3, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:41.631922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.715284 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.717129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Pushing event updated for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.879149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:41.880803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:42.216075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Router 1a701bf3-6953-4c5a-96d7-e2191464ed81 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:42.328794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36530) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.465541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-38ae1193-dfb4-4359-b71c-3fe9e64aa7bd None None] Provisioning complete for port 94ed548a-c71f-4808-b429-75d3ba93e4ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:42.470948 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38ae1193-dfb4-4359-b71c-3fe9e64aa7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.559014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:42.567932 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aafc03a5-4e2d-463a-83d1-2cbb74068c2a admin admin] 10.222.0.70 "PUT /v2.0/routers/1a701bf3-6953-4c5a-96d7-e2191464ed81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0147345 Oct 27 16:35:42.591927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71ebc-2e04-4b04-9225-f741572a0782 req-551ecf97-5330-40dd-b5cf-03ae357a97ec tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:42.600778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1c71ebc-2e04-4b04-9225-f741572a0782 req-551ecf97-5330-40dd-b5cf-03ae357a97ec tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1572864 Oct 27 16:35:42.607138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-38ae1193-dfb4-4359-b71c-3fe9e64aa7bd None None] Port 94ed548a-c71f-4808-b429-75d3ba93e4ed cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:42.685509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1c71ebc-2e04-4b04-9225-f741572a0782 req-e581c405-f1d0-430d-a662-81808d450000 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836840 Oct 27 16:35:42.727379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9cc1973e-0f64-480d-9d1b-d8ab7ae76cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.849368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9cc1973e-0f64-480d-9d1b-d8ab7ae76cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.935275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9cc1973e-0f64-480d-9d1b-d8ab7ae76cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.092327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36542) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:43.105609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9cc1973e-0f64-480d-9d1b-d8ab7ae76cc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98e0af0d3d0b4e27aebf461037bd1a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736940 Oct 27 16:35:43.108353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1973e-0f64-480d-9d1b-d8ab7ae76cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102d1443-4ae0-4910-961a-894e21b317dd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.325619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.413272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.465889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2fba280b-2483-4904-88a9-1265c244be30 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:43.594639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2fba280b-2483-4904-88a9-1265c244be30 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:43.595098 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.700962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.705865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.726061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/102d1443-4ae0-4910-961a-894e21b317dd HTTP/1.1" status: 204 len: 168 time: 0.6316676 Oct 27 16:35:43.751680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e480d-15bb-4cbb-ab91-569e5ca6f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d1443-4ae0-4910-961a-894e21b317dd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.856045 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.910097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 2fba280b-2483-4904-88a9-1265c244be30, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2fba280b-2483-4904-88a9-1265c244be30,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:43.986483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0c872-5def-41e9-b6c7-107bd173c54e req-dc52e726-1025-4b7f-850a-34f417c85932 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:43.996300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e0c872-5def-41e9-b6c7-107bd173c54e req-dc52e726-1025-4b7f-850a-34f417c85932 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1231322 Oct 27 16:35:44.003275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.012135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-27b08370-8208-4571-9a13-225212431ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.095469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e0c872-5def-41e9-b6c7-107bd173c54e req-41943c33-b857-48b9-b1b3-71f16e76e302 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908253 Oct 27 16:35:44.133095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=2fba280b-2483-4904-88a9-1265c244be30,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:44.156096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.159127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.159650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.161013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.161502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.163803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.164319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.164815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.166680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.167246 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.167788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.169148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:44.705430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.896554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Sync routers for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:44.908364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:44.909398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:45.102111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36584) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:45.112389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131111290', 'description': 'tempest-secgroup-smoke-131111290 description', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:45.144455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:45.291965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db57a-7555-431e-81bd-53dfdba30fa1 req-433555be-21a9-4a93-a41b-9b7fd0403f5f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:45.300513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b91db57a-7555-431e-81bd-53dfdba30fa1 req-433555be-21a9-4a93-a41b-9b7fd0403f5f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0952046 Oct 27 16:35:45.310433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.412604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b91db57a-7555-431e-81bd-53dfdba30fa1 req-9e3751a4-5a67-4352-beab-e0601bd8c7f5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077707 Oct 27 16:35:45.604294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.627483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2fba280b-2483-4904-88a9-1265c244be30 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:45.653020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.669220 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.828699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6ec04-dd59-404e-a768-b5d544f8ee8c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:45.839844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2fba280b-2483-4904-88a9-1265c244be30 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:45.840403 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.916502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:45.921561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c76d67c6-db4d-4523-8686-f2e1b87a8a4c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8143432 Oct 27 16:35:45.922134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:45.931966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:46.071023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.112703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:41Z', 'revision_number': 4, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '94ed548a-c71f-4808-b429-75d3ba93e4ed', 'name': '', 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'mac_address': 'fa:16:3e:c1:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '27430559-1a47-4049-86d1-5d401df0d96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:39Z', 'updated_at': '2021-10-27T16:35:41Z', 'revision_number': 2, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'subnets': [{'id': '27430559-1a47-4049-86d1-5d401df0d96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:46.150207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Checking router: 1a701bf3-6953-4c5a-96d7-e2191464ed81 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:46.167622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Updating router 1a701bf3-6953-4c5a-96d7-e2191464ed81 port 94ed548a-c71f-4808-b429-75d3ba93e4ed binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:46.172247 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.185790 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.272081 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.295600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ad8a8d-a17d-4c6d-9c04-9bf76dcd3a3a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:46.416148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.421574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c22b542b-b7b8-47d0-81d4-00b3293ba921 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4940653 Oct 27 16:35:46.421984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:46.430363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:46.626014 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.705807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22412322-b428-4672-8f29-26e48ba9d9e9 req-3e229edc-1b55-4eb7-a15f-a8dbb2b5ea9c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:46.710677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22412322-b428-4672-8f29-26e48ba9d9e9 req-3e229edc-1b55-4eb7-a15f-a8dbb2b5ea9c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1678121 Oct 27 16:35:46.757789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.798631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-22412322-b428-4672-8f29-26e48ba9d9e9 req-79c0e302-480d-4adc-b030-03a522605e80 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813200 Oct 27 16:35:46.836431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.897920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:46.936478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a88ad42-df9f-4aa4-bffa-d511a92fc8d4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:46.980123 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.118273 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.118273 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2e2a9c40-4313-41a4-b2e1-59a1fccef639 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6890166 Oct 27 16:35:47.118273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36624) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:47.121420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:47.151160 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.207172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8bbf8-90a9-4bf6-b936-6d6c11b00339 None None] Pushing event updated for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:47.288983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.323997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Attempting to bind port 94ed548a-c71f-4808-b429-75d3ba93e4ed on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:47.324374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Attempting to bind port 94ed548a-c71f-4808-b429-75d3ba93e4ed by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:47.324880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Attempting to bind port 94ed548a-c71f-4808-b429-75d3ba93e4ed on network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:47.331559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:47.332113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Checking segment: {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:47.332540 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.334938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Bound using segment: {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:47.334938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Bound port: 94ed548a-c71f-4808-b429-75d3ba93e4ed, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3768da-4e27-4c26-bbb1-37c5b13203e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:47.334938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.429912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.487823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] For port 94ed548a-c71f-4808-b429-75d3ba93e4ed, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:47.496204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] For port 94ed548a-c71f-4808-b429-75d3ba93e4ed, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=94ed548a-c71f-4808-b429-75d3ba93e4ed,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:47.539164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.576122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de3b6a-7e99-4492-8d9b-62181747b95d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:47.611685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ea7b0639-3469-4cb4-b3a6-0645b2757c3b None None] Provisioning complete for port 94ed548a-c71f-4808-b429-75d3ba93e4ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:47.612924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0639-3469-4cb4-b3a6-0645b2757c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.640162 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.684609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.689960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36636) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:47.692017 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f4de9ad2-ecb0-4ff1-bbf6-f07dffb733b6 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5692785 Oct 27 16:35:47.696625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:47.765893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b0639-3469-4cb4-b3a6-0645b2757c3b None None] Port 94ed548a-c71f-4808-b429-75d3ba93e4ed cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:47.789499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:47.790275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:47.848409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:47.940704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.000963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:48.128190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471136-3053-4cb6-9eb3-952075d7c0e1 req-767c03e0-5d5d-4a85-9bf1-dcac275b4cb3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:48.130333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49471136-3053-4cb6-9eb3-952075d7c0e1 req-767c03e0-5d5d-4a85-9bf1-dcac275b4cb3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1719043 Oct 27 16:35:48.136212 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.193147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04612e-14af-4685-9790-5fe9061df786,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.269616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8bbf8-90a9-4bf6-b936-6d6c11b00339 None None] Pushing event updated for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.392705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49471136-3053-4cb6-9eb3-952075d7c0e1 req-8cef2804-7923-4626-97be-434a32fccc1d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498598 Oct 27 16:35:48.450648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.451866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3924a65d-9555-4a8d-8caa-d1747226423c tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7608404 Oct 27 16:35:48.454641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:48.459418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:48.540183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] Provisioning complete for port 94ed548a-c71f-4808-b429-75d3ba93e4ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:48.540591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.628639 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Project cdbe8a9bb5884b77935e7aff65ae9d5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:35:48.637158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.680218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:41Z', 'revision_number': 4, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '94ed548a-c71f-4808-b429-75d3ba93e4ed', 'name': '', 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'mac_address': 'fa:16:3e:c1:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '27430559-1a47-4049-86d1-5d401df0d96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:39Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 4, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'subnets': [{'id': '27430559-1a47-4049-86d1-5d401df0d96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:48.726644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a69b-7dec-4a1c-8585-c9562a86e750 None None] The sync data for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 is: [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:35:41Z', 'revision_number': 4, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '94ed548a-c71f-4808-b429-75d3ba93e4ed', 'name': '', 'network_id': '78325dfa-6ee2-41d5-b69c-4f9ecb94e853', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'mac_address': 'fa:16:3e:c1:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '27430559-1a47-4049-86d1-5d401df0d96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:39Z', 'updated_at': '2021-10-27T16:35:47Z', 'revision_number': 4, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'subnets': [{'id': '27430559-1a47-4049-86d1-5d401df0d96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:48.734746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.741535 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.816945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] For port 94ed548a-c71f-4808-b429-75d3ba93e4ed, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=94ed548a-c71f-4808-b429-75d3ba93e4ed,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:48.849436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.904307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37572bc2-184e-4508-bedb-23b7b3f29be6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:48.917427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.001210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.007293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bd77f8ae-1435-4f3a-8e94-ef575599e7ff tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5506048 Oct 27 16:35:49.009433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36656) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:49.014887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'security_group_rule': {'security_group_id': '27f6ec04-dd59-404e-a768-b5d544f8ee8c', 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:49.065742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6874d-a3e9-4e3b-85d5-fae4a96bbf85 None None] Pushing event updated for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:49.145009 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Project cdbe8a9bb5884b77935e7aff65ae9d5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:35:49.153728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.372644 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.436171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 94ed548a-c71f-4808-b429-75d3ba93e4ed up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:49.482269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.618686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 94ed548a-c71f-4808-b429-75d3ba93e4ed triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:49.619078 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.657348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d022b1-0a19-4413-be68-21fb5927e97f,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:49.689899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.691180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-05aa4e25-dc64-42a2-999b-7bb7837f8590 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6808980 Oct 27 16:35:49.751804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841550ab-a462-4af8-9010-02da813c0163 req-086f9568-a4bf-4c35-a303-f2306ff81044 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:49.766193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-841550ab-a462-4af8-9010-02da813c0163 req-086f9568-a4bf-4c35-a303-f2306ff81044 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.2341352 Oct 27 16:35:49.918405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-841550ab-a462-4af8-9010-02da813c0163 req-7921f318-314e-4593-af5b-01efd8df1017 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512058 Oct 27 16:35:50.115865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-2a3f6e8d-3c50-4a7a-87bf-3f8bb5b16a5f tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131111290&fields=id&tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d HTTP/1.1" status: 200 len: 267 time: 0.0651357 Oct 27 16:35:50.268720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-fb9e63c0-c57c-4a45-a7c4-575b20e4bf7a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:50.270958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-fb9e63c0-c57c-4a45-a7c4-575b20e4bf7a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/networks?id=3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 200 len: 808 time: 0.1466219 Oct 27 16:35:50.311409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-5f757013-3019-4baf-9579-897d673bff84 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/quotas/cdbe8a9bb5884b77935e7aff65ae9d5d HTTP/1.1" status: 200 len: 375 time: 0.0290327 Oct 27 16:35:50.398426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-1e09cd64-cb34-493c-9012-9a1d1549f712 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905097 Oct 27 16:35:50.520356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-390dc7bc-507c-4a4e-bd4a-db838fedb773 service neutron] 10.222.0.70 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173236 Oct 27 16:35:50.689115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-42886fbe-46bf-4e41-bee4-3917576e571f service neutron] 10.222.0.70 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585159 Oct 27 16:35:51.244872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0f098f8b-6cb7-46e4-be75-14e586e8b237 req-5b73c8b6-8085-432a-80e7-d20491995074 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0823605 Oct 27 16:35:51.292352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3264-6258-4086-8de9-062ec0ee3bd3 req-fb20d084-0c6d-44a7-81a2-c010b013c482 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:51.297441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab4d3264-6258-4086-8de9-062ec0ee3bd3 req-fb20d084-0c6d-44a7-81a2-c010b013c482 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.2408895 Oct 27 16:35:51.391456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab4d3264-6258-4086-8de9-062ec0ee3bd3 req-6264ba41-d100-4284-ae62-94d32b124f55 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877125 Oct 27 16:35:52.373342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e396916-2a38-47b4-a448-d48fd6128d5d req-3153ffd8-1a8f-485f-8c00-77031df99548 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0554163 Oct 27 16:35:52.668990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ab329-d0d9-4fe7-9756-6eab96b8423a req-48378756-486e-47af-b06e-066413ee5660 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:52.704628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d28ab329-d0d9-4fe7-9756-6eab96b8423a req-48378756-486e-47af-b06e-066413ee5660 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1398151 Oct 27 16:35:52.817073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 36768) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:52.826868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d28ab329-d0d9-4fe7-9756-6eab96b8423a req-f46d6759-1662-4089-a163-664addb2466b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208234 Oct 27 16:35:53.022755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55da600e-0346-4270-9ce4-ac2cebc3bce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.174365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55da600e-0346-4270-9ce4-ac2cebc3bce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.291714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-55da600e-0346-4270-9ce4-ac2cebc3bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.349148 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-55da600e-0346-4270-9ce4-ac2cebc3bce1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3396a222d26f45598f7c086ff28f5cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300636 Oct 27 16:35:53.351745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36776) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:53.368364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da600e-0346-4270-9ce4-ac2cebc3bce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a85379-23fa-425e-b703-ada6b5bc813d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:53.474685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.568043 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e22d509-229a-42fc-a203-5d6f973219ff req-daeb383e-921e-4f5a-96c0-e96262dfc6c3 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0944602 Oct 27 16:35:53.609928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.801675 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.804592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.806007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84a85379-23fa-425e-b703-ada6b5bc813d HTTP/1.1" status: 204 len: 168 time: 0.4531112 Oct 27 16:35:53.825847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e00c8-37ad-45c1-b180-8ec86aa36b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a85379-23fa-425e-b703-ada6b5bc813d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:54.174799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ab6cb-6845-437e-8f36-29d31d78b244 req-0efb1554-b2d0-4080-bc76-d779c071dc89 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:54.183610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81ab6cb-6845-437e-8f36-29d31d78b244 req-0efb1554-b2d0-4080-bc76-d779c071dc89 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1566207 Oct 27 16:35:54.305129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a81ab6cb-6845-437e-8f36-29d31d78b244 req-548cecfa-2bc8-4598-b55a-536c2a0cc455 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050279 Oct 27 16:35:54.879708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7cada3-c22f-4474-831c-123312bedd6c req-baf81406-b6d2-4651-b414-d69f2a0a0841 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0491307 Oct 27 16:35:55.519550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca211157-ed4d-457f-a462-0b4fa3f0bb39 req-9dfe43e1-4578-499d-9fc6-6cb692f79b69 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.520150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-34af9d16-b40e-49c0-a269-681f10d80b53 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.522505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-34af9d16-b40e-49c0-a269-681f10d80b53 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.82 "GET /v2.0/networks?id=3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 200 len: 808 time: 1.1038926 Oct 27 16:35:55.523423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca211157-ed4d-457f-a462-0b4fa3f0bb39 req-9dfe43e1-4578-499d-9fc6-6cb692f79b69 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0819740 Oct 27 16:35:55.635906 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-05e8745f-3d1f-46a5-83ce-af1bc081c767 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d HTTP/1.1" status: 200 len: 379 time: 0.1017842 Oct 27 16:35:55.639248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca211157-ed4d-457f-a462-0b4fa3f0bb39 req-c365b381-3d66-4b63-a137-d3313aeaa3a4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958934 Oct 27 16:35:55.646974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'port': {'device_id': '46f92028-17c6-4908-9b32-e8835aba0d90', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'admin_state_up': True, 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'security_groups': ['27f6ec04-dd59-404e-a768-b5d544f8ee8c']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:55.972643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Made reservation on behalf of cdbe8a9bb5884b77935e7aff65ae9d5d for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:55.977158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.038383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ec511d9-2503-4103-9faa-4e79ac1e57f4 req-d84360d7-c29b-47c4-a51b-1486c64222d5 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0394573 Oct 27 16:35:56.241346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Allocated IP 172.20.0.9 (3ddb4f27-8141-4273-b467-cf1131474fb2/3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd/b5716959-1886-48b9-b357-8e83f05c8ba3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:56.437227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.657870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.762182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:56.772525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:56.774138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:56.777779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:56.854659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d833b8-0575-459e-a58d-c550c3ecee10 req-d55cc9a7-7aed-4651-b968-46e0635efa65 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.865319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38d833b8-0575-459e-a58d-c550c3ecee10 req-d55cc9a7-7aed-4651-b968-46e0635efa65 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1029146 Oct 27 16:35:56.867962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.868745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:56.933410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38d833b8-0575-459e-a58d-c550c3ecee10 req-65cbaff1-039d-426f-b1d9-ab9b5d3e1a5a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671639 Oct 27 16:35:57.140219 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-084e8797-97de-43cf-8146-dd18e3862dd2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4972661 Oct 27 16:35:57.153113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Request body: {'port': {'device_id': '46f92028-17c6-4908-9b32-e8835aba0d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:57.221332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ba630de-a6e1-4c95-9e17-92bd0df0f73c None None] Provisioning complete for port b5716959-1886-48b9-b357-8e83f05c8ba3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:57.222584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ba630de-a6e1-4c95-9e17-92bd0df0f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.253687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.331487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4ba630de-a6e1-4c95-9e17-92bd0df0f73c None None] Port b5716959-1886-48b9-b357-8e83f05c8ba3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:57.347355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303aecc-434a-4b5d-af8d-5c4e651a9582 req-f27e82f3-6be0-42e1-b5c4-e733d5b0b1a4 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:57.356913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e303aecc-434a-4b5d-af8d-5c4e651a9582 req-f27e82f3-6be0-42e1-b5c4-e733d5b0b1a4 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 931 time: 0.1628599 Oct 27 16:35:57.415386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e303aecc-434a-4b5d-af8d-5c4e651a9582 req-963d3f34-d92a-4826-b5e5-578e6336415e tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Oct 27 16:35:57.660457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36866) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:57.813046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5716959-1886-48b9-b357-8e83f05c8ba3 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:57.837861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:57.885842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Transition to ACTIVE for port object b5716959-1886-48b9-b357-8e83f05c8ba3 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:35:58.014025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.015177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.151994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Pushing event updated for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.207463 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42d6a9d4-c2ea-44e9-bc67-7634a4d4ac0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.313388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Attempting to bind port b5716959-1886-48b9-b357-8e83f05c8ba3 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:58.314569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Attempting to bind port b5716959-1886-48b9-b357-8e83f05c8ba3 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:58.315704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Attempting to bind port b5716959-1886-48b9-b357-8e83f05c8ba3 on network 3ddb4f27-8141-4273-b467-cf1131474fb2 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:58.321393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Port b5716959-1886-48b9-b357-8e83f05c8ba3 on network 3ddb4f27-8141-4273-b467-cf1131474fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:35:58.321981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Attempting to bind port b5716959-1886-48b9-b357-8e83f05c8ba3 on network 3ddb4f27-8141-4273-b467-cf1131474fb2 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:58.331876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:58.332580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Checking segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:58.333125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Bound using segment: {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:58.333793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Bound port: b5716959-1886-48b9-b357-8e83f05c8ba3, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:58.334983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.454751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786dbfe-cdc9-4c73-bae5-9942c26a42b6 req-029b25f0-9da7-4949-953d-86617e01899f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.463751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5786dbfe-cdc9-4c73-bae5-9942c26a42b6 req-029b25f0-9da7-4949-953d-86617e01899f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.3648534 Oct 27 16:35:58.479833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42d6a9d4-c2ea-44e9-bc67-7634a4d4ac0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.484328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:58.487893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b5716959-1886-48b9-b357-8e83f05c8ba3,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:58.500762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.576778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5786dbfe-cdc9-4c73-bae5-9942c26a42b6 req-0737e309-76cf-464d-8ae0-3b0c09d24b02 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107926 Oct 27 16:35:58.589724 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-42d6a9d4-c2ea-44e9-bc67-7634a4d4ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.644095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6a9d4-c2ea-44e9-bc67-7634a4d4ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7333fa05-2bb5-44c4-baf9-466b76ab9182,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.687663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.691904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86c9f-870a-49b2-95f6-41fb865c5294 req-c3d0dcc8-30ab-4e5f-8fb2-3491dca947be tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.707346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ea86c9f-870a-49b2-95f6-41fb865c5294 req-c3d0dcc8-30ab-4e5f-8fb2-3491dca947be tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.1512403 Oct 27 16:35:58.707346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-42d6a9d4-c2ea-44e9-bc67-7634a4d4ac0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28a6b1bccf4644fca28af6b8421d3047&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0446396 Oct 27 16:35:58.712314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36882) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:58.796771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.796771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.796771 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0f522793-a763-4494-ab05-7ce36387215c service neutron] 10.222.0.82 "PUT /v2.0/ports/b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 200 len: 1091 time: 1.6444204 Oct 27 16:35:58.796771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:58.815396 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:58.863656 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.880656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ea86c9f-870a-49b2-95f6-41fb865c5294 req-dd182da1-6957-4e21-b6dd-26b1bbc7c8ae tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775532 Oct 27 16:35:58.903988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f522793-a763-4494-ab05-7ce36387215c service neutron] Pushing event updated for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:58.925070 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35768b85-46c1-4bde-b890-2903d7049100 x-openstack-request-id: req-35768b85-46c1-4bde-b890-2903d7049100 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:58.927548 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:58.927841 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35768b85-46c1-4bde-b890-2903d7049100 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:58.928272 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'status': 'completed', 'code': 200} Oct 27 16:35:58.930244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.031117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-4186e95c-06e5-4ae7-853f-e925138a8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.032812 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-4186e95c-06e5-4ae7-853f-e925138a8432 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1094 time: 0.1036513 Oct 27 16:35:59.133841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.139578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.145593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7333fa05-2bb5-44c4-baf9-466b76ab9182 HTTP/1.1" status: 204 len: 168 time: 0.4315472 Oct 27 16:35:59.159946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92880c57-fc64-40cc-9e20-eb0e28ea41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333fa05-2bb5-44c4-baf9-466b76ab9182,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:59.209542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-e6e2cbd3-cfb0-45df-bb15-018e771707f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.209542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-e6e2cbd3-cfb0-45df-bb15-018e771707f9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1639531 Oct 27 16:35:59.306415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-98647b65-7e28-422a-be1a-b8709f64762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.307997 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4803eaeb-f9a0-4e03-9ff2-1efa1c3d9ff7 req-98647b65-7e28-422a-be1a-b8709f64762e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947251 Oct 27 16:35:59.394848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0d315544-3a0c-45a2-8c86-debd6c277279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.396716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-0d315544-3a0c-45a2-8c86-debd6c277279 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1094 time: 0.0460215 Oct 27 16:35:59.448576 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-d16ba022-5c44-4e14-b340-c3b3ab0abddb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0415330 Oct 27 16:35:59.500673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-45a6473b-b256-4bb0-bcc7-eac2d21a45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.502140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-45a6473b-b256-4bb0-bcc7-eac2d21a45b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd HTTP/1.1" status: 200 len: 847 time: 0.0455017 Oct 27 16:35:59.554239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-e596d8ae-af7a-47d7-afe5-50e62a73a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.555769 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-e596d8ae-af7a-47d7-afe5-50e62a73a0c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3ddb4f27-8141-4273-b467-cf1131474fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462525 Oct 27 16:35:59.655294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-c79c4766-7320-4c7d-b526-c2fae84ade1a service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921273 Oct 27 16:35:59.744389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781138b9-9543-4099-8336-bcc66121424a req-2cf9b25a-58d0-41ee-8ce0-f192739fc093 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.745945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781138b9-9543-4099-8336-bcc66121424a req-2cf9b25a-58d0-41ee-8ce0-f192739fc093 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0781004 Oct 27 16:35:59.775984 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-47ce1e91-495d-4b08-aa48-be93f0c608e2 req-10959992-aab3-4d9d-8eb4-713dd70028b3 service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121049 Oct 27 16:35:59.817546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-781138b9-9543-4099-8336-bcc66121424a req-6d5cae63-b1f5-4251-b0ff-5fe8cdcdbf1e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637262 Oct 27 16:35:59.998577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10eb1-e0a0-45dc-b9da-3d1ded34eb58 req-a2090345-e207-4e99-9cb9-fe3986e094e0 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:00.000129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03d10eb1-e0a0-45dc-b9da-3d1ded34eb58 req-a2090345-e207-4e99-9cb9-fe3986e094e0 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.0505242 Oct 27 16:36:00.043608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03d10eb1-e0a0-45dc-b9da-3d1ded34eb58 req-55150e58-28cd-4e45-a67a-3a2f0585286b tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365870 Oct 27 16:36:00.693098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36950) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:00.866123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-bc9a7cbd-89eb-405e-8cc6-9e98fc6cb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:00.867818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-bc9a7cbd-89eb-405e-8cc6-9e98fc6cb9b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1097 time: 0.0532298 Oct 27 16:36:00.978916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-95905831-1481-440b-81e5-bc4e7063cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:00.980456 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-95905831-1481-440b-81e5-bc4e7063cb3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1023991 Oct 27 16:36:00.986254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2084585419-network', 'tenant_id': 'f34b70618d7d4b7d8ee8fe2a4ee3fa5e'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:00.997678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a7d6c-8cea-465b-8e13-22c0269989c2 req-e5932767-c0ee-4e46-9029-957a5e7a66f9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:00.999282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d1a7d6c-8cea-465b-8e13-22c0269989c2 req-e5932767-c0ee-4e46-9029-957a5e7a66f9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0635681 Oct 27 16:36:01.063634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d1a7d6c-8cea-465b-8e13-22c0269989c2 req-4f6c0195-3932-446c-a6bd-2bc88801fac6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534618 Oct 27 16:36:01.092409 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-0bc606a7-c912-4d3e-a666-b84163dd3f35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 1001 time: 0.1033700 Oct 27 16:36:01.109456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Made reservation on behalf of f34b70618d7d4b7d8ee8fe2a4ee3fa5e for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:01.119588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.135073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.154912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-cc0f3b6e-4396-491a-99e9-58c72163f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:01.156903 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-cc0f3b6e-4396-491a-99e9-58c72163f8ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0570092 Oct 27 16:36:01.219640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-4d0e2934-4a42-4e81-9650-fce1e6ddc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:01.221464 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-4d0e2934-4a42-4e81-9650-fce1e6ddc8c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565138 Oct 27 16:36:01.276373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.293813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55a1ea-9776-46fb-9845-15318ce1d669 req-c0b21362-0967-4ec9-8b7f-adea61c175ec tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:01.296844 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba55a1ea-9776-46fb-9845-15318ce1d669 req-c0b21362-0967-4ec9-8b7f-adea61c175ec tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.1367729 Oct 27 16:36:01.333911 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-a5a329ad-90a4-4692-b07d-42ee1bd7072b service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041899 Oct 27 16:36:01.364384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba55a1ea-9776-46fb-9845-15318ce1d669 req-3b360c95-dc8d-4664-9f38-880eeecf2404 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543885 Oct 27 16:36:01.372701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.396421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:36:01.444460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.444903 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Added segment ec3f63dc-adc5-4fe9-8af1-785b297b14ba of type vlan for network c44aa8f4-19a0-4aa9-8147-ea216f138340 Oct 27 16:36:01.458797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74035629-78b6-48e5-9aca-ca05216097b7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:01.479780 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4f4fb3d4-9761-488a-9228-e00c73812efc req-59c5df12-2e86-42de-a8f7-b3cc8c5569de service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368682 Oct 27 16:36:01.509476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.628213 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.629157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:01.629743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.710667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] Pushing event updated for resources: {'Network': ['ID=c44aa8f4-19a0-4aa9-8147-ea216f138340,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:01.722464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:36:01.768090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0e9672af-2d57-4619-ae86-0846e9e88333 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0737591 Oct 27 16:36:01.775078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 36992) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:01.782289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Request body: {'subnet': {'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2084585419-subnet', 'tenant_id': 'f34b70618d7d4b7d8ee8fe2a4ee3fa5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:01.864187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Made reservation on behalf of f34b70618d7d4b7d8ee8fe2a4ee3fa5e for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:01.866668 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.178110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.210128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:02.267504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c89fea-122d-4219-a52c-eb2fa2396ee7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.281092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc746-e003-4be6-b70f-96c529be3ce6 req-e74add36-2e23-4870-a329-af896ae71878 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.282771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24bfc746-e003-4be6-b70f-96c529be3ce6 req-e74add36-2e23-4870-a329-af896ae71878 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.1164689 Oct 27 16:36:02.299736 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Checking segment: {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:02.300194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Network hostable DHCP agents. Network: c44aa8f4-19a0-4aa9-8147-ea216f138340, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:36:02.337422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-24bfc746-e003-4be6-b70f-96c529be3ce6 req-d9c73e71-b0b6-4f76-ba49-8969264515f7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466661 Oct 27 16:36:02.412754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:36:02.429303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96eb2d3e-d150-42d2-97ff-054096ea5de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.487922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a5a11-b3ce-42b2-a653-543a73cc8568 req-e4c0b7bd-a0d0-49e7-9a55-4104976ef70d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.489346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-432a5a11-b3ce-42b2-a653-543a73cc8568 req-e4c0b7bd-a0d0-49e7-9a55-4104976ef70d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.0497162 Oct 27 16:36:02.505213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96eb2d3e-d150-42d2-97ff-054096ea5de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.527833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, c44aa8f4-19a0-4aa9-8147-ea216f138340) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:02.533330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.533927 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.541418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-432a5a11-b3ce-42b2-a653-543a73cc8568 req-b0a3fae0-b389-4661-a796-d936acb566ab tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451353 Oct 27 16:36:02.542458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956eef22-1c1c-405d-967d-9ea4b1e20246 None None] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:02.557982 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:36:02.595305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96eb2d3e-d150-42d2-97ff-054096ea5de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.625494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fe40df5-67de-4c97-803c-434f361f1079 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8526914 Oct 27 16:36:02.633375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb2d3e-d150-42d2-97ff-054096ea5de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe76f1-1449-49ae-bff5-f56aafbda16c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.640481 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96eb2d3e-d150-42d2-97ff-054096ea5de4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1d1055a85e640fcbd6ef06af444a298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266727 Oct 27 16:36:02.640798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:02.697012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e947a9-c87d-4d24-b004-1fcaedc09012 None None] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:02.702046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.730086 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.858267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.861415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.864998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47fe76f1-1449-49ae-bff5-f56aafbda16c HTTP/1.1" status: 204 len: 168 time: 0.2210486 Oct 27 16:36:02.871357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760ea19-fa0f-490b-8fb4-76b8cf2c57e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe76f1-1449-49ae-bff5-f56aafbda16c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.469031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb371c-4a82-41fe-a800-4a8e6d16700e req-4c5886b5-ed34-49f1-841d-9bd225a22c1c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.470537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6edb371c-4a82-41fe-a800-4a8e6d16700e req-4c5886b5-ed34-49f1-841d-9bd225a22c1c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0518951 Oct 27 16:36:03.511561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6edb371c-4a82-41fe-a800-4a8e6d16700e req-a217eede-7b32-4342-84be-96be21dc99d4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337245 Oct 27 16:36:03.670110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578d32d-d5a6-42b6-8a2b-d5a49e565446 req-52ba10c7-ed1a-443d-a739-fb276694ba0a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.671469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3578d32d-d5a6-42b6-8a2b-d5a49e565446 req-52ba10c7-ed1a-443d-a739-fb276694ba0a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.0578406 Oct 27 16:36:03.713505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3578d32d-d5a6-42b6-8a2b-d5a49e565446 req-621d2d9a-d0c0-4cc9-b9e2-9d0e41c12249 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352731 Oct 27 16:36:03.777869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37048) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:03.793203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80190140-abf5-4b66-a440-c6bc1f416b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.869789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80190140-abf5-4b66-a440-c6bc1f416b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.017992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80190140-abf5-4b66-a440-c6bc1f416b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.061957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80190140-abf5-4b66-a440-c6bc1f416b91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38e4e9e1dc1b417f8e79d101d7731007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826760 Oct 27 16:36:04.062851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190140-abf5-4b66-a440-c6bc1f416b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f48ef-dfdc-4bba-a716-20c528c714fb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.064754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37054) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:04.134593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.157384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.343868 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.350389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.350389 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da2f48ef-dfdc-4bba-a716-20c528c714fb HTTP/1.1" status: 204 len: 168 time: 0.2822597 Oct 27 16:36:04.357582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543a573-3742-4b6b-81f0-e6c85ccf66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f48ef-dfdc-4bba-a716-20c528c714fb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.364487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b5716959-1886-48b9-b357-8e83f05c8ba3 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:04.372841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:36:04.554374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b5716959-1886-48b9-b357-8e83f05c8ba3,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:04.573553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'port_id': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'mac_address': 'fa:16:3e:33:2e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:04.578073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.666544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:04.669930 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e1bd81-38a2-428c-ab95-bb0f21613390" -d '{"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-unplugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:04.674745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3793-fee9-40d0-8818-397c0eccda21 req-7152ed62-b020-48fe-8985-a119cc3ac7b5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:04.676503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b77d3793-fee9-40d0-8818-397c0eccda21 req-7152ed62-b020-48fe-8985-a119cc3ac7b5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 946 time: 0.0510974 Oct 27 16:36:04.692521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.699557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:04.717774 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21abae63-5b8d-4507-8861-cbab5fa93327 x-openstack-request-id: req-21abae63-5b8d-4507-8861-cbab5fa93327 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:04.718158 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-unplugged", "status": "failed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "code": 422}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:04.718480 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21abae63-5b8d-4507-8861-cbab5fa93327 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:04.718932 n-d-814735-4 neutron-server[114450]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'code': 422} returned with failed status Oct 27 16:36:04.724322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5716959-1886-48b9-b357-8e83f05c8ba3 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:04.760189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b5716959-1886-48b9-b357-8e83f05c8ba3,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:04.760367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b77d3793-fee9-40d0-8818-397c0eccda21 req-0abc1ce7-8dc2-48de-b7d5-0cb3d3f20eeb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711579 Oct 27 16:36:04.780405 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.881933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.925223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.938009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe12026-cfc1-49fe-bbd9-44e7277f0f43 req-b56c6d21-fb3b-4baf-b1fe-bf694afb38a3 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:04.944365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fe12026-cfc1-49fe-bbd9-44e7277f0f43 req-b56c6d21-fb3b-4baf-b1fe-bf694afb38a3 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 943 time: 0.1081460 Oct 27 16:36:04.991851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.034730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fe12026-cfc1-49fe-bbd9-44e7277f0f43 req-ec4808d1-5c7a-4443-ad22-a0874fa46907 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822535 Oct 27 16:36:05.237274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['b5716959-1886-48b9-b357-8e83f05c8ba3'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:06.167872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8290-ff69-48dc-8dd6-3e0afbdd4210 req-46010261-32d0-4727-a127-fdc45cce0d76 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.171438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c16a8290-ff69-48dc-8dd6-3e0afbdd4210 req-46010261-32d0-4727-a127-fdc45cce0d76 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 944 time: 0.0583773 Oct 27 16:36:06.215722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c16a8290-ff69-48dc-8dd6-3e0afbdd4210 req-872c7c57-d360-49a1-a77a-a69dcf889e86 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382726 Oct 27 16:36:06.382402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b5716959-1886-48b9-b357-8e83f05c8ba3 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:06.426615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-9b82fc42-e813-486d-827e-b96a770935f4 req-04db3839-8e9f-42ad-abad-391ccae19046 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:36:06.428386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b82fc42-e813-486d-827e-b96a770935f4 req-04db3839-8e9f-42ad-abad-391ccae19046 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080366 Oct 27 16:36:06.544320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port b5716959-1886-48b9-b357-8e83f05c8ba3 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:06.549414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port b5716959-1886-48b9-b357-8e83f05c8ba3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:06.549978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.639169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.675594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b5716959-1886-48b9-b357-8e83f05c8ba3,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:06.720502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:06.722962 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20803f-12b2-438b-bd00-7b986c962550" -d '{"events": [{"server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "name": "network-vif-plugged", "status": "completed", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:06.759422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973da8-963b-4484-a2ca-5c089d899433 req-6c3581a9-ece2-44a4-865b-9a3dafe21a08 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.770759 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edbfa4-3e49-4df5-b6b5-625f9b67cc20 x-openstack-request-id: req-f8edbfa4-3e49-4df5-b6b5-625f9b67cc20 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:06.770957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15973da8-963b-4484-a2ca-5c089d899433 req-6c3581a9-ece2-44a4-865b-9a3dafe21a08 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0576539 Oct 27 16:36:06.771107 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "name": "network-vif-plugged", "status": "completed", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:06.771373 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8edbfa4-3e49-4df5-b6b5-625f9b67cc20 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:06.771857 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'code': 200} Oct 27 16:36:06.818244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15973da8-963b-4484-a2ca-5c089d899433 req-e7010d5b-5baa-4f0c-a803-cfb20f0473ab tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463502 Oct 27 16:36:06.822559 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.823542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:36:06.910809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46e29-aa46-4cb6-9c7d-f083fe8bb2ac req-e0cecf79-fbae-47ad-8e85-eb7e717694cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.913198 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40e46e29-aa46-4cb6-9c7d-f083fe8bb2ac req-e0cecf79-fbae-47ad-8e85-eb7e717694cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1096 time: 0.0778899 Oct 27 16:36:06.926029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:06.983205 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-40e46e29-aa46-4cb6-9c7d-f083fe8bb2ac req-a92586e9-d970-4ace-970a-b90b95cca066 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619802 Oct 27 16:36:07.365539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37172) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:07.366169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca98a1-b84e-443b-89ba-993243947930 req-59367696-b6af-4689-af9a-d8d995a83ff1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.374063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19ca98a1-b84e-443b-89ba-993243947930 req-59367696-b6af-4689-af9a-d8d995a83ff1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0690150 Oct 27 16:36:07.416480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19ca98a1-b84e-443b-89ba-993243947930 req-56d7715e-2a4b-4ab0-bf19-6836b9f6a461 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413148 Oct 27 16:36:07.622972 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-13b5827a-3f6a-4626-bea5-4fccc6034131 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2559752 Oct 27 16:36:07.628318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-3f38a568-0917-4a37-9db4-46e405ba062c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:36:07.638319 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-3f38a568-0917-4a37-9db4-46e405ba062c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090766 Oct 27 16:36:07.974515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee927fa-3084-448e-b8fa-96439657f046 req-162781e5-6623-4e5d-9d13-4186798df030 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:07.976848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ee927fa-3084-448e-b8fa-96439657f046 req-162781e5-6623-4e5d-9d13-4186798df030 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0621948 Oct 27 16:36:08.041051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ee927fa-3084-448e-b8fa-96439657f046 req-3ea93fe4-4aa7-44a8-823f-bf2d517ead45 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Oct 27 16:36:08.217000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37194) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:08.356939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcd8bbb1-8d01-47ff-932c-262df7a91a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.541610 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcd8bbb1-8d01-47ff-932c-262df7a91a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.595883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8105a-482d-4c1d-89a9-e4c4e02e173a req-9212f2cd-a25e-45e6-a4e7-b1ea1adcec3a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:08.599560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de8105a-482d-4c1d-89a9-e4c4e02e173a req-9212f2cd-a25e-45e6-a4e7-b1ea1adcec3a tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0601234 Oct 27 16:36:08.624187 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcd8bbb1-8d01-47ff-932c-262df7a91a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.680572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de8105a-482d-4c1d-89a9-e4c4e02e173a req-17c9a4c5-605c-4c08-8f49-8413468af069 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758810 Oct 27 16:36:08.682560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8bbb1-8d01-47ff-932c-262df7a91a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a772f47-4175-405e-ada4-b134933e87ab,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:08.685979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dcd8bbb1-8d01-47ff-932c-262df7a91a04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcd8155773ef4271b30c95440b6edb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678283 Oct 27 16:36:08.688705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:08.739728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.761648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.914674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.917386 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:08.919293 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a772f47-4175-405e-ada4-b134933e87ab HTTP/1.1" status: 204 len: 168 time: 0.2295816 Oct 27 16:36:08.927832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca607c-9ea9-4103-b6b2-3892385889c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a772f47-4175-405e-ada4-b134933e87ab,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:09.178749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37052665-036b-4f80-aea2-53ba6b227c0c req-ee010e4b-496d-4545-a06b-16c00b17a3c0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.180265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37052665-036b-4f80-aea2-53ba6b227c0c req-ee010e4b-496d-4545-a06b-16c00b17a3c0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0538390 Oct 27 16:36:09.219923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37052665-036b-4f80-aea2-53ba6b227c0c req-a1dddc89-080d-4cf1-aba8-e56118e5ea63 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Oct 27 16:36:09.662280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37222) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:09.675622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05c255b9-3940-469a-be45-144f06dffe39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.751566 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05c255b9-3940-469a-be45-144f06dffe39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.822175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969b832-d1da-4765-95a5-aa2fe3471554 req-898c3f76-6f1a-40e2-859f-b6e176036342 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:09.823838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2969b832-d1da-4765-95a5-aa2fe3471554 req-898c3f76-6f1a-40e2-859f-b6e176036342 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0600772 Oct 27 16:36:09.840992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-05c255b9-3940-469a-be45-144f06dffe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.877302 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05c255b9-3940-469a-be45-144f06dffe39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=374097ec86b94ec9b1e34ad256333f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139218 Oct 27 16:36:09.880601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2969b832-d1da-4765-95a5-aa2fe3471554 req-30a74759-b031-4fcb-9ba1-03cf0d427120 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477564 Oct 27 16:36:09.880747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:09.908219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c255b9-3940-469a-be45-144f06dffe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814b0d1e-92ab-491b-a058-c7672e776ee7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:09.947845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:09.970925 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.020201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c84c9-41f5-4c06-8807-614adc9f0e2e req-8d2eaeeb-e4d9-4000-ac30-d4166ebac075 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.021826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c3c84c9-41f5-4c06-8807-614adc9f0e2e req-8d2eaeeb-e4d9-4000-ac30-d4166ebac075 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0536578 Oct 27 16:36:10.068601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c3c84c9-41f5-4c06-8807-614adc9f0e2e req-6af26fbf-44f1-46d6-915a-0b4425364bc2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Oct 27 16:36:10.103528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.112286 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.112286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/814b0d1e-92ab-491b-a058-c7672e776ee7 HTTP/1.1" status: 204 len: 168 time: 0.2272525 Oct 27 16:36:10.118033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000ad18-2fbb-4579-9155-08082b4198be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b0d1e-92ab-491b-a058-c7672e776ee7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:10.222378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c82ca-85b4-4fe0-8d37-644540d06d78 req-145cdcb4-6bc8-4c5d-b5cc-62ebbbedba5e tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.229943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-015c82ca-85b4-4fe0-8d37-644540d06d78 req-145cdcb4-6bc8-4c5d-b5cc-62ebbbedba5e tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0582047 Oct 27 16:36:10.268414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-015c82ca-85b4-4fe0-8d37-644540d06d78 req-314e7f9b-9c87-4a64-a70b-3a04be219a92 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375066 Oct 27 16:36:10.291306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37242) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:10.375369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0cc1c-39e0-40f0-a839-0e25ab1e046f req-95bf1aa3-bb22-4c9a-9529-e47ab7b63bcd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.376918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c0cc1c-39e0-40f0-a839-0e25ab1e046f req-95bf1aa3-bb22-4c9a-9529-e47ab7b63bcd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0608947 Oct 27 16:36:10.426929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c0cc1c-39e0-40f0-a839-0e25ab1e046f req-cc45e5f7-2835-4d53-a253-2c8d2f0d1999 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Oct 27 16:36:10.612966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8153812-86b0-48e2-8434-25403a4b1740 tempest-TestServerBasicOps-949885252 tempest-TestServerBasicOps-949885252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.612966 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f8153812-86b0-48e2-8434-25403a4b1740 tempest-TestServerBasicOps-949885252 tempest-TestServerBasicOps-949885252-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1091 time: 0.3136199 Oct 27 16:36:10.613307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37252) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:10.614233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:10.743674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.867350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.000500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Allocated IP 172.25.5.117 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/2e893529-1201-4153-9a55-7aeb93564037) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:11.172691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.334260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.378478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6935937-8b40-4379-adb7-b8c606031425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.420010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:11.428552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:11.453078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:11.531847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'Port': ['ID=2e893529-1201-4153-9a55-7aeb93564037,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:12.154694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7d79-9e9f-42f2-81e4-8b78e674c010 req-c8ef7c04-8875-4166-9d08-7e3b7b3f9449 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.156243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35bd7d79-9e9f-42f2-81e4-8b78e674c010 req-c8ef7c04-8875-4166-9d08-7e3b7b3f9449 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.5551934 Oct 27 16:36:12.288445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35bd7d79-9e9f-42f2-81e4-8b78e674c010 req-71f444d5-98a6-4d66-896a-c5b21437df91 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937917 Oct 27 16:36:12.484005 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.647634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.874468 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.944499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.032413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event updated for resources: {'Port': ['ID=2e893529-1201-4153-9a55-7aeb93564037,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:13.052660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.178867 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Floating IP c06538b2-f2d2-4697-a489-bfc17d30d880 associated. External IP: 172.25.5.117, port: b5716959-1886-48b9-b357-8e83f05c8ba3. Oct 27 16:36:13.515792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4fa5-3f47-4699-b3a6-0a946c87fc9e req-7cbdb82d-ba60-4642-ac43-f51d138a33f9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.515897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7af4fa5-3f47-4699-b3a6-0a946c87fc9e req-7cbdb82d-ba60-4642-ac43-f51d138a33f9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1029260 Oct 27 16:36:13.538160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Router af4fd838-4e42-48d6-8ed1-6efbfbb3859f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:36:13.580916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7af4fa5-3f47-4699-b3a6-0a946c87fc9e req-52442041-36c8-4ff2-9e6d-8cf5e99a354f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537212 Oct 27 16:36:13.713087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:36:13.728129 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Sync routers for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:36:13.746401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:13.747126 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:35:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:13.831829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:13.870185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20fe3700-29fe-4bbf-acbc-c8af9010706d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2591372 Oct 27 16:36:13.870796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:13.874311 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:13.907363 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:13.935508 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671bf7a-d295-4a7a-940e-4dfa36c6b5a2 x-openstack-request-id: req-3671bf7a-d295-4a7a-940e-4dfa36c6b5a2 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:13.935812 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:13.936069 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3671bf7a-d295-4a7a-940e-4dfa36c6b5a2 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:13.936562 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'status': 'completed', 'code': 200} Oct 27 16:36:14.034348 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b568d73-3c62-4267-9544-a2ea155f064b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.051510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-b57a9b77-cf37-4bbf-9271-d48d5316c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.054192 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-b57a9b77-cf37-4bbf-9271-d48d5316c696 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1096 time: 0.0829906 Oct 27 16:36:14.317320 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'c06538b2-f2d2-4697-a489-bfc17d30d880', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'port_id': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'mac_address': 'fa:16:3e:33:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f92028-17c6-4908-9b32-e8835aba0d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:12Z', 'updated_at': '2021-10-27T16:36:12Z', 'revision_number': 0, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:14.321840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-b3a8c416-8492-4d3d-84e6-4514ea5c1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.327160 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-b3a8c416-8492-4d3d-84e6-4514ea5c1395 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 200 len: 909 time: 0.2636864 Oct 27 16:36:14.384334 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Checking router: af4fd838-4e42-48d6-8ed1-6efbfbb3859f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:36:14.403425 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:36:14.404055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:36:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:14.474201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-d7a37235-f469-4a1b-8d60-b739a2d82eeb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 200 len: 999 time: 0.1371419 Oct 27 16:36:14.578413 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:36:14.585457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-1e1b6272-7dd2-4508-ac36-ebbe6d3a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.587157 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-1e1b6272-7dd2-4508-ac36-ebbe6d3a1489 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd HTTP/1.1" status: 200 len: 847 time: 0.1070082 Oct 27 16:36:14.662854 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:14.681177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-d74a844d-f85f-4df2-bff8-e159a131bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.682698 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-d74a844d-f85f-4df2-bff8-e159a131bd55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3ddb4f27-8141-4273-b467-cf1131474fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853710 Oct 27 16:36:14.847143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bb547-9b94-409a-bd10-d2fcede4889f req-23abf957-5ec9-4761-8388-88c6fac52a77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.854925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-713bb547-9b94-409a-bd10-d2fcede4889f req-23abf957-5ec9-4761-8388-88c6fac52a77 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1444030 Oct 27 16:36:14.882506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d4a4-2fc8-41a5-a811-5f3b56c44706 req-b8b70973-fcfc-44be-ad90-56dee985d64d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.895930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1b7d4a4-2fc8-41a5-a811-5f3b56c44706 req-b8b70973-fcfc-44be-ad90-56dee985d64d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1382172 Oct 27 16:36:14.944855 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-09e69157-0ce1-41f1-beb9-fcb05179780e service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526951 Oct 27 16:36:15.026172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-713bb547-9b94-409a-bd10-d2fcede4889f req-e7f14a5b-8839-4939-9c63-1cd1b9ba6b13 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494439 Oct 27 16:36:15.057027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1b7d4a4-2fc8-41a5-a811-5f3b56c44706 req-8cd0bdea-c99e-4fd5-a96a-3117c017e8f7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305411 Oct 27 16:36:15.075071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:15.107537 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'c06538b2-f2d2-4697-a489-bfc17d30d880', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'port_id': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'mac_address': 'fa:16:3e:33:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f92028-17c6-4908-9b32-e8835aba0d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:12Z', 'updated_at': '2021-10-27T16:36:12Z', 'revision_number': 0, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:15.138119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b3f05b2d-6a37-4474-8d29-e0f946d5a9bd req-849dfc8f-1e94-467b-967c-877ed81f4310 service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837723 Oct 27 16:36:15.148245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37386) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:15.177534 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b850843-3c16-4dfa-99e7-ece8e675d984 None None] The sync data for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 is: [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'c06538b2-f2d2-4697-a489-bfc17d30d880', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'port_id': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'mac_address': 'fa:16:3e:33:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f92028-17c6-4908-9b32-e8835aba0d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:36:12Z', 'updated_at': '2021-10-27T16:36:12Z', 'revision_number': 0, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:36:15.225194 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.285838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5567017f-84bb-4364-90a2-4b771e7b683a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.333712 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-064024fa-0efd-457f-9020-750178eb401b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.456614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5567017f-84bb-4364-90a2-4b771e7b683a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.488648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-064024fa-0efd-457f-9020-750178eb401b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.503780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db9be0-22f9-4ee6-8900-35a5c4344df0 None None] New status for floating IP c06538b2-f2d2-4697-a489-bfc17d30d880: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:36:15.573831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5567017f-84bb-4364-90a2-4b771e7b683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.616703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5567017f-84bb-4364-90a2-4b771e7b683a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ed7a5f3f5ac4bc8859ac53d912def21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404947 Oct 27 16:36:15.619409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37390) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:15.622293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567017f-84bb-4364-90a2-4b771e7b683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa93aaa-b02a-4f82-a471-abfe015e5cbb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.647011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-064024fa-0efd-457f-9020-750178eb401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.720161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-064024fa-0efd-457f-9020-750178eb401b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8073b13af1a0460183acc0333df0d1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683296 Oct 27 16:36:15.721212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37392) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:15.723790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064024fa-0efd-457f-9020-750178eb401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de51f0-71f9-4846-89c5-dcf859bebb1a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.736416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.772926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.795077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.820989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.977198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.979902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.980251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.983625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/faa93aaa-b02a-4f82-a471-abfe015e5cbb HTTP/1.1" status: 204 len: 168 time: 0.3605578 Oct 27 16:36:15.983763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:15.986050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54de51f0-71f9-4846-89c5-dcf859bebb1a HTTP/1.1" status: 204 len: 168 time: 0.2629187 Oct 27 16:36:15.996316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3112a-b3a7-4560-b160-07047524d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa93aaa-b02a-4f82-a471-abfe015e5cbb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:15.999732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8b794-8985-4303-b2bd-e05e0623c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de51f0-71f9-4846-89c5-dcf859bebb1a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.192958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00525-0122-454c-977e-6d7de492ef32 req-d353bd64-ce4f-4435-864f-f1c5c9d828ac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.194457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce00525-0122-454c-977e-6d7de492ef32 req-d353bd64-ce4f-4435-864f-f1c5c9d828ac tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0828960 Oct 27 16:36:16.207726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7e63-0af3-4fab-9b70-a188bd76727b req-bf2ce630-ce40-4e18-905b-75bf3b69b7f3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.209160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f7e63-0af3-4fab-9b70-a188bd76727b req-bf2ce630-ce40-4e18-905b-75bf3b69b7f3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0679679 Oct 27 16:36:16.266407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ce00525-0122-454c-977e-6d7de492ef32 req-462a8d73-5eae-4b99-8365-5d1f4ad50503 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561867 Oct 27 16:36:16.269037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d69f7e63-0af3-4fab-9b70-a188bd76727b req-b58fb920-def9-4662-a3d6-6e2b19aca406 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530863 Oct 27 16:36:16.996732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37408) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.009733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f3ca-91d9-46a9-a29c-719b94149bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.057250 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.091520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f3ca-91d9-46a9-a29c-719b94149bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.135511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37412) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.148466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.236029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f3ca-91d9-46a9-a29c-719b94149bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.238846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a336cd-e643-424e-b310-b10779fe3325 req-9ab22333-403b-42e7-afb9-93d1429e07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.240376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-9ab22333-403b-42e7-afb9-93d1429e07c2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 1095 time: 0.0606110 Oct 27 16:36:17.261787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.279498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f3ca-91d9-46a9-a29c-719b94149bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f064b0-0c53-441a-ba7e-becdb1170b40,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.289478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e6f7f3ca-91d9-46a9-a29c-719b94149bf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a3200fce3ca4a63a13bff343135ab6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891312 Oct 27 16:36:17.289730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37416) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.344428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a336cd-e643-424e-b310-b10779fe3325 req-18efd4b1-c51f-4cd3-9129-a1abf6e7c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.345871 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-18efd4b1-c51f-4cd3-9129-a1abf6e7c8ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1095 time: 0.0805364 Oct 27 16:36:17.380638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.410021 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.425052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e8c3-7514-40f5-8699-70b8016eb6b6 req-aaf531f2-16d5-4604-b10d-3bde2668d8e3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.426572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d352e8c3-7514-40f5-8699-70b8016eb6b6 req-aaf531f2-16d5-4604-b10d-3bde2668d8e3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0808611 Oct 27 16:36:17.440496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531781a-02d5-4d8c-865c-8556c0cde978 req-3c87f2eb-75d3-4d2e-ae1d-8e1c6f903f20 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.447565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9531781a-02d5-4d8c-865c-8556c0cde978 req-3c87f2eb-75d3-4d2e-ae1d-8e1c6f903f20 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0746477 Oct 27 16:36:17.456605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.488419 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a196f8a34cbd4eb69e5e62058b142858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495183 Oct 27 16:36:17.490779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37422) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:17.497888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ffb0b-50e0-4d51-a1e5-7200a9a7b5c7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.518497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9531781a-02d5-4d8c-865c-8556c0cde978 req-7f0df15b-1054-4be1-9ac8-8182dc1122f9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695593 Oct 27 16:36:17.536034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.536244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d352e8c3-7514-40f5-8699-70b8016eb6b6 req-4abe164a-5552-4894-ae6b-84149473e0b8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857990 Oct 27 16:36:17.537518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.537518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.537518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.537518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.537916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.538001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.538288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.538614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.538939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.539453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.539818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b6774-0d1d-4148-84e9-7c06ac5eba78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:17.553941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a336cd-e643-424e-b310-b10779fe3325 req-6840084d-1e2a-47ce-b910-d415492f751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.555493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-6840084d-1e2a-47ce-b910-d415492f751b service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1972351 Oct 27 16:36:17.564532 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.588260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.635761 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-74d8d548-616c-4e37-855d-5ef91f285ea3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 999 time: 0.0693333 Oct 27 16:36:17.686008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a336cd-e643-424e-b310-b10779fe3325 req-962dc9ae-f372-4c74-bc07-68f504a68b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.687579 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-962dc9ae-f372-4c74-bc07-68f504a68b17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0443513 Oct 27 16:36:17.704761 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.707328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.708418 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61f064b0-0c53-441a-ba7e-becdb1170b40 HTTP/1.1" status: 204 len: 168 time: 0.4168906 Oct 27 16:36:17.736578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4029-ed2d-4ef9-a62a-24fe90e9667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f064b0-0c53-441a-ba7e-becdb1170b40,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.755959 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a336cd-e643-424e-b310-b10779fe3325 req-133537f5-aea3-45e7-b965-be703df500be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.757670 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-133537f5-aea3-45e7-b965-be703df500be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625236 Oct 27 16:36:17.771366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.774244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.775613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e05ffb0b-50e0-4d51-a1e5-7200a9a7b5c7 HTTP/1.1" status: 204 len: 168 time: 0.2840328 Oct 27 16:36:17.791204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3fe70-2337-4890-a50f-374f40d83b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ffb0b-50e0-4d51-a1e5-7200a9a7b5c7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.872030 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-501f48d6-eeb5-4606-9b25-1915eecf81ce service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050277 Oct 27 16:36:17.970551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-342bd544-0559-46d0-b622-fbbe2584b11b service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907855 Oct 27 16:36:18.767287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32156220-33b3-4077-bef8-92d887f09264 req-3685dee1-fee7-4cf1-93e1-f3bdbe5432a9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.770122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32156220-33b3-4077-bef8-92d887f09264 req-3685dee1-fee7-4cf1-93e1-f3bdbe5432a9 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0960886 Oct 27 16:36:18.781677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f6da3-3452-45ff-9be1-260ad19cf13a req-bc5933ec-2be7-4efe-bd89-3bcf20d29ca7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.783245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a58f6da3-3452-45ff-9be1-260ad19cf13a req-bc5933ec-2be7-4efe-bd89-3bcf20d29ca7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1072812 Oct 27 16:36:18.880676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a58f6da3-3452-45ff-9be1-260ad19cf13a req-7852ac41-ff8c-4e14-82ac-418fad47cb45 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851727 Oct 27 16:36:18.891902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32156220-33b3-4077-bef8-92d887f09264 req-c3764c14-944e-4d75-94b3-ad66beeddf5b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076057 Oct 27 16:36:20.121122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1986e0-b0b0-470f-86ce-2b9c7fa133b6 req-db0ce789-0dc9-473a-9ec0-1a31764b338e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.129870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c1986e0-b0b0-470f-86ce-2b9c7fa133b6 req-db0ce789-0dc9-473a-9ec0-1a31764b338e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1225839 Oct 27 16:36:20.201639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1c1986e0-b0b0-470f-86ce-2b9c7fa133b6 req-7533d274-5558-49aa-9b69-5483a23f8181 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704679 Oct 27 16:36:20.249183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67212a1d-e2ce-4ac1-b2b5-adaf9d7d911f req-12de0cae-7b64-437b-aeb6-beef56615413 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:20.256921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67212a1d-e2ce-4ac1-b2b5-adaf9d7d911f req-12de0cae-7b64-437b-aeb6-beef56615413 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1958196 Oct 27 16:36:20.309305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67212a1d-e2ce-4ac1-b2b5-adaf9d7d911f req-1fee5905-dff6-4c00-934c-77bfa897ab39 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506005 Oct 27 16:36:21.398841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af2e2-5609-48b7-8df0-ce68ca9122cd req-d3901fe1-4fbc-4b70-b6db-164751213d01 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.412521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04af2e2-5609-48b7-8df0-ce68ca9122cd req-d3901fe1-4fbc-4b70-b6db-164751213d01 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0966210 Oct 27 16:36:21.469889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04af2e2-5609-48b7-8df0-ce68ca9122cd req-10d7bed2-6ae6-48c4-b5ed-343b1f2a3a88 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562208 Oct 27 16:36:21.537981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3cc0-d57d-4a99-9da0-655e9baca1e9 req-e8e45344-3080-4636-8e18-bd5f17b8cded tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.540313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d3cc0-d57d-4a99-9da0-655e9baca1e9 req-e8e45344-3080-4636-8e18-bd5f17b8cded tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0956383 Oct 27 16:36:21.595140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-413d3cc0-d57d-4a99-9da0-655e9baca1e9 req-61ff0dab-25ba-4c94-af75-2bfb2c2eef42 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356312 Oct 27 16:36:22.627784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd610e4-6cbe-4e53-a139-714834f60b09 req-40752ef7-c1c5-43df-ab10-619231a0f5e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.629865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efd610e4-6cbe-4e53-a139-714834f60b09 req-40752ef7-c1c5-43df-ab10-619231a0f5e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0747116 Oct 27 16:36:22.693782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efd610e4-6cbe-4e53-a139-714834f60b09 req-648d2eab-7d31-49cd-97b4-d07b58481479 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506959 Oct 27 16:36:22.775124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26791021-a505-4d7e-b852-ef47e2225fd2 req-3a03953c-c2d9-4053-bd47-05c87c74c1e6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.777869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26791021-a505-4d7e-b852-ef47e2225fd2 req-3a03953c-c2d9-4053-bd47-05c87c74c1e6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0654511 Oct 27 16:36:22.836972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26791021-a505-4d7e-b852-ef47e2225fd2 req-806576e0-8599-4df4-819e-00031247db0b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538445 Oct 27 16:36:23.893793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62ae6-c263-407c-8c61-35f0d9dbc4e3 req-2566c890-fdff-411f-a91f-dc9be47ab5ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.902361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de62ae6-c263-407c-8c61-35f0d9dbc4e3 req-2566c890-fdff-411f-a91f-dc9be47ab5ec tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1221066 Oct 27 16:36:24.016131 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5de62ae6-c263-407c-8c61-35f0d9dbc4e3 req-d2edc97e-68e6-406a-8192-0211b9280a01 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107016 Oct 27 16:36:24.048352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73e79-9c03-4711-b5d2-abc4dbfc416f req-98051931-ca4a-4a5f-afdf-9434225f664a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.058623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1c73e79-9c03-4711-b5d2-abc4dbfc416f req-98051931-ca4a-4a5f-afdf-9434225f664a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0845993 Oct 27 16:36:24.110682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1c73e79-9c03-4711-b5d2-abc4dbfc416f req-ddde6652-2a4f-4728-8e16-74f585977046 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509689 Oct 27 16:36:25.172555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c954-ad53-402d-8623-4154151d407d req-63230679-1743-4b71-8c2a-1d19ff733ce6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.174270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8163c954-ad53-402d-8623-4154151d407d req-63230679-1743-4b71-8c2a-1d19ff733ce6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0733812 Oct 27 16:36:25.333688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8163c954-ad53-402d-8623-4154151d407d req-0d0e3f51-29bf-41ea-9903-42021c557816 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520824 Oct 27 16:36:25.365313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d840e-eb27-409e-807b-9eab06da6c96 req-24354b3f-e0e8-4fbf-bef1-06a597304f70 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.367159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c1d840e-eb27-409e-807b-9eab06da6c96 req-24354b3f-e0e8-4fbf-bef1-06a597304f70 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0857267 Oct 27 16:36:25.419218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c1d840e-eb27-409e-807b-9eab06da6c96 req-70d066d4-277f-4e6b-a5c2-87b551f32742 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437329 Oct 27 16:36:26.474310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf786b-c19c-46fc-b976-357c5b258b91 req-0f10c9ab-1aa6-406b-926d-eae3350c3947 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.476076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ddf786b-c19c-46fc-b976-357c5b258b91 req-0f10c9ab-1aa6-406b-926d-eae3350c3947 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0591378 Oct 27 16:36:26.525855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ddf786b-c19c-46fc-b976-357c5b258b91 req-f2dec8ab-d74f-4c98-888e-35b876804365 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Oct 27 16:36:26.601757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8bede-f40e-4b2d-94c9-6c36a0bb3785 req-19d54436-b2ee-421c-93ff-3730f592c276 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.611068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac8bede-f40e-4b2d-94c9-6c36a0bb3785 req-19d54436-b2ee-421c-93ff-3730f592c276 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0814605 Oct 27 16:36:26.660912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eac8bede-f40e-4b2d-94c9-6c36a0bb3785 req-f07fa797-5c14-4aa2-a990-aedd807338a4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485613 Oct 27 16:36:27.685480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647c73-0b74-4721-b110-3cbfeda86a7e req-639678d5-426e-4a49-a142-0654c6a930a8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.695176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2647c73-0b74-4721-b110-3cbfeda86a7e req-639678d5-426e-4a49-a142-0654c6a930a8 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0722516 Oct 27 16:36:27.749680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2647c73-0b74-4721-b110-3cbfeda86a7e req-c555a920-e6b0-4f81-9ed9-58c80d5fa92c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535109 Oct 27 16:36:27.887843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b3220-6f62-440a-8e38-b7f383de243f req-837c3601-b969-4fbc-8a3a-8b52b55d9353 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.889408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b9b3220-6f62-440a-8e38-b7f383de243f req-837c3601-b969-4fbc-8a3a-8b52b55d9353 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1087744 Oct 27 16:36:27.977219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b9b3220-6f62-440a-8e38-b7f383de243f req-f291bd04-12fc-484c-bc12-12cda07b8097 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809100 Oct 27 16:36:28.027542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:28.416236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:28.909560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877610-73fb-4474-bb1d-9f89581d8dcd req-9cfb436d-e8f4-4215-b7b6-c8e2983c2ad1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:28.911407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18877610-73fb-4474-bb1d-9f89581d8dcd req-9cfb436d-e8f4-4215-b7b6-c8e2983c2ad1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0733511 Oct 27 16:36:29.002478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18877610-73fb-4474-bb1d-9f89581d8dcd req-a8ac24f2-c423-4d5e-9a96-76fb8ec3e995 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841546 Oct 27 16:36:29.178672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255015e-8793-4542-b9dc-e18687233ad2 req-e06c6338-737f-4279-83ed-b8e9509b281b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.180355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6255015e-8793-4542-b9dc-e18687233ad2 req-e06c6338-737f-4279-83ed-b8e9509b281b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0982187 Oct 27 16:36:29.284551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6255015e-8793-4542-b9dc-e18687233ad2 req-9ab9d775-08c1-4d4d-8a55-168135bd9353 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926569 Oct 27 16:36:30.157741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4ab9f-ed02-4669-aeff-11e157940094 req-9b4d2553-c2bb-4796-bbbc-291a2d9c5d6b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.163549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ed4ab9f-ed02-4669-aeff-11e157940094 req-9b4d2553-c2bb-4796-bbbc-291a2d9c5d6b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Oct 27 16:36:30.201572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ed4ab9f-ed02-4669-aeff-11e157940094 req-5883667b-699d-4892-a209-022cc9a2068e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360577 Oct 27 16:36:30.410282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99484cec-ce59-446f-b635-956948732b0c req-26cda7ca-02b4-48d1-9eec-13c44c1743e3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.411804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99484cec-ce59-446f-b635-956948732b0c req-26cda7ca-02b4-48d1-9eec-13c44c1743e3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0522211 Oct 27 16:36:30.454622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99484cec-ce59-446f-b635-956948732b0c req-b0771888-3538-453a-a30a-120f2a7c01bf tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362074 Oct 27 16:36:31.337774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e524-a6cb-4a81-b340-742c6d200c84 req-b61a1a79-1b1a-439d-afbb-6151e802b945 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.339928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e482e524-a6cb-4a81-b340-742c6d200c84 req-b61a1a79-1b1a-439d-afbb-6151e802b945 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0628133 Oct 27 16:36:31.379771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e482e524-a6cb-4a81-b340-742c6d200c84 req-04e80f76-70ad-45c6-966e-5803d4fde66f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336816 Oct 27 16:36:31.617341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d28e2e-6f2f-4303-b8e4-3fe2a90df109 req-39f5e108-7517-4c11-921f-b8cc92c072df tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.619566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d28e2e-6f2f-4303-b8e4-3fe2a90df109 req-39f5e108-7517-4c11-921f-b8cc92c072df tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0533235 Oct 27 16:36:31.687611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37d28e2e-6f2f-4303-b8e4-3fe2a90df109 req-790507a8-e563-4089-88db-060aecb04365 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608189 Oct 27 16:36:32.526317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2506c-4363-45cb-bdec-60fb30449e57 req-464c3734-6cf7-4ead-b441-08a8fa346ed2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.528539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f2506c-4363-45cb-bdec-60fb30449e57 req-464c3734-6cf7-4ead-b441-08a8fa346ed2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0765953 Oct 27 16:36:32.585426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f2506c-4363-45cb-bdec-60fb30449e57 req-be28ce62-034f-4a8d-a38f-6b4ed17bb0fa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Oct 27 16:36:32.853011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63605df-b2f4-45f8-b393-5eb254956325 req-cfa22945-8233-480c-8d4a-688807306cde tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.860380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b63605df-b2f4-45f8-b393-5eb254956325 req-cfa22945-8233-480c-8d4a-688807306cde tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.1006355 Oct 27 16:36:32.942209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b63605df-b2f4-45f8-b393-5eb254956325 req-febe17f7-b42a-476c-ba60-ddf4b8f08091 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726664 Oct 27 16:36:33.710450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fec99-394b-4a0b-bdad-918939b90ed4 req-f687c15b-8b69-4fbc-a21c-69a15c4a3d58 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:33.722109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-825fec99-394b-4a0b-bdad-918939b90ed4 req-f687c15b-8b69-4fbc-a21c-69a15c4a3d58 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0604503 Oct 27 16:36:33.770913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-825fec99-394b-4a0b-bdad-918939b90ed4 req-5cacd196-eab7-461e-93b7-7b85244c6d1f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Oct 27 16:36:34.132658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d22e7-2ebf-454c-a4f1-9d003cb5bc9f req-50567960-6a08-4ee6-ac5d-e72cca858506 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.134194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af2d22e7-2ebf-454c-a4f1-9d003cb5bc9f req-50567960-6a08-4ee6-ac5d-e72cca858506 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0669384 Oct 27 16:36:34.178751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af2d22e7-2ebf-454c-a4f1-9d003cb5bc9f req-73459994-21dc-4db5-acbc-287ad70be7da tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356855 Oct 27 16:36:34.915917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdbaa9-5175-4fa7-b1bf-81f404f59608 req-31e220d7-81e9-4c58-8eac-a9f6d59a9c5a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.920372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9acdbaa9-5175-4fa7-b1bf-81f404f59608 req-31e220d7-81e9-4c58-8eac-a9f6d59a9c5a tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0683224 Oct 27 16:36:34.966198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9acdbaa9-5175-4fa7-b1bf-81f404f59608 req-e642b465-a308-426f-86f0-aaebf85eb3e2 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Oct 27 16:36:35.312464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327fa9-0fd2-406f-8228-a68d29e128f3 req-a7d2bfa1-e427-4707-aec9-fea98fc754b7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:35.313949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50327fa9-0fd2-406f-8228-a68d29e128f3 req-a7d2bfa1-e427-4707-aec9-fea98fc754b7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0502014 Oct 27 16:36:35.388412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50327fa9-0fd2-406f-8228-a68d29e128f3 req-885e6d84-b8c8-4bd2-9f8e-fbb61222e590 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680733 Oct 27 16:36:36.049005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:36.096232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f42dfb-ce10-4bdc-8f2c-fc3fe377de63 req-81e90c83-875a-4373-bf1e-8a30a662f2e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:36.105403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64f42dfb-ce10-4bdc-8f2c-fc3fe377de63 req-81e90c83-875a-4373-bf1e-8a30a662f2e5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Oct 27 16:36:36.141058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64f42dfb-ce10-4bdc-8f2c-fc3fe377de63 req-76a6a73d-003c-48e6-8c6d-1b758aab5f8e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345247 Oct 27 16:36:36.173818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49845ec6-0610-4457-8678-d1086a99bca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.248192 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49845ec6-0610-4457-8678-d1086a99bca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.450794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-49845ec6-0610-4457-8678-d1086a99bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.495578 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-49845ec6-0610-4457-8678-d1086a99bca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfd7fb79a983457b9258ba9305174513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453859 Oct 27 16:36:36.496748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49845ec6-0610-4457-8678-d1086a99bca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5ea75-21a2-4226-abe3-0a7de606a046,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:36.499582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37812) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:36.541952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85c73-83cb-4eed-9ccf-50416420db1f req-69d3d678-d1ee-49e6-a6cb-44f0d8f76ea7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:36.543468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6c85c73-83cb-4eed-9ccf-50416420db1f req-69d3d678-d1ee-49e6-a6cb-44f0d8f76ea7 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0758002 Oct 27 16:36:36.598907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.606314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b6c85c73-83cb-4eed-9ccf-50416420db1f req-0a4cbb43-d5d8-479b-ac93-2b9c3ea42a12 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548897 Oct 27 16:36:36.635714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.780976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.784535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:36.785688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77e5ea75-21a2-4226-abe3-0a7de606a046 HTTP/1.1" status: 204 len: 168 time: 0.2839561 Oct 27 16:36:36.794222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5ea75-21a2-4226-abe3-0a7de606a046,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:36.808085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa403dd0-e135-4014-825f-24e1682b0a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.468949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005169-57fb-4dfa-b2ff-28f9eb8b3b42 req-4112f1bd-b934-45dc-8742-a20efb7019f3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.477300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2005169-57fb-4dfa-b2ff-28f9eb8b3b42 req-4112f1bd-b934-45dc-8742-a20efb7019f3 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.2581260 Oct 27 16:36:37.520671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2005169-57fb-4dfa-b2ff-28f9eb8b3b42 req-8cb6215d-eaa4-4f34-bc97-7b0869a5cf5e tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Oct 27 16:36:37.637512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37834) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:37.653371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aeccec09-37cb-4380-8b9f-342dc0010197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.674334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347b82-4a51-4254-ad74-35155df00d3a req-285d06f9-2ddb-4001-b7c8-47cb6ed8b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.678345 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2b347b82-4a51-4254-ad74-35155df00d3a req-285d06f9-2ddb-4001-b7c8-47cb6ed8b785 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1096 time: 0.0645907 Oct 27 16:36:37.748809 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2b347b82-4a51-4254-ad74-35155df00d3a req-921b589b-ccf7-46a2-8312-981af9da5009 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619307 Oct 27 16:36:37.796793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aeccec09-37cb-4380-8b9f-342dc0010197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.814614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee9c39-6ed7-434d-9f25-f579837d0c9a req-3d84749d-018c-47d2-be27-b19dcb334f3b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:37.819915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21ee9c39-6ed7-434d-9f25-f579837d0c9a req-3d84749d-018c-47d2-be27-b19dcb334f3b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0762317 Oct 27 16:36:37.861570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21ee9c39-6ed7-434d-9f25-f579837d0c9a req-6c8f844b-9f58-44bd-aa6a-7e1f9edd5803 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392029 Oct 27 16:36:37.884145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aeccec09-37cb-4380-8b9f-342dc0010197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.927615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aeccec09-37cb-4380-8b9f-342dc0010197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4520c51a7c1d42598f5fef7823e03b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895274 Oct 27 16:36:37.928852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccec09-37cb-4380-8b9f-342dc0010197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb72f6c-e22f-4f54-9f4b-19f49ca173ca,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:37.930032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:37.997867 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.026635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.152413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.154977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.159305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1eb72f6c-e22f-4f54-9f4b-19f49ca173ca HTTP/1.1" status: 204 len: 168 time: 0.2251346 Oct 27 16:36:38.180927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b03be-be3d-451a-8f90-40af9f8a0310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb72f6c-e22f-4f54-9f4b-19f49ca173ca,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:38.614918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:38.628625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:36:38.671909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcf348-b9fe-4e24-ac2b-4fd5386945ba req-438a5f2f-f49d-4e66-903a-e6a204c9453c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:38.673329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbdcf348-b9fe-4e24-ac2b-4fd5386945ba req-438a5f2f-f49d-4e66-903a-e6a204c9453c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.0867221 Oct 27 16:36:38.735310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbdcf348-b9fe-4e24-ac2b-4fd5386945ba req-7ae94f01-7801-4318-b68e-7a2187392ee6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496988 Oct 27 16:36:38.801907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.848153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:38.850372 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af9ba3-cbd5-4b8f-9992-179e4edc393a" -d '{"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-unplugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:38.856563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:38.875066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:38.877792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'port_id': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'mac_address': 'fa:16:3e:33:84:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:38.903058 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43119f84-893b-436c-a8aa-323534a44447 x-openstack-request-id: req-43119f84-893b-436c-a8aa-323534a44447 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:38.903192 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-unplugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:38.903443 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43119f84-893b-436c-a8aa-323534a44447 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:38.903836 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'code': 200} Oct 27 16:36:38.920499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.935796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:38.975510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.023943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df921a14-ab63-4cd2-ac23-4709d8ba1011 req-b76dbf60-0a74-4852-b007-43886dd48e23 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:39.026667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df921a14-ab63-4cd2-ac23-4709d8ba1011 req-b76dbf60-0a74-4852-b007-43886dd48e23 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0742426 Oct 27 16:36:39.078688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:36:39.079795 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:36:39.085608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:39.095302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df921a14-ab63-4cd2-ac23-4709d8ba1011 req-b865c8cd-64f7-4b35-b620-f0552b914ace tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570095 Oct 27 16:36:39.537231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:36:39.622907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.645373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:39.668791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:39.752499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.817103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:40.066934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df70-68a9-4f8b-9b30-7f97bbc413af req-cbe89f19-7db1-417f-a7dc-3fd6d3b5b33c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.068696 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f68df70-68a9-4f8b-9b30-7f97bbc413af req-cbe89f19-7db1-417f-a7dc-3fd6d3b5b33c tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 944 time: 0.2444096 Oct 27 16:36:40.099166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['840831fb-baaf-43b3-b3cb-49c28c6f1765'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:40.110899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f68df70-68a9-4f8b-9b30-7f97bbc413af req-885f9251-0eb6-4f38-a01f-5a5d095857e0 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Oct 27 16:36:40.149701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:40.224745 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f403ed8f-a914-4b4c-93ae-84a87b757857 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/floatingips/b1946ca7-c67b-41b1-865e-eef2f2166540 HTTP/1.1" status: 200 len: 991 time: 0.0739820 Oct 27 16:36:40.262702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf07693-a431-44dd-9f31-55270c2ce41a req-ebf66a4f-1bb9-4e54-9b62-ce3dce71c9bb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.264389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cf07693-a431-44dd-9f31-55270c2ce41a req-ebf66a4f-1bb9-4e54-9b62-ce3dce71c9bb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0783131 Oct 27 16:36:40.330460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cf07693-a431-44dd-9f31-55270c2ce41a req-c81e6eef-657d-4c20-8aed-56660119ef8f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526872 Oct 27 16:36:41.385143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e7746e56-950f-4992-b01b-a5774b6eee35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:41.455771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59c827-ab04-458b-ad16-99598264d402 req-ec9c9bea-ad01-4882-853e-fa9f50f2a0eb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.457311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b59c827-ab04-458b-ad16-99598264d402 req-ec9c9bea-ad01-4882-853e-fa9f50f2a0eb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0531096 Oct 27 16:36:41.497172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b59c827-ab04-458b-ad16-99598264d402 req-86ad91d2-16e7-4b0f-8f2b-cf735244fa2a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Oct 27 16:36:42.336112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37950) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:42.452178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35a22299-a3ac-4f76-957e-e8663c429b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.531475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35a22299-a3ac-4f76-957e-e8663c429b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.636927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251a267-4265-4826-8ba1-86ae8176e897 req-202294e2-cdc5-4152-b7c3-48358d6f301d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.638454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f251a267-4265-4826-8ba1-86ae8176e897 req-202294e2-cdc5-4152-b7c3-48358d6f301d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 944 time: 0.0560682 Oct 27 16:36:42.639501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:42.643622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:42.678468 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-35a22299-a3ac-4f76-957e-e8663c429b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.699367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f251a267-4265-4826-8ba1-86ae8176e897 req-fbbe15d3-a98b-4bbf-abaa-96c241be3e20 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464466 Oct 27 16:36:42.734883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 37966) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:42.736098 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-35a22299-a3ac-4f76-957e-e8663c429b98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0e492e7a0714d26989c511ff01eff23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987081 Oct 27 16:36:42.747666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-95458914-caa6-41ac-bd86-5d66f1c9911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.749880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-95458914-caa6-41ac-bd86-5d66f1c9911c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1095 time: 0.1048429 Oct 27 16:36:42.752141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22299-a3ac-4f76-957e-e8663c429b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d191633-d96d-46ac-825e-ea4f7983ea52,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:42.767939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 840831fb-baaf-43b3-b3cb-49c28c6f1765 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:42.768395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.796411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.824751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.827073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:42.840334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'mac_address': 'fa:16:3e:d5:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:42.928156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.930469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-f58b52f9-625c-48e1-bcd3-4975ff439441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:42.931553 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:42.932257 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-f58b52f9-625c-48e1-bcd3-4975ff439441 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1589830 Oct 27 16:36:42.952057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:42.978671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:42.980991 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9491deb-501e-4444-82d5-2965da213367" -d '{"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-plugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:43.010811 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-81c610bb-0501-4b5d-83a1-6f70b0cc336c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 200 len: 999 time: 0.0698688 Oct 27 16:36:43.014423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:43.018524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:43.020603 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a3df09-6a80-4284-a8ab-df89fdef7c0f x-openstack-request-id: req-58a3df09-6a80-4284-a8ab-df89fdef7c0f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:43.021025 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-plugged", "status": "completed", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:43.021444 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58a3df09-6a80-4284-a8ab-df89fdef7c0f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:43.021924 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'code': 200} Oct 27 16:36:43.043818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.046820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.048757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d191633-d96d-46ac-825e-ea4f7983ea52 HTTP/1.1" status: 204 len: 168 time: 0.3117776 Oct 27 16:36:43.060280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875857bb-5f0f-43ad-acfb-962bce9961ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d191633-d96d-46ac-825e-ea4f7983ea52,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:43.089574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-96f6362c-be74-4532-beea-014b652a5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.091264 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-96f6362c-be74-4532-beea-014b652a5062 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0714731 Oct 27 16:36:43.124121 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.127928 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.144587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-0eb38e09-bcf6-4d00-9158-1dbd444d465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.146219 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-0eb38e09-bcf6-4d00-9158-1dbd444d465a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482669 Oct 27 16:36:43.180432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:43.242834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:43.269009 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-a196bd3a-aaae-4c69-945c-72824c042d4b service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129932 Oct 27 16:36:43.386100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e57fa8ed-98a5-458a-a700-af4eb964ff79 req-db43b2ed-837c-4085-9fc7-a638b3266e2b service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073987 Oct 27 16:36:43.530906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['8165c52b-2e13-45f6-9a6b-03a5ff792d61'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:43.817418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20d6fd-3b87-4944-b059-95a41b6bb010 req-b70a22a0-a2f5-469d-a444-afbbf6a080ba tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.819166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb20d6fd-3b87-4944-b059-95a41b6bb010 req-b70a22a0-a2f5-469d-a444-afbbf6a080ba tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 945 time: 0.0527997 Oct 27 16:36:43.836813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 37988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:43.851755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-361d3ee7-d11f-49be-84bf-6b06e7a25a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:43.861115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb20d6fd-3b87-4944-b059-95a41b6bb010 req-3b3997e1-1d99-4407-a102-a4ce87c742fd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355699 Oct 27 16:36:43.936728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-361d3ee7-d11f-49be-84bf-6b06e7a25a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.015068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-36f1ce51-cdd5-4005-9ded-02bfd9da77a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.055027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-361d3ee7-d11f-49be-84bf-6b06e7a25a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.105561 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-361d3ee7-d11f-49be-84bf-6b06e7a25a42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4df7c92054054c39ab24d381420592fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666440 Oct 27 16:36:44.106473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d3ee7-d11f-49be-84bf-6b06e7a25a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0affe83-963e-4598-a9ba-c68d362a825d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:44.108159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38002) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:44.172119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.196061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.312098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.314884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.316187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0affe83-963e-4598-a9ba-c68d362a825d HTTP/1.1" status: 204 len: 168 time: 0.2069676 Oct 27 16:36:44.324290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457a45d-fc0a-47d6-9fc8-5d7c96b540cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0affe83-963e-4598-a9ba-c68d362a825d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:44.649346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.664187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:44.717737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:44.718180 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.798728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.834485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:44.912703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:44.975101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:44.983891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.984243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.984638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.984977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.985377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.985708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.986033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.986359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.986734 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.987109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.991433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:44.991433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:45.023912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:45.029021 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbda0b-1c43-48bb-b6aa-ac3c05f28851" -d '{"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:45.058768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38024) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:45.077216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bbb-b5b1-43d0-b0f7-0af0a2e97619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.080436 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7c1a1-58a9-4f31-bf9f-b831b7708efa x-openstack-request-id: req-27b7c1a1-58a9-4f31-bf9f-b831b7708efa {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:45.080731 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-plugged", "status": "completed", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:45.080981 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27b7c1a1-58a9-4f31-bf9f-b831b7708efa {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:45.081376 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'code': 200} Oct 27 16:36:45.173357 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bbb-b5b1-43d0-b0f7-0af0a2e97619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.255202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.276945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303da4b-dd56-45f3-ab55-a5238cf3a785 req-c66132df-64fa-44da-9996-267ddb9a619e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.278452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2303da4b-dd56-45f3-ab55-a5238cf3a785 req-c66132df-64fa-44da-9996-267ddb9a619e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0538368 Oct 27 16:36:45.316171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bbb-b5b1-43d0-b0f7-0af0a2e97619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.332445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2303da4b-dd56-45f3-ab55-a5238cf3a785 req-c6e37c68-8306-42e2-b825-749bfd6539ed tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470707 Oct 27 16:36:45.374676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f23c1bbb-b5b1-43d0-b0f7-0af0a2e97619 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d401ff7cc9b4b2d8d197f4ffa8215be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090038 Oct 27 16:36:45.374676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c1bbb-b5b1-43d0-b0f7-0af0a2e97619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b52ffd-742a-466e-a42d-1159d7ed4ed3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:45.374962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:45.458513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf87973-c4c2-47f2-afaa-7ff59cecc3d0 req-ae0ccbf4-94ed-44f4-aa21-a45d36931d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.459882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fbf87973-c4c2-47f2-afaa-7ff59cecc3d0 req-ae0ccbf4-94ed-44f4-aa21-a45d36931d6f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 1098 time: 0.0831594 Oct 27 16:36:45.486691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.516581 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fbf87973-c4c2-47f2-afaa-7ff59cecc3d0 req-4d26ff5d-6083-4a3a-80bd-fc17792f43ae service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473986 Oct 27 16:36:45.521428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.740686 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.743316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:45.745007 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7b52ffd-742a-466e-a42d-1159d7ed4ed3 HTTP/1.1" status: 204 len: 168 time: 0.3694377 Oct 27 16:36:45.753075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b43bd-7585-40f4-a756-37ebc16d0458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b52ffd-742a-466e-a42d-1159d7ed4ed3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:46.489992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c282-1846-4bc4-b782-cee3ac482386 req-113fb59c-3124-4b48-885a-82ed734e9d82 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.491521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a538c282-1846-4bc4-b782-cee3ac482386 req-113fb59c-3124-4b48-885a-82ed734e9d82 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0536265 Oct 27 16:36:46.532988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a538c282-1846-4bc4-b782-cee3ac482386 req-d147d235-08be-43ec-93f7-2f1e6b302414 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347049 Oct 27 16:36:47.037883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:47.654662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d2b1-c34f-41d5-96b6-1ac9cfc01d31 req-ef6ecc1c-0298-4d33-b494-6248e07ad011 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:47.656257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1354d2b1-c34f-41d5-96b6-1ac9cfc01d31 req-ef6ecc1c-0298-4d33-b494-6248e07ad011 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0495820 Oct 27 16:36:47.705910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1354d2b1-c34f-41d5-96b6-1ac9cfc01d31 req-b588e7fc-f89e-410a-a653-dc919850bb9d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377650 Oct 27 16:36:48.855713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c0b90-ab90-44fe-a33e-d6b39836ab64 req-857b0c7b-4f1c-4738-b644-eee49513f22e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:48.857205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-866c0b90-ab90-44fe-a33e-d6b39836ab64 req-857b0c7b-4f1c-4738-b644-eee49513f22e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0557816 Oct 27 16:36:48.895097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-866c0b90-ab90-44fe-a33e-d6b39836ab64 req-17101d71-85fb-4280-80b8-3ea5793df0f1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Oct 27 16:36:50.023853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b577-0183-421e-869e-27234c89553a req-1c16d0fa-d2f8-44b8-b2c8-6f536d31c9cc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.025677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe34b577-0183-421e-869e-27234c89553a req-1c16d0fa-d2f8-44b8-b2c8-6f536d31c9cc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0524969 Oct 27 16:36:50.069910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe34b577-0183-421e-869e-27234c89553a req-a4871e12-1452-4dbd-8ea5-6bbefda61a3d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Oct 27 16:36:57.123511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:57.241263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abc1e2d-f873-4103-bf36-b5e2daad2b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.320288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abc1e2d-f873-4103-bf36-b5e2daad2b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.450413 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2abc1e2d-f873-4103-bf36-b5e2daad2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.486039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1e2d-f873-4103-bf36-b5e2daad2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b7f70e-11bc-43be-822a-36a37d22c650,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:57.490373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2abc1e2d-f873-4103-bf36-b5e2daad2b5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1560a6a385014096a345d09acf92814d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658099 Oct 27 16:36:57.493545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38318) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:57.545366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.566171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.728919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.731609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:57.732988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7b7f70e-11bc-43be-822a-36a37d22c650 HTTP/1.1" status: 204 len: 168 time: 0.2384825 Oct 27 16:36:57.741064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4a0de-b0e3-400a-a549-ce05484f2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b7f70e-11bc-43be-822a-36a37d22c650,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:58.013806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.413754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.540072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:58.556136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc0dee8a-5b30-4a54-8313-2402cf59194a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.630518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc0dee8a-5b30-4a54-8313-2402cf59194a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.704940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bc0dee8a-5b30-4a54-8313-2402cf59194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.745491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bc0dee8a-5b30-4a54-8313-2402cf59194a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fcd10b33a4824e7cb9871b603b1f1353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043273 Oct 27 16:36:58.746201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dee8a-5b30-4a54-8313-2402cf59194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6549ec72-18d0-45a4-8381-8218a161f2c7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:58.748183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:58.797553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.818515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.962434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.965343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:58.966751 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6549ec72-18d0-45a4-8381-8218a161f2c7 HTTP/1.1" status: 204 len: 168 time: 0.2174835 Oct 27 16:36:58.974678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0603b9-170e-463e-9297-1311ce9c5b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549ec72-18d0-45a4-8381-8218a161f2c7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:00.533773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38382) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:00.634002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1246213368-network', 'tenant_id': '1c0d44307ec843c1a6de5c23b813ef73'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:00.705024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Made reservation on behalf of 1c0d44307ec843c1a6de5c23b813ef73 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:00.707392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:00.718646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:00.795303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:00.939309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:00.964634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:00.974357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:00.979286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:00.979633 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Added segment f49a6f8e-a420-41b4-9256-b2273f808228 of type vlan for network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a Oct 27 16:37:01.018985 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.144809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.148781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:01.148781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.208120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] Pushing event updated for resources: {'Network': ['ID=86f4922a-e1f1-46f4-8b64-2dcfeec8645a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:01.219003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:01.280201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-59a2383d-5222-4de3-b24f-4d99c9543333 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7453294 Oct 27 16:37:01.283413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:01.288676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Request body: {'subnet': {'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1246213368-subnet', 'tenant_id': '1c0d44307ec843c1a6de5c23b813ef73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:01.435989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Made reservation on behalf of 1c0d44307ec843c1a6de5c23b813ef73 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:01.438398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.785443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.851566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=074b5454-2998-407c-aac3-f8945ff0124d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:01.865526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Checking segment: {'id': 'f49a6f8e-a420-41b4-9256-b2273f808228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:01.865526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Network hostable DHCP agents. Network: 86f4922a-e1f1-46f4-8b64-2dcfeec8645a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:02.030703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:02.127713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 86f4922a-e1f1-46f4-8b64-2dcfeec8645a) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:02.132352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:02.133219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.137593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578c5df-aaf7-44d3-8cb1-c6dddb5f5c82 None None] Network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:02.239025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-86d9f102-e50f-4a3a-a37d-2044b813d39a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9542358 Oct 27 16:37:02.260780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6f8c9-1c42-4433-b910-dc8bc0a0337e None None] Network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:03.031435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38440) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:03.036663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481551697-network', 'tenant_id': '4be2bfcd296e447c88dac3eb9b7425c0'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:03.150972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Made reservation on behalf of 4be2bfcd296e447c88dac3eb9b7425c0 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:03.153398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.163399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.237343 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.344631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.371814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:03.378624 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2296e77-1012-49f9-b8bb-661d02fdd3cf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:03.386709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.386960 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Added segment 019beae6-65a1-4461-931b-9e64b4bb0f7f of type vlan for network 533e5a30-d244-42c1-906c-f183af34a761 Oct 27 16:37:03.436318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.544795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.545867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:03.546531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:03.607677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] Pushing event updated for resources: {'Network': ['ID=533e5a30-d244-42c1-906c-f183af34a761,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:03.620097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 533e5a30-d244-42c1-906c-f183af34a761 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:03.691657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ec0317cc-3e9b-4a35-b445-d5c866411007 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6590288 Oct 27 16:37:03.694649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38456) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:03.700405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Request body: {'subnet': {'network_id': '533e5a30-d244-42c1-906c-f183af34a761', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481551697-subnet', 'tenant_id': '4be2bfcd296e447c88dac3eb9b7425c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:03.819182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Made reservation on behalf of 4be2bfcd296e447c88dac3eb9b7425c0 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:03.822145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.059091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.112313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa164dd6-c06e-4ac5-ae99-065c5431df6e,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:04.122822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Checking segment: {'id': '019beae6-65a1-4461-931b-9e64b4bb0f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '533e5a30-d244-42c1-906c-f183af34a761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:04.123236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Network hostable DHCP agents. Network: 533e5a30-d244-42c1-906c-f183af34a761, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:04.258868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Network 533e5a30-d244-42c1-906c-f183af34a761 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:04.350614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 533e5a30-d244-42c1-906c-f183af34a761) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:04.354697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.355520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.360338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b470f9-f75a-4bd5-b30d-6a6d73a62818 None None] Network 533e5a30-d244-42c1-906c-f183af34a761 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:04.436865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b200383-6e78-4538-948b-592fca99c3b1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7331066 Oct 27 16:37:04.514885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2a9a7-e70d-4fb0-99c5-0bc858ce897f None None] Network 533e5a30-d244-42c1-906c-f183af34a761 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:04.976391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-9141b48b-957c-4437-a809-27c6f54c3b3f tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.978679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-9141b48b-957c-4437-a809-27c6f54c3b3f tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/networks?id=86f4922a-e1f1-46f4-8b64-2dcfeec8645a HTTP/1.1" status: 200 len: 809 time: 0.1066389 Oct 27 16:37:04.995180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-cd52da04-6d2e-48e7-a96e-831a6cebbd79 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/quotas/1c0d44307ec843c1a6de5c23b813ef73 HTTP/1.1" status: 200 len: 375 time: 0.0097353 Oct 27 16:37:05.029354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-52e5f3f4-ea57-4d6c-86d7-efd5d0a09748 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c0d44307ec843c1a6de5c23b813ef73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281157 Oct 27 16:37:05.214902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-4bdb62ec-6a37-4efa-b9b3-566297170d76 service neutron] 10.222.0.70 "GET /v2.0/networks/86f4922a-e1f1-46f4-8b64-2dcfeec8645a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783242 Oct 27 16:37:05.306273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-78c94dd1-4957-4ceb-82b8-1056c6b93fcf service neutron] 10.222.0.70 "GET /v2.0/networks/86f4922a-e1f1-46f4-8b64-2dcfeec8645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850806 Oct 27 16:37:05.592830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2111df62-5fe4-44f3-9232-678d08190d9b req-b6a902b8-5cfd-426e-bb7a-6e3bf6c6882e tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Oct 27 16:37:06.674621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dad0686f-c6e6-4de3-8692-5d2a5680dd99 req-5bf2d414-4307-4734-9cff-ef9aa673a55f tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 210 time: 0.0277414 Oct 27 16:37:07.322518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38544) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:07.460049 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9ef0-0c4a-4478-af1b-c121f9584cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.533525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9ef0-0c4a-4478-af1b-c121f9584cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.624085 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3d8b9ef0-0c4a-4478-af1b-c121f9584cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.664754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b9ef0-0c4a-4478-af1b-c121f9584cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9076309-157b-4441-8b05-49a84338bce0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:07.669140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3d8b9ef0-0c4a-4478-af1b-c121f9584cdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=996db63c2be14d749c14a9e4b4231f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455386 Oct 27 16:37:07.671978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:07.723877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.746816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.784032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1f06fb5-95f9-4742-bbed-3f0a9f97f204 req-0d68487f-9f08-4ae8-b229-45389197b313 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 210 time: 0.0351467 Oct 27 16:37:07.928627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.932026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:07.941787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9076309-157b-4441-8b05-49a84338bce0 HTTP/1.1" status: 204 len: 168 time: 0.2605629 Oct 27 16:37:07.945655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec6fad-951f-4361-942a-c00d53c48567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9076309-157b-4441-8b05-49a84338bce0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:08.047333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-a23b1754-95c8-4641-96b1-12dae76dfdef tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:08.047333 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-a23b1754-95c8-4641-96b1-12dae76dfdef tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.82 "GET /v2.0/networks?id=86f4922a-e1f1-46f4-8b64-2dcfeec8645a HTTP/1.1" status: 200 len: 809 time: 0.1239090 Oct 27 16:37:08.082919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Request body: {'port': {'device_id': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a', 'admin_state_up': True, 'tenant_id': '1c0d44307ec843c1a6de5c23b813ef73'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:08.298651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Made reservation on behalf of 1c0d44307ec843c1a6de5c23b813ef73 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:08.302584 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:08.453797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Allocated IP 172.20.0.5 (86f4922a-e1f1-46f4-8b64-2dcfeec8645a/074b5454-2998-407c-aac3-f8945ff0124d/03fca2ea-4216-4644-821a-6290eb1a2a2a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:08.626080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:08.750271 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:08.810104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:08.815798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:08.823097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:08.854305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Pushing event updated for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:08.883710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:08.884379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:08.922162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542f972-442e-45d8-bb6d-07a43e1739e6 req-d55026a9-01b8-4fb0-b916-e21deaf7bdb8 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:08.923698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7542f972-442e-45d8-bb6d-07a43e1739e6 req-d55026a9-01b8-4fb0-b916-e21deaf7bdb8 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 931 time: 0.0534015 Oct 27 16:37:08.966230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7542f972-442e-45d8-bb6d-07a43e1739e6 req-fd9cb5f9-f5d6-43b5-92c7-a9329ceb66e4 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356748 Oct 27 16:37:08.981740 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-0e01acba-77c8-451b-aa10-b63c3430dc36 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9053988 Oct 27 16:37:09.106850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Request body: {'port': {'device_id': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:09.168959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.450455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fca2ea-4216-4644-821a-6290eb1a2a2a {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:09.459567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.473066 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Transition to ACTIVE for port object 03fca2ea-4216-4644-821a-6290eb1a2a2a will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:37:09.550547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.605166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Pushing event updated for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:09.691631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Attempting to bind port 03fca2ea-4216-4644-821a-6290eb1a2a2a on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:09.691972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Attempting to bind port 03fca2ea-4216-4644-821a-6290eb1a2a2a by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'f49a6f8e-a420-41b4-9256-b2273f808228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:09.692304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Attempting to bind port 03fca2ea-4216-4644-821a-6290eb1a2a2a on network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:09.697421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Port 03fca2ea-4216-4644-821a-6290eb1a2a2a on network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:37:09.697745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Attempting to bind port 03fca2ea-4216-4644-821a-6290eb1a2a2a on network 86f4922a-e1f1-46f4-8b64-2dcfeec8645a {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:09.702802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:09.703189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Checking segment: {'id': 'f49a6f8e-a420-41b4-9256-b2273f808228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:09.704276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Bound using segment: {'id': 'f49a6f8e-a420-41b4-9256-b2273f808228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:09.704708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Bound port: 03fca2ea-4216-4644-821a-6290eb1a2a2a, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49a6f8e-a420-41b4-9256-b2273f808228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:09.705064 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.772639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:09.775638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a,segment=NetworkSegment(f49a6f8e-a420-41b4-9256-b2273f808228),segment_id=f49a6f8e-a420-41b4-9256-b2273f808228)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:09.841299 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.887715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:09.888406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:09.889919 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] 10.222.0.82 "PUT /v2.0/ports/03fca2ea-4216-4644-821a-6290eb1a2a2a HTTP/1.1" status: 200 len: 1091 time: 0.8966458 Oct 27 16:37:09.890444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:09.892986 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb7804-7527-424a-add9-c5187a3b0a36" -d '{"events": [{"name": "network-changed", "server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:09.916604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f8cde-1aa6-4b2e-81a4-9ab413f2ba85 service neutron] Pushing event updated for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:09.948260 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed36a50-e56c-4680-97af-f3d58753ee03 x-openstack-request-id: req-1ed36a50-e56c-4680-97af-f3d58753ee03 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:09.948524 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:09.948776 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ed36a50-e56c-4680-97af-f3d58753ee03 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:09.949184 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a', 'status': 'completed', 'code': 200} Oct 27 16:37:10.016863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-82f615e1-7269-41b7-9e69-58ca2055959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.018508 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-82f615e1-7269-41b7-9e69-58ca2055959e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c0d44307ec843c1a6de5c23b813ef73&device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 1094 time: 0.0466211 Oct 27 16:37:10.097765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daecc6-d834-48cd-b984-6250b349ebd6 req-9743efbb-c0c6-43bd-9596-79f9202c53f3 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.099261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3daecc6-d834-48cd-b984-6250b349ebd6 req-9743efbb-c0c6-43bd-9596-79f9202c53f3 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 943 time: 0.0534182 Oct 27 16:37:10.138823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3daecc6-d834-48cd-b984-6250b349ebd6 req-852a9586-135a-4544-ae21-26f96e246cc6 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323186 Oct 27 16:37:10.168328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-b28d64a3-6f8b-41c6-b23b-8509c5320e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.169976 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-b28d64a3-6f8b-41c6-b23b-8509c5320e20 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1c0d44307ec843c1a6de5c23b813ef73&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1371107 Oct 27 16:37:10.268253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-b0c6260f-cb3f-47bd-9fe8-2beb6507f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.269779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-30fb7804-7527-424a-add9-c5187a3b0a36 req-b0c6260f-cb3f-47bd-9fe8-2beb6507f453 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918870 Oct 27 16:37:10.691713 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d507176e-162a-41f6-a0e2-587e867d1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.693343 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-d507176e-162a-41f6-a0e2-587e867d1e9b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c0d44307ec843c1a6de5c23b813ef73&device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 1094 time: 0.3701327 Oct 27 16:37:10.737999 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-4d47648f-24be-472c-8ad4-cdfb40277c83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a HTTP/1.1" status: 200 len: 217 time: 0.0343778 Oct 27 16:37:10.797472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-3cb97aa4-74aa-48f2-81e5-d0c123250db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.799276 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-3cb97aa4-74aa-48f2-81e5-d0c123250db0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=074b5454-2998-407c-aac3-f8945ff0124d HTTP/1.1" status: 200 len: 849 time: 0.0519238 Oct 27 16:37:10.841220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-75602a5d-8c6d-4f2f-8b53-c7411e1076c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86f4922a-e1f1-46f4-8b64-2dcfeec8645a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325255 Oct 27 16:37:10.939754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-435a1407-62e4-44b1-a9ec-89ac26357c94 service neutron] 10.222.0.82 "GET /v2.0/networks/86f4922a-e1f1-46f4-8b64-2dcfeec8645a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904255 Oct 27 16:37:11.043014 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc7550c9-745f-44d0-ae96-3a648cb4f431 req-b6d116aa-c5a1-4220-ae5a-bc6a07b62859 service neutron] 10.222.0.82 "GET /v2.0/networks/86f4922a-e1f1-46f4-8b64-2dcfeec8645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944285 Oct 27 16:37:11.267597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d56a7-c7fd-4878-9298-8a382da94665 req-f3c8ef27-1bd3-41a9-946b-6513a772b4c9 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:11.269956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f5d56a7-c7fd-4878-9298-8a382da94665 req-f3c8ef27-1bd3-41a9-946b-6513a772b4c9 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 943 time: 0.0524347 Oct 27 16:37:11.310361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f5d56a7-c7fd-4878-9298-8a382da94665 req-eb0e1d95-f590-4818-a595-a26f74b3c442 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Oct 27 16:37:11.350438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-856fe09e-0425-499e-81b7-d7c535a4686e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:11.647863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38688) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:11.774794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91f79ead-aae4-4fbb-9f68-9b9b5be893cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:11.859437 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91f79ead-aae4-4fbb-9f68-9b9b5be893cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:11.955487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-91f79ead-aae4-4fbb-9f68-9b9b5be893cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:11.995228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f79ead-aae4-4fbb-9f68-9b9b5be893cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83e072-3cb1-4737-b21f-58ad131409c5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:12.002336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38698) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:12.003222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-91f79ead-aae4-4fbb-9f68-9b9b5be893cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=189db1ee1f434a79be565f86fe413a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536704 Oct 27 16:37:12.081780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.105023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.258105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.260814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.261953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e83e072-3cb1-4737-b21f-58ad131409c5 HTTP/1.1" status: 204 len: 168 time: 0.2575819 Oct 27 16:37:12.270124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3d86c-3a39-42aa-8065-eda11c154459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83e072-3cb1-4737-b21f-58ad131409c5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:12.430417 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ca062-4036-4cfc-bd46-36dd5b80ea69 req-675d383f-20be-46e7-9b30-85adbd0cde3a tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:12.431838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b5ca062-4036-4cfc-bd46-36dd5b80ea69 req-675d383f-20be-46e7-9b30-85adbd0cde3a tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 943 time: 0.0519495 Oct 27 16:37:12.477326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b5ca062-4036-4cfc-bd46-36dd5b80ea69 req-a514e7d0-338e-4176-9017-87adab3e8d22 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 Oct 27 16:37:12.897882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 38716) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:12.912952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bce3a0e7-7a88-465e-8b34-ae7dfc917a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:12.988716 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bce3a0e7-7a88-465e-8b34-ae7dfc917a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.070326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bce3a0e7-7a88-465e-8b34-ae7dfc917a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.109309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bce3a0e7-7a88-465e-8b34-ae7dfc917a40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99201d1ea51440458feb71c712cfcd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093956 Oct 27 16:37:13.110531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3a0e7-7a88-465e-8b34-ae7dfc917a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e21cf2-21ec-417e-9a43-b479b94aae70,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:13.112007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 38720) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:13.163586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.185188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.304831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.307521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:13.311093 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15e21cf2-21ec-417e-9a43-b479b94aae70 HTTP/1.1" status: 204 len: 168 time: 0.1956089 Oct 27 16:37:13.318391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630745d-4d9e-47e0-b9b7-4cf6e1a49e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e21cf2-21ec-417e-9a43-b479b94aae70,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:13.608635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aeac-ba17-4dc1-a350-b02257d07d32 req-fe122e4d-77f1-430a-b65c-a647d22976bb tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:13.610175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d38aeac-ba17-4dc1-a350-b02257d07d32 req-fe122e4d-77f1-430a-b65c-a647d22976bb tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 943 time: 0.0571940 Oct 27 16:37:13.652255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d38aeac-ba17-4dc1-a350-b02257d07d32 req-b3ca21d2-ce7e-4e72-bd1f-8285cb9e2de5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Oct 27 16:37:14.052271 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5573c641-6598-495e-807d-ecf6607f7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:14.641326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:14.775495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969efe1a-b494-40ec-91ab-95e8ed7ff2e6 req-096d694a-716a-48a9-aca3-73bf6447d103 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:14.777001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-969efe1a-b494-40ec-91ab-95e8ed7ff2e6 req-096d694a-716a-48a9-aca3-73bf6447d103 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 943 time: 0.0484803 Oct 27 16:37:14.815211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-969efe1a-b494-40ec-91ab-95e8ed7ff2e6 req-5912a8cf-3af2-4586-a7b7-a05c2ad8afb9 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Oct 27 16:37:14.817963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 03fca2ea-4216-4644-821a-6290eb1a2a2a details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:37:14.929037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a,segment=NetworkSegment(f49a6f8e-a420-41b4-9256-b2273f808228),segment_id=f49a6f8e-a420-41b4-9256-b2273f808228)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:14.942094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '03fca2ea-4216-4644-821a-6290eb1a2a2a', 'network_id': '86f4922a-e1f1-46f4-8b64-2dcfeec8645a', 'port_id': '03fca2ea-4216-4644-821a-6290eb1a2a2a', 'mac_address': 'fa:16:3e:6c:4c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074b5454-2998-407c-aac3-f8945ff0124d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:37:14.984589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:14.997552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fca2ea-4216-4644-821a-6290eb1a2a2a {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:15.017752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a,segment=NetworkSegment(f49a6f8e-a420-41b4-9256-b2273f808228),segment_id=f49a6f8e-a420-41b4-9256-b2273f808228)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:15.138028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:15.184755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:15.275119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:15.542254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['03fca2ea-4216-4644-821a-6290eb1a2a2a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:15.957496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489d9b9-e17b-49b8-888e-3091977226b7 req-5a0208aa-1395-4a35-a728-5c887ff43e61 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:15.959089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d489d9b9-e17b-49b8-888e-3091977226b7 req-5a0208aa-1395-4a35-a728-5c887ff43e61 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 944 time: 0.0596585 Oct 27 16:37:15.999882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d489d9b9-e17b-49b8-888e-3091977226b7 req-9376211f-6cbe-4130-8f16-113311a741ea tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Oct 27 16:37:16.536777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:37:16.840829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 03fca2ea-4216-4644-821a-6290eb1a2a2a up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:16.978060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 03fca2ea-4216-4644-821a-6290eb1a2a2a completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:37:16.983231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 03fca2ea-4216-4644-821a-6290eb1a2a2a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:16.983231 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:17.070235 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:17.095862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:17.098235 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4110f9ae-ccc4-4c80-bf7f-fb20580ccf72" -d '{"events": [{"server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "name": "network-vif-plugged", "status": "completed", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:17.108555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:17.111652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a,segment=NetworkSegment(f49a6f8e-a420-41b4-9256-b2273f808228),segment_id=f49a6f8e-a420-41b4-9256-b2273f808228)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:17.126833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09410c-38c4-44bf-8af2-a84d02641d9b req-bc49ec74-fb76-416b-bf3c-564aba9421dd tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:17.126833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c09410c-38c4-44bf-8af2-a84d02641d9b req-bc49ec74-fb76-416b-bf3c-564aba9421dd tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 944 time: 0.0536263 Oct 27 16:37:17.138688 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78858b9-662c-4784-b57d-22d49a7028dd x-openstack-request-id: req-c78858b9-662c-4784-b57d-22d49a7028dd {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:17.138987 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "name": "network-vif-plugged", "status": "completed", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:17.139279 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c78858b9-662c-4784-b57d-22d49a7028dd {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:17.139681 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a', 'code': 200} Oct 27 16:37:17.168129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c09410c-38c4-44bf-8af2-a84d02641d9b req-21b3a300-7a1d-4495-832d-e48931651716 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Oct 27 16:37:17.184640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:17.248395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:17.249865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d4a0-d731-42c7-a8c8-6f3eff87243b req-c25a2a78-4324-4237-a893-c06362877f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:17.252242 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c686d4a0-d731-42c7-a8c8-6f3eff87243b req-c25a2a78-4324-4237-a893-c06362877f47 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 1096 time: 0.0480185 Oct 27 16:37:17.289844 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c686d4a0-d731-42c7-a8c8-6f3eff87243b req-aea4fc98-3c7e-46c0-a4e8-8c19f3d4b787 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295331 Oct 27 16:37:18.298727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88dc0-3876-44e4-99c6-3ac57f53f35a req-742ae5e6-c894-428e-b1e6-a27109eea7ed tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:18.303455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ab88dc0-3876-44e4-99c6-3ac57f53f35a req-742ae5e6-c894-428e-b1e6-a27109eea7ed tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 945 time: 0.0592327 Oct 27 16:37:18.352897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ab88dc0-3876-44e4-99c6-3ac57f53f35a req-23b7bef3-1f0c-4f2b-a537-37c5cf17ccd3 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Oct 27 16:37:19.475872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7da6a-300f-4b0a-9d81-621ce85e4d30 req-9f2846e5-1692-42ad-9931-fe7248612ce4 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:19.477950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ab7da6a-300f-4b0a-9d81-621ce85e4d30 req-9f2846e5-1692-42ad-9931-fe7248612ce4 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Oct 27 16:37:19.515621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ab7da6a-300f-4b0a-9d81-621ce85e4d30 req-1490803b-f188-4515-b7f3-62fba32e1048 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Oct 27 16:37:20.502932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:20.620371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ecd252d0-8a6c-4608-8f9e-873d2a29d05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:20.694313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ecd252d0-8a6c-4608-8f9e-873d2a29d05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:20.795349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ecd252d0-8a6c-4608-8f9e-873d2a29d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:20.864906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ecd252d0-8a6c-4608-8f9e-873d2a29d05f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=030a71b38a004a92b597e34d0281a28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612854 Oct 27 16:37:20.866637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd252d0-8a6c-4608-8f9e-873d2a29d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b418e-fa84-4da3-942c-d6203c837659,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:20.869624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:20.963989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:20.995862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:21.166766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:21.171070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:21.179941 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e64b418e-fa84-4da3-942c-d6203c837659 HTTP/1.1" status: 204 len: 168 time: 0.3062594 Oct 27 16:37:21.196444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b418e-fa84-4da3-942c-d6203c837659,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:21.213161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.213827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.214433 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:21.218701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f052fc4-7e95-47a1-aec5-137f7ded9d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:24.457651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3c057-9e6c-4d05-9d84-831a73a991ad req-f80dbd6d-6655-4ada-afb2-dee684c5f713 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:24.463607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e3c057-9e6c-4d05-9d84-831a73a991ad req-f80dbd6d-6655-4ada-afb2-dee684c5f713 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 945 time: 0.0752785 Oct 27 16:37:24.499875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28e3c057-9e6c-4d05-9d84-831a73a991ad req-98897d2c-9333-426b-b009-162329ca7ed4 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337625 Oct 27 16:37:25.625941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decec290-dded-4eef-9018-218a9e340f7f req-05157b18-e474-4ed2-ad76-d0ed93a85867 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:25.627473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-decec290-dded-4eef-9018-218a9e340f7f req-05157b18-e474-4ed2-ad76-d0ed93a85867 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 945 time: 0.0492926 Oct 27 16:37:25.671548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-decec290-dded-4eef-9018-218a9e340f7f req-bed74726-c6b1-4df8-9848-5c14d3e804a0 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Oct 27 16:37:26.289547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-f45c134b-8e61-4101-afc5-773a4f50b9ad tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:26.291079 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-f45c134b-8e61-4101-afc5-773a4f50b9ad tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.82 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Oct 27 16:37:26.399403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Deleting port 03fca2ea-4216-4644-821a-6290eb1a2a2a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:26.399745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:26.506375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] For port 03fca2ea-4216-4644-821a-6290eb1a2a2a, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=03fca2ea-4216-4644-821a-6290eb1a2a2a,segment=NetworkSegment(f49a6f8e-a420-41b4-9256-b2273f808228),segment_id=f49a6f8e-a420-41b4-9256-b2273f808228)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:26.506664 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:26.519245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Calling delete_port for 03fca2ea-4216-4644-821a-6290eb1a2a2a owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:37:26.737401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:26.751259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['03fca2ea-4216-4644-821a-6290eb1a2a2a'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:26.795360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Pushing event deleted for resources: {'Port': ['ID=03fca2ea-4216-4644-821a-6290eb1a2a2a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:26.810458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5288efe2-3444-45df-be9e-9eec49c2d326 req-ee7a1c80-4551-45f3-b9cc-667b41d52116 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 210 time: 0.0371530 Oct 27 16:37:26.847233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] No DVR routers for this DVR port 03fca2ea-4216-4644-821a-6290eb1a2a2a on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:37:26.849988 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:26.853511 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-964db7d1-0837-41e5-85e1-bbd0c182591b req-0ea0d477-0461-4277-8704-9a1de8d1afe5 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.82 "DELETE /v2.0/ports/03fca2ea-4216-4644-821a-6290eb1a2a2a HTTP/1.1" status: 204 len: 173 time: 0.5552816 Oct 27 16:37:26.853970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'name': 'network-vif-deleted', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:26.856510 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d8d0f-a56e-43e3-a7bc-c78374a7c468" -d '{"events": [{"server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "name": "network-vif-deleted", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:26.874375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:26.895940 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a5196e-aff9-471d-a4f3-9f18e332c993 x-openstack-request-id: req-88a5196e-aff9-471d-a4f3-9f18e332c993 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:26.896260 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f1de4f-c507-4819-8685-e4674e1fcb67", "name": "network-vif-deleted", "tag": "03fca2ea-4216-4644-821a-6290eb1a2a2a", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:26.896505 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88a5196e-aff9-471d-a4f3-9f18e332c993 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:26.896904 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f1de4f-c507-4819-8685-e4674e1fcb67', 'name': 'network-vif-deleted', 'tag': '03fca2ea-4216-4644-821a-6290eb1a2a2a', 'status': 'completed', 'code': 200} Oct 27 16:37:27.008507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45ac892c-bdbf-471f-9d26-e443ac57f66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.095989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45ac892c-bdbf-471f-9d26-e443ac57f66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.212195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-45ac892c-bdbf-471f-9d26-e443ac57f66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.255970 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-45ac892c-bdbf-471f-9d26-e443ac57f66d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=718778d433a745f98a7a028232ffcf54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803039 Oct 27 16:37:27.256202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39330) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:27.257318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac892c-bdbf-471f-9d26-e443ac57f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2a0ef-796a-4696-9e2b-7b7405e7f4e3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:27.316400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.348752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.457260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.460204 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:27.461509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6e2a0ef-796a-4696-9e2b-7b7405e7f4e3 HTTP/1.1" status: 204 len: 168 time: 0.2044177 Oct 27 16:37:27.471874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd015-05f5-4a11-b190-d408bd283073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2a0ef-796a-4696-9e2b-7b7405e7f4e3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:27.932458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-82801471-dca5-4a9b-96d0-4a32c33d040b req-24ea5263-1e48-47aa-bd05-787220a15a59 tempest-VolumesActionsTest-1140038876 tempest-VolumesActionsTest-1140038876-project] 10.222.0.70 "GET /v2.0/ports?device_id=87f1de4f-c507-4819-8685-e4674e1fcb67 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Oct 27 16:37:28.024216 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.204811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39340) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:28.218980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d81c21de-51b5-4467-9a9c-30fcbecc92d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.299516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d81c21de-51b5-4467-9a9c-30fcbecc92d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.388707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d81c21de-51b5-4467-9a9c-30fcbecc92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.411340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.427129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c21de-51b5-4467-9a9c-30fcbecc92d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391132d-8d36-4c10-a115-ce6af77629ef,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:28.435017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d81c21de-51b5-4467-9a9c-30fcbecc92d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8247bf40b71a45b491bb69b608395605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253346 Oct 27 16:37:28.435254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39342) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:28.494083 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.516551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.657060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.659977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:28.661207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e391132d-8d36-4c10-a115-ce6af77629ef HTTP/1.1" status: 204 len: 168 time: 0.2250812 Oct 27 16:37:28.670745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12645b9b-06c3-4cb7-be0c-160ec40b2e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391132d-8d36-4c10-a115-ce6af77629ef,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:30.374528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39390) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:30.490223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2501-0584-4002-802f-0ee6ba12bce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.588034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2501-0584-4002-802f-0ee6ba12bce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.640266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2501-0584-4002-802f-0ee6ba12bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.686478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ef1b2501-0584-4002-802f-0ee6ba12bce1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73431f25137b47e8b49f483ddd99e85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101535 Oct 27 16:37:30.687608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2501-0584-4002-802f-0ee6ba12bce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e78a855-4df0-4d37-b3e8-245f63484f2b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:30.689288 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39396) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:30.750751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.782714 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:30.943780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 03fca2ea-4216-4644-821a-6290eb1a2a2a no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:37:30.976766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 03fca2ea-4216-4644-821a-6290eb1a2a2a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:37:30.976766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 03fca2ea-4216-4644-821a-6290eb1a2a2a not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:37:31.108559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.111242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:31.112834 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e78a855-4df0-4d37-b3e8-245f63484f2b HTTP/1.1" status: 204 len: 168 time: 0.4218776 Oct 27 16:37:31.130100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf748b9-908a-440d-9880-9682603cef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e78a855-4df0-4d37-b3e8-245f63484f2b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:31.199874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e7d72-2dd8-4879-9097-c3d0566cb454 req-c6a09bdb-cf30-454f-825a-f0c5159e526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:31.201455 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc3e7d72-2dd8-4879-9097-c3d0566cb454 req-c6a09bdb-cf30-454f-825a-f0c5159e526b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1096 time: 0.1352184 Oct 27 16:37:31.244000 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc3e7d72-2dd8-4879-9097-c3d0566cb454 req-9972d864-9fa4-415c-8188-c60798e79e4d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356455 Oct 27 16:37:33.196386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:33.400093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-219506895'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:33.537196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Made reservation on behalf of 203b21fd6b154a98ab462f2d1ff58015 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:33.542587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.552254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.656673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.742939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.774907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:33.790104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.791261 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Added segment 0281460a-feef-4b49-8fb7-3bef4cf06ee6 of type vlan for network 9480e444-18c4-434f-9114-a22660910ae6 Oct 27 16:37:33.792611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ba0d50-6235-409a-bb46-2ca647247bb8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:33.849894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.948986 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.956256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:33.958996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.031381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Pushing event updated for resources: {'Network': ['ID=9480e444-18c4-434f-9114-a22660910ae6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:34.046414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 9480e444-18c4-434f-9114-a22660910ae6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:34.080639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2357b910-7e95-4840-909f-3291b42aeea4 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8763390 Oct 27 16:37:34.080981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:34.159221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'name': 'tempest-network--2065585593', 'router:external': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:34.286116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:34.290329 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.302290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.382071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.451505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.487005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:34.497991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195047e-05c8-4ca2-be13-c7ea612de90d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:34.507902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.508340 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Added segment 5e4e41a7-4968-4694-963c-259f0a842b52 of type vlan for network b2660a37-eb8f-44bf-9433-229da3bb1abc Oct 27 16:37:34.577612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.685138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.686118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:34.686697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.748257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=b2660a37-eb8f-44bf-9433-229da3bb1abc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:34.759131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b2660a37-eb8f-44bf-9433-229da3bb1abc details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:34.815210 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f4edcc71-dcd8-41b7-b6af-ed633df1212c tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7331676 Oct 27 16:37:34.823186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39586) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:34.912825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:34.998238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.032820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2660a37-eb8f-44bf-9433-229da3bb1abc']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:35.049581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4e41a7-4968-4694-963c-259f0a842b52') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:35.049971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4e41a7-4968-4694-963c-259f0a842b52') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:35.060912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.077070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.083730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:35.084131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:35.086478 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:35.228509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.246236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2660a37-eb8f-44bf-9433-229da3bb1abc {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:37:35.247940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2660a37-eb8f-44bf-9433-229da3bb1abc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:35.250018 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.253374 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-14742a22-a2b9-4944-b6cd-8cb9b13cb97a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b2660a37-eb8f-44bf-9433-229da3bb1abc HTTP/1.1" status: 204 len: 168 time: 0.4289858 Oct 27 16:37:35.260306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39602) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:35.268437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:35.383165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:35.387785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.418697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:35.430424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.431106 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Added segment 3bb5f9b8-cd2d-4cad-bd50-85c5189e0cf8 of type vlan for network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 Oct 27 16:37:35.482022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.560165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.561582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:35.562964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:35.677322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=5505d68b-a6ae-45e9-bbe3-871eb61e7619,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:35.690598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:35.707337 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ddc98b10-73fc-4400-9549-1eb0320a228b tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4458356 Oct 27 16:37:35.709171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39628) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:35.716379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'subnet': {'network_id': '5505d68b-a6ae-45e9-bbe3-871eb61e7619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:35.810909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:35.813368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.218937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.objects.ports [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:37:36.219433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.624697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Subnet': ['ID=298fa261-be21-419b-97b8-5490ba8cebc1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:36.635300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Checking segment: {'id': '3bb5f9b8-cd2d-4cad-bd50-85c5189e0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5505d68b-a6ae-45e9-bbe3-871eb61e7619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:36.635747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Network hostable DHCP agents. Network: 5505d68b-a6ae-45e9-bbe3-871eb61e7619, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:36.736886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:36.822631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5505d68b-a6ae-45e9-bbe3-871eb61e7619) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:36.827978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:36.828820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:36.835815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ffa63-9907-4702-aa01-01012ac83b2e None None] Network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:36.939727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-58f2528d-c8e3-428a-9325-d9799682d672 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2285552 Oct 27 16:37:36.943446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39688) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:36.948590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'floatingip': {'floating_network_id': '5505d68b-a6ae-45e9-bbe3-871eb61e7619'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:36.974946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ffdd1-0b5c-4e31-952f-5865f56c7d13 None None] Network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:37.114003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.216488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.339102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Allocated IP 172.20.0.4 (5505d68b-a6ae-45e9-bbe3-871eb61e7619/298fa261-be21-419b-97b8-5490ba8cebc1/7b4d0b3b-35a7-4760-8f96-702bd424c8ff) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:37.454093 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.554965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.596036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:37.598916 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:37.601957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:37.625576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Port': ['ID=7b4d0b3b-35a7-4760-8f96-702bd424c8ff,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:37.639934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.640284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.640631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.640971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.643397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.644012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:37.709462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:37.846339 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.011475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.137646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.217210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Port': ['ID=7b4d0b3b-35a7-4760-8f96-702bd424c8ff,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:38.232537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.373678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.375385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4c0e59d3-362d-46e2-9e2b-17dd49c5bb84 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4306662 Oct 27 16:37:38.385074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:38.458780 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dc60a6a0-98e9-4b49-ba57-f22654707357 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=5505d68b-a6ae-45e9-bbe3-871eb61e7619 HTTP/1.1" status: 200 len: 689 time: 0.0723474 Oct 27 16:37:38.469897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39756) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:38.554739 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.754642 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Deleting port 7b4d0b3b-35a7-4760-8f96-702bd424c8ff {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:38.755134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.913620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.913620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:38.918214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Calling delete_port for 7b4d0b3b-35a7-4760-8f96-702bd424c8ff owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:37:39.113959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.143207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b4d0b3b-35a7-4760-8f96-702bd424c8ff,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.212553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.277180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.399995 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.440386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=298fa261-be21-419b-97b8-5490ba8cebc1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.511617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.540940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5505d68b-a6ae-45e9-bbe3-871eb61e7619']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:39.552364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb5f9b8-cd2d-4cad-bd50-85c5189e0cf8') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:39.552656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb5f9b8-cd2d-4cad-bd50-85c5189e0cf8') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:39.564212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.579006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.586208 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:39.586670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:39.592746 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:39.733766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.749957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5505d68b-a6ae-45e9-bbe3-871eb61e7619 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:37:39.751955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Network': ['ID=5505d68b-a6ae-45e9-bbe3-871eb61e7619,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:39.754139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:39.760103 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b768073-2ea1-4aa8-961b-3bf4a8161cc5 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5505d68b-a6ae-45e9-bbe3-871eb61e7619 HTTP/1.1" status: 204 len: 168 time: 1.2956362 Oct 27 16:37:39.760214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.032045 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ce295d0-d5e5-4ce4-af30-51e4ad38a781 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.2705758 Oct 27 16:37:40.036043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39826) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.207446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.208121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.208858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.209413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.210529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.210964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.211436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.211876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.212352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.212859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.215363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b237c871-b2ec-4b70-8e88-aa2eee8a054f tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6557 time: 0.1773424 Oct 27 16:37:40.218539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39838) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.288686 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-69d3fe66-52ef-45dc-810d-9e3bf67270ee tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] delete failed (client error): The resource could not be found. Oct 27 16:37:40.292319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-69d3fe66-52ef-45dc-810d-9e3bf67270ee tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/6b5a2b89-6311-4cac-85b1-8586f025df87 HTTP/1.1" status: 404 len: 345 time: 0.0699184 Oct 27 16:37:40.292656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39840) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.316925 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9d3ae1-76f5-4c86-8137-acd3d2dd29ee tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] DELETE failed (client error): The resource could not be found. Oct 27 16:37:40.317916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9d3ae1-76f5-4c86-8137-acd3d2dd29ee tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:37:40.322531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc9d3ae1-76f5-4c86-8137-acd3d2dd29ee tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5505d68b-a6ae-45e9-bbe3-871eb61e7619 HTTP/1.1" status: 404 len: 339 time: 0.0285060 Oct 27 16:37:40.327281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.332767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'name': 'tempest-network--1207897429', 'router:external': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:40.411344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:40.415097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.441442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:40.451817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.452243 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Added segment ce1138e6-0e3c-430e-9f1a-b9b052a34c41 of type vlan for network 1c4c0ab5-febf-4c4e-9996-f38a59111373 Oct 27 16:37:40.500682 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.605173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.606042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.606612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:40.669984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=1c4c0ab5-febf-4c4e-9996-f38a59111373,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:40.679985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1c4c0ab5-febf-4c4e-9996-f38a59111373 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:40.756749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-af341cf1-85b2-4295-a6fc-36c0c9e4b0b0 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4275823 Oct 27 16:37:40.758977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39856) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.874329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5fdab-f8ae-4cf6-b0d7-80b7d1b71e8c tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.880445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5fdab-f8ae-4cf6-b0d7-80b7d1b71e8c tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.886923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5fdab-f8ae-4cf6-b0d7-80b7d1b71e8c tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.893029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5fdab-f8ae-4cf6-b0d7-80b7d1b71e8c tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.894700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3ca5fdab-f8ae-4cf6-b0d7-80b7d1b71e8c tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1346252 Oct 27 16:37:40.898168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39868) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:40.971638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.063980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.090573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4c0ab5-febf-4c4e-9996-f38a59111373']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:41.103937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1138e6-0e3c-430e-9f1a-b9b052a34c41') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:41.104313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1138e6-0e3c-430e-9f1a-b9b052a34c41') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:41.115267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.135067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.135744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:41.136140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:41.137869 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:41.330557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.336397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c4c0ab5-febf-4c4e-9996-f38a59111373 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:37:41.338297 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.343274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1c4c0ab5-febf-4c4e-9996-f38a59111373 HTTP/1.1" status: 204 len: 168 time: 0.4440899 Oct 27 16:37:41.347070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39884) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:41.352556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'name': 'tempest-network--1030211641', 'router:external': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:41.359198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb1e9d-1e0a-4761-b4c1-757751f939f3 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c4c0ab5-febf-4c4e-9996-f38a59111373,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.395346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49afd6ac-6dfb-479b-a88e-e471b036243e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.456842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:41.459561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.485838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:41.496696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.497099 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Added segment f7edce6f-8d00-4fe2-a0bb-6f732e2752b5 of type vlan for network b480a51c-7c61-4e77-bf37-9c90c6afc6c0 Oct 27 16:37:41.550328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.649084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.650640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:41.650798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:41.740382 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3915596 Oct 27 16:37:41.740779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39904) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:41.762494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4eec8-e1ae-4da4-bc01-32cd73367893 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=b480a51c-7c61-4e77-bf37-9c90c6afc6c0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:41.778987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b480a51c-7c61-4e77-bf37-9c90c6afc6c0 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:41.949732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015d0f3-e391-4be1-a4c9-0e0d06d59962 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:41.954699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b015d0f3-e391-4be1-a4c9-0e0d06d59962 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "GET /v2.0/networks/b480a51c-7c61-4e77-bf37-9c90c6afc6c0 HTTP/1.1" status: 200 len: 757 time: 0.2077286 Oct 27 16:37:41.962140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39920) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:42.077021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d4499-2f3d-4deb-9048-2209f929dd0d tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.080610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da6d4499-2f3d-4deb-9048-2209f929dd0d tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "GET /v2.0/networks/9480e444-18c4-434f-9114-a22660910ae6 HTTP/1.1" status: 200 len: 767 time: 0.1153963 Oct 27 16:37:42.081503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39926) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:42.170489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.258450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.283446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b480a51c-7c61-4e77-bf37-9c90c6afc6c0']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:42.295210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7edce6f-8d00-4fe2-a0bb-6f732e2752b5') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:42.295618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7edce6f-8d00-4fe2-a0bb-6f732e2752b5') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:42.307415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.322576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.330372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:42.331182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:42.334313 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:42.496754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.502275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b480a51c-7c61-4e77-bf37-9c90c6afc6c0 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:37:42.506325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.515242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b480a51c-7c61-4e77-bf37-9c90c6afc6c0 HTTP/1.1" status: 204 len: 168 time: 0.4274194 Oct 27 16:37:42.515601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:42.521519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'name': 'tempest-network--1541775189'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:42.590233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5da8ca-860d-4278-b9fc-c040ee06b89a tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Network': ['ID=b480a51c-7c61-4e77-bf37-9c90c6afc6c0,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:42.669914 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-4a7f7808-bf81-4cf5-8434-47be0b45f9e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812166 Oct 27 16:37:42.693291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Made reservation on behalf of 16a388209a42413ab864985078d972c2 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:42.693722 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.732015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:42.751119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.751482 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Added segment b88b5627-f3b6-46bc-8969-fc12b1d4f322 of type vlan for network 8cbab2dd-0064-4da8-b680-3441a266f849 Oct 27 16:37:42.779930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-72be8e26-8109-4195-993f-47e5f493f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.782089 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-72be8e26-8109-4195-993f-47e5f493f6cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1096 time: 0.0863998 Oct 27 16:37:42.820872 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.911912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.911912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.911912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3893679'] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:42.954084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-0094c1d5-fdc1-4103-8d38-d9372d1813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.955675 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-0094c1d5-fdc1-4103-8d38-d9372d1813a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 897 time: 0.1451230 Oct 27 16:37:43.015321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=8cbab2dd-0064-4da8-b680-3441a266f849,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:43.027988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8cbab2dd-0064-4da8-b680-3441a266f849 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:43.063472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-d06ca4c6-f1ec-4220-911f-aceb2d8337b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 1000 time: 0.0978513 Oct 27 16:37:43.081878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e639d600-0d32-49cd-a5f3-86e0b1cb920d tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5652580 Oct 27 16:37:43.082669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 39972) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:43.092484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:43.179826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-cf7268fe-f25f-4564-bf8e-ef612dc681d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:43.181298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-cf7268fe-f25f-4564-bf8e-ef612dc681d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 200 len: 834 time: 0.1104689 Oct 27 16:37:43.257844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-a91528c9-e579-4433-895b-fce7f570e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:43.260041 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-a91528c9-e579-4433-895b-fce7f570e90a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54585fb8-8e02-44a5-9d53-bd9685600d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708418 Oct 27 16:37:43.368417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.419086 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-557cb447-4d13-419e-85f8-d9318afe0d6b service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348858 Oct 27 16:37:43.491665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.510469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Network 8cbab2dd-0064-4da8-b680-3441a266f849 is not hosted by any dhcp agent {{(pid=114448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:37:43.511422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:43.512089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.513613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "PUT /v2.0/networks/8cbab2dd-0064-4da8-b680-3441a266f849 HTTP/1.1" status: 200 len: 858 time: 0.4297895 Oct 27 16:37:43.517062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 39986) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:43.556798 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-727d4c0f-a687-4b94-a40a-f69f50fcd365 req-a98955c8-e0a5-4f28-9eda-cfebb2201e87 service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301825 Oct 27 16:37:43.566132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f21220-283c-4275-bc4a-56d64a5a7999 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event updated for resources: {'Network': ['ID=8cbab2dd-0064-4da8-b680-3441a266f849,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:43.620378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.729582 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.765753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbab2dd-0064-4da8-b680-3441a266f849']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:43.777876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88b5627-f3b6-46bc-8969-fc12b1d4f322') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:43.778452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88b5627-f3b6-46bc-8969-fc12b1d4f322') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:43.790801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.809241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.815657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:43.816045 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:43.817766 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:43.994475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.002575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cbab2dd-0064-4da8-b680-3441a266f849 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:37:44.012713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.017307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8cbab2dd-0064-4da8-b680-3441a266f849 HTTP/1.1" status: 204 len: 168 time: 0.4917185 Oct 27 16:37:44.018178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cb54b-120a-40cf-be19-2c3e01d89d76 tempest-ExternalNetworksTestJSON-2130656151 tempest-ExternalNetworksTestJSON-2130656151-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cbab2dd-0064-4da8-b680-3441a266f849,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:44.022125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40008) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:44.032518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-034256d7-db68-4329-9ce7-d2d95d27f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.056770 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c0a432-1faa-44f8-adc1-9ead77384d94 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] DELETE failed (client error): The resource could not be found. Oct 27 16:37:44.057184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c0a432-1faa-44f8-adc1-9ead77384d94 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:37:44.063766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-98c0a432-1faa-44f8-adc1-9ead77384d94 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "DELETE /v2.0/subnets/298fa261-be21-419b-97b8-5490ba8cebc1 HTTP/1.1" status: 404 len: 337 time: 0.0371032 Oct 27 16:37:44.068043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40012) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:44.165516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.273837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.300385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9480e444-18c4-434f-9114-a22660910ae6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:44.310834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0281460a-feef-4b49-8fb7-3bef4cf06ee6') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:44.311182 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0281460a-feef-4b49-8fb7-3bef4cf06ee6') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:37:44.320913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.335744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.342024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:37:44.342415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:37:44.345475 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:37:44.508913 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.516469 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:44.519690 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] 10.222.0.70 "DELETE /v2.0/networks/9480e444-18c4-434f-9114-a22660910ae6 HTTP/1.1" status: 204 len: 168 time: 0.4501867 Oct 27 16:37:44.532996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ba23e-7bbf-4e2a-a8f6-d98a5bbae366 tempest-ExternalNetworksTestJSON-1686344950 tempest-ExternalNetworksTestJSON-1686344950-project] Pushing event deleted for resources: {'Network': ['ID=9480e444-18c4-434f-9114-a22660910ae6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:44.691219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.179566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40056) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:45.233836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.335363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-86753b7f-93d1-43cb-8a82-62b4d5b9e0aa tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:45.344327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-86753b7f-93d1-43cb-8a82-62b4d5b9e0aa tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/networks?id=c44aa8f4-19a0-4aa9-8147-ea216f138340 HTTP/1.1" status: 200 len: 814 time: 0.1607220 Oct 27 16:37:45.345759 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d03d54b2-832b-4e5d-8687-9cc1a071e547 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=203b21fd6b154a98ab462f2d1ff58015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649990 Oct 27 16:37:45.349202 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40062) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:45.366323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-814a3593-d44e-4382-a18e-3584eadac9ae tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/quotas/f34b70618d7d4b7d8ee8fe2a4ee3fa5e HTTP/1.1" status: 200 len: 375 time: 0.0129449 Oct 27 16:37:45.404431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-a34bd133-c4ec-4382-83a6-85c6e7700c71 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309138 Oct 27 16:37:45.406597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.430604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.518477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-4892af24-55b2-406c-9794-cfa3e7894132 service neutron] 10.222.0.70 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044769 Oct 27 16:37:45.549328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.552397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:45.558279 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66ba0d50-6235-409a-bb46-2ca647247bb8 HTTP/1.1" status: 204 len: 168 time: 0.2074113 Oct 27 16:37:45.571490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a4af2-34a9-4bc8-9b82-f13418150655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ba0d50-6235-409a-bb46-2ca647247bb8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:45.628340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-4a59145f-5175-4c38-b41f-dcc3afd815cc service neutron] 10.222.0.70 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035550 Oct 27 16:37:45.943130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3298fd3e-8ed5-49b9-92e1-19b74cbd9509 req-2aa605c5-35aa-4231-b83c-418a8e2b10ab tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 210 time: 0.0359876 Oct 27 16:37:46.429397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:46.473263 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-acb12747-38c2-4446-afd4-8c31263ec12f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16a388209a42413ab864985078d972c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426307 Oct 27 16:37:46.475828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40082) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:46.533416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:46.559075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:46.707923 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:46.711124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:46.712347 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3195047e-05c8-4ca2-be13-c7ea612de90d HTTP/1.1" status: 204 len: 168 time: 0.2356110 Oct 27 16:37:46.736192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dbbe7-d670-4c8d-b15f-859ced5f8562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195047e-05c8-4ca2-be13-c7ea612de90d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:47.027475 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:47.030658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81298ce6-4edc-4fe5-a6ca-50d1bad5053e req-e34441b9-14d5-4176-a711-02667d616385 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Oct 27 16:37:48.171604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:48.175924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d354da6b-4172-4d75-beb2-d5fdf77044f2 req-a3f46f84-fbd5-4ca4-b214-714ec01056b5 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 210 time: 0.0440359 Oct 27 16:37:48.292174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1600317012'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:48.410860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:48.414380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.423460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.516257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.605000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.635138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:37:48.646076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacc2955-4ef5-49e9-b45d-e0090362fa8f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:48.652101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.652449 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Added segment b30510af-60b2-4856-9ed6-cf5d8e46c618 of type vlan for network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf Oct 27 16:37:48.700855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.805158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.811579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:48.812230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.885919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Network': ['ID=f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:48.896306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:37:48.956449 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75d0f30b-ff3d-406f-bdf5-a97723ca6b90 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7837133 Oct 27 16:37:48.959958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40124) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:48.967727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'subnet': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:49.022983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-a6fa067a-57a7-42b5-9dba-82a77b0e5de7 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.024505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-a6fa067a-57a7-42b5-9dba-82a77b0e5de7 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "GET /v2.0/networks?id=c44aa8f4-19a0-4aa9-8147-ea216f138340 HTTP/1.1" status: 200 len: 814 time: 0.1242120 Oct 27 16:37:49.041096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Request body: {'port': {'device_id': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340', 'admin_state_up': True, 'tenant_id': 'f34b70618d7d4b7d8ee8fe2a4ee3fa5e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:49.216458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:49.222662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.322837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47aff6ce-422f-4e33-8c8c-d7f44a035509 req-d5fdb2dd-41f5-4066-a43a-be0207726d8d tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 210 time: 0.0455794 Oct 27 16:37:49.341495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Made reservation on behalf of f34b70618d7d4b7d8ee8fe2a4ee3fa5e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:49.345091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.498184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Allocated IP 172.20.0.14 (c44aa8f4-19a0-4aa9-8147-ea216f138340/32c89fea-122d-4219-a52c-eb2fa2396ee7/a0b2642f-a04f-4331-be02-663d7b2f69f0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:49.588804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.658967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.661166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Subnet': ['ID=8bdbdfa7-4d09-4a05-8c9d-191f9432df9d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:49.674906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Checking segment: {'id': 'b30510af-60b2-4856-9ed6-cf5d8e46c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:49.675297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network hostable DHCP agents. Network: f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:37:49.805126 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.851939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:49.855005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:49.858829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:49.864171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:37:49.886048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Pushing event updated for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:49.912829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.913440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.987502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:49.992245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.992945 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:49.996764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757f14a-5c55-42b7-8903-4ffa0ed45d4e None None] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:50.056632 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-ba095394-8b66-42d9-b1b6-06a912303912 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0204911 Oct 27 16:37:50.070814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Request body: {'port': {'device_id': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:50.139439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bacd98e7-d074-4d48-af32-cbf787136119 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1777382 Oct 27 16:37:50.142119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40134) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:50.148053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451366197'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:50.170312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'tenant_id': '885d2e7e0fe740e983fe32c9ec400cdc', 'fixed_ips': [{'subnet_id': '8bdbdfa7-4d09-4a05-8c9d-191f9432df9d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:37:50.171687 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.386719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Allocated IP 2001:db8::2 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/8e4551df-cef1-422c-bf35-b069f78bb2e1) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:50.404734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:50.408820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.430333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:50.526279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.543266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d341ff-f900-4d12-94ef-3460cd9d3d49 req-6d80c188-7bf5-4a1a-b556-f7264497a047 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:50.544842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4d341ff-f900-4d12-94ef-3460cd9d3d49 req-6d80c188-7bf5-4a1a-b556-f7264497a047 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 932 time: 0.1066985 Oct 27 16:37:50.573978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.600206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f4d341ff-f900-4d12-94ef-3460cd9d3d49 req-b1de4ea1-08b8-46f8-83cd-8cebbf727137 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Oct 27 16:37:50.713369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.757292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:50.760513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:50.764407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:50.772739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Pushing event updated for resources: {'Port': ['ID=8e4551df-cef1-422c-bf35-b069f78bb2e1,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:50.784884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.785391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.785915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.786357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.786854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.787902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.788340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.788884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.790819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.790977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::1f4 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/8c9fa473-e3d6-4a07-8b2b-004b7a1e2370) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:50.791155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.791155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.791155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:37:50.821710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b2642f-a04f-4331-be02-663d7b2f69f0 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:50.830800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.840648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Attempting to bind port 8e4551df-cef1-422c-bf35-b069f78bb2e1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:50.841115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Attempting to bind port 8e4551df-cef1-422c-bf35-b069f78bb2e1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b30510af-60b2-4856-9ed6-cf5d8e46c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:50.841540 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Attempting to bind port 8e4551df-cef1-422c-bf35-b069f78bb2e1 on network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:50.845678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Transition to ACTIVE for port object a0b2642f-a04f-4331-be02-663d7b2f69f0 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:37:50.846726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:50.847137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Checking segment: {'id': 'b30510af-60b2-4856-9ed6-cf5d8e46c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:50.847701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.848103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Bound using segment: {'id': 'b30510af-60b2-4856-9ed6-cf5d8e46c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:50.848577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Bound port: 8e4551df-cef1-422c-bf35-b069f78bb2e1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30510af-60b2-4856-9ed6-cf5d8e46c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:50.848952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.918300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] For port 8e4551df-cef1-422c-bf35-b069f78bb2e1, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:50.921338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] For port 8e4551df-cef1-422c-bf35-b069f78bb2e1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8e4551df-cef1-422c-bf35-b069f78bb2e1,segment=NetworkSegment(b30510af-60b2-4856-9ed6-cf5d8e46c618),segment_id=b30510af-60b2-4856-9ed6-cf5d8e46c618)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:50.953171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:50.958244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.004945 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.014242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:51.074291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.077107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9adb81-5b85-435e-b55d-9919d6ebf4a1 None None] Pushing event updated for resources: {'Port': ['ID=8e4551df-cef1-422c-bf35-b069f78bb2e1,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:51.097447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Attempting to bind port a0b2642f-a04f-4331-be02-663d7b2f69f0 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:51.097768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Attempting to bind port a0b2642f-a04f-4331-be02-663d7b2f69f0 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:51.098124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Attempting to bind port a0b2642f-a04f-4331-be02-663d7b2f69f0 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:51.104431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Port a0b2642f-a04f-4331-be02-663d7b2f69f0 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:37:51.104750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Attempting to bind port a0b2642f-a04f-4331-be02-663d7b2f69f0 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:51.110482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:51.110816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Checking segment: {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:51.111360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Bound using segment: {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:51.111915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Bound port: a0b2642f-a04f-4331-be02-663d7b2f69f0, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:51.112146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.145692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:51.147639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=8c9fa473-e3d6-4a07-8b2b-004b7a1e2370,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:51.150449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:51.152657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:51.158647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.159471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.199704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:51.202858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:51.242401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2ccacd20-3d45-46be-abf9-ca3e274f5d2d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0989678 Oct 27 16:37:51.260567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40142) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:51.260567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-417272773', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:ab:7e:5a'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:51.293778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.373031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.373698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.375161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] 10.222.0.82 "PUT /v2.0/ports/a0b2642f-a04f-4331-be02-663d7b2f69f0 HTTP/1.1" status: 200 len: 1092 time: 1.3094904 Oct 27 16:37:51.379915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:51.382482 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:51.421533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5c3a-3e77-40e7-be07-ac1437708268 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:51.441914 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1137a5-3622-4644-8f5b-03d4c359decc x-openstack-request-id: req-ae1137a5-3622-4644-8f5b-03d4c359decc {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:51.442098 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:51.442353 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae1137a5-3622-4644-8f5b-03d4c359decc {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:51.442911 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0', 'status': 'completed', 'code': 200} Oct 27 16:37:51.455853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8e4551df-cef1-422c-bf35-b069f78bb2e1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:51.538248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8e4551df-cef1-422c-bf35-b069f78bb2e1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:51.538861 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.545010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-2d2d4337-fbe0-4cd0-b14f-197a96dc29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.546630 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-2d2d4337-fbe0-4cd0-b14f-197a96dc29c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 1095 time: 0.0610034 Oct 27 16:37:51.567032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:51.625401 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.666916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 8e4551df-cef1-422c-bf35-b069f78bb2e1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8e4551df-cef1-422c-bf35-b069f78bb2e1,segment=NetworkSegment(b30510af-60b2-4856-9ed6-cf5d8e46c618),segment_id=b30510af-60b2-4856-9ed6-cf5d8e46c618)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:51.722681 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-ecc92ba5-d65d-4c0e-9bda-be46ba68f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.724218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-ecc92ba5-d65d-4c0e-9bda-be46ba68f94d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1670787 Oct 27 16:37:51.733477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.748308 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:51.770037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630a3f-b8df-4542-9a73-78f78f675207 req-4e1622b3-ad63-41cc-9256-3649d63bc7c4 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.778121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78630a3f-b8df-4542-9a73-78f78f675207 req-4e1622b3-ad63-41cc-9256-3649d63bc7c4 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 944 time: 0.0912266 Oct 27 16:37:51.806558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port 755aa7aa-306e-4ca2-ad83-113095d8da58 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:51.823520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78630a3f-b8df-4542-9a73-78f78f675207 req-ddb78f37-8659-4983-a266-78312d592287 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Oct 27 16:37:51.824832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=8e4551df-cef1-422c-bf35-b069f78bb2e1,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:51.905015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-c8a4d387-5f87-4d42-b8ad-4a460235bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.906606 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5f7d7b24-0801-47fe-a0ba-4e1d2ecf7872 req-c8a4d387-5f87-4d42-b8ad-4a460235bcde service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708801 Oct 27 16:37:51.987823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::360 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/755aa7aa-306e-4ca2-ad83-113095d8da58) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:52.038834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-b88129c4-43aa-4807-a1e3-f8faa9d94903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.040313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-b88129c4-43aa-4807-a1e3-f8faa9d94903 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 1095 time: 0.0859184 Oct 27 16:37:52.107090 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-b45de29a-8947-402b-9a7b-377077add5fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0 HTTP/1.1" status: 200 len: 217 time: 0.0512426 Oct 27 16:37:52.205047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08216-630b-4657-ad4d-54ced4986b96 req-af118c82-ae03-46a2-b56a-53660b3fa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.206563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-af118c82-ae03-46a2-b56a-53660b3fa864 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32c89fea-122d-4219-a52c-eb2fa2396ee7 HTTP/1.1" status: 200 len: 854 time: 0.0742400 Oct 27 16:37:52.254181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-43d9f726-426d-45ad-90b1-0b74e119e486 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c44aa8f4-19a0-4aa9-8147-ea216f138340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357633 Oct 27 16:37:52.262722 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.265598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090493a-17f7-45ab-bba5-f033649e9606 None None] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:37:52.364961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c676913a-7d96-4298-9d74-a13f78a16404 None None] Provisioning complete for port 8e4551df-cef1-422c-bf35-b069f78bb2e1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:52.365775 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c676913a-7d96-4298-9d74-a13f78a16404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.374509 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-d3412893-6a05-4ff5-8fea-a98edfdaee49 service neutron] 10.222.0.82 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100509 Oct 27 16:37:52.428778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.497770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:52.505881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=755aa7aa-306e-4ca2-ad83-113095d8da58,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:52.511753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:52.514386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:52.520244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.525914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.553287 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70a08216-630b-4657-ad4d-54ced4986b96 req-d49807f2-3e7c-4cb5-bec3-b527c812a4ca service neutron] 10.222.0.82 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697094 Oct 27 16:37:52.616505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9c3537bc-c1b8-42c5-a4fe-f8b061e3e748 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3678570 Oct 27 16:37:52.618857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40158) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:52.711922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e9d3f-00a9-4d2e-bc42-cc5224f1bdc9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.718100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e9d3f-00a9-4d2e-bc42-cc5224f1bdc9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.725825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e9d3f-00a9-4d2e-bc42-cc5224f1bdc9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.727739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da5e9d3f-00a9-4d2e-bc42-cc5224f1bdc9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1064231 Oct 27 16:37:52.730312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40160) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:52.837562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port 755aa7aa-306e-4ca2-ad83-113095d8da58 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:52.853586 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.857809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Provisioning complete for port 8e4551df-cef1-422c-bf35-b069f78bb2e1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:52.859810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.010860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Provisioning complete for port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:53.011569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.011688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4ff-f858-4da5-98bf-1e1edbb4b3a4 req-2b55f181-5e14-4363-949e-ded9f8aa4ada tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:53.013198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b36be4ff-f858-4da5-98bf-1e1edbb4b3a4 req-2b55f181-5e14-4363-949e-ded9f8aa4ada tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 944 time: 0.0803022 Oct 27 16:37:53.061500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:53.069603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.078835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Provisioning complete for port 755aa7aa-306e-4ca2-ad83-113095d8da58 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:53.079326 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.093376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for 755aa7aa-306e-4ca2-ad83-113095d8da58 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:37:53.099886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b36be4ff-f858-4da5-98bf-1e1edbb4b3a4 req-9056feba-8974-4bec-a8e3-5446d756fb79 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747640 Oct 27 16:37:53.123352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ae628072-d539-4ef3-ad0f-60c1ec0f328c None None] Port 755aa7aa-306e-4ca2-ad83-113095d8da58 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:53.247967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-11639b73-e6dc-49ba-85af-9dff9d8fe3a1 None None] Provisioning complete for port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:53.248635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-11639b73-e6dc-49ba-85af-9dff9d8fe3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.285851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-11639b73-e6dc-49ba-85af-9dff9d8fe3a1 None None] Port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:53.312788 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.345099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=755aa7aa-306e-4ca2-ad83-113095d8da58,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:53.386739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8e4551df-cef1-422c-bf35-b069f78bb2e1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:53.420540 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-940545cb-349a-4aa7-9ad9-7f6141ee314c None None] Could not find standard attr ID for object 755aa7aa-306e-4ca2-ad83-113095d8da58. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:37:53.451494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8e4551df-cef1-422c-bf35-b069f78bb2e1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:53.451870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.489012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.494904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e4258218-2a57-49b5-baef-10618e0b4184 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/755aa7aa-306e-4ca2-ad83-113095d8da58 HTTP/1.1" status: 204 len: 168 time: 0.7623172 Oct 27 16:37:53.496492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40166) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:53.532537 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a633b94e-7e82-47e6-b649-daff9130da1e tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] GET failed (client error): The resource could not be found. Oct 27 16:37:53.535374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a633b94e-7e82-47e6-b649-daff9130da1e tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports/755aa7aa-306e-4ca2-ad83-113095d8da58 HTTP/1.1" status: 404 len: 333 time: 0.0370708 Oct 27 16:37:53.537417 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:37:53.538851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:53.544583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1910026144'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:53.746973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:53.750486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:53.767657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port 0f5f8ace-6484-407a-9add-0277bff1b828 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:53.892108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::2f (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/0f5f8ace-6484-407a-9add-0277bff1b828) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:54.051288 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.142101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.188172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:54.191393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:54.196305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:54.202072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:54.202890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.216455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=0f5f8ace-6484-407a-9add-0277bff1b828,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:54.228314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e009-2cba-4c8d-ae4e-d703b77cfd1a req-7d0481ea-3497-40c0-9942-5820980502cc tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:54.230592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3668e009-2cba-4c8d-ae4e-d703b77cfd1a req-7d0481ea-3497-40c0-9942-5820980502cc tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 944 time: 0.0546336 Oct 27 16:37:54.275661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3668e009-2cba-4c8d-ae4e-d703b77cfd1a req-ea80617d-7e60-45c4-8257-7fd4590fe330 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Oct 27 16:37:54.334340 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-da7fb3b7-edae-4b28-96f9-1e2c0a685f87 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7932017 Oct 27 16:37:54.336675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40174) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:54.341937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:ab:7e:5a'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:54.416869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.464840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d3302563-059e-4097-9636-86b264470898 None None] Provisioning complete for port 0f5f8ace-6484-407a-9add-0277bff1b828 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:54.465409 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d3302563-059e-4097-9636-86b264470898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.498492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d3302563-059e-4097-9636-86b264470898 None None] Port 0f5f8ace-6484-407a-9add-0277bff1b828 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:54.601493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.672616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.706223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] In _notify_port_updated(), no bound segment for port 0f5f8ace-6484-407a-9add-0277bff1b828 on network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:37:54.712298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:54.712921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.716997 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "PUT /v2.0/ports/0f5f8ace-6484-407a-9add-0277bff1b828 HTTP/1.1" status: 200 len: 1002 time: 0.3765416 Oct 27 16:37:54.717804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40176) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:54.742240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c55282-51ff-49ff-86d9-ff25f2015cce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=0f5f8ace-6484-407a-9add-0277bff1b828,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:54.830021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port 0f5f8ace-6484-407a-9add-0277bff1b828 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:54.830876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.926792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.942002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for 0f5f8ace-6484-407a-9add-0277bff1b828 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:37:55.029217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3c3dfa18-e976-4e86-9afa-12881d502bbc None None] Provisioning complete for port 0f5f8ace-6484-407a-9add-0277bff1b828 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:55.029570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfa18-e976-4e86-9afa-12881d502bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:55.076125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3c3dfa18-e976-4e86-9afa-12881d502bbc None None] Port 0f5f8ace-6484-407a-9add-0277bff1b828 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:55.147013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:55.182514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=0f5f8ace-6484-407a-9add-0277bff1b828,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:55.275855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:55.283082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fca711c7-62eb-41c1-a6bc-789e23510a89 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/0f5f8ace-6484-407a-9add-0277bff1b828 HTTP/1.1" status: 204 len: 168 time: 0.5623164 Oct 27 16:37:55.283533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40182) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:55.313344 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf635b79-8784-47b3-9e6b-c1ed31a4a27e tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] GET failed (client error): The resource could not be found. Oct 27 16:37:55.318573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cf635b79-8784-47b3-9e6b-c1ed31a4a27e tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports/0f5f8ace-6484-407a-9add-0277bff1b828 HTTP/1.1" status: 404 len: 333 time: 0.0317833 Oct 27 16:37:55.318672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40186) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:55.324811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1691121899'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:55.464950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ec43-fe35-4510-8f14-77330dfd04c4 req-2aa6fe67-6b0f-4800-9487-08ee81657d78 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:55.466451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d494ec43-fe35-4510-8f14-77330dfd04c4 req-2aa6fe67-6b0f-4800-9487-08ee81657d78 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 944 time: 0.0893998 Oct 27 16:37:55.536168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d494ec43-fe35-4510-8f14-77330dfd04c4 req-c898ec21-a71a-44f3-9097-27b1bab856cc tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Oct 27 16:37:55.627395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:55.631375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:55.649897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port d49eafe6-efd2-4857-bcee-3fc05a63364b yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:55.781495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::163 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/d49eafe6-efd2-4857-bcee-3fc05a63364b) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:55.974966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:56.101835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:56.140215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:56.145013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:56.149311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:56.155469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:56.156098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:56.172079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=d49eafe6-efd2-4857-bcee-3fc05a63364b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:56.262379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-531e08c3-966b-4a27-ad39-79d72d589707 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9400220 Oct 27 16:37:56.262670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40198) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:56.268069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:7e:5a'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:56.410750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c6aa09c1-7577-431f-a503-d74276b2a3dd None None] Provisioning complete for port d49eafe6-efd2-4857-bcee-3fc05a63364b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:56.411372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09c1-7577-431f-a503-d74276b2a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:56.446923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa09c1-7577-431f-a503-d74276b2a3dd None None] Port d49eafe6-efd2-4857-bcee-3fc05a63364b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:56.778540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd8c4a-7c6a-45e3-9c47-49454a94a7e9 req-2a413d83-fa4e-4dfd-adc8-12c1416d4904 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:56.780075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bfd8c4a-7c6a-45e3-9c47-49454a94a7e9 req-2a413d83-fa4e-4dfd-adc8-12c1416d4904 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 944 time: 0.0769243 Oct 27 16:37:56.833771 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:56.854523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bfd8c4a-7c6a-45e3-9c47-49454a94a7e9 req-d3ce3506-c4ac-40cb-9dc0-01f5b63e793f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Oct 27 16:37:57.022389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.056179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0b2642f-a04f-4331-be02-663d7b2f69f0 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:37:57.095536 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.133743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] In _notify_port_updated(), no bound segment for port d49eafe6-efd2-4857-bcee-3fc05a63364b on network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:37:57.139875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:57.140517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.141868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "PUT /v2.0/ports/d49eafe6-efd2-4857-bcee-3fc05a63364b HTTP/1.1" status: 200 len: 1003 time: 0.8781185 Oct 27 16:37:57.145147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:57.160138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:57.162432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416e57-32fb-4332-99d6-f943490412a9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=d49eafe6-efd2-4857-bcee-3fc05a63364b,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:57.175804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a0b2642f-a04f-4331-be02-663d7b2f69f0', 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340', 'port_id': 'a0b2642f-a04f-4331-be02-663d7b2f69f0', 'mac_address': 'fa:16:3e:35:e9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c89fea-122d-4219-a52c-eb2fa2396ee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:37:57.219237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.238147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b2642f-a04f-4331-be02-663d7b2f69f0 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:57.268191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:57.273457 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port d49eafe6-efd2-4857-bcee-3fc05a63364b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:57.276450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.341419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.386580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.402047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for d49eafe6-efd2-4857-bcee-3fc05a63364b owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:37:57.413322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:57.485437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2f6aa89c-b1d8-4829-bf15-4911e6c722d5 None None] Provisioning complete for port d49eafe6-efd2-4857-bcee-3fc05a63364b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:57.485860 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa89c-b1d8-4829-bf15-4911e6c722d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.648375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.689193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2f6aa89c-b1d8-4829-bf15-4911e6c722d5 None None] Port d49eafe6-efd2-4857-bcee-3fc05a63364b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:57.700723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=d49eafe6-efd2-4857-bcee-3fc05a63364b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:57.722788 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:57.726141 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5dc0316b-d15a-4f9c-9d6c-48bff4d1241d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/d49eafe6-efd2-4857-bcee-3fc05a63364b HTTP/1.1" status: 204 len: 168 time: 0.5782249 Oct 27 16:37:57.728988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:57.754808 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80dc3d2-fe07-4383-bdbd-0365b8fa5e9d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] GET failed (client error): The resource could not be found. Oct 27 16:37:57.759082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a80dc3d2-fe07-4383-bdbd-0365b8fa5e9d tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports/d49eafe6-efd2-4857-bcee-3fc05a63364b HTTP/1.1" status: 404 len: 333 time: 0.0269437 Oct 27 16:37:57.760625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40224) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:57.765386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1270019333'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:57.836640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a0b2642f-a04f-4331-be02-663d7b2f69f0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:57.969738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:57.977405 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.028586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port bf90a9fb-3cd2-4b93-8d97-ec184b24957c yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:58.038367 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.097638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2bedf-7ba8-4d5c-a0a0-adc186287dcc req-0e504749-d662-44ea-8ef5-19d827b47cd8 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:58.099719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cb2bedf-7ba8-4d5c-a0a0-adc186287dcc req-0e504749-d662-44ea-8ef5-19d827b47cd8 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 945 time: 0.1153941 Oct 27 16:37:58.181021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4cb2bedf-7ba8-4d5c-a0a0-adc186287dcc req-a7746b81-7490-4ede-8a5f-bf252d493279 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748608 Oct 27 16:37:58.194067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::382 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/bf90a9fb-3cd2-4b93-8d97-ec184b24957c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:58.352514 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.438109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.450152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.496497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:58.499860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:58.503805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:58.510215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:58.510868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.525044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=bf90a9fb-3cd2-4b93-8d97-ec184b24957c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:58.638320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8e0b4dc-e69f-4154-8cd0-0baf10c7ea21 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8742037 Oct 27 16:37:58.638662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:58.643987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'network_id': 'f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1466858642'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:58.821979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-da17d67a-088d-48ad-b467-6562f1beef73 None None] Provisioning complete for port bf90a9fb-3cd2-4b93-8d97-ec184b24957c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:58.822349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-da17d67a-088d-48ad-b467-6562f1beef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.861980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-da17d67a-088d-48ad-b467-6562f1beef73 None None] Port bf90a9fb-3cd2-4b93-8d97-ec184b24957c cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:58.889518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Made reservation on behalf of 885d2e7e0fe740e983fe32c9ec400cdc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:58.893144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:58.911709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] device_id is not set on port 266b9ce1-b698-43b1-88a2-6407f378c823 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:37:59.031923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Allocated IP 2001:db8::2f4 (f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d/266b9ce1-b698-43b1-88a2-6407f378c823) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:59.057917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0b2642f-a04f-4331-be02-663d7b2f69f0 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:37:59.186936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a0b2642f-a04f-4331-be02-663d7b2f69f0 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:37:59.196011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a0b2642f-a04f-4331-be02-663d7b2f69f0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:59.196384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.223370 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.330827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86452-9192-4145-9a09-da1ede375b11 req-18a30131-37fd-4833-8703-5e743bf08ca0 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:59.334647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ff86452-9192-4145-9a09-da1ede375b11 req-18a30131-37fd-4833-8703-5e743bf08ca0 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 945 time: 0.0586681 Oct 27 16:37:59.336220 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.370447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:59.373093 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ddde5f-5120-44f7-99cc-f9b4eea2d0ea" -d '{"events": [{"server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:59.387924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:37:59.395937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ff86452-9192-4145-9a09-da1ede375b11 req-8850a61a-e0a9-4397-85e9-9cf79c64065f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566432 Oct 27 16:37:59.397388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.426435 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc6b161-9605-4af1-9fe4-0b8a2e35de02 x-openstack-request-id: req-dfc6b161-9605-4af1-9fe4-0b8a2e35de02 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:59.426777 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:59.427728 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc6b161-9605-4af1-9fe4-0b8a2e35de02 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:59.428134 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0', 'code': 200} Oct 27 16:37:59.439469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:59.460386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:59.465543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:59.466803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.484011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:59.490503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:59.491488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.501231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=266b9ce1-b698-43b1-88a2-6407f378c823,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:59.569208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:59.588649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be83b4-5041-4ae0-873e-aa033c595201 req-c9123d85-db52-4b68-bf67-8c0efe8754e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:59.590149 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70be83b4-5041-4ae0-873e-aa033c595201 req-c9123d85-db52-4b68-bf67-8c0efe8754e2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 1097 time: 0.0684216 Oct 27 16:37:59.666990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ed8ccb9b-12dd-40ac-957b-b9914069ed95 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0247381 Oct 27 16:37:59.667343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40258) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:37:59.673366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:ab:7e:5a'}, {'ip_address': '2001:db8::382', 'mac_address': 'fa:16:3e:89:1e:da'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:59.702624 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-70be83b4-5041-4ae0-873e-aa033c595201 req-4e68a288-effe-4400-af70-fe9a010d2628 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027186 Oct 27 16:37:59.777935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.798680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 98311455-df14-4851-b04d-e21f0762ec04 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:37:59.799326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.907367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0cec884a-9214-4d2f-9150-7aedf1a89529 None None] Provisioning complete for port 266b9ce1-b698-43b1-88a2-6407f378c823 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:59.907985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0cec884a-9214-4d2f-9150-7aedf1a89529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:59.994902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0cec884a-9214-4d2f-9150-7aedf1a89529 None None] Port 266b9ce1-b698-43b1-88a2-6407f378c823 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:59.999552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.000083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.016438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 98311455-df14-4851-b04d-e21f0762ec04 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:00.062189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.135576 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.190357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] In _notify_port_updated(), no bound segment for port 266b9ce1-b698-43b1-88a2-6407f378c823 on network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:38:00.202914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:00.204142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.209426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "PUT /v2.0/ports/266b9ce1-b698-43b1-88a2-6407f378c823 HTTP/1.1" status: 200 len: 1068 time: 0.5411162 Oct 27 16:38:00.212771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40264) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:00.278186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338823b2-2ad4-4eed-80a5-fe15fe826b98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event updated for resources: {'Port': ['ID=266b9ce1-b698-43b1-88a2-6407f378c823,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:00.307655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.348152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=98311455-df14-4851-b04d-e21f0762ec04,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:00.388741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port 266b9ce1-b698-43b1-88a2-6407f378c823 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:00.389240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.474700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.475342 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Floating IP b1946ca7-c67b-41b1-865e-eef2f2166540 disassociated (deleted). External IP: 172.25.5.92, port: 840831fb-baaf-43b3-b3cb-49c28c6f1765. Oct 27 16:38:00.531318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.605349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for 266b9ce1-b698-43b1-88a2-6407f378c823 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:00.656102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-083d942b-c530-4a6b-9e8c-81d445e0081a None None] Provisioning complete for port 266b9ce1-b698-43b1-88a2-6407f378c823 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:00.656651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-083d942b-c530-4a6b-9e8c-81d445e0081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.712058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-083d942b-c530-4a6b-9e8c-81d445e0081a None None] Port 266b9ce1-b698-43b1-88a2-6407f378c823 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:00.722290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73b8c-447f-4761-b30f-f3f72a6e7a34 req-0a7fce81-8868-4583-b47d-efc4bf346058 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:00.724000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbd73b8c-447f-4761-b30f-f3f72a6e7a34 req-0a7fce81-8868-4583-b47d-efc4bf346058 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 946 time: 0.1729541 Oct 27 16:38:00.765465 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 3f78b20c-47e4-413c-b399-385198444a43 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:00.785011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbd73b8c-447f-4761-b30f-f3f72a6e7a34 req-bd5a2652-95a6-4198-9edc-e0aa88912e34 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545926 Oct 27 16:38:00.945033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:00.950505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.958070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Sync routers for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:00.970630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:00.971867 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:00.975952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:01.060812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=266b9ce1-b698-43b1-88a2-6407f378c823,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:01.188924 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:01.361188 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:01.372823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-17c52062-0b70-4997-a32f-94913b320cf9 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/266b9ce1-b698-43b1-88a2-6407f378c823 HTTP/1.1" status: 204 len: 168 time: 1.1564860 Oct 27 16:38:01.375722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40272) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:01.445619 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d5fdba-3a11-4641-82ed-760bdc38a06f tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] GET failed (client error): The resource could not be found. Oct 27 16:38:01.447384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d9d5fdba-3a11-4641-82ed-760bdc38a06f tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports/266b9ce1-b698-43b1-88a2-6407f378c823 HTTP/1.1" status: 404 len: 333 time: 0.0706387 Oct 27 16:38:01.451865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:01.566572 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a34bc7b-9c6e-44a4-8938-c24e682455aa tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/floatingips/b1946ca7-c67b-41b1-865e-eef2f2166540 HTTP/1.1" status: 204 len: 168 time: 2.1252284 Oct 27 16:38:01.567372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:01.570015 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398a91e-d9d0-4c23-8f60-c8442b3b956b" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:01.608098 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:01.620902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port bf90a9fb-3cd2-4b93-8d97-ec184b24957c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:01.621268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:01.647819 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a25ba-6b69-4208-8975-c3c9ee48b94e x-openstack-request-id: req-0b3a25ba-6b69-4208-8975-c3c9ee48b94e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:01.648425 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:01.648551 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b3a25ba-6b69-4208-8975-c3c9ee48b94e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:01.649118 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'status': 'completed', 'code': 200} Oct 27 16:38:01.653006 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Checking router: 3f78b20c-47e4-413c-b399-385198444a43 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:01.697602 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:01.698431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:01.754908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:01.763313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-c03809aa-1f12-42c5-b768-fb8ca3a96ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:01.765420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-c03809aa-1f12-42c5-b768-fb8ca3a96ee9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2456b7420bc444239338671cce95b1c1&device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 1096 time: 0.0920739 Oct 27 16:38:01.782056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for bf90a9fb-3cd2-4b93-8d97-ec184b24957c owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:01.851665 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:01.950374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-a620a999-a005-4137-a88e-5d96e1b4a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:01.951933 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-a620a999-a005-4137-a88e-5d96e1b4a6bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 200 len: 897 time: 0.1783118 Oct 27 16:38:02.009604 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-38237bf9-16d2-4df9-b767-deb7ed5ac030 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 200 len: 217 time: 0.0445945 Oct 27 16:38:02.018706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c37a0-549d-45ff-9482-fe9f2954a3af req-f5dea832-ef04-4c76-ba39-11d4debbbf1f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:02.020418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d6c37a0-549d-45ff-9482-fe9f2954a3af req-f5dea832-ef04-4c76-ba39-11d4debbbf1f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 946 time: 0.1060348 Oct 27 16:38:02.077264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d6c37a0-549d-45ff-9482-fe9f2954a3af req-4cd32939-3e9d-4231-8696-97126e9ed53c tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Oct 27 16:38:02.100872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-540fdbb6-433e-40db-83f9-18a32197ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:02.101527 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-540fdbb6-433e-40db-83f9-18a32197ac3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 200 len: 834 time: 0.0839772 Oct 27 16:38:02.169870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:02.214736 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:02.246639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-51121316-671a-4f2f-b9a0-288a88f78aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:02.254398 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-51121316-671a-4f2f-b9a0-288a88f78aee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54585fb8-8e02-44a5-9d53-bd9685600d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173184 Oct 27 16:38:02.265571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=bf90a9fb-3cd2-4b93-8d97-ec184b24957c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:02.304171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5375206-dce5-40c7-abe7-16f7d75103d0 None None] The sync data for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 is: [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:34:40Z', 'revision_number': 4, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9b339c0f-d214-4e96-8da7-50b178410b4c', 'name': '', 'network_id': '54585fb8-8e02-44a5-9d53-bd9685600d43', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'mac_address': 'fa:16:3e:c9:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:39Z', 'updated_at': '2021-10-27T16:34:46Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'subnets': [{'id': '7c391172-8a0f-42a4-abdb-e2794534f541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:02.317889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:02.325245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d6fd07b0-5f19-4ef3-be59-a16b8de17691 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/bf90a9fb-3cd2-4b93-8d97-ec184b24957c HTTP/1.1" status: 204 len: 168 time: 0.8721972 Oct 27 16:38:02.332409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40312) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:02.356544 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57bf043-f69b-4188-9c96-dc6614919d98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] GET failed (client error): The resource could not be found. Oct 27 16:38:02.367094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c57bf043-f69b-4188-9c96-dc6614919d98 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "GET /v2.0/ports/bf90a9fb-3cd2-4b93-8d97-ec184b24957c HTTP/1.1" status: 404 len: 333 time: 0.0384567 Oct 27 16:38:02.367771 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40322) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:02.471803 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-6e91ae91-9778-4394-9ede-95c0c520961c service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024226 Oct 27 16:38:02.633701 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a398a91e-d9d0-4c23-8f60-c8442b3b956b req-72a42924-fae0-45c7-af16-30289a70a7ad service neutron] 10.222.0.82 "GET /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504147 Oct 27 16:38:02.648609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167701ee-04be-4879-84f6-96d9d3fd9a7e req-681e2feb-34eb-4be1-9e2e-5a8e1f64e3f5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:02.658027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-167701ee-04be-4879-84f6-96d9d3fd9a7e req-681e2feb-34eb-4be1-9e2e-5a8e1f64e3f5 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1086190 Oct 27 16:38:02.703001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:02.703711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:02.808246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-167701ee-04be-4879-84f6-96d9d3fd9a7e req-17c0381d-4558-472d-bf38-4487acdb76b7 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491368 Oct 27 16:38:02.823585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ab9a-7f4c-4172-b8f3-8950f26d8869 None None] New status for floating IP b1946ca7-c67b-41b1-865e-eef2f2166540: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:38:02.858908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:02.873812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for 8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:03.186180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.220507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=8c9fa473-e3d6-4a07-8b2b-004b7a1e2370,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:03.260264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.263809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15e76255-73d1-41b9-96c9-921e0162d463 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/ports/8c9fa473-e3d6-4a07-8b2b-004b7a1e2370 HTTP/1.1" status: 204 len: 168 time: 0.8943911 Oct 27 16:38:03.267292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:03.370582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting subnet 8bdbdfa7-4d09-4a05-8c9d-191f9432df9d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:03.375416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.452653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.584412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.750285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.800577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:03.807759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260fab78-0772-44d3-8fba-6604f8ea5a12 None None] Network f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:03.811153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:03.821753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/subnets/8bdbdfa7-4d09-4a05-8c9d-191f9432df9d HTTP/1.1" status: 204 len: 168 time: 0.5532711 Oct 27 16:38:03.868446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4463d3-c9bf-4931-ba12-c88f17ccf3e3 tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdbdfa7-4d09-4a05-8c9d-191f9432df9d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:03.983806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.058868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b029d6-37c2-4b6e-91b6-6f76489c90f1 req-5b7205cf-6db7-4f96-9a58-03406cabee62 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:04.060530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78b029d6-37c2-4b6e-91b6-6f76489c90f1 req-5b7205cf-6db7-4f96-9a58-03406cabee62 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1284018 Oct 27 16:38:04.146958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Deleting port 8e4551df-cef1-422c-bf35-b069f78bb2e1 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:04.154530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.172407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] DHCP port deletion for f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:04.175488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78b029d6-37c2-4b6e-91b6-6f76489c90f1 req-274c2426-e3a5-44c5-90bc-237246182886 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/security-groups?id=b59f207e-0682-4e0f-9890-ca8968df15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082950 Oct 27 16:38:04.265983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Deleting port 8e4551df-cef1-422c-bf35-b069f78bb2e1 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:04.280486 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.306675 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] For port 8e4551df-cef1-422c-bf35-b069f78bb2e1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8e4551df-cef1-422c-bf35-b069f78bb2e1,segment=NetworkSegment(b30510af-60b2-4856-9ed6-cf5d8e46c618),segment_id=b30510af-60b2-4856-9ed6-cf5d8e46c618)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:04.307066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.331328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2aad-4b98-4436-aada-cf351a42a154 req-12b3cb36-1e7d-4cb8-b583-f3bf1e19db96 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:04.333163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-259b2aad-4b98-4436-aada-cf351a42a154 req-12b3cb36-1e7d-4cb8-b583-f3bf1e19db96 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 945 time: 0.1333051 Oct 27 16:38:04.354486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Calling delete_port for 8e4551df-cef1-422c-bf35-b069f78bb2e1 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:04.443107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] For port 8e4551df-cef1-422c-bf35-b069f78bb2e1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8e4551df-cef1-422c-bf35-b069f78bb2e1,segment=NetworkSegment(b30510af-60b2-4856-9ed6-cf5d8e46c618),segment_id=b30510af-60b2-4856-9ed6-cf5d8e46c618)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:04.443519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.480431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Calling delete_port for 8e4551df-cef1-422c-bf35-b069f78bb2e1 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:04.552172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:04.552432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.670404 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.702870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.741572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 840831fb-baaf-43b3-b3cb-49c28c6f1765, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=840831fb-baaf-43b3-b3cb-49c28c6f1765,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:04.741946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.746470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Port': ['ID=8e4551df-cef1-422c-bf35-b069f78bb2e1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:04.753189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] No DVR routers for this DVR port 8e4551df-cef1-422c-bf35-b069f78bb2e1 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:04.761550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] Pushing event deleted for resources: {'Port': ['ID=8e4551df-cef1-422c-bf35-b069f78bb2e1,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:04.766723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f156d-e2ba-4ac4-8ed4-fcc1eb747e89 None None] No DVR routers for this DVR port 8e4551df-cef1-422c-bf35-b069f78bb2e1 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:04.789528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 840831fb-baaf-43b3-b3cb-49c28c6f1765 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:04.893328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:04.929157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:04.945007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30510af-60b2-4856-9ed6-cf5d8e46c618') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30510af-60b2-4856-9ed6-cf5d8e46c618') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:05.031817 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:05.215313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.221042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.228056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] 10.222.0.70 "DELETE /v2.0/networks/f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf HTTP/1.1" status: 204 len: 168 time: 1.4158638 Oct 27 16:38:05.235115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.322249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef73db-0374-4dda-a8ed-d5c552dea9ce tempest-AllowedAddressPairIpV6TestJSON-1162060217 tempest-AllowedAddressPairIpV6TestJSON-1162060217-project] Pushing event deleted for resources: {'Network': ['ID=f0f9d3f4-915d-4666-b57c-0a2eaaaa21cf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:05.329484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=840831fb-baaf-43b3-b3cb-49c28c6f1765,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:05.345879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9404a52-3b5f-4e10-85ce-6533d6ca2092 req-9ebd7529-f5bf-4fe5-a109-6c17618bd159 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0732429 Oct 27 16:38:05.422947 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] No DVR routers for this DVR port 840831fb-baaf-43b3-b3cb-49c28c6f1765 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:05.427651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:05.431774 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-259b2aad-4b98-4436-aada-cf351a42a154 req-a6a26e04-ee97-4de0-97cb-511064617962 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.82 "DELETE /v2.0/ports/840831fb-baaf-43b3-b3cb-49c28c6f1765 HTTP/1.1" status: 204 len: 173 time: 1.0893321 Oct 27 16:38:05.432314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-deleted', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:05.435316 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0699e-c647-4790-937c-5d78e59212ce" -d '{"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-deleted", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:05.459102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8e4551df-cef1-422c-bf35-b069f78bb2e1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:05.487253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8e4551df-cef1-422c-bf35-b069f78bb2e1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:05.487253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8e4551df-cef1-422c-bf35-b069f78bb2e1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:05.493418 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7de18-14b9-4995-a98e-1483b780f3f7 x-openstack-request-id: req-b7d7de18-14b9-4995-a98e-1483b780f3f7 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:05.493418 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8732d-8d58-4cdb-baa8-e98ed79538f9", "name": "network-vif-deleted", "tag": "840831fb-baaf-43b3-b3cb-49c28c6f1765", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:05.493418 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7d7de18-14b9-4995-a98e-1483b780f3f7 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:05.493418 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8732d-8d58-4cdb-baa8-e98ed79538f9', 'name': 'network-vif-deleted', 'tag': '840831fb-baaf-43b3-b3cb-49c28c6f1765', 'status': 'completed', 'code': 200} Oct 27 16:38:05.875855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:06.123596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:06.123897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ed30ba0-6cb6-412d-84a5-84586f9fb556 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=885d2e7e0fe740e983fe32c9ec400cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468178 Oct 27 16:38:06.216796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b320-4a89-48a7-af63-9f062de796c9 req-0314b828-0cac-435f-a7a2-919226f93e9a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:06.218989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d74b320-4a89-48a7-af63-9f062de796c9 req-0314b828-0cac-435f-a7a2-919226f93e9a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0926969 Oct 27 16:38:06.242907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.282563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d74b320-4a89-48a7-af63-9f062de796c9 req-6943aa4d-59f6-48c1-9423-b39784a77b1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527334 Oct 27 16:38:06.289908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.403728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.407607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.411639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aacc2955-4ef5-49e9-b45d-e0090362fa8f HTTP/1.1" status: 204 len: 168 time: 0.2839034 Oct 27 16:38:06.430358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe978eae-e7bb-4450-9281-183948ebafca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacc2955-4ef5-49e9-b45d-e0090362fa8f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:06.509803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3adcae62-71da-4e39-bd20-90415676c4bb req-a6e9b50b-85c3-4f4a-b3ac-e29eae9bfee1 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "GET /v2.0/ports?device_id=64c8732d-8d58-4cdb-baa8-e98ed79538f9 HTTP/1.1" status: 200 len: 210 time: 0.0353100 Oct 27 16:38:07.051194 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:07.107590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Deleting subnet 074b5454-2998-407c-aac3-f8945ff0124d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:07.112559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.170785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.230863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.433721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaad5a4-c975-404f-84b8-b656add43b41 req-f50a2978-bc8d-42c1-add7-e8a66553ae4f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:07.435577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8eaad5a4-c975-404f-84b8-b656add43b41 req-f50a2978-bc8d-42c1-add7-e8a66553ae4f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0635397 Oct 27 16:38:07.438626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.489223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.489898 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/074b5454-2998-407c-aac3-f8945ff0124d HTTP/1.1" status: 204 len: 168 time: 0.4373441 Oct 27 16:38:07.492659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40448) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:07.503074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc27d5f-51a0-4087-9656-0666d383bb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=074b5454-2998-407c-aac3-f8945ff0124d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:07.508895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8eaad5a4-c975-404f-84b8-b656add43b41 req-56a598eb-c689-403a-9394-422879ec3822 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643601 Oct 27 16:38:07.577195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40454) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:07.614438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.736667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.760469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f4922a-e1f1-46f4-8b64-2dcfeec8645a']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:07.775079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49a6f8e-a420-41b4-9256-b2273f808228') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:07.775758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49a6f8e-a420-41b4-9256-b2273f808228') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:07.789994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.810589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.826081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:07.826907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:07.834464 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:07.907562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40460) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:08.044655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.061546 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.090773 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] 10.222.0.70 "DELETE /v2.0/networks/86f4922a-e1f1-46f4-8b64-2dcfeec8645a HTTP/1.1" status: 204 len: 168 time: 0.5968397 Oct 27 16:38:08.095086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40464) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:08.125116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e20dce-3e87-46f1-bd91-bdaccc732c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=86f4922a-e1f1-46f4-8b64-2dcfeec8645a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:08.181915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-760550422'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:08.220789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-4034e290-e71e-4586-9978-f416e27c45d2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.225126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Deleting subnet fa164dd6-c06e-4ac5-ae99-065c5431df6e {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:08.226080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-4034e290-e71e-4586-9978-f416e27c45d2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0927508 Oct 27 16:38:08.235670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.283007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.288857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.347882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:08.351824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.364203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Deleting port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:08.364541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.393827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.440215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.484888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] For port 8165c52b-2e13-45f6-9a6b-03a5ff792d61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=8165c52b-2e13-45f6-9a6b-03a5ff792d61,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:08.484888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.690114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.707015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326abc5-b40a-49c0-aaf9-c5129efa6f26 req-239267ec-1c17-436d-a31f-62fcc946399e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.709279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5326abc5-b40a-49c0-aaf9-c5129efa6f26 req-239267ec-1c17-436d-a31f-62fcc946399e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 947 time: 0.0979280 Oct 27 16:38:08.764832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.778265 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.778636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.779153 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Floating IP 00f8709b-9764-42e3-839d-9f679bbc2528 disassociated. External IP: 172.25.5.19, port: 8165c52b-2e13-45f6-9a6b-03a5ff792d61. Oct 27 16:38:08.779506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Calling delete_port for 8165c52b-2e13-45f6-9a6b-03a5ff792d61 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:08.803934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.811260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa164dd6-c06e-4ac5-ae99-065c5431df6e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:08.841728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.845203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b980cbd-87a9-44b0-b0b4-7ce7a4062bd1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fa164dd6-c06e-4ac5-ae99-065c5431df6e HTTP/1.1" status: 204 len: 168 time: 0.7479951 Oct 27 16:38:08.849982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40470) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:08.855386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5326abc5-b40a-49c0-aaf9-c5129efa6f26 req-a8a417d1-0855-40c4-b942-d858634619ea tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=c595b44d-6ce3-4e75-bc2c-509f096c36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358912 Oct 27 16:38:08.881249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:08.904189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03d709-5530-406b-9840-f84ceff18844,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:08.910133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.910651 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Added segment 326ec802-a64a-4cef-b1d6-80bda96f5bea of type vlan for network 5732153d-e614-40c7-9bac-78dfc4be231e Oct 27 16:38:08.950569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.971252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.988343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port 9b339c0f-d214-4e96-8da7-50b178410b4c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:08.989209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.075629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.096718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port 9b339c0f-d214-4e96-8da7-50b178410b4c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9b339c0f-d214-4e96-8da7-50b178410b4c,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:09.097135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.106551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533e5a30-d244-42c1-906c-f183af34a761']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:09.107518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.112038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:09.120725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:09.121554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.122060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019beae6-65a1-4461-931b-9e64b4bb0f7f') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:09.122360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019beae6-65a1-4461-931b-9e64b4bb0f7f') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:09.131005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.135000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 840831fb-baaf-43b3-b3cb-49c28c6f1765 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:09.135671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 840831fb-baaf-43b3-b3cb-49c28c6f1765 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:09.136358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for 9b339c0f-d214-4e96-8da7-50b178410b4c owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:09.140813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.175757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'Port': ['ID=8165c52b-2e13-45f6-9a6b-03a5ff792d61,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:09.178343 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.188126 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:09.188312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:09.190276 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:09.265328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Network': ['ID=5732153d-e614-40c7-9bac-78dfc4be231e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:09.277623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5732153d-e614-40c7-9bac-78dfc4be231e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:09.361871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-215caf9c-b730-4973-9a12-98c2ef4feaa4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4503260 Oct 27 16:38:09.362784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40472) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:09.370245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'subnet': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:09.385057 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:09.465205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.479696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.479696 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/533e5a30-d244-42c1-906c-f183af34a761 HTTP/1.1" status: 204 len: 168 time: 0.6284618 Oct 27 16:38:09.513707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeca10-9d3c-4091-b08b-6669d1e717fd admin admin] Pushing event deleted for resources: {'Network': ['ID=533e5a30-d244-42c1-906c-f183af34a761,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:09.556048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:09.572695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:09.604405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:09.605943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:09.612899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] No DVR routers for this DVR port 8165c52b-2e13-45f6-9a6b-03a5ff792d61 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:09.618629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:09.628590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-756775b4-9d84-48f3-8e1c-7e4a95f64499 req-a3359cb2-60e0-41a8-b30f-fb1e6f6e4f7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "DELETE /v2.0/ports/8165c52b-2e13-45f6-9a6b-03a5ff792d61 HTTP/1.1" status: 204 len: 173 time: 1.3929958 Oct 27 16:38:09.629701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-deleted', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:09.634483 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae9804c-876f-4f81-884d-7f5990494dae" -d '{"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-deleted", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:09.722668 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f85d3b-7833-4522-8127-e81fcf4b6186 x-openstack-request-id: req-34f85d3b-7833-4522-8127-e81fcf4b6186 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:09.724137 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811f992-2882-46d9-9542-04d98b8a342c", "name": "network-vif-deleted", "tag": "8165c52b-2e13-45f6-9a6b-03a5ff792d61", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:09.724598 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34f85d3b-7833-4522-8127-e81fcf4b6186 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:09.725240 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811f992-2882-46d9-9542-04d98b8a342c', 'name': 'network-vif-deleted', 'tag': '8165c52b-2e13-45f6-9a6b-03a5ff792d61', 'status': 'completed', 'code': 200} Oct 27 16:38:09.864768 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:10.001343 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40482) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:10.073966 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-83b50596-fe23-414b-8841-32fb4a2e767d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c0d44307ec843c1a6de5c23b813ef73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756776 Oct 27 16:38:10.076521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:10.084037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-302cba0b-10b4-43a7-a4f7-7d181aaf1368 req-10a24110-7402-48c1-9778-4cde8839ae47 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=e811f992-2882-46d9-9542-04d98b8a342c HTTP/1.1" status: 200 len: 210 time: 0.0672398 Oct 27 16:38:10.152399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:10.156783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.156995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.173994 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:10.188096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.206589 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:10.218574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.221921 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:10.222669 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:10.277646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=9b339c0f-d214-4e96-8da7-50b178410b4c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:10.375017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.377907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.382139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5aef5cfe-70b5-40fd-b2c1-a2544e9f0612 HTTP/1.1" status: 204 len: 168 time: 0.3016756 Oct 27 16:38:10.383163 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:10.402488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547211ec-1e49-49af-a0fb-fe38466de2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef5cfe-70b5-40fd-b2c1-a2544e9f0612,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:10.685231 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.726245 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:10.777305 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300f32d-5e6b-4e21-bac1-8ef4659585de None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:10.790797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:10.892981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Subnet': ['ID=e1f62326-4068-4734-9e3b-9cb23e8b9b39,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:10.904260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Checking segment: {'id': '326ec802-a64a-4cef-b1d6-80bda96f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:10.904543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network hostable DHCP agents. Network: 5732153d-e614-40c7-9bac-78dfc4be231e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:11.074690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:11.100569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Router 3f78b20c-47e4-413c-b399-385198444a43 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:11.136280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:11.166337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 8165c52b-2e13-45f6-9a6b-03a5ff792d61 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:11.167018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 8165c52b-2e13-45f6-9a6b-03a5ff792d61 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:11.210969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5732153d-e614-40c7-9bac-78dfc4be231e) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:11.221735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:11.222340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.227695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce07e8-6938-4ef4-8c7d-7a398c4e18e0 None None] Network 5732153d-e614-40c7-9bac-78dfc4be231e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:11.256228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375be378-4921-4893-a741-e1daa195cfd1 None None] New status for floating IP 00f8709b-9764-42e3-839d-9f679bbc2528: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:38:11.271647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:11.282737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61e572ac-5f36-49aa-8479-85ac94ed355f tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "PUT /v2.0/routers/3f78b20c-47e4-413c-b399-385198444a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021222 Oct 27 16:38:11.282940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:11.287941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Sync routers for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:11.299527 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:11.300764 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:11.334551 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-627fa176-8805-43d4-ad0a-c95ed0087fa9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9707222 Oct 27 16:38:11.340084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40498) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:11.347212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-134831239'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:11.421934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting subnet 7c391172-8a0f-42a4-abdb-e2794534f541 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:11.432134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.439258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:11.534772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40502) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:11.589674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:11.598872 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.634927 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.656999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:11.714258 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:11.767113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d018e424-680b-46ec-9fa4-718a41b65e9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4be2bfcd296e447c88dac3eb9b7425c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299254 Oct 27 16:38:11.771116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40504) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:11.778156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.797132 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4593-834b-4f49-b32a-4eb61766de7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.800217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5732153d-e614-40c7-9bac-78dfc4be231e', 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'tenant_id': '51d59470f4c94ad89a2eccb55ad33469', 'fixed_ips': [{'subnet_id': 'e1f62326-4068-4734-9e3b-9cb23e8b9b39'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:11.801831 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.845201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.897012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:11.980368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.11 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:11.985709 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.045938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.091365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:38:09Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:12.120960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Checking router: 3f78b20c-47e4-413c-b399-385198444a43 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:12.130661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.132845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Routers {'3f78b20c-47e4-413c-b399-385198444a43'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:12.133308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.133918 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:37:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3f78b20c-47e4-413c-b399-385198444a43'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:12.135457 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "DELETE /v2.0/security-groups/c595b44d-6ce3-4e75-bc2c-509f096c36b3 HTTP/1.1" status: 204 len: 168 time: 0.6926680 Oct 27 16:38:12.140441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:12.175160 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-bf4e7eed-bb1a-4526-88db-6d88c3cf4112 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] show failed (client error): The resource could not be found. Oct 27 16:38:12.176937 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bf4e7eed-bb1a-4526-88db-6d88c3cf4112 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups/c595b44d-6ce3-4e75-bc2c-509f096c36b3 HTTP/1.1" status: 404 len: 347 time: 0.0354102 Oct 27 16:38:12.179506 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.184223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40510) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:12.189859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe87cdb-55b2-448c-9209-979b718c8c1b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595b44d-6ce3-4e75-bc2c-509f096c36b3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:12.293246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] Set router 3f78b20c-47e4-413c-b399-385198444a43 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:12.360602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.367322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.373264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2296e77-1012-49f9-b8bb-661d02fdd3cf HTTP/1.1" status: 204 len: 168 time: 0.5971417 Oct 27 16:38:12.412367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc04f0-0b78-4073-9d4c-bd7623b4a38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2296e77-1012-49f9-b8bb-661d02fdd3cf,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:12.420653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.446501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.456084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/subnets/7c391172-8a0f-42a4-abdb-e2794534f541 HTTP/1.1" status: 204 len: 168 time: 1.1724293 Oct 27 16:38:12.459917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b4c60-50b0-4a76-bfd4-e44bbcb11a26 None None] Network 54585fb8-8e02-44a5-9d53-bd9685600d43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:12.461013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40514) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:12.541244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868b4a2-3f20-4dbc-b298-aca663b8a5c6 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Subnet': ['ID=7c391172-8a0f-42a4-abdb-e2794534f541,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:12.569978 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.678261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:12.726786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:12.732914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:12.742971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:38:09Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:12.752769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:12.781368 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9226390-76ad-4322-90fe-b43dfe319ed8 None None] The sync data for ids ['3f78b20c-47e4-413c-b399-385198444a43'] in n-d-814735-4 is: [{'id': '3f78b20c-47e4-413c-b399-385198444a43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494530765', 'tenant_id': '2456b7420bc444239338671cce95b1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:31Z', 'updated_at': '2021-10-27T16:38:09Z', 'revision_number': 5, 'project_id': '2456b7420bc444239338671cce95b1c1', 'gw_port': {'id': 'a75de616-5bf5-41d1-b272-93efb8ccb4bd', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78b20c-47e4-413c-b399-385198444a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:32Z', 'updated_at': '2021-10-27T16:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:12.874064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Allocated IP 172.20.0.2 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/7ac27872-6daf-413c-891d-a3122e8c6354) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:12.882749 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Deleting port 1e3c6f6e-5658-497e-a569-426f07034319 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:12.883010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.892511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:12.893369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:12.942952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.001997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8ddfd147-8ada-4c2e-896f-3fb0b2a26ff3 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6602094 Oct 27 16:38:13.005626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:13.011082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-1974622783', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7b:8f:37'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:13.126055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.193490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] DHCP port deletion for 54585fb8-8e02-44a5-9d53-bd9685600d43 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:13.202028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.211636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.211636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.240746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Calling delete_port for 1e3c6f6e-5658-497e-a569-426f07034319 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:13.329236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.346519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Deleting port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:13.346907 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.379489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:13.451352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:13.497372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9b339c0f-d214-4e96-8da7-50b178410b4c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:13.556544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:13.568348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:13.571787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9b339c0f-d214-4e96-8da7-50b178410b4c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:13.571931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.572660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9b339c0f-d214-4e96-8da7-50b178410b4c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:13.573463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:13.610079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port 6daa6dc8-99f9-4f41-af66-34ed2c7d70d3 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:13.667053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Pushing event updated for resources: {'Port': ['ID=7ac27872-6daf-413c-891d-a3122e8c6354,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:13.719298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] For port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,segment=NetworkSegment(ce822f80-6f40-4e00-b434-a174f175ec4b),segment_id=ce822f80-6f40-4e00-b434-a174f175ec4b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:13.722839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.796808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Attempting to bind port 7ac27872-6daf-413c-891d-a3122e8c6354 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:13.797418 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Attempting to bind port 7ac27872-6daf-413c-891d-a3122e8c6354 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '326ec802-a64a-4cef-b1d6-80bda96f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:13.797982 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Attempting to bind port 7ac27872-6daf-413c-891d-a3122e8c6354 on network 5732153d-e614-40c7-9bac-78dfc4be231e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:13.809005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Calling delete_port for 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:13.818416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Deleting port a75de616-5bf5-41d1-b272-93efb8ccb4bd {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:13.819081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.819177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:13.819683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Checking segment: {'id': '326ec802-a64a-4cef-b1d6-80bda96f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:13.819822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.820171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Bound using segment: {'id': '326ec802-a64a-4cef-b1d6-80bda96f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:13.820701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Bound port: 7ac27872-6daf-413c-891d-a3122e8c6354, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326ec802-a64a-4cef-b1d6-80bda96f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:13.821438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.856692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.7 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/6daa6dc8-99f9-4f41-af66-34ed2c7d70d3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:13.962961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] For port a75de616-5bf5-41d1-b272-93efb8ccb4bd, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a75de616-5bf5-41d1-b272-93efb8ccb4bd,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:13.964099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.972048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] For port 7ac27872-6daf-413c-891d-a3122e8c6354, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:13.976931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] For port 7ac27872-6daf-413c-891d-a3122e8c6354, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7ac27872-6daf-413c-891d-a3122e8c6354,segment=NetworkSegment(326ec802-a64a-4cef-b1d6-80bda96f5bea),segment_id=326ec802-a64a-4cef-b1d6-80bda96f5bea)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:13.980112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Calling delete_port for a75de616-5bf5-41d1-b272-93efb8ccb4bd owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:14.050543 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.065960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.099088 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.142117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'Port': ['ID=1e3c6f6e-5658-497e-a569-426f07034319,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:14.153215 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-426a7587-2817-4557-8d08-61695679dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.194723 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.249390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aef06f-8da8-4ac5-a952-34e37465c38a None None] Pushing event updated for resources: {'Port': ['ID=7ac27872-6daf-413c-891d-a3122e8c6354,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:14.260073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.317990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] Pushing event deleted for resources: {'Port': ['ID=89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:14.328188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36986040-9b26-4ffc-a0d0-ec64f9e0eb93 None None] No DVR routers for this DVR port 89e74cb3-fbce-4a0e-b4b8-d27ec2f0d5dc on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:14.377041 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.381109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.387590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.388914 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a84d31f-1eb6-4184-9c07-f9677bdccf81 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "DELETE /v2.0/floatingips/00f8709b-9764-42e3-839d-9f679bbc2528 HTTP/1.1" status: 204 len: 168 time: 2.1932199 Oct 27 16:38:14.456341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:14.468607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:14.484242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:14.499809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.526619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=6daa6dc8-99f9-4f41-af66-34ed2c7d70d3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:14.588818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Port': ['ID=a75de616-5bf5-41d1-b272-93efb8ccb4bd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:14.616528 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:14.617266 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.694501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.717843 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.745842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4fe7f871-0553-459c-88b0-bced09049580 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7364855 Oct 27 16:38:14.746110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40546) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:14.847483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752719ee-ffb5-422a-9264-494eafc5a6a4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:14.860517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.864077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:14.864732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752719ee-ffb5-422a-9264-494eafc5a6a4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:14.872297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752719ee-ffb5-422a-9264-494eafc5a6a4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:14.874349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-752719ee-ffb5-422a-9264-494eafc5a6a4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1271899 Oct 27 16:38:14.879879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40550) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:14.989226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port 6daa6dc8-99f9-4f41-af66-34ed2c7d70d3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:14.989226 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.008893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.009469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Fanout notify agent at l3_agent the message router_deleted on router 3f78b20c-47e4-413c-b399-385198444a43 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:38:15.017294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.021832 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-726cb751-0f0f-4520-997a-2548d1f08754 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/routers/3f78b20c-47e4-413c-b399-385198444a43 HTTP/1.1" status: 204 len: 168 time: 2.4834197 Oct 27 16:38:15.024044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40552) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:15.058536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:15.063272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633392439', 'description': 'tempest-description--479343573'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:15.164633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.195112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.212496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for 6daa6dc8-99f9-4f41-af66-34ed2c7d70d3 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:15.255504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.307178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.307571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.360938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54585fb8-8e02-44a5-9d53-bd9685600d43']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:15.391644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce822f80-6f40-4e00-b434-a174f175ec4b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:15.391989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce822f80-6f40-4e00-b434-a174f175ec4b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:15.405006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.421935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.438859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:15.439363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:15.451648 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:15.571717 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.616880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=6daa6dc8-99f9-4f41-af66-34ed2c7d70d3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:15.651780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.655591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.662688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.681594 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/networks/54585fb8-8e02-44a5-9d53-bd9685600d43 HTTP/1.1" status: 204 len: 168 time: 0.6530681 Oct 27 16:38:15.682364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40568) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:15.739518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.773162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1989fe5-e047-4a01-8057-c06510014fbc None None] Network 5732153d-e614-40c7-9bac-78dfc4be231e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:15.789502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa525ad-3770-4afc-8cb3-87ae5f032d11 tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'Network': ['ID=54585fb8-8e02-44a5-9d53-bd9685600d43,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:15.842876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.891615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.952833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.954092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8945298 Oct 27 16:38:15.954934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f811c-3815-4e96-a014-4df0981d087a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:15.957615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40574) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:15.967511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group_rule': {'security_group_id': '11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:15.980977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:15.997826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:15.999236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dcf90bc3-2f6d-4c9d-8ef2-4d0e5bd79723 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/6daa6dc8-99f9-4f41-af66-34ed2c7d70d3 HTTP/1.1" status: 204 len: 168 time: 1.1207173 Oct 27 16:38:16.013836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7ac27872-6daf-413c-891d-a3122e8c6354 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:16.033065 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a15ebfb-2388-435d-93c5-6eeba4c483f4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] GET failed (client error): The resource could not be found. Oct 27 16:38:16.035586 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0a15ebfb-2388-435d-93c5-6eeba4c483f4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports/6daa6dc8-99f9-4f41-af66-34ed2c7d70d3 HTTP/1.1" status: 404 len: 333 time: 0.0352242 Oct 27 16:38:16.039537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40578) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:16.053397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-575015222'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:16.077008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.083497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] Provisioning complete for port 7ac27872-6daf-413c-891d-a3122e8c6354 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:16.083873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.150650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.157838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.166548 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] 10.222.0.70 "DELETE /v2.0/security-groups/b59f207e-0682-4e0f-9890-ca8968df15dd HTTP/1.1" status: 204 len: 168 time: 0.4688065 Oct 27 16:38:16.190267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7ac27872-6daf-413c-891d-a3122e8c6354 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:16.190641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.196998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.204116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8113dc-464a-4c6f-8104-d2fb10b35c0b tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59f207e-0682-4e0f-9890-ca8968df15dd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:16.306094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.347839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70e6551-1bd1-4828-99a1-43c0b19bb390,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:16.361115 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.426533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:16.432542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.448066 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.454250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] For port 7ac27872-6daf-413c-891d-a3122e8c6354, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7ac27872-6daf-413c-891d-a3122e8c6354,segment=NetworkSegment(326ec802-a64a-4cef-b1d6-80bda96f5bea),segment_id=326ec802-a64a-4cef-b1d6-80bda96f5bea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:16.477151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port 3a354840-f846-4e47-a3ca-38aff7bf7603 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:16.557091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.559024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.563949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6d77b5f3-7153-4fc1-872d-9c49ca5070f8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013906 Oct 27 16:38:16.565839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:16.574971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'security_group_rule': {'security_group_id': '11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:16.649854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.7 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/3a354840-f846-4e47-a3ca-38aff7bf7603) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:16.663971 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:38:16.664986 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:38:16.672580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962f6a-2c22-4058-a58c-dbc3adaac499 None None] Pushing event updated for resources: {'Port': ['ID=7ac27872-6daf-413c-891d-a3122e8c6354,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:16.793209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-37b07919-00c8-464e-995d-5818a88f5b97 None None] Provisioning complete for port 7ac27872-6daf-413c-891d-a3122e8c6354 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:16.794275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37b07919-00c8-464e-995d-5818a88f5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.811490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.917742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.929925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:16.978737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-37b07919-00c8-464e-995d-5818a88f5b97 None None] Provisioning complete for port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:16.979466 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37b07919-00c8-464e-995d-5818a88f5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.034383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-37b07919-00c8-464e-995d-5818a88f5b97 None None] Port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:17.037313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.038707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.059491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.083977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e5c50d-db94-40f1-afbc-78b9f43f439a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:17.141811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:17.171862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.177970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9ed3cdf8-6b25-4c04-9c2c-0dae92cd7a2d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6044133 Oct 27 16:38:17.178438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40596) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:17.182603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:17.185321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:17.186861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:17.190141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:17.250947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=3a354840-f846-4e47-a3ca-38aff7bf7603,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:17.270800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bfe7f0a9-584d-425c-9a87-53979f967b6d None None] Provisioning complete for port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:17.272047 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f0a9-584d-425c-9a87-53979f967b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.306280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.314183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:17.314891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.354197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f0a9-584d-425c-9a87-53979f967b6d None None] Port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:17.431257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a75de616-5bf5-41d1-b272-93efb8ccb4bd no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:17.455577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a75de616-5bf5-41d1-b272-93efb8ccb4bd {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:17.456067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a75de616-5bf5-41d1-b272-93efb8ccb4bd not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:17.475337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a7db9cd0-b943-49ec-9f29-6fb885ba4361 None None] Could not find standard attr ID for object 6daa6dc8-99f9-4f41-af66-34ed2c7d70d3. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:38:17.491442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51050b2b-931c-4a68-a98a-14fdce5f44bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2456b7420bc444239338671cce95b1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480477 Oct 27 16:38:17.632569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7ac27872-6daf-413c-891d-a3122e8c6354 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:17.633430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40602) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:17.633430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.633607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7ac27872-6daf-413c-891d-a3122e8c6354 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:17.633607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.684783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.754020 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.787402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Allocated IP 172.25.5.141 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/6dcb4aca-e1b0-4aa0-ada1-156602f291bb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:17.826386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80368f2b-9af1-4ad6-877e-b2355e71de06 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7821643 Oct 27 16:38:17.826961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:17.832746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7b:8f:37'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:17.928131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.936410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.938148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.940725 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:17.944425 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67d0ca12-a2be-4ccb-a9a7-983ab4f7984d HTTP/1.1" status: 204 len: 168 time: 0.3839824 Oct 27 16:38:17.958924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115e00-8d42-442c-a259-bab11fd83716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0ca12-a2be-4ccb-a9a7-983ab4f7984d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:18.015430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c198ff41-39df-4a43-8a52-fa98dd7eee68 None None] Provisioning complete for port 3a354840-f846-4e47-a3ca-38aff7bf7603 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:18.015980 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c198ff41-39df-4a43-8a52-fa98dd7eee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.069645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c198ff41-39df-4a43-8a52-fa98dd7eee68 None None] Port 3a354840-f846-4e47-a3ca-38aff7bf7603 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:18.072663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.139204 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:18.142369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:18.148898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:18.152583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=6dcb4aca-e1b0-4aa0-ada1-156602f291bb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:18.219328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.268191 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.363170 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.458107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.484015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=3a354840-f846-4e47-a3ca-38aff7bf7603,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:18.533451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] In _notify_port_updated(), no bound segment for port 3a354840-f846-4e47-a3ca-38aff7bf7603 on network 5732153d-e614-40c7-9bac-78dfc4be231e {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:38:18.545443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:18.546910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.552795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c72de323-6da0-408b-b21e-6c6c73d3a6e9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "PUT /v2.0/ports/3a354840-f846-4e47-a3ca-38aff7bf7603 HTTP/1.1" status: 200 len: 993 time: 0.7246094 Oct 27 16:38:18.553447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40616) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:18.684416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port 3a354840-f846-4e47-a3ca-38aff7bf7603 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:18.684416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.715089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.793643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b27bc840-2e6d-42fa-ae72-d8ace9e9ead0 None None] Provisioning complete for port 3a354840-f846-4e47-a3ca-38aff7bf7603 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:18.794096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b27bc840-2e6d-42fa-ae72-d8ace9e9ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.813084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.826727 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.832290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for 3a354840-f846-4e47-a3ca-38aff7bf7603 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:18.866145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b27bc840-2e6d-42fa-ae72-d8ace9e9ead0 None None] Port 3a354840-f846-4e47-a3ca-38aff7bf7603 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:18.896761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40620) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:18.978197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=6dcb4aca-e1b0-4aa0-ada1-156602f291bb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:18.991908 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9d841f5-a8e7-4e84-9b60-6442d6c3036e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95cc43fe28fd48afbe8cb3c6ca4a0a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939944 Oct 27 16:38:18.996075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:19.002348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.071588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.106970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.122916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.133381 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fe2d32ee-a1c2-4905-ac0e-2583b22f5d05 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9440684 Oct 27 16:38:19.153006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.198864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=3a354840-f846-4e47-a3ca-38aff7bf7603,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:19.261303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.264982 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.266955 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1244d818-7781-409f-b84f-7e4ff211beb1 HTTP/1.1" status: 204 len: 168 time: 0.2695620 Oct 27 16:38:19.280236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f4c2-c361-4356-8d35-5104563b68e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244d818-7781-409f-b84f-7e4ff211beb1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:19.433025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.440141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3be50377-7144-4da6-b349-0c6491946e8a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/3a354840-f846-4e47-a3ca-38aff7bf7603 HTTP/1.1" status: 204 len: 168 time: 0.8817005 Oct 27 16:38:19.440492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:19.468904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-76fcc966-6fa3-4dfd-8354-e5f5d28a2800 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--633392439&fields=id&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 267 time: 0.0847824 Oct 27 16:38:19.508080 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaab277-2a31-496c-82fd-56a9bb3e5f2a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] GET failed (client error): The resource could not be found. Oct 27 16:38:19.516994 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1eaab277-2a31-496c-82fd-56a9bb3e5f2a tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports/3a354840-f846-4e47-a3ca-38aff7bf7603 HTTP/1.1" status: 404 len: 333 time: 0.0740714 Oct 27 16:38:19.517411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:19.523310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-230130930'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:19.613917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-f354975b-9dd5-432d-af28-fa398cd1cc0e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:19.615486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-f354975b-9dd5-432d-af28-fa398cd1cc0e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 816 time: 0.1387699 Oct 27 16:38:19.640392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-bb6063f9-495c-466b-a6b5-91f676faa37e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/quotas/3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 375 time: 0.0122335 Oct 27 16:38:19.712962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-d5228783-a739-4c38-b1d0-dc1d13b24031 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635924 Oct 27 16:38:19.746848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:19.750683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:19.770519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:19.910772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-22598945-cf75-40ed-8404-0b93c1652f95 service neutron] 10.222.0.70 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820803 Oct 27 16:38:19.937002 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.6 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/a9821fd5-be4f-4cc2-bf10-00d605aa3c8a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:20.149491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-7678d69c-2bd4-4ffe-a077-9aa7fee196d5 service neutron] 10.222.0.70 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375360 Oct 27 16:38:20.216848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.345798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.396067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:20.399452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:20.403860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:20.411275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=a9821fd5-be4f-4cc2-bf10-00d605aa3c8a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:20.466192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:20.466866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.579088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eb2d5195-e20d-4685-b732-831e4f2d1ebf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0590189 Oct 27 16:38:20.580910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:20.589220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:8f:37'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:20.753196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-99dc1651-c206-49dd-9fbb-9affb124b1d8 None None] Provisioning complete for port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:20.755489 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-99dc1651-c206-49dd-9fbb-9affb124b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.810199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-99dc1651-c206-49dd-9fbb-9affb124b1d8 None None] Port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:20.845199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d82af1a-2989-4b26-9673-85e1e7e5f885 req-6602856c-33af-4899-bbb7-62758ad0e335 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0619614 Oct 27 16:38:20.895644 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.139211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.231640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.327428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=a9821fd5-be4f-4cc2-bf10-00d605aa3c8a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.346294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.349224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.349224 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:21.360771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] In _notify_port_updated(), no bound segment for port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a on network 5732153d-e614-40c7-9bac-78dfc4be231e {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:38:21.368095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:21.368226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.369500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aae9905e-dac7-41b7-8aa0-68993b151695 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "PUT /v2.0/ports/a9821fd5-be4f-4cc2-bf10-00d605aa3c8a HTTP/1.1" status: 200 len: 995 time: 0.7875237 Oct 27 16:38:21.372448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:21.490173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:21.490560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.598357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.612132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for a9821fd5-be4f-4cc2-bf10-00d605aa3c8a owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:21.640498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-47b60e51-5eb6-4e66-a341-f6fdd087220c None None] Provisioning complete for port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:21.641195 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-47b60e51-5eb6-4e66-a341-f6fdd087220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.695928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-47b60e51-5eb6-4e66-a341-f6fdd087220c None None] Port a9821fd5-be4f-4cc2-bf10-00d605aa3c8a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:21.982036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-257a60a6-cbbf-4f40-97b6-8b1fc0a978a4 req-384e0d29-de8a-46e1-ae3c-d2b1b90b8e6c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0290143 Oct 27 16:38:22.293687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:22.325836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=a9821fd5-be4f-4cc2-bf10-00d605aa3c8a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:22.423194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:22.430087 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43991321-6f2b-4355-a39e-a053e9ca89f8 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/a9821fd5-be4f-4cc2-bf10-00d605aa3c8a HTTP/1.1" status: 204 len: 168 time: 1.0532451 Oct 27 16:38:22.436285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40676) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:22.466457 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-411e8907-c3c9-4cde-aadb-65579b2a701e tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] GET failed (client error): The resource could not be found. Oct 27 16:38:22.468730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-411e8907-c3c9-4cde-aadb-65579b2a701e tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports/a9821fd5-be4f-4cc2-bf10-00d605aa3c8a HTTP/1.1" status: 404 len: 333 time: 0.0367630 Oct 27 16:38:22.473128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40678) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:22.484481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-637519604'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:22.739491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:22.743959 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:22.765638 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port aa2083a7-e595-499f-9519-08020143bf0f yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:22.913086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.5 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/aa2083a7-e595-499f-9519-08020143bf0f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:23.133458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a80e23e-3ec8-47a9-8d1e-c11691cef5e5 req-c25b5d6a-3f6b-4132-9e75-ec14b6251d10 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0393064 Oct 27 16:38:23.188830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.312068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.360707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:23.369145 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:23.379593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:23.420602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=aa2083a7-e595-499f-9519-08020143bf0f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:23.451549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:23.452362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.596556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c9f0c1d-3dc3-4975-9eb8-1d2f711fcb55 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1128349 Oct 27 16:38:23.598822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40690) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:23.604829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'network_id': '5732153d-e614-40c7-9bac-78dfc4be231e', 'name': 'tempest-AllowedAddressPairTestJSON-1757899363'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:23.730000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-c93b8142-b92c-4bd4-8734-3944671cf1be tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:23.732161 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-c93b8142-b92c-4bd4-8734-3944671cf1be tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 816 time: 0.2446241 Oct 27 16:38:23.733369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3dab3074-2c77-4ffc-a3cf-b21dcac107d2 None None] Provisioning complete for port aa2083a7-e595-499f-9519-08020143bf0f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:23.734476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3dab3074-2c77-4ffc-a3cf-b21dcac107d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.736721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40692) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:23.785794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3dab3074-2c77-4ffc-a3cf-b21dcac107d2 None None] Port aa2083a7-e595-499f-9519-08020143bf0f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:23.812178 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-70166ca5-8c82-4ae1-acfd-3c7e5b37158b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 379 time: 0.0681918 Oct 27 16:38:23.850688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'port': {'device_id': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'admin_state_up': True, 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'security_groups': ['11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:23.904725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57bbe2ad-f5c9-4b28-b387-07803c0f48ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.982140 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Made reservation on behalf of 51d59470f4c94ad89a2eccb55ad33469 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:23.986381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.019585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] device_id is not set on port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:24.096660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57bbe2ad-f5c9-4b28-b387-07803c0f48ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.154496 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Allocated IP 172.20.0.12 (5732153d-e614-40c7-9bac-78dfc4be231e/e1f62326-4068-4734-9e3b-9cb23e8b9b39/2be7a4ab-befd-4c3a-ab38-b4498f754dd6) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:24.235129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1aac6130-f4d9-43c4-88ba-90af87678ed5 req-ee1e3ad5-e9ee-4841-a59a-fce33aa80b2b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0275071 Oct 27 16:38:24.330996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.894886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Made reservation on behalf of 3754f8e81ce142ebafb69d7e7af9eb67 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:24.894886 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.041998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Allocated IP 172.20.0.9 (8a582346-8b30-43c6-940c-145c42beb0f6/f6006c2d-0e67-4a46-a662-7c708d059f8e/33992386-c868-4bd1-a769-6c50ee630d35) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:25.054557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-57bbe2ad-f5c9-4b28-b387-07803c0f48ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.097809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.109774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-57bbe2ad-f5c9-4b28-b387-07803c0f48ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbe692f29b2b41d39db74115547f0fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3719378 Oct 27 16:38:25.110962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe2ad-f5c9-4b28-b387-07803c0f48ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1504e-3db7-40b2-91ee-a36cd2419d04,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.114200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40710) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:25.186759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.206243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Network 5732153d-e614-40c7-9bac-78dfc4be231e is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:25.210946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.212491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:25.221183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:25.232591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=2be7a4ab-befd-4c3a-ab38-b4498f754dd6,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.318078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.318848 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.386580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.402990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e05c7d5-42a7-436e-8b5d-a00565925e6d req-d96e3844-82cc-4d32-8271-7bac17e4d1d5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0426836 Oct 27 16:38:25.410334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.412988 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.417660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fb1504e-3db7-40b2-91ee-a36cd2419d04 HTTP/1.1" status: 204 len: 168 time: 0.3020322 Oct 27 16:38:25.426556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c7ce4-83e0-4e66-8000-c9dc38a17800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1504e-3db7-40b2-91ee-a36cd2419d04,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.451657 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-03e9bd07-6612-4d44-bc72-1546f34e2dc9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8508501 Oct 27 16:38:25.462960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40724) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:25.468834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7b:8f:37'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:db:46:6f'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:25.522991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c6821804-0592-474c-bc6a-75b79bbaf924 None None] Provisioning complete for port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:25.523585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c6821804-0592-474c-bc6a-75b79bbaf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.562250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c6821804-0592-474c-bc6a-75b79bbaf924 None None] Port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:25.580488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.635833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Network 8a582346-8b30-43c6-940c-145c42beb0f6 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:25.639872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:25.648316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:25.666494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.686236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:25.728763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:25.729552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.851183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-4dc2fb17-e8ec-44cc-84b0-2fdca94f9f49 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0049031 Oct 27 16:38:25.864365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Request body: {'port': {'device_id': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:25.923320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.943705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:25.996845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.001555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-929ba68e-a2be-480a-8968-29afbd2816e8 None None] Provisioning complete for port 33992386-c868-4bd1-a769-6c50ee630d35 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:26.002222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-929ba68e-a2be-480a-8968-29afbd2816e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.100807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-929ba68e-a2be-480a-8968-29afbd2816e8 None None] Port 33992386-c868-4bd1-a769-6c50ee630d35 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:26.104859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] In _notify_port_updated(), no bound segment for port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 on network 5732153d-e614-40c7-9bac-78dfc4be231e {{(pid=114448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:38:26.116594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.117281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.121714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "PUT /v2.0/ports/2be7a4ab-befd-4c3a-ab38-b4498f754dd6 HTTP/1.1" status: 200 len: 1057 time: 0.6575723 Oct 27 16:38:26.122628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40728) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:26.185167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea88b5-6c0e-43e4-ad5f-4736fd25d7d4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event updated for resources: {'Port': ['ID=2be7a4ab-befd-4c3a-ab38-b4498f754dd6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:26.283936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:26.284443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.309917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:26.321191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40732) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:26.335569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.354493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5675-d21f-4c66-ba63-85682a23b441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.406739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.421709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:26.433374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Transition to ACTIVE for port object 33992386-c868-4bd1-a769-6c50ee630d35 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:38:26.447829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5675-d21f-4c66-ba63-85682a23b441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.528302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.530545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ec972cab-eacc-40c3-91ca-a0c32e099269 None None] Provisioning complete for port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:26.531575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec972cab-eacc-40c3-91ca-a0c32e099269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.571860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ec972cab-eacc-40c3-91ca-a0c32e099269 None None] Port 2be7a4ab-befd-4c3a-ab38-b4498f754dd6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:26.608958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5675-d21f-4c66-ba63-85682a23b441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.639313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd1cc-cfc2-468b-82b7-229c6520fa75 req-08ea3422-7d55-4194-9164-96a09d64d1f6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:26.641164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d1bd1cc-cfc2-468b-82b7-229c6520fa75 req-08ea3422-7d55-4194-9164-96a09d64d1f6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1285992 Oct 27 16:38:26.683531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:26.717782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d1bd1cc-cfc2-468b-82b7-229c6520fa75 req-bf9f1cbf-2619-4165-84ee-b6217f9b26e4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686576 Oct 27 16:38:26.745288 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad0f5675-d21f-4c66-ba63-85682a23b441 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f858b9e0cde8437685dd751ab2ba4dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222801 Oct 27 16:38:26.748476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:26.749109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f5675-d21f-4c66-ba63-85682a23b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4289cff-0324-4c9b-b3a1-544afd7c2650,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:26.774034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Attempting to bind port 33992386-c868-4bd1-a769-6c50ee630d35 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:26.774356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Attempting to bind port 33992386-c868-4bd1-a769-6c50ee630d35 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:26.774694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Attempting to bind port 33992386-c868-4bd1-a769-6c50ee630d35 on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:26.779883 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Port 33992386-c868-4bd1-a769-6c50ee630d35 on network 8a582346-8b30-43c6-940c-145c42beb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:38:26.780205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Attempting to bind port 33992386-c868-4bd1-a769-6c50ee630d35 on network 8a582346-8b30-43c6-940c-145c42beb0f6 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:26.786177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:26.786516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Checking segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:26.786904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Bound using segment: {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:26.787428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Bound port: 33992386-c868-4bd1-a769-6c50ee630d35, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca518bba-d2fd-481b-b9c3-4297e7661a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:26.788367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.794740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:26.855751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=2be7a4ab-befd-4c3a-ab38-b4498f754dd6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:26.883966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:26.899305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:27.026306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.094926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.095589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.097734 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-8b047b77-7343-4582-975e-91e13e681231 service neutron] 10.222.0.82 "PUT /v2.0/ports/33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 1091 time: 1.2375450 Oct 27 16:38:27.098263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:27.101289 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637afdf2-ceef-4ca1-b601-9d6b84f8140c" -d '{"events": [{"name": "network-changed", "server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:27.136875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b047b77-7343-4582-975e-91e13e681231 service neutron] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:27.196274 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d439c-0de8-4403-af10-8e93716f83d9 x-openstack-request-id: req-fa3d439c-0de8-4403-af10-8e93716f83d9 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:27.197399 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:27.197903 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa3d439c-0de8-4403-af10-8e93716f83d9 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:27.198493 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'status': 'completed', 'code': 200} Oct 27 16:38:27.272967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-12b30306-f63d-4038-a436-20acd81fda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.274552 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-12b30306-f63d-4038-a436-20acd81fda6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1094 time: 0.0559461 Oct 27 16:38:27.311443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.363892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.407071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-5d7eefaf-64f8-4d1e-961b-9f77640d0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.408503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-5d7eefaf-64f8-4d1e-961b-9f77640d0e20 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1258435 Oct 27 16:38:27.524901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.529341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e8f173ed-e908-4f9a-830a-05ee09f9d4cf tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/2be7a4ab-befd-4c3a-ab38-b4498f754dd6 HTTP/1.1" status: 204 len: 168 time: 1.4024930 Oct 27 16:38:27.531308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40750) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:27.542410 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-d476e7f8-a23a-478e-b585-a273aa3cc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.544016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-637afdf2-ceef-4ca1-b601-9d6b84f8140c req-d476e7f8-a23a-478e-b585-a273aa3cc5af service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271746 Oct 27 16:38:27.557798 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ac1f0-a4fc-4b3e-aaf6-6d756a348a6b tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] GET failed (client error): The resource could not be found. Oct 27 16:38:27.563317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fc8ac1f0-a4fc-4b3e-aaf6-6d756a348a6b tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports/2be7a4ab-befd-4c3a-ab38-b4498f754dd6 HTTP/1.1" status: 404 len: 333 time: 0.0271335 Oct 27 16:38:27.563317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40752) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:27.591434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.594231 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.598251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4289cff-0324-4c9b-b3a1-544afd7c2650 HTTP/1.1" status: 204 len: 168 time: 0.8459444 Oct 27 16:38:27.617554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b4f4-5c18-4a4b-ae32-58c86edac080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4289cff-0324-4c9b-b3a1-544afd7c2650,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:27.666768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-b5dcb944-4ef1-4322-a8c5-d62c07d52f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.670995 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-b5dcb944-4ef1-4322-a8c5-d62c07d52f58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1094 time: 0.0823083 Oct 27 16:38:27.687095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port aa2083a7-e595-499f-9519-08020143bf0f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:27.687546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.732088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-0f32480f-64e2-4cb9-bbfa-2995715bd00d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 217 time: 0.0517318 Oct 27 16:38:27.801533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:27.818675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for aa2083a7-e595-499f-9519-08020143bf0f owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:27.938956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7139a-9cf2-4862-9322-91382a757030 req-96058560-5274-4061-bd50-af91435c7388 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:27.941429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ba7139a-9cf2-4862-9322-91382a757030 req-96058560-5274-4061-bd50-af91435c7388 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1235576 Oct 27 16:38:27.974044 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.080577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ba7139a-9cf2-4862-9322-91382a757030 req-f820ee15-eadb-4b21-8ae0-937d8d249b9c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294765 Oct 27 16:38:28.197461 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.210249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-26f8b819-bf07-437b-88d5-959b8c8aaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.212078 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-26f8b819-bf07-437b-88d5-959b8c8aaa1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.4722803 Oct 27 16:38:28.305674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-673434e2-cd45-4ff1-9bd2-3aefe9e33ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:28.312140 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-673434e2-cd45-4ff1-9bd2-3aefe9e33ea8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771904 Oct 27 16:38:28.338253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=aa2083a7-e595-499f-9519-08020143bf0f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:28.348830 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.358493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bb54a1e3-fe49-47d8-b099-b1b9aa489556 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/aa2083a7-e595-499f-9519-08020143bf0f HTTP/1.1" status: 204 len: 168 time: 0.7905881 Oct 27 16:38:28.358915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40768) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:28.395731 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e083051e-c87c-4773-a1ee-58befd7d2a38 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] GET failed (client error): The resource could not be found. Oct 27 16:38:28.401783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e083051e-c87c-4773-a1ee-58befd7d2a38 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "GET /v2.0/ports/aa2083a7-e595-499f-9519-08020143bf0f HTTP/1.1" status: 404 len: 333 time: 0.0374770 Oct 27 16:38:28.402473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40770) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:28.460024 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.460333 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-ab36c66c-461d-4dca-b45f-17d5edbe352f service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439867 Oct 27 16:38:28.540520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:28.541073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.574398 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b8ce49-1630-403c-9c70-f2e49a6adec5 req-cd406772-f326-4c18-a525-38e58c7d9d4e service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069748 Oct 27 16:38:28.643990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.657392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e owned by {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:28.894792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:28.925635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:29.026054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.030633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-832cc9cd-9de4-42cb-82f4-7254b798fd75 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/ports/c1c4097e-c2e5-4cb7-9379-6671a7ab4a0e HTTP/1.1" status: 204 len: 168 time: 0.6264608 Oct 27 16:38:29.032969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:29.116733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting subnet e1f62326-4068-4734-9e3b-9cb23e8b9b39 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:29.120619 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.182379 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.316407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae5172-0ed2-45b0-960c-5fd836265a38 req-e4a34a5d-8bbb-4133-97d6-e709687a0253 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:29.317542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ae5172-0ed2-45b0-960c-5fd836265a38 req-e4a34a5d-8bbb-4133-97d6-e709687a0253 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0949702 Oct 27 16:38:29.330596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.396245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6ae5172-0ed2-45b0-960c-5fd836265a38 req-86c11536-ad80-49c7-8a3c-1aa920830b02 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719526 Oct 27 16:38:29.496292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.537448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f62326-4068-4734-9e3b-9cb23e8b9b39,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:29.541240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.544728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-99243fb4-eb62-4d9a-ae1c-2f75336713b4 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/subnets/e1f62326-4068-4734-9e3b-9cb23e8b9b39 HTTP/1.1" status: 204 len: 168 time: 0.5105126 Oct 27 16:38:29.547351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:29.554243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b9e16-c70a-45d8-a13e-8644398437e0 None None] Network 5732153d-e614-40c7-9bac-78dfc4be231e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:29.640655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.707527 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Deleting port 7ac27872-6daf-413c-891d-a3122e8c6354 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:29.707878 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.800952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] For port 7ac27872-6daf-413c-891d-a3122e8c6354, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7ac27872-6daf-413c-891d-a3122e8c6354,segment=NetworkSegment(326ec802-a64a-4cef-b1d6-80bda96f5bea),segment_id=326ec802-a64a-4cef-b1d6-80bda96f5bea)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:29.801844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.819541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] DHCP port deletion for 5732153d-e614-40c7-9bac-78dfc4be231e request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:29.823273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Calling delete_port for 7ac27872-6daf-413c-891d-a3122e8c6354 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:29.882076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Deleting port 7ac27872-6daf-413c-891d-a3122e8c6354 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:29.882709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.963267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] For port 7ac27872-6daf-413c-891d-a3122e8c6354, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7ac27872-6daf-413c-891d-a3122e8c6354,segment=NetworkSegment(326ec802-a64a-4cef-b1d6-80bda96f5bea),segment_id=326ec802-a64a-4cef-b1d6-80bda96f5bea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:29.967375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:29.982792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Calling delete_port for 7ac27872-6daf-413c-891d-a3122e8c6354 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:29.988675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.024166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Port': ['ID=7ac27872-6daf-413c-891d-a3122e8c6354,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:30.026341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] No DVR routers for this DVR port 7ac27872-6daf-413c-891d-a3122e8c6354 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:30.074145 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.113423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] Pushing event deleted for resources: {'Port': ['ID=7ac27872-6daf-413c-891d-a3122e8c6354,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:30.118602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3704c1-069e-4e57-8c67-4fb57f12a6c5 None None] No DVR routers for this DVR port 7ac27872-6daf-413c-891d-a3122e8c6354 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:30.154349 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.181753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5732153d-e614-40c7-9bac-78dfc4be231e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:30.192781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ec802-a64a-4cef-b1d6-80bda96f5bea') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:30.193142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ec802-a64a-4cef-b1d6-80bda96f5bea') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:30.203155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.216785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.225437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:30.225846 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:30.228988 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:30.419434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.427732 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:30.441462 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] 10.222.0.70 "DELETE /v2.0/networks/5732153d-e614-40c7-9bac-78dfc4be231e HTTP/1.1" status: 204 len: 168 time: 0.8928192 Oct 27 16:38:30.459414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b17f0f-407f-4b66-bf78-4ef2ad8c79a9 tempest-AllowedAddressPairTestJSON-1559627832 tempest-AllowedAddressPairTestJSON-1559627832-project] Pushing event deleted for resources: {'Network': ['ID=5732153d-e614-40c7-9bac-78dfc4be231e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:30.539576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:38:30.591499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d645-b181-4065-82b0-6c823496bc13 req-61da9bc9-260c-4d8c-b4cb-9e7cf16da696 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:30.593124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba84d645-b181-4065-82b0-6c823496bc13 req-61da9bc9-260c-4d8c-b4cb-9e7cf16da696 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0916300 Oct 27 16:38:30.634877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba84d645-b181-4065-82b0-6c823496bc13 req-b47c3367-7f38-4410-b56e-e0fa066afa22 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Oct 27 16:38:31.192394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40828) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.213975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:31.321589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:31.335594 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '33992386-c868-4bd1-a769-6c50ee630d35', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:31.353558 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a0d8a5a-f26b-4bc3-b0e6-120228e76aef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51d59470f4c94ad89a2eccb55ad33469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601059 Oct 27 16:38:31.356587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40832) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:31.376800 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.391936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:31.416375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:31.416603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.440769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.505815 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.560933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7ac27872-6daf-413c-891d-a3122e8c6354 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:31.563368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:31.589198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7ac27872-6daf-413c-891d-a3122e8c6354 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:31.589575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7ac27872-6daf-413c-891d-a3122e8c6354 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:31.608091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.611056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.615807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d03d709-5530-406b-9840-f84ceff18844 HTTP/1.1" status: 204 len: 168 time: 0.2546601 Oct 27 16:38:31.622926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5292ec-52c1-46fc-a2a9-cfdf06bded9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03d709-5530-406b-9840-f84ceff18844,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:31.759060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f43d-108c-4519-8675-58a272c1eefb req-016974e8-a7a8-42ca-8ac2-327dd56177a9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:31.760336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce54f43d-108c-4519-8675-58a272c1eefb req-016974e8-a7a8-42ca-8ac2-327dd56177a9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.0515082 Oct 27 16:38:31.802413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce54f43d-108c-4519-8675-58a272c1eefb req-18f3fdce-84bd-4355-a841-d582caddb532 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356684 Oct 27 16:38:31.845595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['33992386-c868-4bd1-a769-6c50ee630d35'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:32.931898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952275fa-4170-4253-a1e7-ffbd6c9cd7c6 req-e487cb07-5a8c-47e0-b8a7-0b2d2efb0164 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:32.933678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-952275fa-4170-4253-a1e7-ffbd6c9cd7c6 req-e487cb07-5a8c-47e0-b8a7-0b2d2efb0164 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.0544844 Oct 27 16:38:32.970001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40870) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:32.979385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-952275fa-4170-4253-a1e7-ffbd6c9cd7c6 req-adc493cc-e79a-4ab9-b75b-4b471ec5dfa3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 Oct 27 16:38:33.077375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1623687027'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:33.219549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:33.223355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.228893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:33.233602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.315312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.419544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 33992386-c868-4bd1-a769-6c50ee630d35 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:38:33.419792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.423623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 33992386-c868-4bd1-a769-6c50ee630d35 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:33.429817 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.443312 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:33.457542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883a1505-2159-4be7-9da6-a37deb980d7e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.462553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.462902 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 28e3f63a-7474-440a-8a9e-ad765fd7f5d2 of type vlan for network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 Oct 27 16:38:33.509302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.511749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.535439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:33.537708 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd93fc4-081a-486c-9bec-806b582ab4f8" -d '{"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:33.552242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:33.710516 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5618e384-0c25-42fc-a8e0-958062160ad4 x-openstack-request-id: req-5618e384-0c25-42fc-a8e0-958062160ad4 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:33.710816 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:33.711098 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5618e384-0c25-42fc-a8e0-958062160ad4 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:33.715523 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'code': 200} Oct 27 16:38:33.774034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.774431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.784701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:33.785718 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.857884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.911069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=4fc1f662-1b35-4d6d-8246-fd13276b64c4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.917246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7ce21-3f1b-451c-a169-f29ed2b663f8 req-5b4d46d8-a0a1-4d17-8f40-44d0de7dc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:33.918554 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-efa7ce21-3f1b-451c-a169-f29ed2b663f8 req-5b4d46d8-a0a1-4d17-8f40-44d0de7dc31f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1096 time: 0.1275756 Oct 27 16:38:33.921806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:33.960701 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-efa7ce21-3f1b-451c-a169-f29ed2b663f8 req-b23a466e-b43f-4b4d-9b2f-cc8a61586c70 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Oct 27 16:38:33.998766 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d2eff1e1-b5fe-48ff-a9e7-5c9a7ebae3de tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0275543 Oct 27 16:38:34.001666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40882) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:34.007562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211698059'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:34.106672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88389d9f-7612-4098-bea2-f01d8626e4d1 req-0f0de50c-a5be-413c-a247-c2d73df795b1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.108360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88389d9f-7612-4098-bea2-f01d8626e4d1 req-0f0de50c-a5be-413c-a247-c2d73df795b1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0516090 Oct 27 16:38:34.121981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:34.133380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.151770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88389d9f-7612-4098-bea2-f01d8626e4d1 req-e01a240e-54dd-4802-9a4b-b43dd4f35aec tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360169 Oct 27 16:38:34.154855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:34.164853 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.165204 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 7eb399cf-7dbd-4d41-8bb1-f3af3678c53b of type vlan for network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 Oct 27 16:38:34.208062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.305393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.311421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:34.311917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.382124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=8324d5ac-cc34-46e4-bba4-66c1bff7c074,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:34.392614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:34.446514 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b9a09545-aa46-4b86-b78a-dd778f313c06 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4408100 Oct 27 16:38:34.446748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40898) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:34.452522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:34.675128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:34.678759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.968032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.032790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=1262aaa3-22a8-4cd6-b335-6f98190569e4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:35.041356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '28e3f63a-7474-440a-8a9e-ad765fd7f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:35.041732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 4fc1f662-1b35-4d6d-8246-fd13276b64c4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:35.191173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:35.280103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e842c-8153-4ba0-be4c-82e735b1eeca req-0035dcaa-f62f-45b5-9546-9afbbbfc8988 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:35.281636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b07e842c-8153-4ba0-be4c-82e735b1eeca req-0035dcaa-f62f-45b5-9546-9afbbbfc8988 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0498118 Oct 27 16:38:35.304936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 4fc1f662-1b35-4d6d-8246-fd13276b64c4) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:35.310930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:35.313223 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.314909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79be158-6b48-4cb3-a87e-b2de586afba1 None None] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:35.334090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b07e842c-8153-4ba0-be4c-82e735b1eeca req-9c78c4da-550f-4304-ab7e-71dbf7b9ac10 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Oct 27 16:38:35.466357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-4fc1f662-1b35-4d6d-8246-fd13276b64c4', 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': '1262aaa3-22a8-4cd6-b335-6f98190569e4'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:35.467275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.484848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff688f25-e670-415f-9b9e-ab5534680e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0368521 Oct 27 16:38:35.488281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40904) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:35.494899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:35.618253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Allocated IP 2001:db8::2 (4fc1f662-1b35-4d6d-8246-fd13276b64c4/1262aaa3-22a8-4cd6-b335-6f98190569e4/5dbf6d41-25fc-4bab-9632-dcc4959f1e66) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:35.705116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:35.709232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.935436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.088256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.088641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.125352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:36.132662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:36.135661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:36.150988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=fc47096f-f432-48aa-9784-9059f4abf8a9,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:36.161034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:36.161403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 8324d5ac-cc34-46e4-bba4-66c1bff7c074, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:36.166532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Pushing event updated for resources: {'Port': ['ID=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:36.200111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Attempting to bind port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:36.200483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Attempting to bind port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '28e3f63a-7474-440a-8a9e-ad765fd7f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:36.200887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Attempting to bind port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 on network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:36.207169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:36.207169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Checking segment: {'id': '28e3f63a-7474-440a-8a9e-ad765fd7f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:36.207169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.207169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Bound using segment: {'id': '28e3f63a-7474-440a-8a9e-ad765fd7f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:36.207661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Bound port: 5dbf6d41-25fc-4bab-9632-dcc4959f1e66, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e3f63a-7474-440a-8a9e-ad765fd7f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4fc1f662-1b35-4d6d-8246-fd13276b64c4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:36.208141 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.273183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] For port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:36.276648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] For port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,segment=NetworkSegment(28e3f63a-7474-440a-8a9e-ad765fd7f5d2),segment_id=28e3f63a-7474-440a-8a9e-ad765fd7f5d2)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:36.298927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:36.408378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.455560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8324d5ac-cc34-46e4-bba4-66c1bff7c074) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:36.458771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.459583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.476604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1792ba-9e0e-43ca-ad95-65d75873cf89 None None] Pushing event updated for resources: {'Port': ['ID=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:36.482796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48322d62-6588-40bb-95dc-298e9116205d None None] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:36.493674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234efe-6a84-4fa3-a882-1a559eaa224a req-1fb4c97c-d67f-43ab-b5d9-7b7aec9e26cf tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.495304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1234efe-6a84-4fa3-a882-1a559eaa224a req-1fb4c97c-d67f-43ab-b5d9-7b7aec9e26cf tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0736003 Oct 27 16:38:36.546056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1234efe-6a84-4fa3-a882-1a559eaa224a req-ef8b8a3b-534c-46d0-8f8d-39d9a3773af1 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Oct 27 16:38:36.597571 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1705e3c9-0984-4bc7-a549-6b216e334648 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1080863 Oct 27 16:38:36.605612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40914) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:36.611573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-378512786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:36.688188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8324d5ac-cc34-46e4-bba4-66c1bff7c074', 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'fc47096f-f432-48aa-9784-9059f4abf8a9'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:36.689436 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.726008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6663-4682-49f7-b38b-faaa27edeb68 req-710880a8-5a26-4ce1-9423-84c8be67cb7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.731752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0afa6663-4682-49f7-b38b-faaa27edeb68 req-710880a8-5a26-4ce1-9423-84c8be67cb7c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0888884 Oct 27 16:38:36.736669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:36.744586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Request body: {'floatingip': {'port_id': '33992386-c868-4bd1-a769-6c50ee630d35'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:36.801040 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.838010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.839114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.904392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Allocated IP 2001:db8:1::2 (8324d5ac-cc34-46e4-bba4-66c1bff7c074/fc47096f-f432-48aa-9784-9059f4abf8a9/b0f5552e-c477-4fc8-b8bf-d0b53042108b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:37.076548 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.106535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.195543 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.247119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:37.248048 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.251892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:37.258299 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:37.275224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Pushing event updated for resources: {'Port': ['ID=b0f5552e-c477-4fc8-b8bf-d0b53042108b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:37.338753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Attempting to bind port b0f5552e-c477-4fc8-b8bf-d0b53042108b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:37.339160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Attempting to bind port b0f5552e-c477-4fc8-b8bf-d0b53042108b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:37.339534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Attempting to bind port b0f5552e-c477-4fc8-b8bf-d0b53042108b on network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:37.345124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:37.345505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Checking segment: {'id': '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:37.345908 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.346346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Bound using segment: {'id': '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:37.347078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Bound port: b0f5552e-c477-4fc8-b8bf-d0b53042108b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8324d5ac-cc34-46e4-bba4-66c1bff7c074'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:37.347237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.418168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.418433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] For port b0f5552e-c477-4fc8-b8bf-d0b53042108b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:37.421758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] For port b0f5552e-c477-4fc8-b8bf-d0b53042108b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b0f5552e-c477-4fc8-b8bf-d0b53042108b,segment=NetworkSegment(7eb399cf-7dbd-4d41-8bb1-f3af3678c53b),segment_id=7eb399cf-7dbd-4d41-8bb1-f3af3678c53b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:37.433137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.440223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-94fb973a-c135-44ae-9ac1-9059d271705d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8274789 Oct 27 16:38:37.440223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40930) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:37.620198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:37.622355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.675935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03947af6-41fd-4c7c-a2fa-a4dc73d14c81 None None] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:37.718385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.723228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:37.723594 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.855597 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Floating IP e67cfadd-1ec1-4cea-829d-1dee0d01191f associated. External IP: 172.25.5.141, port: 33992386-c868-4bd1-a769-6c50ee630d35. Oct 27 16:38:37.859907 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.870852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] Provisioning complete for port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:37.871239 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:37.879313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caffd57-4220-4cdd-b3c5-21446c5c610b None None] Pushing event updated for resources: {'Port': ['ID=b0f5552e-c477-4fc8-b8bf-d0b53042108b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:38.036454 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.097700 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.141666 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] For port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,segment=NetworkSegment(28e3f63a-7474-440a-8a9e-ad765fd7f5d2),segment_id=28e3f63a-7474-440a-8a9e-ad765fd7f5d2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:38.278787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.369958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:38.397605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:38:38.398790 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:38:38.404006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19796d7-e7ca-441f-a363-b158a4b4f29e None None] Pushing event updated for resources: {'Port': ['ID=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:38.502427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3d307f63-9990-4c9d-85e5-c170230156f3 None None] Provisioning complete for port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:38.503359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3d307f63-9990-4c9d-85e5-c170230156f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.509902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8::1 (4fc1f662-1b35-4d6d-8246-fd13276b64c4/1262aaa3-22a8-4cd6-b335-6f98190569e4/6c80b266-a98a-4fe2-b87b-67a89f2429a6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:38.627641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:38.635672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.647187 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:38.659483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:38.663374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:38.670445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fba87617-160d-462e-a74a-07953096ba56 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "PUT /v2.0/floatingips/e67cfadd-1ec1-4cea-829d-1dee0d01191f HTTP/1.1" status: 200 len: 991 time: 1.9323022 Oct 27 16:38:38.673779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:38.676269 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e72063-c847-4940-8297-ab344b45cd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:38.740428 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:38.798758 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebcbad6-a5a4-4e74-8e02-70f288780f46 x-openstack-request-id: req-5ebcbad6-a5a4-4e74-8e02-70f288780f46 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:38.798758 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:38.798758 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ebcbad6-a5a4-4e74-8e02-70f288780f46 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:38.798758 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'status': 'completed', 'code': 200} Oct 27 16:38:38.842684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:38.876882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72063-c847-4940-8297-ab344b45cd7f req-e4521ca2-f07a-44bd-8192-37c5f2772d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:38.880346 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-e4521ca2-f07a-44bd-8192-37c5f2772d26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1096 time: 0.0675154 Oct 27 16:38:38.945614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:39.015393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72063-c847-4940-8297-ab344b45cd7f req-2bf71b45-cadc-4725-84ce-e846b2dbf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.016958 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-2bf71b45-cadc-4725-84ce-e846b2dbf52d service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1251822 Oct 27 16:38:39.031691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:39.038140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:39.059387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:39.060191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:39.176883 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-cc9b1c2f-15df-4eed-8b8f-a9e4ebb405a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 999 time: 0.1374490 Oct 27 16:38:39.184550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e67cfadd-1ec1-4cea-829d-1dee0d01191f', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:18Z', 'updated_at': '2021-10-27T16:38:37Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:39.192694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=6c80b266-a98a-4fe2-b87b-67a89f2429a6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:39.258481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:38:39.259133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72063-c847-4940-8297-ab344b45cd7f req-57561ef2-3d06-4f4d-9db6-d5b9f933b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.261556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-57561ef2-3d06-4f4d-9db6-d5b9f933b340 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0743630 Oct 27 16:38:39.275196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:39.275196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:39.326062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72063-c847-4940-8297-ab344b45cd7f req-029e8b14-44da-4090-be8e-5f13d7a080b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.327819 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-029e8b14-44da-4090-be8e-5f13d7a080b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585330 Oct 27 16:38:39.497146 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-b74b9b3f-05a3-4960-9ce6-85934d04a40c service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605957 Oct 27 16:38:39.590609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb60cc1-6cc2-49ff-ad1e-b4222d1cf456 None None] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:39.655905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b6e72063-c847-4940-8297-ab344b45cd7f req-635ee94d-9fc1-49fd-8dd8-b27facfc1731 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507726 Oct 27 16:38:39.755908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.755908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.755908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.755908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.756738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.756738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.756738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.756979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.757301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.757629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.757946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.758265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:39.791428 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b0f5552e-c477-4fc8-b8bf-d0b53042108b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:39.804417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Provisioning complete for port 6c80b266-a98a-4fe2-b87b-67a89f2429a6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:39.804788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:39.903459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:38:39.926411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:39.951919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Port 6c80b266-a98a-4fe2-b87b-67a89f2429a6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:40.050672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b0f5552e-c477-4fc8-b8bf-d0b53042108b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:40.050672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.058247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Provisioning complete for port b0f5552e-c477-4fc8-b8bf-d0b53042108b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:40.058619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.265113 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.381574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.397007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.398311 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.426655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.485206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b0f5552e-c477-4fc8-b8bf-d0b53042108b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b0f5552e-c477-4fc8-b8bf-d0b53042108b,segment=NetworkSegment(7eb399cf-7dbd-4d41-8bb1-f3af3678c53b),segment_id=7eb399cf-7dbd-4d41-8bb1-f3af3678c53b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:40.504911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e67cfadd-1ec1-4cea-829d-1dee0d01191f', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:18Z', 'updated_at': '2021-10-27T16:38:37Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:40.520887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=6c80b266-a98a-4fe2-b87b-67a89f2429a6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:40.544996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad08b4-29b8-40c6-ad2a-8e3253a543be None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e67cfadd-1ec1-4cea-829d-1dee0d01191f', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:38:18Z', 'updated_at': '2021-10-27T16:38:37Z', 'revision_number': 1, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:40.585782 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.586599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:40.612288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:40.612288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:40.700562 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:38:40.708284 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-e2a6b40b-94b5-4882-bf59-9aecb88bdd76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:38:40.722461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b0f5552e-c477-4fc8-b8bf-d0b53042108b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:40.733026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:40.733690 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.935599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router c5be65a1-77d9-4a81-a789-b6dd73675116 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:38:40.965147 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f761dd-7efe-48ae-8932-327b16a7f124 None None] New status for floating IP e67cfadd-1ec1-4cea-829d-1dee0d01191f: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:38:41.101844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:41.113432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] Sync routers for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:41.116968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-64fc05f0-4511-4a6e-b96b-7082ff82edd8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6784966 Oct 27 16:38:41.119956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40954) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:41.133197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:41.135269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:41.181574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b44b1a-022b-464c-8513-d6c7cd290b41 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:41.186052 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 40958) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:41.194022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e2b44b1a-022b-464c-8513-d6c7cd290b41 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports/6c80b266-a98a-4fe2-b87b-67a89f2429a6 HTTP/1.1" status: 200 len: 911 time: 0.0710523 Oct 27 16:38:41.195743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:41.273847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:41.274750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:41.324423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:41.325075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e26026-6c2d-4ec2-a33e-3320b35a16ea None None] The sync data for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:41.382300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ad73876a-a629-4a2b-af5d-0db9446c3bf8 None None] Provisioning complete for port 6c80b266-a98a-4fe2-b87b-67a89f2429a6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:41.383415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad73876a-a629-4a2b-af5d-0db9446c3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.432125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ad73876a-a629-4a2b-af5d-0db9446c3bf8 None None] Port 6c80b266-a98a-4fe2-b87b-67a89f2429a6 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:41.434778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-830d3719-3485-4ea8-aa66-6be9e0f096c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.457960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ad73876a-a629-4a2b-af5d-0db9446c3bf8 None None] Provisioning complete for port b0f5552e-c477-4fc8-b8bf-d0b53042108b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:41.458405 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ad73876a-a629-4a2b-af5d-0db9446c3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.618742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b0f5552e-c477-4fc8-b8bf-d0b53042108b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:41.669862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.677744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b0f5552e-c477-4fc8-b8bf-d0b53042108b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:41.678110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.004635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8:1::1 (8324d5ac-cc34-46e4-bba4-66c1bff7c074/fc47096f-f432-48aa-9784-9059f4abf8a9/893856ce-8c7b-49f9-b4ce-e2064e882f24) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:42.167367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.345228 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.394320 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:42.397560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:42.401408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:42.402036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.409368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=893856ce-8c7b-49f9-b4ce-e2064e882f24,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:42.642293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.752908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-78c5ea66-b5e8-4e05-8914-05cdcd396946 None None] Provisioning complete for port 893856ce-8c7b-49f9-b4ce-e2064e882f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:42.753426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-78c5ea66-b5e8-4e05-8914-05cdcd396946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.789339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-78c5ea66-b5e8-4e05-8914-05cdcd396946 None None] Port 893856ce-8c7b-49f9-b4ce-e2064e882f24 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:42.923229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.000158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.000902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.090353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=893856ce-8c7b-49f9-b4ce-e2064e882f24,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:43.134069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:43.135662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:43.241732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router c5be65a1-77d9-4a81-a789-b6dd73675116 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:43.342542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:43.350927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40986) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.351442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f265d56a-1fa8-4da5-80d1-4662a881329d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639779 Oct 27 16:38:43.366095 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] Sync routers for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:43.378475 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:43.379108 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:43.413871 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:43.423762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:43.425014 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:43.429970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e5851-0999-4dd4-b34c-505ef3addfb9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.432155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f20e5851-0999-4dd4-b34c-505ef3addfb9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports/893856ce-8c7b-49f9-b4ce-e2064e882f24 HTTP/1.1" status: 200 len: 913 time: 0.0788417 Oct 27 16:38:43.435748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 40990) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:43.437053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-016e96ae-7020-485a-8b4a-b398bacf04cb None None] Provisioning complete for port 893856ce-8c7b-49f9-b4ce-e2064e882f24 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:43.437368 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-016e96ae-7020-485a-8b4a-b398bacf04cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.464947 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:43.465849 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abe107-2982-45e1-8ff0-4c04c9936903 None None] The sync data for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:43.475807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-016e96ae-7020-485a-8b4a-b398bacf04cb None None] Port 893856ce-8c7b-49f9-b4ce-e2064e882f24 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:43.635080 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-fa498cb5-eb53-475c-9742-481b30513b49 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461898 Oct 27 16:38:43.718761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-885b3cd7-f6a4-476d-9f93-07344f406099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.721289 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-885b3cd7-f6a4-476d-9f93-07344f406099 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1096 time: 0.0492535 Oct 27 16:38:43.817233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:43.854156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-96b81514-4dd6-4e7f-aba6-7ac8846673c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.855676 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-96b81514-4dd6-4e7f-aba6-7ac8846673c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 200 len: 909 time: 0.1076493 Oct 27 16:38:43.934500 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-66c58962-6baa-40d9-94ae-767254aea510 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0703239 Oct 27 16:38:43.986157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-e4b408fa-d9fe-448f-870c-0496c825b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.987627 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-e4b408fa-d9fe-448f-870c-0496c825b77a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd HTTP/1.1" status: 200 len: 847 time: 0.0441742 Oct 27 16:38:44.036218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-bf2dbfaa-0248-4f11-9298-dc018b0c6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.046088 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-bf2dbfaa-0248-4f11-9298-dc018b0c6278 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3ddb4f27-8141-4273-b467-cf1131474fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415173 Oct 27 16:38:44.057561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9557f7ec-5a59-4bc8-ad15-deac7c9f4175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.099999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 893856ce-8c7b-49f9-b4ce-e2064e882f24 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:44.100338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.138511 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-ed60b201-7117-474a-8534-b73dd696e77f service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924714 Oct 27 16:38:44.200903 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.220146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 893856ce-8c7b-49f9-b4ce-e2064e882f24 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:44.235394 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-db4b7fb2-6d25-4102-aea4-d40d340dcc7c req-51221e3e-db86-49ac-9aed-ae6337b59147 service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885270 Oct 27 16:38:44.503780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.527649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=893856ce-8c7b-49f9-b4ce-e2064e882f24,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:44.681810 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.710335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.888076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router c5be65a1-77d9-4a81-a789-b6dd73675116 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:44.997274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:45.006348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41014) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.006826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74d50854-f190-441b-8d1c-b614f12cfd2b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695643 Oct 27 16:38:45.013073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] Sync routers for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:45.026807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:45.027861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:45.065517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:45.074723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:45.075468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:45.109340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:45.110032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff0b8d-55e0-4a06-8644-a54444a595a7 None None] The sync data for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:45.217632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.355735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.959781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 6c80b266-a98a-4fe2-b87b-67a89f2429a6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:45.960147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.051115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.063863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 6c80b266-a98a-4fe2-b87b-67a89f2429a6 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:46.332797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.391134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=6c80b266-a98a-4fe2-b87b-67a89f2429a6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:46.554048 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.776674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router c5be65a1-77d9-4a81-a789-b6dd73675116 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:46.873105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:46.879816 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-491d1056-f267-4f8d-ba8b-10499be80997 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8716037 Oct 27 16:38:46.882732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:46.884304 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] Sync routers for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:46.899773 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:46.900763 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:46.914141 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8fcae36f-2c91-4fdb-812b-ee7da1e017a0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5be65a1-77d9-4a81-a789-b6dd73675116 HTTP/1.1" status: 200 len: 205 time: 0.0300484 Oct 27 16:38:46.916724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:46.935469 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:46.944631 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] Routers {'c5be65a1-77d9-4a81-a789-b6dd73675116'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:46.945468 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['c5be65a1-77d9-4a81-a789-b6dd73675116'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:46.983437 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:46.984345 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc20160-848f-49ce-98cf-91b774072e67 None None] The sync data for ids ['c5be65a1-77d9-4a81-a789-b6dd73675116'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:47.013065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.019596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.180703 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.183149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.293756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.294324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router c5be65a1-77d9-4a81-a789-b6dd73675116 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:38:47.307544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.307544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-58dbae06-c68b-4b60-a654-cf16b7530d0e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116 HTTP/1.1" status: 204 len: 168 time: 0.3865402 Oct 27 16:38:47.307544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:47.361797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet fc47096f-f432-48aa-9784-9059f4abf8a9 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:47.365148 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.409967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.513345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.676296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.705126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=fc47096f-f432-48aa-9784-9059f4abf8a9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:47.714019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.717429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a6231945-2b15-4d2d-823f-74d81070a198 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/fc47096f-f432-48aa-9784-9059f4abf8a9 HTTP/1.1" status: 204 len: 168 time: 0.4091320 Oct 27 16:38:47.720707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:47.721987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d336e-5d50-4827-b665-88626291d6f1 None None] Network 8324d5ac-cc34-46e4-bba4-66c1bff7c074 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:47.778391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet 1262aaa3-22a8-4cd6-b335-6f98190569e4 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:47.781767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.830002 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.948605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:47.981172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] DHCP port deletion for 8324d5ac-cc34-46e4-bba4-66c1bff7c074 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:48.071741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Deleting port b0f5552e-c477-4fc8-b8bf-d0b53042108b {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:48.072398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.139741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.153702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] For port b0f5552e-c477-4fc8-b8bf-d0b53042108b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b0f5552e-c477-4fc8-b8bf-d0b53042108b,segment=NetworkSegment(7eb399cf-7dbd-4d41-8bb1-f3af3678c53b),segment_id=7eb399cf-7dbd-4d41-8bb1-f3af3678c53b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:48.154114 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.169554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Calling delete_port for b0f5552e-c477-4fc8-b8bf-d0b53042108b owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:48.189623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=1262aaa3-22a8-4cd6-b335-6f98190569e4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:48.198513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.203921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-22a8b5a2-ecbe-4ab9-962f-00f6e710aa9d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/1262aaa3-22a8-4cd6-b335-6f98190569e4 HTTP/1.1" status: 204 len: 168 time: 0.4814241 Oct 27 16:38:48.207119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:48.221456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4bcd7-8681-427b-a482-fb0abd88b601 None None] Network 4fc1f662-1b35-4d6d-8246-fd13276b64c4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:48.302151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.360115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port b0f5552e-c477-4fc8-b8bf-d0b53042108b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:48.360456 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.430775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port b0f5552e-c477-4fc8-b8bf-d0b53042108b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b0f5552e-c477-4fc8-b8bf-d0b53042108b,segment=NetworkSegment(7eb399cf-7dbd-4d41-8bb1-f3af3678c53b),segment_id=7eb399cf-7dbd-4d41-8bb1-f3af3678c53b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:48.431273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.431398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.456354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for b0f5552e-c477-4fc8-b8bf-d0b53042108b owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:48.472558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] No DVR routers for this DVR port b0f5552e-c477-4fc8-b8bf-d0b53042108b on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:48.477270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fb655-4b14-422e-ad14-fe0dc0c6c6e9 None None] Pushing event deleted for resources: {'Port': ['ID=b0f5552e-c477-4fc8-b8bf-d0b53042108b,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:48.497094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] DHCP port deletion for 4fc1f662-1b35-4d6d-8246-fd13276b64c4 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:48.596873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Deleting port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:48.597249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.599315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.635871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=b0f5552e-c477-4fc8-b8bf-d0b53042108b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:48.647388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port b0f5552e-c477-4fc8-b8bf-d0b53042108b on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:48.770070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.794525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8324d5ac-cc34-46e4-bba4-66c1bff7c074']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:48.838430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:48.838740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb399cf-7dbd-4d41-8bb1-f3af3678c53b') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:48.863895 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.882658 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.890470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:48.890885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.898468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] For port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,segment=NetworkSegment(28e3f63a-7474-440a-8a9e-ad765fd7f5d2),segment_id=28e3f63a-7474-440a-8a9e-ad765fd7f5d2)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:48.899513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:48.916921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Calling delete_port for 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:48.933459 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:49.081556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.081811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.088169 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.091500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/8324d5ac-cc34-46e4-bba4-66c1bff7c074 HTTP/1.1" status: 204 len: 168 time: 0.8833363 Oct 27 16:38:49.094240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:49.135693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] Pushing event deleted for resources: {'Port': ['ID=5dbf6d41-25fc-4bab-9632-dcc4959f1e66,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:49.139548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52764133-e582-4b1d-a112-a6cf9c059e03 None None] No DVR routers for this DVR port 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:49.160715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edf5e6-0805-495c-80f7-f496186d7dab tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=8324d5ac-cc34-46e4-bba4-66c1bff7c074,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:49.223607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.301604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41070) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:49.354389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.379127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc1f662-1b35-4d6d-8246-fd13276b64c4']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.390248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e3f63a-7474-440a-8a9e-ad765fd7f5d2') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.390553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e3f63a-7474-440a-8a9e-ad765fd7f5d2') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:49.404527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.419869 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.427988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:49.428456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:49.432204 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:49.456592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f99e9acf-f1df-4dfa-8fb0-fe76a7b945a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.557469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b0f5552e-c477-4fc8-b8bf-d0b53042108b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:49.577728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b0f5552e-c477-4fc8-b8bf-d0b53042108b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:49.578082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b0f5552e-c477-4fc8-b8bf-d0b53042108b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:49.578504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:49.588890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.597843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.601170 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/4fc1f662-1b35-4d6d-8246-fd13276b64c4 HTTP/1.1" status: 204 len: 168 time: 0.5058811 Oct 27 16:38:49.605692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41076) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:49.613222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:49.613576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5dbf6d41-25fc-4bab-9632-dcc4959f1e66 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:49.616859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045015830'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:49.631859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb51e84-e58f-4f02-8444-418c8f7bd30e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=4fc1f662-1b35-4d6d-8246-fd13276b64c4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:49.696690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f99e9acf-f1df-4dfa-8fb0-fe76a7b945a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.716398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:49.719898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.745986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:49.755957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.756368 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 7b233f81-fb41-421b-8ef4-a6eaf8c02b97 of type vlan for network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 Oct 27 16:38:49.787306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f99e9acf-f1df-4dfa-8fb0-fe76a7b945a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.817201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.844597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e9acf-f1df-4dfa-8fb0-fe76a7b945a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfdaba0-8fa5-4427-b859-56d5d4e03006,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:49.852595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f99e9acf-f1df-4dfa-8fb0-fe76a7b945a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bae5184a9e5347b89d6b39df5e6a8294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491951 Oct 27 16:38:49.855273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41078) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:49.910746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.934221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.944030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.944677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.944839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.020202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=371d76ea-2f71-4b78-ba9c-751b3fb44f43,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:50.030638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:50.096782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.100199 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.103986 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dfdaba0-8fa5-4427-b859-56d5d4e03006 HTTP/1.1" status: 204 len: 168 time: 0.2477021 Oct 27 16:38:50.112022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315f189-8e66-4bfe-9267-6c3e80495435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfdaba0-8fa5-4427-b859-56d5d4e03006,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:50.133698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-965febc7-a52a-4959-a538-829876ee00bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5119779 Oct 27 16:38:50.136201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:50.143920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:50.362440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:50.365992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.681732 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.748707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41090) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:50.750628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=fc885c56-c92c-496b-a133-3abb91945e7a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:50.762621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '7b233f81-fb41-421b-8ef4-a6eaf8c02b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:50.763014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 371d76ea-2f71-4b78-ba9c-751b3fb44f43, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:50.765058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0b49548-97fe-4ee3-add7-b8314a175f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.851009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0b49548-97fe-4ee3-add7-b8314a175f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.852879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:50.949874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0b49548-97fe-4ee3-add7-b8314a175f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.978490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 371d76ea-2f71-4b78-ba9c-751b3fb44f43) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:50.983033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.983748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:50.990845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49548-97fe-4ee3-add7-b8314a175f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fc834c-4eba-491d-bf0c-99547bd6ee29,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:50.993283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58fce49-149c-4af6-8964-8f68fcc8e230 None None] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:51.004645 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0b49548-97fe-4ee3-add7-b8314a175f6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f286e5f266404c4bb90f59d9be612f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509916 Oct 27 16:38:51.004930 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41094) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:51.057211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.079531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.112497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b67c0ed6-7798-44ab-aa56-5b0384b0b6bf tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9722474 Oct 27 16:38:51.112899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:51.118624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-333016873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:51.146394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-371d76ea-2f71-4b78-ba9c-751b3fb44f43', 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'fc885c56-c92c-496b-a133-3abb91945e7a'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:51.147138 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.219261 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.220013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.220013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.220192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.220192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27fc834c-4eba-491d-bf0c-99547bd6ee29 HTTP/1.1" status: 204 len: 168 time: 0.2112739 Oct 27 16:38:51.228104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c29bc2-d1df-4634-ba7c-54a0cbb6d9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fc834c-4eba-491d-bf0c-99547bd6ee29,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:51.282670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.338451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Allocated IP 2001:db8::2 (371d76ea-2f71-4b78-ba9c-751b3fb44f43/fc885c56-c92c-496b-a133-3abb91945e7a/017e3c9e-0e75-41e6-bbef-f8efe174b650) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:51.344406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.444643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.448139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41100) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:51.448774 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2dae257d-c5e1-4c0d-b09c-ac0685fa0a4c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3347180 Oct 27 16:38:51.453382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'port': {'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43', 'name': 'tempest-RoutersIpV6Test-1878770296'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:51.494512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.551171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.596185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:51.599268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:51.602911 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:51.612420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Pushing event updated for resources: {'Port': ['ID=017e3c9e-0e75-41e6-bbef-f8efe174b650,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:51.637402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.637748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.638096 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.638435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.638767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.639123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.639457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.639783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.640108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.640433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.640754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.641080 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:51.659060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:51.664631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.674062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Attempting to bind port 017e3c9e-0e75-41e6-bbef-f8efe174b650 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:51.674578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Attempting to bind port 017e3c9e-0e75-41e6-bbef-f8efe174b650 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7b233f81-fb41-421b-8ef4-a6eaf8c02b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:51.674950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Attempting to bind port 017e3c9e-0e75-41e6-bbef-f8efe174b650 on network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:51.680335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:51.680738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Checking segment: {'id': '7b233f81-fb41-421b-8ef4-a6eaf8c02b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:51.681031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] device_id is not set on port 651486e4-8126-4137-aad7-d8c8aec92cc3 yet. {{(pid=114448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:38:51.681136 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.681526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Bound using segment: {'id': '7b233f81-fb41-421b-8ef4-a6eaf8c02b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:51.682014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Bound port: 017e3c9e-0e75-41e6-bbef-f8efe174b650, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b233f81-fb41-421b-8ef4-a6eaf8c02b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '371d76ea-2f71-4b78-ba9c-751b3fb44f43'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:51.682373 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.746381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] For port 017e3c9e-0e75-41e6-bbef-f8efe174b650, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:51.749480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] For port 017e3c9e-0e75-41e6-bbef-f8efe174b650, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=017e3c9e-0e75-41e6-bbef-f8efe174b650,segment=NetworkSegment(7b233f81-fb41-421b-8ef4-a6eaf8c02b97),segment_id=7b233f81-fb41-421b-8ef4-a6eaf8c02b97)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:51.799649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8::307 (371d76ea-2f71-4b78-ba9c-751b3fb44f43/fc885c56-c92c-496b-a133-3abb91945e7a/651486e4-8126-4137-aad7-d8c8aec92cc3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:51.840330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.902443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c822-ac17-4332-b8c2-3b1307dc94f9 None None] Pushing event updated for resources: {'Port': ['ID=017e3c9e-0e75-41e6-bbef-f8efe174b650,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:51.962505 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.035535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41108) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:52.057032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a7f-59cf-4bdc-afe0-937317cf06df admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.090917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.503781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:52.513303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:52.515855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:52.522312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:52.524140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.538355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=651486e4-8126-4137-aad7-d8c8aec92cc3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:52.576835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a7f-59cf-4bdc-afe0-937317cf06df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.631329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1d0997a1-9c4f-4d06-b500-7ac64690c3d4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1819651 Oct 27 16:38:52.634182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41110) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:52.676171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7a7f-59cf-4bdc-afe0-937317cf06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.773268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ebf7a7f-59cf-4bdc-afe0-937317cf06df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70df98abcb2a430a91f1529ccdc4cf0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327561 Oct 27 16:38:52.773268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41112) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:52.818694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf7a7f-59cf-4bdc-afe0-937317cf06df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fdb79-fbf9-4f98-9b88-3357ee7db438,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:52.843470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41ba94-6b38-43b5-8498-5ea1ea97587b None None] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:52.914164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] Provisioning complete for port 017e3c9e-0e75-41e6-bbef-f8efe174b650 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:52.914829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.993419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.046997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.070788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.121212 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] For port 017e3c9e-0e75-41e6-bbef-f8efe174b650, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=017e3c9e-0e75-41e6-bbef-f8efe174b650,segment=NetworkSegment(7b233f81-fb41-421b-8ef4-a6eaf8c02b97),segment_id=7b233f81-fb41-421b-8ef4-a6eaf8c02b97)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:53.123794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.223461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.250854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.257417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.257417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a08fdb79-fbf9-4f98-9b88-3357ee7db438 HTTP/1.1" status: 204 len: 168 time: 0.4806376 Oct 27 16:38:53.273902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247279d1-4727-4c60-8b61-d1e4d8fdd26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fdb79-fbf9-4f98-9b88-3357ee7db438,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:53.287746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2485-d676-49b5-94db-13286cd66e61 None None] Pushing event updated for resources: {'Port': ['ID=017e3c9e-0e75-41e6-bbef-f8efe174b650,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:53.355684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4cad14e5-af94-4c46-80cf-53b98487d9b7 None None] Provisioning complete for port 651486e4-8126-4137-aad7-d8c8aec92cc3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:53.356333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4cad14e5-af94-4c46-80cf-53b98487d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.402873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4cad14e5-af94-4c46-80cf-53b98487d9b7 None None] Port 651486e4-8126-4137-aad7-d8c8aec92cc3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:53.412534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.415490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4cad14e5-af94-4c46-80cf-53b98487d9b7 None None] Provisioning complete for port 017e3c9e-0e75-41e6-bbef-f8efe174b650 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:53.415867 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4cad14e5-af94-4c46-80cf-53b98487d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.492888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.587932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=651486e4-8126-4137-aad7-d8c8aec92cc3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:53.642176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 017e3c9e-0e75-41e6-bbef-f8efe174b650 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:53.692070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8f970191-5962-41bb-959e-cad5a0cc19d8 None None] Provisioning complete for port 651486e4-8126-4137-aad7-d8c8aec92cc3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:53.692447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8f970191-5962-41bb-959e-cad5a0cc19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.739968 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.740257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 017e3c9e-0e75-41e6-bbef-f8efe174b650 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:53.740550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.742748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8f970191-5962-41bb-959e-cad5a0cc19d8 None None] Port 651486e4-8126-4137-aad7-d8c8aec92cc3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:53.975472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ef5a843f-3987-4545-bd61-29e7beccf7d6 None None] Provisioning complete for port 651486e4-8126-4137-aad7-d8c8aec92cc3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:53.975472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ef5a843f-3987-4545-bd61-29e7beccf7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.986632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.017525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a843f-3987-4545-bd61-29e7beccf7d6 None None] Port 651486e4-8126-4137-aad7-d8c8aec92cc3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:54.266053 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.325469 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.326306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.418215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=651486e4-8126-4137-aad7-d8c8aec92cc3,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:54.461250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:54.462686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:54.641234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 52acbeb1-e07e-4d5c-a59d-0e9483850603 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:38:54.735171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:54.743287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d1491915-016f-41db-ab1b-b11b41acc658 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/52acbeb1-e07e-4d5c-a59d-0e9483850603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1082664 Oct 27 16:38:54.743841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41126) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:54.746763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] Sync routers for ids ['52acbeb1-e07e-4d5c-a59d-0e9483850603'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:54.760644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e652d9f3-0f70-43e3-b85b-76cf1b4ced07 None None] Provisioning complete for port 651486e4-8126-4137-aad7-d8c8aec92cc3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:54.761109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e652d9f3-0f70-43e3-b85b-76cf1b4ced07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.765023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] Routers {'52acbeb1-e07e-4d5c-a59d-0e9483850603'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:54.765647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['52acbeb1-e07e-4d5c-a59d-0e9483850603'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:54.787937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7184f4e-586d-459e-8237-9d9c642569b0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.791890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f7184f4e-586d-459e-8237-9d9c642569b0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports/651486e4-8126-4137-aad7-d8c8aec92cc3 HTTP/1.1" status: 200 len: 984 time: 0.0444820 Oct 27 16:38:54.792309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41128) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:54.820058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:54.837495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e652d9f3-0f70-43e3-b85b-76cf1b4ced07 None None] Port 651486e4-8126-4137-aad7-d8c8aec92cc3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:54.838997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] Routers {'52acbeb1-e07e-4d5c-a59d-0e9483850603'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:54.839636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['52acbeb1-e07e-4d5c-a59d-0e9483850603'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:54.880881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:54.882009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8ff48-65f5-40a9-9e9b-67fb1bd8a175 None None] The sync data for ids ['52acbeb1-e07e-4d5c-a59d-0e9483850603'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:55.114242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.332132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 651486e4-8126-4137-aad7-d8c8aec92cc3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:55.332384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.420681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.432366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 651486e4-8126-4137-aad7-d8c8aec92cc3 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:55.664253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.694504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=651486e4-8126-4137-aad7-d8c8aec92cc3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:55.788596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.947649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 52acbeb1-e07e-4d5c-a59d-0e9483850603 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:38:56.027582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:38:56.033492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1ec285a-8621-48ad-9662-e3149d14414b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/52acbeb1-e07e-4d5c-a59d-0e9483850603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2399065 Oct 27 16:38:56.036180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41134) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:56.039545 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] Sync routers for ids ['52acbeb1-e07e-4d5c-a59d-0e9483850603'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:38:56.053497 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] Routers {'52acbeb1-e07e-4d5c-a59d-0e9483850603'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:56.054148 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['52acbeb1-e07e-4d5c-a59d-0e9483850603'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:56.088021 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:56.098685 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] Routers {'52acbeb1-e07e-4d5c-a59d-0e9483850603'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:38:56.099336 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['52acbeb1-e07e-4d5c-a59d-0e9483850603'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:56.141959 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:56.142755 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306b285-fa88-40c4-b0c9-c53e8d798b94 None None] The sync data for ids ['52acbeb1-e07e-4d5c-a59d-0e9483850603'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:38:56.254216 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-aa8be06c-3c5e-43d4-9e33-e89e96711676 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 16:38:56.259968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41140) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:56.260573 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa8be06c-3c5e-43d4-9e33-e89e96711676 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/52acbeb1-e07e-4d5c-a59d-0e9483850603/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2228551 Oct 27 16:38:56.301164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fc92502a-3072-4b25-afad-bb55b3712fe0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=52acbeb1-e07e-4d5c-a59d-0e9483850603 HTTP/1.1" status: 200 len: 205 time: 0.0377545 Oct 27 16:38:56.301437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41142) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:56.379320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.539845 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.541889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.732520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.733101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router 52acbeb1-e07e-4d5c-a59d-0e9483850603 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:38:56.740008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.741118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f406031b-504f-4b8f-a798-ed96839c1a49 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/52acbeb1-e07e-4d5c-a59d-0e9483850603 HTTP/1.1" status: 204 len: 168 time: 0.4387815 Oct 27 16:38:56.743686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:56.795831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet fc885c56-c92c-496b-a133-3abb91945e7a {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:38:56.798995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.844407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.925946 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.064759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.093919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=fc885c56-c92c-496b-a133-3abb91945e7a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.100744 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.104534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-581023de-ec3b-4e8b-8a0d-5764ae943099 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/fc885c56-c92c-496b-a133-3abb91945e7a HTTP/1.1" status: 204 len: 168 time: 0.3594127 Oct 27 16:38:57.106648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3d40a-e3ec-47c4-9f2b-220d44066255 None None] Network 371d76ea-2f71-4b78-ba9c-751b3fb44f43 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:57.107140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41146) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:57.184510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.256270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 017e3c9e-0e75-41e6-bbef-f8efe174b650 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:57.256628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.288298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] DHCP port deletion for 371d76ea-2f71-4b78-ba9c-751b3fb44f43 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:38:57.331208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 017e3c9e-0e75-41e6-bbef-f8efe174b650, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=017e3c9e-0e75-41e6-bbef-f8efe174b650,segment=NetworkSegment(7b233f81-fb41-421b-8ef4-a6eaf8c02b97),segment_id=7b233f81-fb41-421b-8ef4-a6eaf8c02b97)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:57.331780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.347670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Deleting port 017e3c9e-0e75-41e6-bbef-f8efe174b650 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:57.348082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 017e3c9e-0e75-41e6-bbef-f8efe174b650 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:57.348339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.414965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] For port 017e3c9e-0e75-41e6-bbef-f8efe174b650, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=017e3c9e-0e75-41e6-bbef-f8efe174b650,segment=NetworkSegment(7b233f81-fb41-421b-8ef4-a6eaf8c02b97),segment_id=7b233f81-fb41-421b-8ef4-a6eaf8c02b97)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:57.415410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.428872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Calling delete_port for 017e3c9e-0e75-41e6-bbef-f8efe174b650 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:57.486899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.508658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.519562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=017e3c9e-0e75-41e6-bbef-f8efe174b650,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.520068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 017e3c9e-0e75-41e6-bbef-f8efe174b650 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:57.536507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] Pushing event deleted for resources: {'Port': ['ID=017e3c9e-0e75-41e6-bbef-f8efe174b650,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.540707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9d59f-4752-4c78-9e62-7d2f6fa8ba06 None None] No DVR routers for this DVR port 017e3c9e-0e75-41e6-bbef-f8efe174b650 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:57.593174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 017e3c9e-0e75-41e6-bbef-f8efe174b650 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:57.614713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 017e3c9e-0e75-41e6-bbef-f8efe174b650 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:57.615074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 017e3c9e-0e75-41e6-bbef-f8efe174b650 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:57.619278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.644833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371d76ea-2f71-4b78-ba9c-751b3fb44f43']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:57.654936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b233f81-fb41-421b-8ef4-a6eaf8c02b97') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:57.655276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b233f81-fb41-421b-8ef4-a6eaf8c02b97') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:38:57.665470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.679790 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.686104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:38:57.686581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:38:57.689725 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:38:57.816566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.824117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.827297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/371d76ea-2f71-4b78-ba9c-751b3fb44f43 HTTP/1.1" status: 204 len: 168 time: 0.7193685 Oct 27 16:38:57.831828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41158) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:57.838153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-88645094'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:57.840621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec675-08b3-49d5-9af9-9a950547eb85 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=371d76ea-2f71-4b78-ba9c-751b3fb44f43,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.926678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:57.930497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.956089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:38:57.965873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:57.966266 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 017d1373-c1e3-4ad4-9a1d-69a3967493ee of type vlan for network dc8da763-d54e-4b35-a65d-bdabd2643bc5 Oct 27 16:38:58.011657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.018893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.153707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.159533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:58.160157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.225860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=dc8da763-d54e-4b35-a65d-bdabd2643bc5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:58.236555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:38:58.290968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cbe468e5-0f46-403f-bbc6-60cbbd6f6728 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4574006 Oct 27 16:38:58.296452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41162) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:58.301167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:58.427999 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.495991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:58.499735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.753908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.816358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=0fc19bf7-d951-4bb3-9406-a0a067324978,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:58.832808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '017d1373-c1e3-4ad4-9a1d-69a3967493ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:58.833172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: dc8da763-d54e-4b35-a65d-bdabd2643bc5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:38:58.924610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:38:58.982083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, dc8da763-d54e-4b35-a65d-bdabd2643bc5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:58.986290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:58.986877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:58.990729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030231d-19e3-4914-b3ee-e0b99fde6c38 None None] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:38:59.071511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-79533c4a-61aa-4115-b302-cd891271b91c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7766929 Oct 27 16:38:59.074070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41166) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:59.078704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-245317354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:59.146292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-dc8da763-d54e-4b35-a65d-bdabd2643bc5', 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': '0fc19bf7-d951-4bb3-9406-a0a067324978'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:38:59.153868 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.224106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.225334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.285935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.292429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Allocated IP 2001:db8::2 (dc8da763-d54e-4b35-a65d-bdabd2643bc5/0fc19bf7-d951-4bb3-9406-a0a067324978/8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:59.388160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.484328 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.506738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.506738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7c3a0dc-192f-42cb-b8a8-74e78916d7d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4309778 Oct 27 16:38:59.508722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41170) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:59.576813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.627300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:59.631233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Pushing event updated for resources: {'Port': ['ID=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:59.633745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:59.635783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:59.688832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Attempting to bind port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:59.689313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Attempting to bind port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '017d1373-c1e3-4ad4-9a1d-69a3967493ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:59.689738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Attempting to bind port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 on network dc8da763-d54e-4b35-a65d-bdabd2643bc5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:59.694886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:59.695291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Checking segment: {'id': '017d1373-c1e3-4ad4-9a1d-69a3967493ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:59.695712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.696101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Bound using segment: {'id': '017d1373-c1e3-4ad4-9a1d-69a3967493ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:59.696564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Bound port: 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d1373-c1e3-4ad4-9a1d-69a3967493ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'dc8da763-d54e-4b35-a65d-bdabd2643bc5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:59.696942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.759892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] For port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:59.763029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] For port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,segment=NetworkSegment(017d1373-c1e3-4ad4-9a1d-69a3967493ee),segment_id=017d1373-c1e3-4ad4-9a1d-69a3967493ee)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:59.801963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.824148 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.889483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571281b-d804-4a19-bcd5-0d8885ec9352 None None] Pushing event updated for resources: {'Port': ['ID=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:00.085345 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8::1 (dc8da763-d54e-4b35-a65d-bdabd2643bc5/0fc19bf7-d951-4bb3-9406-a0a067324978/213a9de0-f70c-49c5-8d5c-55327b7ae25e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:00.221616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.331306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.374045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:00.377730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:00.381576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:00.382132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.388027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=213a9de0-f70c-49c5-8d5c-55327b7ae25e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:00.582010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.858065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57d957-5bb2-441d-8bf4-affea1f962bf None None] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:00.928657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] Provisioning complete for port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:00.929019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.093280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.144498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] For port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,segment=NetworkSegment(017d1373-c1e3-4ad4-9a1d-69a3967493ee),segment_id=017d1373-c1e3-4ad4-9a1d-69a3967493ee)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:01.218331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.242836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.284111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a837a-38eb-4171-9fa0-a2981592c518 None None] Pushing event updated for resources: {'Port': ['ID=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:01.326348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.327487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.418982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=213a9de0-f70c-49c5-8d5c-55327b7ae25e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:01.452258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-41d8ba33-e881-4f40-87c0-aeff1a055963 None None] Provisioning complete for port 213a9de0-f70c-49c5-8d5c-55327b7ae25e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:01.452632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-41d8ba33-e881-4f40-87c0-aeff1a055963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.472069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:01.473759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:01.525196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-41d8ba33-e881-4f40-87c0-aeff1a055963 None None] Port 213a9de0-f70c-49c5-8d5c-55327b7ae25e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:01.558160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-41d8ba33-e881-4f40-87c0-aeff1a055963 None None] Provisioning complete for port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:01.558450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-41d8ba33-e881-4f40-87c0-aeff1a055963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.678837 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:01.721061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 28144c91-ce38-4496-b95d-fbb5fbe81329 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:01.745250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:01.745757 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.833524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:01.843768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41184) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:01.847667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-844026f7-4663-47b3-8314-9e1a3503183d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/28144c91-ce38-4496-b95d-fbb5fbe81329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3377600 Oct 27 16:39:01.910356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86e341-c268-4147-85a1-ccb3a8ad3b5f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.913602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-be86e341-c268-4147-85a1-ccb3a8ad3b5f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports/213a9de0-f70c-49c5-8d5c-55327b7ae25e HTTP/1.1" status: 200 len: 911 time: 0.0671523 Oct 27 16:39:01.914793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41186) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:01.963822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] Sync routers for ids ['28144c91-ce38-4496-b95d-fbb5fbe81329'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:01.995708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] Routers {'28144c91-ce38-4496-b95d-fbb5fbe81329'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:01.996367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['28144c91-ce38-4496-b95d-fbb5fbe81329'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.042479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.049715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-efdf9184-55d9-47e0-b3cf-fed385a4f753 None None] Provisioning complete for port 213a9de0-f70c-49c5-8d5c-55327b7ae25e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:02.051169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-efdf9184-55d9-47e0-b3cf-fed385a4f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.097845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] Routers {'28144c91-ce38-4496-b95d-fbb5fbe81329'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:02.098718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['28144c91-ce38-4496-b95d-fbb5fbe81329'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.142648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-efdf9184-55d9-47e0-b3cf-fed385a4f753 None None] Port 213a9de0-f70c-49c5-8d5c-55327b7ae25e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:02.146397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.146511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4653b946-ab7b-4a8e-8618-01f6a3ae9b17 None None] The sync data for ids ['28144c91-ce38-4496-b95d-fbb5fbe81329'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:02.280163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d90c8d6a-a26f-43a7-a0f7-0bd1d28b3b51 None None] Provisioning complete for port 213a9de0-f70c-49c5-8d5c-55327b7ae25e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:02.280543 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d90c8d6a-a26f-43a7-a0f7-0bd1d28b3b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.327812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d90c8d6a-a26f-43a7-a0f7-0bd1d28b3b51 None None] Port 213a9de0-f70c-49c5-8d5c-55327b7ae25e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:02.654306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.901924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 213a9de0-f70c-49c5-8d5c-55327b7ae25e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:02.902573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.992385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.004273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 213a9de0-f70c-49c5-8d5c-55327b7ae25e owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:03.261753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.295380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=213a9de0-f70c-49c5-8d5c-55327b7ae25e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:03.401835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.568561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 28144c91-ce38-4496-b95d-fbb5fbe81329 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:03.647983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:03.656998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0ce9704b-097c-4ade-b1dc-1a2ee1694ab5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/28144c91-ce38-4496-b95d-fbb5fbe81329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409980 Oct 27 16:39:03.657708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41198) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:03.663923 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] Sync routers for ids ['28144c91-ce38-4496-b95d-fbb5fbe81329'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:03.684301 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] Routers {'28144c91-ce38-4496-b95d-fbb5fbe81329'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.684928 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['28144c91-ce38-4496-b95d-fbb5fbe81329'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.700727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd8b8596-a145-4b56-9f8b-9e42f9d8876d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=28144c91-ce38-4496-b95d-fbb5fbe81329 HTTP/1.1" status: 200 len: 205 time: 0.0418270 Oct 27 16:39:03.703297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41200) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:03.718279 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.727805 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] Routers {'28144c91-ce38-4496-b95d-fbb5fbe81329'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.728230 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['28144c91-ce38-4496-b95d-fbb5fbe81329'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.764351 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.764992 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2acde-1706-4ef2-9121-efc8d0b46962 None None] The sync data for ids ['28144c91-ce38-4496-b95d-fbb5fbe81329'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:03.788110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.953839 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.956110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.052548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.053418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router 28144c91-ce38-4496-b95d-fbb5fbe81329 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:39:04.062345 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.064327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-503b95fd-e33d-4e4f-b64a-64b66936ba17 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/28144c91-ce38-4496-b95d-fbb5fbe81329 HTTP/1.1" status: 204 len: 168 time: 0.3594472 Oct 27 16:39:04.066927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41204) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:04.124092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet 0fc19bf7-d951-4bb3-9406-a0a067324978 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:04.127474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.168643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.253541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.383911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.413288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc19bf7-d951-4bb3-9406-a0a067324978,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.415318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.418607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1a67cd95-9fcf-4ccf-aa36-b97bff7f61a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/0fc19bf7-d951-4bb3-9406-a0a067324978 HTTP/1.1" status: 204 len: 168 time: 0.3505678 Oct 27 16:39:04.420835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a1cc7-5b25-4090-b419-c8bd0cc41d6d None None] Network dc8da763-d54e-4b35-a65d-bdabd2643bc5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:04.421679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41206) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:04.501829 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.575007 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:04.575389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.644717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,segment=NetworkSegment(017d1373-c1e3-4ad4-9a1d-69a3967493ee),segment_id=017d1373-c1e3-4ad4-9a1d-69a3967493ee)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:04.644935 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.654973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] DHCP port deletion for dc8da763-d54e-4b35-a65d-bdabd2643bc5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:04.659245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:04.707381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Deleting port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:04.707881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.790389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] For port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,segment=NetworkSegment(017d1373-c1e3-4ad4-9a1d-69a3967493ee),segment_id=017d1373-c1e3-4ad4-9a1d-69a3967493ee)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:04.790700 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.808195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Calling delete_port for 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:04.836452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.866706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.877189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:04.896616 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:04.922251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] Pushing event deleted for resources: {'Port': ['ID=8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:04.927267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b42be1-6b39-4049-bf07-1281ea71a695 None None] No DVR routers for this DVR port 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:04.968284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.000021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8da763-d54e-4b35-a65d-bdabd2643bc5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:05.016608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d1373-c1e3-4ad4-9a1d-69a3967493ee') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:05.016914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d1373-c1e3-4ad4-9a1d-69a3967493ee') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:05.026659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.039928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.048595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:05.054127 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:05.154479 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.162464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.166416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/dc8da763-d54e-4b35-a65d-bdabd2643bc5 HTTP/1.1" status: 204 len: 168 time: 0.7430975 Oct 27 16:39:05.170982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41212) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:05.176335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1566048438', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:05.179902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c94fc4-16dc-47fb-b167-ca0f172f3a63 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=dc8da763-d54e-4b35-a65d-bdabd2643bc5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:05.263570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.264674 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.332691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.564356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:05.564912 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.588361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:05.588703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8ca67ab7-ff69-49b9-8ccd-d76a0a8b3cb2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:05.806798 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.825616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:05.935779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 172.25.5.214 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/bf6e2c53-e9e5-4483-9636-2bea27626d5c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:06.042510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.155194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.194470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:06.197435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:06.201050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:06.206986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=bf6e2c53-e9e5-4483-9636-2bea27626d5c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:06.525540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.720459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:06.941533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:07.054344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:07.065779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] Sync routers for ids ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:07.077301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] Routers {'b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:07.088005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:07.111639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:07.123878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] Routers {'b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:07.124519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:07.149881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:07.154016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5f80529c-2754-4da2-9d95-c6106111db66 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9786820 Oct 27 16:39:07.157039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41226) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:07.166694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:07.167312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8990de4-a0e5-488e-9b6b-df53014c72cd None None] The sync data for ids ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:07.265785 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-430d5231-0a7d-4ff4-83b9-e4f805ee32cc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers/b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 200 len: 885 time: 0.1101706 Oct 27 16:39:07.268322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41228) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:07.542375 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:39:07.835800 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1a7a0fe-fb50-45bd-992c-0cb990900b18 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5662498 Oct 27 16:39:07.839027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41230) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:07.843584 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1566048438'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:08.148858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.275094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.384768 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:08.499726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:08.507131 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.508696 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ffc53464-400d-429d-9e9e-74f9be3af352 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 200 len: 892 time: 0.6682916 Oct 27 16:39:08.510813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41236) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:08.513536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] Sync routers for ids ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:08.523500 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] Routers {'b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:08.524112 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.558514 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.568135 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] Routers {'b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:08.568742 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.600841 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:08.601591 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cb356-3c41-455e-8d9d-81c145649e90 None None] The sync data for ids ['b004361f-df3a-4c3c-ba9e-ec20c1b59ba9'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:08.623314 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9637827e-bc89-43f4-a35b-95a7eae571ae tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers/b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 200 len: 892 time: 0.1111660 Oct 27 16:39:08.625966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41238) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:08.652748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6cf8bdcd-b4f4-4129-a7e2-95e2f0f28678 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 200 len: 205 time: 0.0257289 Oct 27 16:39:08.655258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41240) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:08.760924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.872266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:08.993470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port bf6e2c53-e9e5-4483-9636-2bea27626d5c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:08.993819 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.074838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.088196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for bf6e2c53-e9e5-4483-9636-2bea27626d5c owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:09.337258 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.367430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=bf6e2c53-e9e5-4483-9636-2bea27626d5c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:09.428269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.521723 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.524250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.632749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.633289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:39:09.640362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.646526 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3da69e29-ebd5-4016-aa40-f81d70983cc6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 204 len: 168 time: 0.9865973 Oct 27 16:39:09.646526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41250) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:09.651814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099623518'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:09.731754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:09.735817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.767256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:09.777035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.777383 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 7683e48b-a187-41b8-a436-61d98229085b of type vlan for network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b Oct 27 16:39:09.821639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.897576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.903662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:09.904251 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:09.969254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:09.980221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:10.023138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a75e8b9b-c93c-491a-b17d-a8abcc129fd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3725946 Oct 27 16:39:10.023954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41252) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:10.029070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:10.181545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:10.185421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.444663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.508964 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=dedb3202-34f1-40cd-bd49-a425c239bce2,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:10.520377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '7683e48b-a187-41b8-a436-61d98229085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:10.521104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:10.632987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:10.703500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:10.707911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.708515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.712913 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad23fec-006a-46b8-9a81-b62daa4ad93a None None] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:10.814931 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-936d303e-5056-464a-b655-7d87b46dc444 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7898846 Oct 27 16:39:10.817478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:10.822038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1436767363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:10.863999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b', 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'dedb3202-34f1-40cd-bd49-a425c239bce2'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:10.864881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.958675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:10.959690 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.019518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.024064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Allocated IP 2001:db8::2 (31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b/dedb3202-34f1-40cd-bd49-a425c239bce2/1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:11.096049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.178429 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.213946 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.217553 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3286c8c-a874-4327-bd07-29c49464360a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3966718 Oct 27 16:39:11.217750 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:11.326283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.373251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:11.376966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:11.381791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:11.385476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Pushing event updated for resources: {'Port': ['ID=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:11.432457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d9585a90-2cbe-40f8-a5a0-7541b837cf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.464079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Attempting to bind port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:11.464649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Attempting to bind port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '7683e48b-a187-41b8-a436-61d98229085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:11.464886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Attempting to bind port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da on network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:11.470818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:11.471329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Checking segment: {'id': '7683e48b-a187-41b8-a436-61d98229085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:11.471791 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.472245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Bound using segment: {'id': '7683e48b-a187-41b8-a436-61d98229085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:11.481065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Bound port: 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7683e48b-a187-41b8-a436-61d98229085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:11.481065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.543010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] For port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:11.547710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] For port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,segment=NetworkSegment(7683e48b-a187-41b8-a436-61d98229085b),segment_id=7683e48b-a187-41b8-a436-61d98229085b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:11.563227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.638507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:11.735917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd09be-1ec6-493c-886b-59a3424f0a6f None None] Pushing event updated for resources: {'Port': ['ID=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:11.896878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8::1 (31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b/dedb3202-34f1-40cd-bd49-a425c239bce2/be2ec032-5186-4693-9ed8-1f8c4a1a1f0a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:12.064475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.172951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.219950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:12.223264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:12.227692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:12.228108 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.265393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=be2ec032-5186-4693-9ed8-1f8c4a1a1f0a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:12.408562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.693675 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.754687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.755551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:12.815764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a4739-7bcd-421f-a6b2-4882c9777b23 None None] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:12.880994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] Provisioning complete for port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:12.881623 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.053358 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.106374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] For port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,segment=NetworkSegment(7683e48b-a187-41b8-a436-61d98229085b),segment_id=7683e48b-a187-41b8-a436-61d98229085b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:13.175962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.227324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=be2ec032-5186-4693-9ed8-1f8c4a1a1f0a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:13.230502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58859742-e8a9-40a0-9078-5b9ba5d15e8c None None] Pushing event updated for resources: {'Port': ['ID=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:13.274818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:13.276494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:13.404091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-75d68c28-3be4-40b6-a704-eba84a5fd0f3 None None] Provisioning complete for port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.404550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-75d68c28-3be4-40b6-a704-eba84a5fd0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.450975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-75d68c28-3be4-40b6-a704-eba84a5fd0f3 None None] Port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:13.464624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-75d68c28-3be4-40b6-a704-eba84a5fd0f3 None None] Provisioning complete for port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.464987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-75d68c28-3be4-40b6-a704-eba84a5fd0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.479856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 1bc98446-868a-44a1-883b-8fc4155b75f1 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:13.599175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:13.613044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] Sync routers for ids ['1bc98446-868a-44a1-883b-8fc4155b75f1'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:13.616545 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-77f9bfbb-3483-476f-9262-a247d888b223 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/1bc98446-868a-44a1-883b-8fc4155b75f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3975215 Oct 27 16:39:13.618923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:13.628796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] Routers {'1bc98446-868a-44a1-883b-8fc4155b75f1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:13.629502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1bc98446-868a-44a1-883b-8fc4155b75f1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:13.675963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:13.680179 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5751c836-7238-4ff4-9bf0-e4e3e8f6a9ce tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.681835 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5751c836-7238-4ff4-9bf0-e4e3e8f6a9ce tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports/be2ec032-5186-4693-9ed8-1f8c4a1a1f0a HTTP/1.1" status: 200 len: 911 time: 0.0619066 Oct 27 16:39:13.684067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:13.684834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41286) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:13.692024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dedb3202-34f1-40cd-bd49-a425c239bce2'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:13.727022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] Routers {'1bc98446-868a-44a1-883b-8fc4155b75f1'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:13.728312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:38:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1bc98446-868a-44a1-883b-8fc4155b75f1'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:13.766973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:13.767668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc68fa3-e185-4f96-8b1b-ad5a6a6e5c42 None None] The sync data for ids ['1bc98446-868a-44a1-883b-8fc4155b75f1'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:13.790228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f70902d4-24bd-41da-8abf-1a113860ec4d None None] Provisioning complete for port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.790591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f70902d4-24bd-41da-8abf-1a113860ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.826308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.827198 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.856408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f70902d4-24bd-41da-8abf-1a113860ec4d None None] Port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:13.879396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.976762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1e343e58-1e14-4fa5-ac2a-53908659de61 None None] Provisioning complete for port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.977728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1e343e58-1e14-4fa5-ac2a-53908659de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.011497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1e343e58-1e14-4fa5-ac2a-53908659de61 None None] Port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:14.022909 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-97494ad8-7de1-4f4d-be95-8419c695786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.265741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.358331 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.364440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.370308 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.370308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/ports/be2ec032-5186-4693-9ed8-1f8c4a1a1f0a HTTP/1.1" status: 200 len: 911 time: 0.6799617 Oct 27 16:39:14.370308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41292) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:14.478010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad486397-4ba6-4c60-9461-3226b4265bf3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=be2ec032-5186-4693-9ed8-1f8c4a1a1f0a,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:14.640033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.732286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.979407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port be2ec032-5186-4693-9ed8-1f8c4a1a1f0a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:14.979910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.071683 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.084691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for be2ec032-5186-4693-9ed8-1f8c4a1a1f0a owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:15.211538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.314808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.343429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=be2ec032-5186-4693-9ed8-1f8c4a1a1f0a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:15.449065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:15.654723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router 1bc98446-868a-44a1-883b-8fc4155b75f1 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:15.731095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:15.739592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41300) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:15.740023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a5d863c-66e7-42f0-9d7a-84c1710e43c9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/1bc98446-868a-44a1-883b-8fc4155b75f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692691 Oct 27 16:39:15.749317 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] Sync routers for ids ['1bc98446-868a-44a1-883b-8fc4155b75f1'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:15.763314 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] Routers {'1bc98446-868a-44a1-883b-8fc4155b75f1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:15.763931 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1bc98446-868a-44a1-883b-8fc4155b75f1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:15.774342 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6ab403ac-d826-4566-b166-f50cf4e3c70b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc98446-868a-44a1-883b-8fc4155b75f1 HTTP/1.1" status: 200 len: 205 time: 0.0324910 Oct 27 16:39:15.776637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:15.796203 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:15.805630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] Routers {'1bc98446-868a-44a1-883b-8fc4155b75f1'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:15.806473 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1bc98446-868a-44a1-883b-8fc4155b75f1'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:15.840100 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:15.840662 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864da5e-8c48-4855-a06b-76c70b65c659 None None] The sync data for ids ['1bc98446-868a-44a1-883b-8fc4155b75f1'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:15.855302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.022480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.023154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.135499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.136023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc98446-868a-44a1-883b-8fc4155b75f1 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:39:16.143010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.144551 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d7c87f2d-05fe-4a78-8842-ea01f9720dac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/1bc98446-868a-44a1-883b-8fc4155b75f1 HTTP/1.1" status: 204 len: 168 time: 0.3668752 Oct 27 16:39:16.149587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:16.204416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet dedb3202-34f1-40cd-bd49-a425c239bce2 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:16.208126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.252296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.343024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.461260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.491136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=dedb3202-34f1-40cd-bd49-a425c239bce2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:16.493169 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.496467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-34cab362-7a44-4c64-a430-131105c31020 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/dedb3202-34f1-40cd-bd49-a425c239bce2 HTTP/1.1" status: 204 len: 168 time: 0.3459187 Oct 27 16:39:16.499151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:16.504281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d25ff-eb77-4396-a658-f12f013d205e None None] Network 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:16.583330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.637125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:16.637561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.712920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,segment=NetworkSegment(7683e48b-a187-41b8-a436-61d98229085b),segment_id=7683e48b-a187-41b8-a436-61d98229085b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:16.713228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.724376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] DHCP port deletion for 31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:16.729491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:16.776113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Deleting port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:16.776519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.840941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] For port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,segment=NetworkSegment(7683e48b-a187-41b8-a436-61d98229085b),segment_id=7683e48b-a187-41b8-a436-61d98229085b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:16.841441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.853941 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Calling delete_port for 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:16.889573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.921398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:16.925176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:16.958039 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:16.983302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] Pushing event deleted for resources: {'Port': ['ID=1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:16.987378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42156d93-280d-4ba1-950d-23eadc18b18b None None] No DVR routers for this DVR port 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:17.009186 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.017070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.039635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:17.050823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7683e48b-a187-41b8-a436-61d98229085b') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:17.051428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7683e48b-a187-41b8-a436-61d98229085b') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:17.063033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.077242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.085020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:17.093097 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:17.228550 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.233274 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.236842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b HTTP/1.1" status: 204 len: 168 time: 0.7367260 Oct 27 16:39:17.241703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41314) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:17.246913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-414801477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:17.252031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338377-cf33-486e-8655-833fef57fc0c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=31dfe8b1-46c1-4fe5-b92f-ef4d07f0350b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:17.348772 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.349892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.404763 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.466666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.554007 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.555256 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ee2f451-0c4d-4132-8946-58759874843a tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3122959 Oct 27 16:39:17.557910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41316) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:17.564273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1044085640'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:17.634646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:17.656353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:17.656696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1eddc1d2-4dd7-45f7-9b57-7dac5fa9f7da not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:17.691390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:17.695237 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.721999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:17.732210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.732569 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment b930719e-0308-4f2c-abce-b5f8bcf0f2e4 of type vlan for network 10f713bd-45a8-447b-86d7-935d3b2b116a Oct 27 16:39:17.781856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.872346 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.878156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:17.878748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:17.951641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=10f713bd-45a8-447b-86d7-935d3b2b116a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:17.963651 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 10f713bd-45a8-447b-86d7-935d3b2b116a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:17.989486 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-041cd941-3d65-4bad-9457-8170d620727e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4297421 Oct 27 16:39:17.992319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41320) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:17.997898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:18.200276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:18.204647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.423025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.489835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=c169506b-fd4a-4034-85d5-ac1c2160f052,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:18.497648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:18.498007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 10f713bd-45a8-447b-86d7-935d3b2b116a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:18.559903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 10f713bd-45a8-447b-86d7-935d3b2b116a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:18.626286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 10f713bd-45a8-447b-86d7-935d3b2b116a) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:18.630556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:18.631181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.637512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac99c0a-4422-48a0-b233-3b8f2a3ada60 None None] Network 10f713bd-45a8-447b-86d7-935d3b2b116a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:18.746358 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4e5acf03-1b8a-4006-ac0b-a31d994d5629 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7525406 Oct 27 16:39:18.754128 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41324) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:18.785747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-10f713bd-45a8-447b-86d7-935d3b2b116a', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:18.786841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:18.942836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Allocated IP 2001:db8::2 (10f713bd-45a8-447b-86d7-935d3b2b116a/c169506b-fd4a-4034-85d5-ac1c2160f052/285a287d-de4f-4eb4-afc7-d5dd021f77ed) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:19.058019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.100319 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.160231 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.216190 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Network 10f713bd-45a8-447b-86d7-935d3b2b116a is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:19.221133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:19.225220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:19.231094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Pushing event updated for resources: {'Port': ['ID=285a287d-de4f-4eb4-afc7-d5dd021f77ed,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:19.288337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Attempting to bind port 285a287d-de4f-4eb4-afc7-d5dd021f77ed on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:19.288719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Attempting to bind port 285a287d-de4f-4eb4-afc7-d5dd021f77ed by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:19.289085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Attempting to bind port 285a287d-de4f-4eb4-afc7-d5dd021f77ed on network 10f713bd-45a8-447b-86d7-935d3b2b116a {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:19.294784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:19.295208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Checking segment: {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:19.295608 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.296000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Bound using segment: {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:19.297070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Bound port: 285a287d-de4f-4eb4-afc7-d5dd021f77ed, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:19.297409 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.340721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8::1 (10f713bd-45a8-447b-86d7-935d3b2b116a/c169506b-fd4a-4034-85d5-ac1c2160f052/2b8320f5-af00-4dbe-a954-2efc0e890bbc) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:19.363450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] For port 285a287d-de4f-4eb4-afc7-d5dd021f77ed, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:19.366700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] For port 285a287d-de4f-4eb4-afc7-d5dd021f77ed, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285a287d-de4f-4eb4-afc7-d5dd021f77ed,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:19.434604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.464746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.500454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118386a-01f3-45c4-a60f-a00a40f59c9d None None] Pushing event updated for resources: {'Port': ['ID=285a287d-de4f-4eb4-afc7-d5dd021f77ed,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:19.566283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.619720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 10f713bd-45a8-447b-86d7-935d3b2b116a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:19.623285 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:19.629261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:19.629906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.633808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:19.720523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11ca65-d31f-4a13-8d33-95083c5d3dfb req-df08ef73-c211-4ebc-be8a-fcce6326504f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.721919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc11ca65-d31f-4a13-8d33-95083c5d3dfb req-df08ef73-c211-4ebc-be8a-fcce6326504f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 946 time: 0.0753629 Oct 27 16:39:19.764593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc11ca65-d31f-4a13-8d33-95083c5d3dfb req-210c5bf1-ea90-493c-8ee4-26d741f3a7aa tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Oct 27 16:39:19.882693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.158148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.240096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.240943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.331391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:20.377657 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 10f713bd-45a8-447b-86d7-935d3b2b116a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:20.379170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:20.396583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3921c5-a077-49a7-97ee-ac4d480b9020 None None] Network 10f713bd-45a8-447b-86d7-935d3b2b116a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:20.534443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] Provisioning complete for port 285a287d-de4f-4eb4-afc7-d5dd021f77ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:20.534818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.576579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:20.642574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.679341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] For port 285a287d-de4f-4eb4-afc7-d5dd021f77ed, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285a287d-de4f-4eb4-afc7-d5dd021f77ed,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:20.686494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:20.696959 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ede0ffc8-c66a-40a8-ae4f-eabc1a2d9e30 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367683 Oct 27 16:39:20.697936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41336) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:20.698034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:20.700293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423306459'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:20.711870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:20.712569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:20.775526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.799207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:20.805028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.842363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:20.848791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:20.852149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.852629 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment ef6dff8f-03a2-476e-a89c-4517f115659b of type vlan for network af57b1ac-0700-4923-90a4-ee077108c06f Oct 27 16:39:20.882058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7511c7-a7b0-4ecc-8a76-7ed09344ea50 None None] Pushing event updated for resources: {'Port': ['ID=285a287d-de4f-4eb4-afc7-d5dd021f77ed,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:20.932542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.946010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-60206f92-a625-45c2-ae7d-efca9872b1be None None] Provisioning complete for port 285a287d-de4f-4eb4-afc7-d5dd021f77ed triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:20.946382 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60206f92-a625-45c2-ae7d-efca9872b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:20.971585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37668df3-b1f4-4a51-a68f-63707f1f4391 req-15027f86-cc14-4c45-9619-13e9a9cb5307 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.973202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37668df3-b1f4-4a51-a68f-63707f1f4391 req-15027f86-cc14-4c45-9619-13e9a9cb5307 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 946 time: 0.1101034 Oct 27 16:39:21.025601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37668df3-b1f4-4a51-a68f-63707f1f4391 req-8822de01-046e-42cc-a729-4c5f97a4f669 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Oct 27 16:39:21.072118 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.078911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.079824 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.136787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-60206f92-a625-45c2-ae7d-efca9872b1be None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:21.137100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-60206f92-a625-45c2-ae7d-efca9872b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.188563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-60206f92-a625-45c2-ae7d-efca9872b1be None None] Port 2b8320f5-af00-4dbe-a954-2efc0e890bbc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:21.209262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:19Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:20Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:21.243841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:21.244338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Updating router b1b6ee37-b0a7-414a-b88e-0d82f056633d port 2b8320f5-af00-4dbe-a954-2efc0e890bbc binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:21.284856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.342507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c6698bfc-3826-40be-815e-a87867d23f3c None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:21.342945 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c6698bfc-3826-40be-815e-a87867d23f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.440317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c6698bfc-3826-40be-815e-a87867d23f3c None None] Port 2b8320f5-af00-4dbe-a954-2efc0e890bbc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:21.527926 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=af57b1ac-0700-4923-90a4-ee077108c06f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:21.539342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network af57b1ac-0700-4923-90a4-ee077108c06f details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:21.582158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-acccef56-3da0-4d76-8c2d-24a80d926635 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8859019 Oct 27 16:39:21.586239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41342) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:21.592557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:21.599270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0c27ccf8-fbad-407a-b58f-b7884e3de3bb tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.601128 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0c27ccf8-fbad-407a-b58f-b7884e3de3bb tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 946 time: 0.0566907 Oct 27 16:39:21.665580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4649e6c1-9a40-4f3d-9fb3-4529d268b560 None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:21.665956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4649e6c1-9a40-4f3d-9fb3-4529d268b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.709648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.711710 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Deleting port a0b2642f-a04f-4331-be02-663d7b2f69f0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:21.712207 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.726696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4649e6c1-9a40-4f3d-9fb3-4529d268b560 None None] Port 2b8320f5-af00-4dbe-a954-2efc0e890bbc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:21.740276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285a287d-de4f-4eb4-afc7-d5dd021f77ed up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:21.794353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 285a287d-de4f-4eb4-afc7-d5dd021f77ed triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:21.794728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.815729 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.816967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] For port a0b2642f-a04f-4331-be02-663d7b2f69f0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a0b2642f-a04f-4331-be02-663d7b2f69f0,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:21.817340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.830816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Calling delete_port for a0b2642f-a04f-4331-be02-663d7b2f69f0 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:21.833699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:21.838258 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.882258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40f76d-5aa6-49ef-9c03-865bb386e6d9 None None] Pushing event updated for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:21.971944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Attempting to bind port 2b8320f5-af00-4dbe-a954-2efc0e890bbc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:21.972442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Attempting to bind port 2b8320f5-af00-4dbe-a954-2efc0e890bbc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:21.972811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Attempting to bind port 2b8320f5-af00-4dbe-a954-2efc0e890bbc on network 10f713bd-45a8-447b-86d7-935d3b2b116a {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:21.980032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:21.980409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Checking segment: {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:21.980811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:21.981207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Bound using segment: {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:21.981676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Bound port: 2b8320f5-af00-4dbe-a954-2efc0e890bbc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:21.982058 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.051663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.068728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a0b2642f-a04f-4331-be02-663d7b2f69f0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:22.106602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] For port 2b8320f5-af00-4dbe-a954-2efc0e890bbc, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:22.112899 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Pushing event deleted for resources: {'Port': ['ID=a0b2642f-a04f-4331-be02-663d7b2f69f0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:22.120149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] For port 2b8320f5-af00-4dbe-a954-2efc0e890bbc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b8320f5-af00-4dbe-a954-2efc0e890bbc,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:22.127305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.131477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:22.166623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e2c1d8a-f05d-414d-ad6c-9db0fae6a4d0 req-9f4a3324-b664-46a8-83a8-00f0d1c6e4da tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd33a99-0030-46f5-8690-c94642be5db4 HTTP/1.1" status: 200 len: 210 time: 0.0351961 Oct 27 16:39:22.170081 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] No DVR routers for this DVR port a0b2642f-a04f-4331-be02-663d7b2f69f0 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:22.171270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.172812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.176380 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b8cd155f-1959-4918-aa07-efaab5974dfe req-0b708fc0-b89b-469e-a06f-fc17384e6d5e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "DELETE /v2.0/ports/a0b2642f-a04f-4331-be02-663d7b2f69f0 HTTP/1.1" status: 204 len: 173 time: 0.5684302 Oct 27 16:39:22.176869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'name': 'network-vif-deleted', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:22.179249 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a892ccae-7e71-4acd-b2fb-4aa52650b095" -d '{"events": [{"server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "name": "network-vif-deleted", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:22.194559 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.229242 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be395f37-c151-498a-ac6d-14f8fcc03548 x-openstack-request-id: req-be395f37-c151-498a-ac6d-14f8fcc03548 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:22.231429 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd33a99-0030-46f5-8690-c94642be5db4", "name": "network-vif-deleted", "tag": "a0b2642f-a04f-4331-be02-663d7b2f69f0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:22.231429 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be395f37-c151-498a-ac6d-14f8fcc03548 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:22.231429 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd33a99-0030-46f5-8690-c94642be5db4', 'name': 'network-vif-deleted', 'tag': 'a0b2642f-a04f-4331-be02-663d7b2f69f0', 'status': 'completed', 'code': 200} Oct 27 16:39:22.252593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=0f174074-3b75-4cb2-9dea-6f6325a8fdcc,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:22.261454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:22.261454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: af57b1ac-0700-4923-90a4-ee077108c06f, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:22.269973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:22.270605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:22.348071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40f76d-5aa6-49ef-9c03-865bb386e6d9 None None] Pushing event updated for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:22.354665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:22.355026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.374959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network af57b1ac-0700-4923-90a4-ee077108c06f is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:22.409102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:22.451277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, af57b1ac-0700-4923-90a4-ee077108c06f) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:22.456206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:22.456865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.548881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f44c82a3-d4e1-490e-b831-b9081c572ded tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9625862 Oct 27 16:39:22.551997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41350) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:22.658195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69add0a-1220-40db-ae4a-9184b9378f2d None None] Network af57b1ac-0700-4923-90a4-ee077108c06f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:22.775617 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.851440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] For port 2b8320f5-af00-4dbe-a954-2efc0e890bbc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b8320f5-af00-4dbe-a954-2efc0e890bbc,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:22.910521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.928677 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.973358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-af57b1ac-0700-4923-90a4-ee077108c06f', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:22.974183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.027723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a866f5-0f52-446b-9421-4d9549ac228f None None] Pushing event updated for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:23.031119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:19Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:23.127728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5c387-7d86-4b91-891f-d88dd19a3b19 None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:19Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:23.173700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3fab90ee-bf64-4eac-a4ba-738860759b92 None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:23.174070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3fab90ee-bf64-4eac-a4ba-738860759b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.251283 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Allocated IP 2001:db8:1::2 (af57b1ac-0700-4923-90a4-ee077108c06f/0f174074-3b75-4cb2-9dea-6f6325a8fdcc/8b376b47-9cf1-4492-9e38-34d0e6c1017b) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:23.456073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.524046 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.569796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Network af57b1ac-0700-4923-90a4-ee077108c06f is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:23.572838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:23.578154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:23.581388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Pushing event updated for resources: {'Port': ['ID=8b376b47-9cf1-4492-9e38-34d0e6c1017b,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:23.625721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8:1::1 (af57b1ac-0700-4923-90a4-ee077108c06f/0f174074-3b75-4cb2-9dea-6f6325a8fdcc/9e4bc52c-31ed-4134-9309-858ad5b19193) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:23.676650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Attempting to bind port 8b376b47-9cf1-4492-9e38-34d0e6c1017b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:23.681047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Attempting to bind port 8b376b47-9cf1-4492-9e38-34d0e6c1017b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:23.681047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Attempting to bind port 8b376b47-9cf1-4492-9e38-34d0e6c1017b on network af57b1ac-0700-4923-90a4-ee077108c06f {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:23.684528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:23.684953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Checking segment: {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:23.685357 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.685859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Bound using segment: {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:23.686846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Bound port: 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:23.687680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.739713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b8320f5-af00-4dbe-a954-2efc0e890bbc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:23.797304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.804364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] For port 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:23.818739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] For port 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8b376b47-9cf1-4492-9e38-34d0e6c1017b,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:23.828132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2b8320f5-af00-4dbe-a954-2efc0e890bbc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:23.828505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.925814 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.926354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:23.978337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network af57b1ac-0700-4923-90a4-ee077108c06f is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:23.985606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:23.992762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:23.993396 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.005842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:24.009329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcde2d-02f7-4129-9fde-53007f3f6486 None None] Pushing event updated for resources: {'Port': ['ID=8b376b47-9cf1-4492-9e38-34d0e6c1017b,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:24.240643 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.867379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.928813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.929623 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.016943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:25.059502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network af57b1ac-0700-4923-90a4-ee077108c06f is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:25.060635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:25.163999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:25.273972 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:25.282476 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3139b216-6b7c-414d-928e-c368e7447f31 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287903 Oct 27 16:39:25.284692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41366) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:25.290468 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:25.303422 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:25.304515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-661663188'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:25.304788 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:25.395461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:25.403527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.475212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:25.503428 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.503899 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment 983c1041-e434-4baf-8dc3-b4f6538a247d of type vlan for network 8eb73562-0c0a-4414-ab06-6645b389f588 Oct 27 16:39:25.527323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0b2642f-a04f-4331-be02-663d7b2f69f0 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:25.561335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a0b2642f-a04f-4331-be02-663d7b2f69f0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:25.562447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a0b2642f-a04f-4331-be02-663d7b2f69f0 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:25.570667 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.583081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd903bc-d165-4d7e-88d5-c28b0d7b0bde None None] Network af57b1ac-0700-4923-90a4-ee077108c06f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:25.590316 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:25.659825 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] Provisioning complete for port 8b376b47-9cf1-4492-9e38-34d0e6c1017b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:25.660208 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.684745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.691344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:25.692164 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.739487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8b376b47-9cf1-4492-9e38-34d0e6c1017b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:25.771022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=8eb73562-0c0a-4414-ab06-6645b389f588,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:25.789153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8eb73562-0c0a-4414-ab06-6645b389f588 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:25.836704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d04bfc39-ba16-4270-bcf6-84e9a3362634 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5507650 Oct 27 16:39:25.839471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41370) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:25.844541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:25.847331 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:24Z', 'revision_number': 3, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:24Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:25.874714 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:25.877065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Updating router b1b6ee37-b0a7-414a-b88e-0d82f056633d port 9e4bc52c-31ed-4134-9309-858ad5b19193 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:25.910679 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.959942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8b376b47-9cf1-4492-9e38-34d0e6c1017b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:25.960310 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:25.997517 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.011478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:26.015787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.051449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] For port 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8b376b47-9cf1-4492-9e38-34d0e6c1017b,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:26.098753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.141706 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.224291 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:39:26.224698 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.224999 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:39:26.230378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936f858-21c9-4ea8-8354-1377efe7a086 None None] Pushing event updated for resources: {'Port': ['ID=8b376b47-9cf1-4492-9e38-34d0e6c1017b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:26.312336 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.323143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.371141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0bbb9812-9411-4227-a500-9930346be540 None None] Provisioning complete for port 8b376b47-9cf1-4492-9e38-34d0e6c1017b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:26.371699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9812-9411-4227-a500-9930346be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.383490 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Pushing event updated for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:26.404256 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.404595 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.404961 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.405295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.405622 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.405941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.406261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.406576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.406893 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.407646 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.407646 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.407870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:26.429575 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Attempting to bind port 9e4bc52c-31ed-4134-9309-858ad5b19193 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:26.429945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Attempting to bind port 9e4bc52c-31ed-4134-9309-858ad5b19193 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:26.430283 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Attempting to bind port 9e4bc52c-31ed-4134-9309-858ad5b19193 on network af57b1ac-0700-4923-90a4-ee077108c06f {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:26.431631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=abfe6f59-c939-4154-a375-8cebdb147f07,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:26.440309 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:26.440726 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Checking segment: {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:26.441064 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.441457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Bound using segment: {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:26.441986 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Bound port: 9e4bc52c-31ed-4134-9309-858ad5b19193, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6dff8f-03a2-476e-a89c-4517f115659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:26.442289 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.455017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:26.455396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 8eb73562-0c0a-4414-ab06-6645b389f588, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:26.508878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0bbb9812-9411-4227-a500-9930346be540 None None] Provisioning complete for port 9e4bc52c-31ed-4134-9309-858ad5b19193 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:26.509659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9812-9411-4227-a500-9930346be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.510699 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] For port 9e4bc52c-31ed-4134-9309-858ad5b19193, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:26.515759 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] For port 9e4bc52c-31ed-4134-9309-858ad5b19193, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e4bc52c-31ed-4134-9309-858ad5b19193,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:26.546409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb9812-9411-4227-a500-9930346be540 None None] Port 9e4bc52c-31ed-4134-9309-858ad5b19193 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:26.565109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8eb73562-0c0a-4414-ab06-6645b389f588 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:26.634055 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.662166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8eb73562-0c0a-4414-ab06-6645b389f588) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:26.669829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.670671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.677324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000ae45-091d-4309-bddd-c15cb42591b1 None None] Network 8eb73562-0c0a-4414-ab06-6645b389f588 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:26.695762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5343bd6-ca3b-451b-adac-4c555cfb5a14 None None] Pushing event updated for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:26.728345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] Provisioning complete for port 9e4bc52c-31ed-4134-9309-858ad5b19193 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:26.728730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:26.736257 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:26.737211 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:26.759790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9b8d112e-740a-48fb-b708-dd28fd7abbd5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9145584 Oct 27 16:39:26.761611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41380) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:26.876942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:27.002811 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8eb73562-0c0a-4414-ab06-6645b389f588', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:27.012508 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:27.049889 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:27.186154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] For port 9e4bc52c-31ed-4134-9309-858ad5b19193, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e4bc52c-31ed-4134-9309-858ad5b19193,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:27.232230 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:24Z', 'revision_number': 3, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:26Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:27.258640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:27.289267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Allocated IP 2001:db8:2::2 (8eb73562-0c0a-4414-ab06-6645b389f588/abfe6f59-c939-4154-a375-8cebdb147f07/95a81a1b-c547-4569-b355-1df3ce2c84fe) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:27.295536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60afa-b505-4e2b-be44-fa5d5ee9b5ff None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:24Z', 'revision_number': 3, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:26Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:27.430514 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:27.685133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ca599905-78ab-4c66-aba6-b514104db1bc None None] Provisioning complete for port 9e4bc52c-31ed-4134-9309-858ad5b19193 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:27.685773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ca599905-78ab-4c66-aba6-b514104db1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:27.735179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15eba-f506-4aa3-9bf5-b67fc6cfa748 None None] Pushing event updated for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:27.791680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8b376b47-9cf1-4492-9e38-34d0e6c1017b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:27.906211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.003905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8b376b47-9cf1-4492-9e38-34d0e6c1017b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:28.004335 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.009188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.075765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8:2::1 (8eb73562-0c0a-4414-ab06-6645b389f588/abfe6f59-c939-4154-a375-8cebdb147f07/a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:28.214609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.303927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.331896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.344995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Network 8eb73562-0c0a-4414-ab06-6645b389f588 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:28.367326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:28.375823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:28.378860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8eb73562-0c0a-4414-ab06-6645b389f588 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:28.384108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:28.388329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:28.388916 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.395339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Pushing event updated for resources: {'Port': ['ID=95a81a1b-c547-4569-b355-1df3ce2c84fe,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:28.433826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:28.519323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.532168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Attempting to bind port 95a81a1b-c547-4569-b355-1df3ce2c84fe on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:28.532787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Attempting to bind port 95a81a1b-c547-4569-b355-1df3ce2c84fe by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:28.533391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Attempting to bind port 95a81a1b-c547-4569-b355-1df3ce2c84fe on network 8eb73562-0c0a-4414-ab06-6645b389f588 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:28.550185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:28.552258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Checking segment: {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:28.552258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.552258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Bound using segment: {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:28.552815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Bound port: 95a81a1b-c547-4569-b355-1df3ce2c84fe, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:28.553432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.573012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e4bc52c-31ed-4134-9309-858ad5b19193 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:28.585285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.723917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] For port 95a81a1b-c547-4569-b355-1df3ce2c84fe, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:28.733893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] For port 95a81a1b-c547-4569-b355-1df3ce2c84fe, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=95a81a1b-c547-4569-b355-1df3ce2c84fe,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:28.737709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9e4bc52c-31ed-4134-9309-858ad5b19193 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:28.739381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.914982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.937116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.979343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa635-70a6-4551-9856-39c9f4362495 None None] Pushing event updated for resources: {'Port': ['ID=95a81a1b-c547-4569-b355-1df3ce2c84fe,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:29.056819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.057626 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.163969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:29.212157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 8eb73562-0c0a-4414-ab06-6645b389f588 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:29.220933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:29.328934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:29.425733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:29.431342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-15dca696-edfd-4aa4-9681-f9314570430b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6673028 Oct 27 16:39:29.434110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41398) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:29.437762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:29.441679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213328041'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:29.449613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:29.450232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:29.541305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:29.650527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:29.654455 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.697014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:29.708502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.709036 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added segment d6d4a077-ff1d-498c-a53f-27e69bb35c3d of type vlan for network 3ec60b06-7540-423d-a00f-f7852aed7d93 Oct 27 16:39:29.775927 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.785862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:28Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:28Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:29.822140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e4bc52c-31ed-4134-9309-858ad5b19193 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:29.825854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:29.826215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Updating router b1b6ee37-b0a7-414a-b88e-0d82f056633d port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:29.868088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.875978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.877233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.882019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.946265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9e4bc52c-31ed-4134-9309-858ad5b19193 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:29.946649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.969813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Network': ['ID=3ec60b06-7540-423d-a00f-f7852aed7d93,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:29.977953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4192f816-def6-46e8-81b9-4d96d696323f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5394723 Oct 27 16:39:29.978814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41402) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:29.983914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'subnet': {'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:29.993172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:30.117893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f44ce-4ab4-4b6a-a3be-4c50e67f793e None None] Network 8eb73562-0c0a-4414-ab06-6645b389f588 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:30.215943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Made reservation on behalf of 49f54992c4af4087b8740852d9241a89 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:30.219789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.281237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] Provisioning complete for port 95a81a1b-c547-4569-b355-1df3ce2c84fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:30.281601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.349411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 95a81a1b-c547-4569-b355-1df3ce2c84fe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:30.485320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.530267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.551230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 95a81a1b-c547-4569-b355-1df3ce2c84fe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:30.551597 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.553389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Subnet': ['ID=c3d690b8-a63b-4765-8e16-8bd271c3a210,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:30.553859 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.565052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Checking segment: {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:30.565421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network hostable DHCP agents. Network: 3ec60b06-7540-423d-a00f-f7852aed7d93, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:30.628334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] For port 95a81a1b-c547-4569-b355-1df3ce2c84fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=95a81a1b-c547-4569-b355-1df3ce2c84fe,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:30.635624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.668140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:30.709459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.716223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.728254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac9656-a033-4413-b059-a2c567ca737c None None] Pushing event updated for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:30.759578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3ec60b06-7540-423d-a00f-f7852aed7d93) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:30.763950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.768697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.874281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fba42873-6e96-4a53-8452-541f6a976790 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8950703 Oct 27 16:39:30.883837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:30.947140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a0250-c480-489d-9df5-5df18c18e8d8 None None] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:31.085060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2804c660-b544-48f4-a500-eb950cabcbf7 None None] Provisioning complete for port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:31.085423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2804c660-b544-48f4-a500-eb950cabcbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.095242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b9bd2-21d0-43d6-9fca-f139489e28c0 None None] Pushing event updated for resources: {'Port': ['ID=95a81a1b-c547-4569-b355-1df3ce2c84fe,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:31.098215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Attempting to bind port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:31.098618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Attempting to bind port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:31.098976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Attempting to bind port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc on network 8eb73562-0c0a-4414-ab06-6645b389f588 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:31.141456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:31.141827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Checking segment: {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:31.142223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.142619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Bound using segment: {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:31.143191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Bound port: a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c1041-e434-4baf-8dc3-b4f6538a247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:31.143535 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.156375 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:39:31.156375 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:39:31.179482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2804c660-b544-48f4-a500-eb950cabcbf7 None None] Port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:31.262330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2804c660-b544-48f4-a500-eb950cabcbf7 None None] Provisioning complete for port 95a81a1b-c547-4569-b355-1df3ce2c84fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:31.262734 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2804c660-b544-48f4-a500-eb950cabcbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.319272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] For port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:31.338652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] For port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:31.358243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.373169 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3ec60b06-7540-423d-a00f-f7852aed7d93', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:31.374842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.418924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.583593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:31.584240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:31.586047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac9656-a033-4413-b059-a2c567ca737c None None] Pushing event updated for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:31.692892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] Provisioning complete for port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:31.693261 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:31.752343 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Allocated IP 2001:db8:3::2 (3ec60b06-7540-423d-a00f-f7852aed7d93/c3d690b8-a63b-4765-8e16-8bd271c3a210/f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:31.781686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:31.915947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 95a81a1b-c547-4569-b355-1df3ce2c84fe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:32.052883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.170040 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.174333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] For port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:32.178093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 95a81a1b-c547-4569-b355-1df3ce2c84fe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:32.178450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.251809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.310392 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.340198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Allocated IP 2001:db8:3::1 (3ec60b06-7540-423d-a00f-f7852aed7d93/c3d690b8-a63b-4765-8e16-8bd271c3a210/1999af51-1463-4229-9897-7d6ee2d2d714) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:32.342471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:28Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:31Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:32.386239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf26c3-6a5f-46f4-8f32-1c4d3f94be0d None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:28Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:31Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:32.396585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:32.396585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3425-1391-4f1d-a35b-f0946f798fe0 None None] Pushing event updated for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:32.403227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:32.406952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:32.475191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-04147587-bda5-4914-a6cb-3ec73e4fc7d5 None None] Provisioning complete for port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:32.475191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-04147587-bda5-4914-a6cb-3ec73e4fc7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.509770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.521725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Pushing event updated for resources: {'Port': ['ID=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:32.545662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Attempting to bind port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:32.545928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Attempting to bind port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:32.546084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Attempting to bind port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 on network 3ec60b06-7540-423d-a00f-f7852aed7d93 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:32.554863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:32.555256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Checking segment: {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:32.555656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.556058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Bound using segment: {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:32.557532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Bound port: f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:32.557532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.628789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.692741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:32.698443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:32.702843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:32.704475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.716821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] For port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:32.722318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] For port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:32.799723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:32.811586 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.886202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeedf4-f7ad-4b3f-a4ec-65d0deb42538 None None] Pushing event updated for resources: {'Port': ['ID=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:32.959502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.295435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.370361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.371232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.478200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event updated for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:33.516407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:33.517993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:33.620563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:33.957130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:34.034181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:34.035147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.087978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e6e02-d915-45cf-851a-be4d67610278 None None] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:34.161855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:34.172568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-223e28dd-72a1-439d-9d3b-1ad82f6b40ac tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909706 Oct 27 16:39:34.173326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41442) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:34.177783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:34.181207 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:34.195746 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:34.197114 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:34.286865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-31e6b296-f162-420e-ba11-58a922384539 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.288450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-31e6b296-f162-420e-ba11-58a922384539 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/networks?id=c44aa8f4-19a0-4aa9-8147-ea216f138340 HTTP/1.1" status: 200 len: 814 time: 0.2109630 Oct 27 16:39:34.297407 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:34.312364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5933a919-f0ae-49d2-aeec-a6b0b5b2541b tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/quotas/f34b70618d7d4b7d8ee8fe2a4ee3fa5e HTTP/1.1" status: 200 len: 375 time: 0.0148790 Oct 27 16:39:34.370084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] Provisioning complete for port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:34.370347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.403421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:34.406498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-f990a0e9-017a-4765-90c8-19fb39a3745f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565901 Oct 27 16:39:34.557882 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:33Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:34.558395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:34.558926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.585637 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:34.586109 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Updating router b1b6ee37-b0a7-414a-b88e-0d82f056633d port 1999af51-1463-4229-9897-7d6ee2d2d714 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:39:34.601351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.610449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-d0a1c501-4783-438c-b380-da04c956be5d service neutron] 10.222.0.70 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898606 Oct 27 16:39:34.619070 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.650975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] For port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:34.700756 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.724315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.793392 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:39:34.793903 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:39:34.807453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:39:34.815918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-67e6dcd9-b838-429e-966a-13260d9f5f91 service neutron] 10.222.0.70 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975305 Oct 27 16:39:34.831895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Removed routes are [] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:39:34.832460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.839598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf27137-9be9-481f-ad5b-85e2c9241576 None None] Pushing event updated for resources: {'Port': ['ID=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:34.957097 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.032154 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.070908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e0b24005-853e-4d8c-b23d-3f4f3eee7f62 None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:35.076309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e0b24005-853e-4d8c-b23d-3f4f3eee7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.136800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e0b24005-853e-4d8c-b23d-3f4f3eee7f62 None None] Port 1999af51-1463-4229-9897-7d6ee2d2d714 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:35.138576 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c776-e4be-46e0-a6dc-d743536bc4c9 None None] Pushing event updated for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:35.165272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e0b24005-853e-4d8c-b23d-3f4f3eee7f62 None None] Provisioning complete for port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:35.165745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e0b24005-853e-4d8c-b23d-3f4f3eee7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.170715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ece5922-1d49-4625-a308-f5520e21021c req-01e774e2-5f84-429a-a303-eae8a53713a9 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 210 time: 0.0322297 Oct 27 16:39:35.192043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.195605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.243541 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Attempting to bind port 1999af51-1463-4229-9897-7d6ee2d2d714 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:35.244091 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Attempting to bind port 1999af51-1463-4229-9897-7d6ee2d2d714 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:35.244198 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Attempting to bind port 1999af51-1463-4229-9897-7d6ee2d2d714 on network 3ec60b06-7540-423d-a00f-f7852aed7d93 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:35.258232 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:35.258605 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Checking segment: {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:35.259003 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.259419 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Bound using segment: {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:35.259902 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Bound port: 1999af51-1463-4229-9897-7d6ee2d2d714, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:35.260279 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.319801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:35.372752 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] For port 1999af51-1463-4229-9897-7d6ee2d2d714, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:35.382242 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] For port 1999af51-1463-4229-9897-7d6ee2d2d714, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1999af51-1463-4229-9897-7d6ee2d2d714,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:35.449265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f49f24c1-c070-4321-8d42-63260f464fba None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:35.449838 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f49f24c1-c070-4321-8d42-63260f464fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.457147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:35.469527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.470802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-920a0d4f-2e06-4315-b8dd-4942f16d838c tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 953 time: 1.2967572 Oct 27 16:39:35.473830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41458) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:35.486227 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.512124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f49f24c1-c070-4321-8d42-63260f464fba None None] Port 1999af51-1463-4229-9897-7d6ee2d2d714 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:35.552288 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:35.552929 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:35.591211 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-25570801-bf0b-4f1a-a6ba-70eb577e5ac5 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 953 time: 0.1130440 Oct 27 16:39:35.591677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41460) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:35.598596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'routes': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:35.636360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:35.636735 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.737248 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c776-e4be-46e0-a6dc-d743536bc4c9 None None] Pushing event updated for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:35.778019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.796465 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:35.818654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] For port 1999af51-1463-4229-9897-7d6ee2d2d714, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1999af51-1463-4229-9897-7d6ee2d2d714,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:35.893463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:35.934635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:36.009548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dbf12-1b0b-4dc8-b601-75b8a77c63b9 None None] Pushing event updated for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:36.032206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4d879bee-965a-492b-8963-5d370131e509 None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:36.032704 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4d879bee-965a-492b-8963-5d370131e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.086561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:36.087242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.087342 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:34Z', 'revision_number': 6, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:35Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:36.098816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added routes are [] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:39:36.099550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.extraroute_db [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=114448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:39:36.129992 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6392a-aa12-4bd9-b516-e5ca5e9073c4 None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:34Z', 'revision_number': 6, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:35Z', 'revision_number': 4, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:36.134737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.338503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f9cadf6c-90dc-4904-969b-332d23a0c113 req-ece27387-ac2c-42de-ae78-bb954d7f865d tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 210 time: 0.0595686 Oct 27 16:39:36.344782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4442a7dc-769b-4c20-9dca-3db4375d8663 None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:36.348499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4442a7dc-769b-4c20-9dca-3db4375d8663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.490019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.493565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.589394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:36.694439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:36.703962 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:36.708008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1607728b-39f8-4bad-8763-4aead283af3e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 703 time: 1.1126416 Oct 27 16:39:36.708363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41470) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:36.818923 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-61dea10e-ee05-4fa0-970b-eb6ae5b85765 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 703 time: 0.1092365 Oct 27 16:39:36.821653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41474) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:36.973830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:36.984725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:36.985339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:37.076857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:37.312979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:36Z', 'revision_number': 7, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:35Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:37.341774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:37.350923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:37.351592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:37.452927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:37.511398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f218a92c-960e-4af4-a457-26d19ea8494e req-399b64ab-fd46-4aff-9094-a5efe5fceaf3 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 210 time: 0.0349247 Oct 27 16:39:37.594612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:37.691790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:36Z', 'revision_number': 7, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:35Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:37.718381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2b5d1-053d-4326-80b6-71b08dba1165 None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:36Z', 'revision_number': 7, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '1999af51-1463-4229-9897-7d6ee2d2d714', 'name': '', 'network_id': '3ec60b06-7540-423d-a00f-f7852aed7d93', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:93:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:31Z', 'updated_at': '2021-10-27T16:39:35Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c3d690b8-a63b-4765-8e16-8bd271c3a210', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:37.847758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 1999af51-1463-4229-9897-7d6ee2d2d714 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:37.848416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:37.881067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1999af51-1463-4229-9897-7d6ee2d2d714 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:37.942545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1999af51-1463-4229-9897-7d6ee2d2d714 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:37.942952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:37.964659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 1999af51-1463-4229-9897-7d6ee2d2d714, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1999af51-1463-4229-9897-7d6ee2d2d714,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:37.965131 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:37.980741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 1999af51-1463-4229-9897-7d6ee2d2d714 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:38.219522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.248742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=1999af51-1463-4229-9897-7d6ee2d2d714,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:38.285617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-58c0c497-c47b-4b57-a92f-b04fc54d9b93 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:38.287113 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-58c0c497-c47b-4b57-a92f-b04fc54d9b93 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "GET /v2.0/networks?id=c44aa8f4-19a0-4aa9-8147-ea216f138340 HTTP/1.1" status: 200 len: 814 time: 0.1095986 Oct 27 16:39:38.302162 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Request body: {'port': {'device_id': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340', 'admin_state_up': True, 'tenant_id': 'f34b70618d7d4b7d8ee8fe2a4ee3fa5e'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:38.372185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.511127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Made reservation on behalf of f34b70618d7d4b7d8ee8fe2a4ee3fa5e for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:38.516205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.627065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4739ff78-da0b-4750-9f23-e9e193023385 req-832f7a24-385a-43e2-93c2-699969c4b921 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 210 time: 0.0333314 Oct 27 16:39:38.634888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:38.678089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Allocated IP 172.20.0.8 (c44aa8f4-19a0-4aa9-8147-ea216f138340/32c89fea-122d-4219-a52c-eb2fa2396ee7/3a3adfc3-8829-4519-8e77-574d2419fa61) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:38.735669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:38.741006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dbf4d6a4-ca36-47f9-bc35-66df3bcdef64 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183009 Oct 27 16:39:38.745656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41484) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:38.746673 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:38.758054 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:38.758808 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:38.807484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet c3d690b8-a63b-4765-8e16-8bd271c3a210 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:38.810899 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.858046 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.858694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:38.862137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.950402 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:38.965101 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.007090 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Network c44aa8f4-19a0-4aa9-8147-ea216f138340 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:39.014684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:39.018560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:39.046678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Pushing event updated for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:39.070956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.073341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.074132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.078133 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:38Z', 'revision_number': 8, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.104473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d690b8-a63b-4765-8e16-8bd271c3a210,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:39.109038 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:39.109674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.116638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec825b1f-bd70-491f-a464-76c46609290e None None] Network 3ec60b06-7540-423d-a00f-f7852aed7d93 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:39.117157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41486) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:39.117769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eed97955-5bf1-4fd4-999e-7b4568315e35 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/c3d690b8-a63b-4765-8e16-8bd271c3a210 HTTP/1.1" status: 204 len: 168 time: 0.3688555 Oct 27 16:39:39.118416 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:39.119417 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.194266 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-5e886136-d06d-4888-97a0-6bcc1c0fc046 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8962164 Oct 27 16:39:39.211274 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.220542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Request body: {'port': {'device_id': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:39.221241 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:39.306778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.315078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] DHCP port deletion for 3ec60b06-7540-423d-a00f-f7852aed7d93 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:39.364935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Deleting port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:39.365710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.432399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] For port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:39.433118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.433513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:39.433861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.440233 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:38Z', 'revision_number': 8, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.450849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Calling delete_port for f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:39.470681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd367bf-9bab-4977-a243-9b44d5c7ae84 None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:38Z', 'revision_number': 8, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc', 'name': '', 'network_id': '8eb73562-0c0a-4414-ab06-6645b389f588', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:fe:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:27Z', 'updated_at': '2021-10-27T16:39:32Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'abfe6f59-c939-4154-a375-8cebdb147f07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:39.555319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,segment=NetworkSegment(d6d4a077-ff1d-498c-a53f-27e69bb35c3d),segment_id=d6d4a077-ff1d-498c-a53f-27e69bb35c3d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:39.555586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.573020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:39.631569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.669457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] Pushing event deleted for resources: {'Port': ['ID=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:39.684888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a3394-6dd8-459e-a7e6-4d0acc27f8b9 None None] No DVR routers for this DVR port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:39.721613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3adfc3-8829-4519-8e77-574d2419fa61 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:39.730063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.732857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.761666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151f5d-5c8d-46ac-bb94-7e1ae805159f req-583a71e7-b2d3-4873-b6b2-493a939238e0 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:39.763899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36151f5d-5c8d-46ac-bb94-7e1ae805159f req-583a71e7-b2d3-4873-b6b2-493a939238e0 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 931 time: 0.0515344 Oct 27 16:39:39.767810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Transition to ACTIVE for port object 3a3adfc3-8829-4519-8e77-574d2419fa61 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:39:39.769245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:39.770673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:39.807577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36151f5d-5c8d-46ac-bb94-7e1ae805159f req-52345c26-9143-47fd-ad91-a4eb3e78fd32 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Oct 27 16:39:39.855811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.879663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec60b06-7540-423d-a00f-f7852aed7d93']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.889612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.889979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d4a077-ff1d-498c-a53f-27e69bb35c3d') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:39.900877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.915821 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.920939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1999af51-1463-4229-9897-7d6ee2d2d714 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:39.923921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:39.924327 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:39.927436 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:39.944991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1999af51-1463-4229-9897-7d6ee2d2d714 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:39.945380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1999af51-1463-4229-9897-7d6ee2d2d714 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:39.945899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:39.967877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.039936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:40.115597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.123998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.126856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:40.127479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f2a65e4e-37f9-48a0-8b92-77a56ba1f1e6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:40.127574 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/3ec60b06-7540-423d-a00f-f7852aed7d93 HTTP/1.1" status: 204 len: 168 time: 1.0083346 Oct 27 16:39:40.128676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Attempting to bind port 3a3adfc3-8829-4519-8e77-574d2419fa61 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:40.130020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Attempting to bind port 3a3adfc3-8829-4519-8e77-574d2419fa61 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:40.130203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41492) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:40.130398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Attempting to bind port 3a3adfc3-8829-4519-8e77-574d2419fa61 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:40.147497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb97c1-4c5f-4d32-b46f-8874543e0853 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=3ec60b06-7540-423d-a00f-f7852aed7d93,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:40.150310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Port 3a3adfc3-8829-4519-8e77-574d2419fa61 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:39:40.150310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Attempting to bind port 3a3adfc3-8829-4519-8e77-574d2419fa61 on network c44aa8f4-19a0-4aa9-8147-ea216f138340 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:40.156149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:40.156486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Checking segment: {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:40.156978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Bound using segment: {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:40.157414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Bound port: 3a3adfc3-8829-4519-8e77-574d2419fa61, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:40.157780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.232377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:40.235916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3a3adfc3-8829-4519-8e77-574d2419fa61,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:40.364981 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.424832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.425467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.428954 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] 10.222.0.82 "PUT /v2.0/ports/3a3adfc3-8829-4519-8e77-574d2419fa61 HTTP/1.1" status: 200 len: 1091 time: 1.2147398 Oct 27 16:39:40.429490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:40.433239 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21" -d '{"events": [{"name": "network-changed", "server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:40.459428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8f3d1-fdd3-4894-b342-7a93a0076be8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:40.486033 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d5a3b-8d67-4d8a-a829-12be021a69e9 x-openstack-request-id: req-a80d5a3b-8d67-4d8a-a829-12be021a69e9 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:40.492428 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:40.492428 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a80d5a3b-8d67-4d8a-a829-12be021a69e9 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:40.492428 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61', 'status': 'completed', 'code': 200} Oct 27 16:39:40.492876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.556226 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-a2ed3af5-8dcd-4e8f-a8d0-523f2df49003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.557924 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-a2ed3af5-8dcd-4e8f-a8d0-523f2df49003 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 1094 time: 0.0478365 Oct 27 16:39:40.677740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-b0fff7af-8b8e-486e-ac98-d5f39f27017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.679298 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-b0fff7af-8b8e-486e-ac98-d5f39f27017a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109993 Oct 27 16:39:40.758514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:40.758859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.783931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-a95a0fc4-e636-4c6c-aae8-0965e8cddf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.785395 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f90ce13c-3c7d-402c-a74b-87d4cbf59b21 req-a95a0fc4-e636-4c6c-aae8-0965e8cddf81 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986068 Oct 27 16:39:40.861240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:40.862214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:40.874026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-939ae112-e736-44c3-914e-1aa9cfc75f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.875584 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-939ae112-e736-44c3-914e-1aa9cfc75f75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 1094 time: 0.0480576 Oct 27 16:39:40.878418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:40.927472 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-c31a1aab-9a8a-4df1-ba86-57e1484fd219 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3adfc3-8829-4519-8e77-574d2419fa61 HTTP/1.1" status: 200 len: 217 time: 0.0433748 Oct 27 16:39:40.980918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-18d9c74a-a192-450f-bc60-994c017b6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:40.982955 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-18d9c74a-a192-450f-bc60-994c017b6458 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32c89fea-122d-4219-a52c-eb2fa2396ee7 HTTP/1.1" status: 200 len: 854 time: 0.0465584 Oct 27 16:39:40.999852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b33fa-bbbe-4dd7-8bc3-e242d230fad0 req-6d14cf1e-4b9a-400a-b5a8-9726a6b33001 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:41.001601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a27b33fa-bbbe-4dd7-8bc3-e242d230fad0 req-6d14cf1e-4b9a-400a-b5a8-9726a6b33001 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 943 time: 0.1099186 Oct 27 16:39:41.018139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-b478266c-09b4-42ff-81fc-5dea2667fdff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c44aa8f4-19a0-4aa9-8147-ea216f138340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284889 Oct 27 16:39:41.092924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a27b33fa-bbbe-4dd7-8bc3-e242d230fad0 req-c83b22ea-8be4-4713-a6a3-c80865db9b1f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845969 Oct 27 16:39:41.112874 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-21d6fff0-13c6-466f-b05f-65c5bf76ef99 service neutron] 10.222.0.82 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Oct 27 16:39:41.223248 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-33c7198f-110e-4639-a7aa-720bddd554d0 req-b5e35c0d-833b-4549-b041-b0edf6ee7b94 service neutron] 10.222.0.82 "GET /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029994 Oct 27 16:39:41.255785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.284608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:41.297571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.297929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.298297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.298616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.298953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.299315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.299646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.299980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.300362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.300692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.301019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.301351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:41.375740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9470847-3827-45a9-80a0-ef80b2039659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.411245 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.621112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:41.726325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:41.732049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-23c16695-e840-4b61-b2c3-6fa9cdf430fc tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6009002 Oct 27 16:39:41.735279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41500) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:41.738295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:41.747817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:41.748579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:41.794246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet abfe6f59-c939-4154-a375-8cebdb147f07 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:41.798788 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.846206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:41.851284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:41.938243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.051924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:41Z', 'revision_number': 9, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.073591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.078728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:42.087599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:42.088206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.103393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.107777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/abfe6f59-c939-4154-a375-8cebdb147f07 HTTP/1.1" status: 204 len: 168 time: 0.3709350 Oct 27 16:39:42.108802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfb0eb-83f1-42b9-bd17-dd5e60483090 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=abfe6f59-c939-4154-a375-8cebdb147f07,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:42.110572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:42.122501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c19df-0c90-40e4-95ec-1ec954df44d9 None None] Network 8eb73562-0c0a-4414-ab06-6645b389f588 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:42.191884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.223016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4598b-62aa-4ccd-9a49-387157791f49 req-9a5d39a0-db82-45d9-b2ad-c57d724586fd tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:42.224836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ae4598b-62aa-4ccd-9a49-387157791f49 req-9a5d39a0-db82-45d9-b2ad-c57d724586fd tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 943 time: 0.0538385 Oct 27 16:39:42.230609 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:42.255853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 95a81a1b-c547-4569-b355-1df3ce2c84fe {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:42.256189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.278466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ae4598b-62aa-4ccd-9a49-387157791f49 req-e86c04d9-61ce-4696-9d15-440c7b5aa82b tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Oct 27 16:39:42.325438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 95a81a1b-c547-4569-b355-1df3ce2c84fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=95a81a1b-c547-4569-b355-1df3ce2c84fe,segment=NetworkSegment(983c1041-e434-4baf-8dc3-b4f6538a247d),segment_id=983c1041-e434-4baf-8dc3-b4f6538a247d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:42.325879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.338588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 95a81a1b-c547-4569-b355-1df3ce2c84fe owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:42.466084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] DHCP port deletion for 8eb73562-0c0a-4414-ab06-6645b389f588 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:42.478910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.506857 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=95a81a1b-c547-4569-b355-1df3ce2c84fe,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:42.508891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 95a81a1b-c547-4569-b355-1df3ce2c84fe on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:42.533119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:41Z', 'revision_number': 9, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.562680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2b89b-1359-4bbc-a795-0cbdd55ea2ac None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:41Z', 'revision_number': 9, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e4bc52c-31ed-4134-9309-858ad5b19193', 'name': '', 'network_id': 'af57b1ac-0700-4923-90a4-ee077108c06f', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:53:57:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:23Z', 'updated_at': '2021-10-27T16:39:27Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': '0f174074-3b75-4cb2-9dea-6f6325a8fdcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:42.565193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Deleting port 95a81a1b-c547-4569-b355-1df3ce2c84fe {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:42.565561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.592413 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.623651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb73562-0c0a-4414-ab06-6645b389f588']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.631752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] For port 95a81a1b-c547-4569-b355-1df3ce2c84fe, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:42.632219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.633993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983c1041-e434-4baf-8dc3-b4f6538a247d') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.634290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983c1041-e434-4baf-8dc3-b4f6538a247d') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:42.649245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.654601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Calling delete_port for 95a81a1b-c547-4569-b355-1df3ce2c84fe owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:42.657296 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Port 95a81a1b-c547-4569-b355-1df3ce2c84fe was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:39:42.658569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.663304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.669301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:42.669720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:42.673197 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:42.683882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] Pushing event deleted for resources: {'Port': ['ID=95a81a1b-c547-4569-b355-1df3ce2c84fe,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:42.688643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46601e-f727-4ddb-a366-94aadc179346 None None] No DVR routers for this DVR port 95a81a1b-c547-4569-b355-1df3ce2c84fe on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:42.804515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.816218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:42.816218 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/8eb73562-0c0a-4414-ab06-6645b389f588 HTTP/1.1" status: 204 len: 168 time: 0.7031682 Oct 27 16:39:42.818265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:42.827071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4a7f4-0102-4bad-aac9-9d4037df8e9e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=8eb73562-0c0a-4414-ab06-6645b389f588,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:43.209659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:43.577811 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-60110648-e4c2-46e1-8e85-748c3cec3e9d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403764 Oct 27 16:39:43.666352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-30d02b9d-fb16-4a74-a0cd-be2cf4dba5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.667889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-30d02b9d-fb16-4a74-a0cd-be2cf4dba5dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 1096 time: 0.0457244 Oct 27 16:39:43.744277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a3fb2-9cc1-4757-9533-e95b3657fd89 req-c70a6f9e-6395-48d7-8d5e-19174a5d6a4f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.745808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d8a3fb2-9cc1-4757-9533-e95b3657fd89 req-c70a6f9e-6395-48d7-8d5e-19174a5d6a4f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 943 time: 0.0803230 Oct 27 16:39:43.786689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-483c35b2-184d-4a3e-8b3d-8c54ed46a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.788183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-483c35b2-184d-4a3e-8b3d-8c54ed46a2c5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 200 len: 909 time: 0.0941794 Oct 27 16:39:43.815825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d8a3fb2-9cc1-4757-9533-e95b3657fd89 req-b679f615-6cdb-4b97-b149-7ee61befb3ee tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632403 Oct 27 16:39:43.854899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:43.874582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 9e4bc52c-31ed-4134-9309-858ad5b19193 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:43.875385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:43.879863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:43.881078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device a3cb4e6b-7aad-4e4d-aebb-29bbd6cd1abc not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:43.881656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 95a81a1b-c547-4569-b355-1df3ce2c84fe no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:43.889050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-db32c2f4-4cbc-4ce9-9ce8-90a953668294 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0919931 Oct 27 16:39:43.903638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 95a81a1b-c547-4569-b355-1df3ce2c84fe {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:43.904266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 95a81a1b-c547-4569-b355-1df3ce2c84fe not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:43.953818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-7beaf537-b3e5-4122-aa1f-437ffcb46e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:43.955592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-7beaf537-b3e5-4122-aa1f-437ffcb46e4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd HTTP/1.1" status: 200 len: 847 time: 0.0600355 Oct 27 16:39:43.977958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 9e4bc52c-31ed-4134-9309-858ad5b19193, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9e4bc52c-31ed-4134-9309-858ad5b19193,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:43.978315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:43.992390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 9e4bc52c-31ed-4134-9309-858ad5b19193 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:44.003190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-6ff99324-b67d-4601-b70c-86ab70ecbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.004440 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a7cac5ed-83ec-40e9-b7b2-f367ebf0e88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.004929 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-6ff99324-b67d-4601-b70c-86ab70ecbd5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3ddb4f27-8141-4273-b467-cf1131474fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420458 Oct 27 16:39:44.109906 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-579ae948-0962-4e31-9ce2-02338def648c service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970101 Oct 27 16:39:44.201820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-80b5cfaa-4a80-4a05-a32b-806a5c28d33d req-a1c4ed68-3da8-444e-8fe2-4afed89af6e9 service neutron] 10.222.0.82 "GET /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843236 Oct 27 16:39:44.267238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.293945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=9e4bc52c-31ed-4134-9309-858ad5b19193,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:44.409319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.541991 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:39:44.598375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:44.641485 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.689995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:44.695123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-871e3ea0-e919-4bb1-82e3-4e4ce256085e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757577 Oct 27 16:39:44.697765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41518) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:44.700379 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:44.711180 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:44.711790 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:44.750274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet 0f174074-3b75-4cb2-9dea-6f6325a8fdcc {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:44.753581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.794959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.796023 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:44.897216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:44.984284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34443e9-4f9a-411f-ae82-41313e2a79f8 req-19b2700b-6f26-4483-afa3-9c0114c53165 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:44.985771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c34443e9-4f9a-411f-ae82-41313e2a79f8 req-19b2700b-6f26-4483-afa3-9c0114c53165 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 943 time: 0.0677974 Oct 27 16:39:44.993102 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:44Z', 'revision_number': 10, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.021501 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:45.029889 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:45.030493 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.031986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c34443e9-4f9a-411f-ae82-41313e2a79f8 req-15ad037d-3659-4157-994f-2db02c0b337b tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Oct 27 16:39:45.101642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.135376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=0f174074-3b75-4cb2-9dea-6f6325a8fdcc,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:45.139240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.142960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-26e1af78-5b3c-4089-a093-6d5667ad81d7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/0f174074-3b75-4cb2-9dea-6f6325a8fdcc HTTP/1.1" status: 204 len: 168 time: 0.4439144 Oct 27 16:39:45.145903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41524) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:45.155942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67850172-41fe-4696-a4a8-f174cc13d88d None None] Network af57b1ac-0700-4923-90a4-ee077108c06f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:45.215262 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:45.234006 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.234599 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.289061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 8b376b47-9cf1-4492-9e38-34d0e6c1017b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:45.289414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.361293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8b376b47-9cf1-4492-9e38-34d0e6c1017b,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:45.361671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.366874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] DHCP port deletion for af57b1ac-0700-4923-90a4-ee077108c06f request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:45.376152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 8b376b47-9cf1-4492-9e38-34d0e6c1017b owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:45.420309 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:44Z', 'revision_number': 10, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.423487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Deleting port 8b376b47-9cf1-4492-9e38-34d0e6c1017b {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:45.424028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.447200 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08abf90-d3e5-4f13-acac-25027dad999b None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:44Z', 'revision_number': 10, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None, '_interfaces': [{'id': '2b8320f5-af00-4dbe-a954-2efc0e890bbc', 'name': '', 'network_id': '10f713bd-45a8-447b-86d7-935d3b2b116a', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'mac_address': 'fa:16:3e:d5:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:39:19Z', 'updated_at': '2021-10-27T16:39:22Z', 'revision_number': 5, 'project_id': '49f54992c4af4087b8740852d9241a89', 'subnets': [{'id': 'c169506b-fd4a-4034-85d5-ac1c2160f052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:45.488662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] For port 8b376b47-9cf1-4492-9e38-34d0e6c1017b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8b376b47-9cf1-4492-9e38-34d0e6c1017b,segment=NetworkSegment(ef6dff8f-03a2-476e-a89c-4517f115659b),segment_id=ef6dff8f-03a2-476e-a89c-4517f115659b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:45.489076 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.501554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Calling delete_port for 8b376b47-9cf1-4492-9e38-34d0e6c1017b owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:45.569794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.594048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=8b376b47-9cf1-4492-9e38-34d0e6c1017b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:45.595688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.600650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 8b376b47-9cf1-4492-9e38-34d0e6c1017b on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:45.622520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3a3adfc3-8829-4519-8e77-574d2419fa61 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:39:45.626347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] Pushing event deleted for resources: {'Port': ['ID=8b376b47-9cf1-4492-9e38-34d0e6c1017b,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:45.631831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5927fd-0b0a-489d-b513-a4c51fc277f3 None None] No DVR routers for this DVR port 8b376b47-9cf1-4492-9e38-34d0e6c1017b on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:45.686681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.708775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af57b1ac-0700-4923-90a4-ee077108c06f']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.720044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6dff8f-03a2-476e-a89c-4517f115659b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.720458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6dff8f-03a2-476e-a89c-4517f115659b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:45.731671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.735948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3a3adfc3-8829-4519-8e77-574d2419fa61,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:45.746683 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.751777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '3a3adfc3-8829-4519-8e77-574d2419fa61', 'network_id': 'c44aa8f4-19a0-4aa9-8147-ea216f138340', 'port_id': '3a3adfc3-8829-4519-8e77-574d2419fa61', 'mac_address': 'fa:16:3e:64:17:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c89fea-122d-4219-a52c-eb2fa2396ee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:39:45.753332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:45.753739 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:45.757004 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:45.801062 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.818488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3adfc3-8829-4519-8e77-574d2419fa61 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:45.843978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3a3adfc3-8829-4519-8e77-574d2419fa61,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:45.876615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8b376b47-9cf1-4492-9e38-34d0e6c1017b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:45.899869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8b376b47-9cf1-4492-9e38-34d0e6c1017b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:45.899869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8b376b47-9cf1-4492-9e38-34d0e6c1017b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:45.899869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e4bc52c-31ed-4134-9309-858ad5b19193 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:45.919106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9e4bc52c-31ed-4134-9309-858ad5b19193 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:45.919535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9e4bc52c-31ed-4134-9309-858ad5b19193 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:45.921847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.936860 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.936860 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/af57b1ac-0700-4923-90a4-ee077108c06f HTTP/1.1" status: 204 len: 168 time: 0.7865465 Oct 27 16:39:45.936860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41526) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:45.956011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:45.983482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8ae7f-6e44-4edb-b29c-5006fe277267 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=af57b1ac-0700-4923-90a4-ee077108c06f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:46.017216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:46.166704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec84803-7603-4712-9c9e-548a7e935c1e req-70361d78-e284-4964-aaaa-9e4f6260a45c tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:46.168238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fec84803-7603-4712-9c9e-548a7e935c1e req-70361d78-e284-4964-aaaa-9e4f6260a45c tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 944 time: 0.0577004 Oct 27 16:39:46.214269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fec84803-7603-4712-9c9e-548a7e935c1e req-a20feb60-88c0-4da7-bc6d-8cb6d43f59b3 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Oct 27 16:39:46.289591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:46.338131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3a3adfc3-8829-4519-8e77-574d2419fa61'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:46.869778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 2b8320f5-af00-4dbe-a954-2efc0e890bbc {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:46.870110 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:46.960543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 2b8320f5-af00-4dbe-a954-2efc0e890bbc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2b8320f5-af00-4dbe-a954-2efc0e890bbc,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:46.960898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:46.973396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 2b8320f5-af00-4dbe-a954-2efc0e890bbc owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:47.015457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.213052 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.240790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=2b8320f5-af00-4dbe-a954-2efc0e890bbc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:47.339588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.341418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b8f08-8ace-4acc-9e3c-22982665e7a8 req-862af289-0b91-4604-88dc-7463b978e53e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:47.343100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba3b8f08-8ace-4acc-9e3c-22982665e7a8 req-862af289-0b91-4604-88dc-7463b978e53e tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 944 time: 0.0522513 Oct 27 16:39:47.387171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba3b8f08-8ace-4acc-9e3c-22982665e7a8 req-2fb20b28-3f61-423f-bcc8-22c817701f95 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369570 Oct 27 16:39:47.501650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:47.578048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:47.583710 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1b1d50e-7428-4bd5-ad0a-7ee2f5cf5a45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6461146 Oct 27 16:39:47.585832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:47.587541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:47.598638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:47.599286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:47.636087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3a3adfc3-8829-4519-8e77-574d2419fa61 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:47.637440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting subnet c169506b-fd4a-4034-85d5-ac1c2160f052 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:39:47.640592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.682370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.695803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:47.754292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:47.772766 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.792460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:47.802710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:47.804780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:47.875782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:47.903375 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 3a3adfc3-8829-4519-8e77-574d2419fa61 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:39:47.931199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:47.934286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 3a3adfc3-8829-4519-8e77-574d2419fa61 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:47.934585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.967096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:47.996214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Subnet': ['ID=c169506b-fd4a-4034-85d5-ac1c2160f052,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:48.009897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.010403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41538) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:48.013252 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ec16f79-0935-4a6b-9913-8fe4ab8841a3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/c169506b-fd4a-4034-85d5-ac1c2160f052 HTTP/1.1" status: 204 len: 168 time: 0.4256949 Oct 27 16:39:48.094823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.141490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc131b0-2863-4d99-944c-6980c0f161d0 None None] Network 10f713bd-45a8-447b-86d7-935d3b2b116a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:48.143581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2b1a9-fc19-4054-b201-9e815144440c None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:48.151122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Deleting port 285a287d-de4f-4eb4-afc7-d5dd021f77ed {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:39:48.151477 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.218228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] For port 285a287d-de4f-4eb4-afc7-d5dd021f77ed, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285a287d-de4f-4eb4-afc7-d5dd021f77ed,segment=NetworkSegment(b930719e-0308-4f2c-abce-b5f8bcf0f2e4),segment_id=b930719e-0308-4f2c-abce-b5f8bcf0f2e4)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:48.218542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.238215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Calling delete_port for 285a287d-de4f-4eb4-afc7-d5dd021f77ed owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:39:48.294309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.324037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:48.330632 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5efa2c-a93d-4741-b53f-3245cbf8cfef" -d '{"events": [{"server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "name": "network-vif-plugged", "status": "completed", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:48.340450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3a3adfc3-8829-4519-8e77-574d2419fa61,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:48.368341 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31394c92-ee7b-4e73-b6d6-e3bba6cec30c x-openstack-request-id: req-31394c92-ee7b-4e73-b6d6-e3bba6cec30c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:48.368646 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "name": "network-vif-plugged", "status": "completed", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:48.368898 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31394c92-ee7b-4e73-b6d6-e3bba6cec30c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:48.369297 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61', 'code': 200} Oct 27 16:39:48.395901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.422049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Port': ['ID=285a287d-de4f-4eb4-afc7-d5dd021f77ed,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:48.439169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No DVR routers for this DVR port 285a287d-de4f-4eb4-afc7-d5dd021f77ed on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:39:48.441398 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.470874 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02304-63e4-4ef9-b43b-831aca9f1479 req-e2f61b8d-6541-4ac1-ac08-f2ce6ddd7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.472326 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c7c02304-63e4-4ef9-b43b-831aca9f1479 req-e2f61b8d-6541-4ac1-ac08-f2ce6ddd7af8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 1095 time: 0.0480733 Oct 27 16:39:48.507268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:48.529838 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c7c02304-63e4-4ef9-b43b-831aca9f1479 req-2e52442f-47e2-43ad-8162-81ebed336a90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503039 Oct 27 16:39:48.530140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa67096-76f6-4a74-b35f-d632b99ffb98 None None] DHCP port deletion for 10f713bd-45a8-447b-86d7-935d3b2b116a request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:39:48.584167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.602254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a085e-0a10-4f2b-b752-d8fb36fcf409 req-db9f75e8-9d37-40c1-9be8-cb0a7ebeee69 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:48.603857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-509a085e-0a10-4f2b-b752-d8fb36fcf409 req-db9f75e8-9d37-40c1-9be8-cb0a7ebeee69 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.1244864 Oct 27 16:39:48.617664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f713bd-45a8-447b-86d7-935d3b2b116a']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:48.639548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:48.639939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b930719e-0308-4f2c-abce-b5f8bcf0f2e4') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:48.651436 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.674192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.678596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-509a085e-0a10-4f2b-b752-d8fb36fcf409 req-981395c3-1617-44e4-abee-32297b844ffb tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Oct 27 16:39:48.683295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:39:48.683698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:39:48.687194 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:39:48.812482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.819413 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:48.822414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/networks/10f713bd-45a8-447b-86d7-935d3b2b116a HTTP/1.1" status: 204 len: 168 time: 0.8166714 Oct 27 16:39:48.825422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41546) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:48.830406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'routes': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:48.834618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faa4b5-c2c7-4bba-91b2-73d1fb76a286 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Pushing event deleted for resources: {'Network': ['ID=10f713bd-45a8-447b-86d7-935d3b2b116a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:48.985735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Added routes are [] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:39:48.986028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.extraroute_db [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Removed routes are [] {{(pid=114449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:39:48.986482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.123261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.126414 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.201821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router b1b6ee37-b0a7-414a-b88e-0d82f056633d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:49.274987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:49.282458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.283732 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-42c89188-d2f8-4ea5-b09f-39afc6f2a789 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 704 time: 0.4572761 Oct 27 16:39:49.286310 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Sync routers for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:49.286813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41548) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:49.300005 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:49.300005 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:49.320013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9c8ade63-9945-4a2d-b972-a455d3f28b6f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 205 time: 0.0268698 Oct 27 16:39:49.321993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41552) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:49.371149 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:49.404349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.426464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:49.452844 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Checking router: b1b6ee37-b0a7-414a-b88e-0d82f056633d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:49.460966 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Routers {'b1b6ee37-b0a7-414a-b88e-0d82f056633d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:49.461574 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:49.531796 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] Set router b1b6ee37-b0a7-414a-b88e-0d82f056633d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:49.565388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.567612 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.585316 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:49.612788 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6aea8-ac33-4315-a2ff-25fb7cf505ef None None] The sync data for ids ['b1b6ee37-b0a7-414a-b88e-0d82f056633d'] in n-d-814735-4 is: [{'id': 'b1b6ee37-b0a7-414a-b88e-0d82f056633d', 'name': 'tempest-RoutersIpV6Test-router-414801477', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:17Z', 'updated_at': '2021-10-27T16:39:47Z', 'revision_number': 11, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:49.707026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.707606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router b1b6ee37-b0a7-414a-b88e-0d82f056633d {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:39:49.715641 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.717441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-52743402-c31a-4913-8b4a-c47b4ea6622e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 204 len: 168 time: 0.3944435 Oct 27 16:39:49.721637 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:49.727464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1740603510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:49.813084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9f77-83aa-4003-bed1-7358c837263f req-655bd0d8-49f7-4285-9b14-582c3fb9c977 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:49.814664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b93f9f77-83aa-4003-bed1-7358c837263f req-655bd0d8-49f7-4285-9b14-582c3fb9c977 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0596137 Oct 27 16:39:49.816167 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.817389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.859602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285a287d-de4f-4eb4-afc7-d5dd021f77ed no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:49.887176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 285a287d-de4f-4eb4-afc7-d5dd021f77ed {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:49.888336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285a287d-de4f-4eb4-afc7-d5dd021f77ed not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:49.888954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b8320f5-af00-4dbe-a954-2efc0e890bbc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:39:49.895119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:49.902919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b93f9f77-83aa-4003-bed1-7358c837263f req-868f7f0a-5923-4a5d-a544-06ee2fd8c457 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Oct 27 16:39:49.909072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2b8320f5-af00-4dbe-a954-2efc0e890bbc {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:39:49.909364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2b8320f5-af00-4dbe-a954-2efc0e890bbc not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:39:49.975890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.106653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.107825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-442c7b76-e597-421f-85e1-20fd3cbb908d tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3848312 Oct 27 16:39:50.110509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41558) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:50.115249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:50.322769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6582'] for router, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.415378 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790625'] for router, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.586715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Router d313b2af-31fe-4851-8e71-952ebf67140a is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:39:50.661997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:50.669090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.670246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-340903d3-ae5c-46a7-9ddc-4fb9d4f4c99f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "PUT /v2.0/routers/d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 200 len: 698 time: 0.5587533 Oct 27 16:39:50.671225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Sync routers for ids ['d313b2af-31fe-4851-8e71-952ebf67140a'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:50.672824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41562) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:50.682049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Routers {'d313b2af-31fe-4851-8e71-952ebf67140a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:50.682660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d313b2af-31fe-4851-8e71-952ebf67140a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:50.750308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e639e6ba-571f-4392-a856-67796b8311a9 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/routers/d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 200 len: 704 time: 0.0763524 Oct 27 16:39:50.751447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Set router d313b2af-31fe-4851-8e71-952ebf67140a gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:50.752901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41564) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:50.782305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-12e47145-c710-496b-bdf7-57f589575ed8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 200 len: 205 time: 0.0283296 Oct 27 16:39:50.785033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41566) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:50.806015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd313b2af-31fe-4851-8e71-952ebf67140a', 'name': 'tempest-RoutersIpV6Test-router-1740603510', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:49Z', 'updated_at': '2021-10-27T16:39:50Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:50.836641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Checking router: d313b2af-31fe-4851-8e71-952ebf67140a for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:50.845625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Routers {'d313b2af-31fe-4851-8e71-952ebf67140a'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:50.846161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d313b2af-31fe-4851-8e71-952ebf67140a'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:50.862104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:50.914949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] Set router d313b2af-31fe-4851-8e71-952ebf67140a gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:50.966437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd313b2af-31fe-4851-8e71-952ebf67140a', 'name': 'tempest-RoutersIpV6Test-router-1740603510', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:49Z', 'updated_at': '2021-10-27T16:39:50Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:50.996747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e59a1f-a9a8-4e29-81dc-03e24b1cab2b None None] The sync data for ids ['d313b2af-31fe-4851-8e71-952ebf67140a'] in n-d-814735-4 is: [{'id': 'd313b2af-31fe-4851-8e71-952ebf67140a', 'name': 'tempest-RoutersIpV6Test-router-1740603510', 'tenant_id': '49f54992c4af4087b8740852d9241a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:39:49Z', 'updated_at': '2021-10-27T16:39:50Z', 'revision_number': 2, 'project_id': '49f54992c4af4087b8740852d9241a89', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:51.026667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead2d8-e7c7-48c8-8f21-1c86ca47d2ea req-693c6fb8-c9d3-4b6f-a76a-1e52a5366fa8 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:51.028509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecead2d8-e7c7-48c8-8f21-1c86ca47d2ea req-693c6fb8-c9d3-4b6f-a76a-1e52a5366fa8 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0524199 Oct 27 16:39:51.029516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.032104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.069924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecead2d8-e7c7-48c8-8f21-1c86ca47d2ea req-64c477ac-d084-4608-a08b-9827b32b5e9d tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Oct 27 16:39:51.144272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.144872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Fanout notify agent at l3_agent the message router_deleted on router d313b2af-31fe-4851-8e71-952ebf67140a {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:39:51.152650 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.154001 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9d7af2f0-a18c-49b3-ac72-c8cf41296127 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 204 len: 168 time: 0.3679345 Oct 27 16:39:51.158130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41574) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.192742 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d923254-5849-45b1-a439-68003e72c8d6 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 200 len: 205 time: 0.0333769 Oct 27 16:39:51.195358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.233512 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-e16a712e-3993-4f47-a099-f0175fa2a788 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.234617 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e16a712e-3993-4f47-a099-f0175fa2a788 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/d313b2af-31fe-4851-8e71-952ebf67140a HTTP/1.1" status: 404 len: 336 time: 0.0383372 Oct 27 16:39:51.237485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41578) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.268625 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d6645e-f9f7-44d9-abaa-1992ffa5f3c4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.270006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d6645e-f9f7-44d9-abaa-1992ffa5f3c4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.272778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-69d6645e-f9f7-44d9-abaa-1992ffa5f3c4 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/c3d690b8-a63b-4765-8e16-8bd271c3a210 HTTP/1.1" status: 404 len: 337 time: 0.0342994 Oct 27 16:39:51.275378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41580) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.301614 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fd7857-612a-41cd-9259-96457be015a7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.302065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fd7857-612a-41cd-9259-96457be015a7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.305206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-19fd7857-612a-41cd-9259-96457be015a7 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/abfe6f59-c939-4154-a375-8cebdb147f07 HTTP/1.1" status: 404 len: 337 time: 0.0287707 Oct 27 16:39:51.312101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41582) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.337275 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e49f57-6580-4152-840e-1234b3ef4422 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.337711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e49f57-6580-4152-840e-1234b3ef4422 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.341348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-27e49f57-6580-4152-840e-1234b3ef4422 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/0f174074-3b75-4cb2-9dea-6f6325a8fdcc HTTP/1.1" status: 404 len: 337 time: 0.0278413 Oct 27 16:39:51.343694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41584) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.369521 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-359f501d-c4a8-4e25-9b92-87637db853b3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.369883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359f501d-c4a8-4e25-9b92-87637db853b3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.373018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-359f501d-c4a8-4e25-9b92-87637db853b3 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/c169506b-fd4a-4034-85d5-ac1c2160f052 HTTP/1.1" status: 404 len: 337 time: 0.0283790 Oct 27 16:39:51.375569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.401796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e59b4d0e-cc2a-47c3-b720-56468edf17e8 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 200 len: 205 time: 0.0251608 Oct 27 16:39:51.404643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41588) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.445183 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-3bd7543d-d9c8-4fb9-a7c9-343045f8e52f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.446215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3bd7543d-d9c8-4fb9-a7c9-343045f8e52f tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/b1b6ee37-b0a7-414a-b88e-0d82f056633d HTTP/1.1" status: 404 len: 336 time: 0.0407100 Oct 27 16:39:51.448995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41592) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.476522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bfa786f4-13f2-46d0-9f71-858bcff564f2 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc98446-868a-44a1-883b-8fc4155b75f1 HTTP/1.1" status: 200 len: 205 time: 0.0264690 Oct 27 16:39:51.481460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.516047 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-a69def4c-8f29-492b-af34-82bfd450c244 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.517245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a69def4c-8f29-492b-af34-82bfd450c244 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/1bc98446-868a-44a1-883b-8fc4155b75f1 HTTP/1.1" status: 404 len: 336 time: 0.0369754 Oct 27 16:39:51.519887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41600) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.550414 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceae2982-b384-472c-aed8-4ca294a50f97 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.550904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceae2982-b384-472c-aed8-4ca294a50f97 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.553955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ceae2982-b384-472c-aed8-4ca294a50f97 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/dedb3202-34f1-40cd-bd49-a425c239bce2 HTTP/1.1" status: 404 len: 337 time: 0.0328894 Oct 27 16:39:51.557227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41602) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.583662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2ba8432f-dcb5-4b66-beda-a5f5b42b4fe0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 200 len: 205 time: 0.0254018 Oct 27 16:39:51.585936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.622628 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-0fc8cdcf-80de-4d67-8569-ace8dc62847e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.623685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0fc8cdcf-80de-4d67-8569-ace8dc62847e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/b004361f-df3a-4c3c-ba9e-ec20c1b59ba9 HTTP/1.1" status: 404 len: 336 time: 0.0368838 Oct 27 16:39:51.626374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41606) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.654799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-35e5d870-66cf-499b-a2fd-13c1e83715e0 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=28144c91-ce38-4496-b95d-fbb5fbe81329 HTTP/1.1" status: 200 len: 205 time: 0.0273008 Oct 27 16:39:51.657193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41608) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.697182 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-f5611e1d-7156-4d63-8d82-a39486295c52 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.698217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f5611e1d-7156-4d63-8d82-a39486295c52 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/28144c91-ce38-4496-b95d-fbb5fbe81329 HTTP/1.1" status: 404 len: 336 time: 0.0401344 Oct 27 16:39:51.701428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41610) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.728047 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a0c4c4-a163-4cba-bb63-6a5c4e7e2573 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.728504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a0c4c4-a163-4cba-bb63-6a5c4e7e2573 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.731606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-32a0c4c4-a163-4cba-bb63-6a5c4e7e2573 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/0fc19bf7-d951-4bb3-9406-a0a067324978 HTTP/1.1" status: 404 len: 337 time: 0.0292494 Oct 27 16:39:51.734319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41612) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.760264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-61a9275f-5b69-4c70-9436-76cc81bf8c4e tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=52acbeb1-e07e-4d5c-a59d-0e9483850603 HTTP/1.1" status: 200 len: 205 time: 0.0248840 Oct 27 16:39:51.763138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41614) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.802684 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-e3ee9365-9de3-4ccc-a7a8-fb1bfceb1f40 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.809792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e3ee9365-9de3-4ccc-a7a8-fb1bfceb1f40 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/52acbeb1-e07e-4d5c-a59d-0e9483850603 HTTP/1.1" status: 404 len: 336 time: 0.0397508 Oct 27 16:39:51.811685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41616) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.838531 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7bebd0-6f82-4aea-a704-1b800af6d187 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.838982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7bebd0-6f82-4aea-a704-1b800af6d187 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.842556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b7bebd0-6f82-4aea-a704-1b800af6d187 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/fc885c56-c92c-496b-a133-3abb91945e7a HTTP/1.1" status: 404 len: 337 time: 0.0299234 Oct 27 16:39:51.845085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41618) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.871294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-af08e1e6-2c6b-464c-a48b-8e7174c21d45 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5be65a1-77d9-4a81-a789-b6dd73675116 HTTP/1.1" status: 200 len: 205 time: 0.0251207 Oct 27 16:39:51.874185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41620) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.941385 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-a1a30671-5965-44ff-9e92-302d21634242 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] delete failed (client error): The resource could not be found. Oct 27 16:39:51.941385 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a1a30671-5965-44ff-9e92-302d21634242 tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/routers/c5be65a1-77d9-4a81-a789-b6dd73675116 HTTP/1.1" status: 404 len: 336 time: 0.0407441 Oct 27 16:39:51.943281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:51.974548 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-37238707-26f9-4af4-827e-f509872f822b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:51.974995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37238707-26f9-4af4-827e-f509872f822b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:51.977965 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37238707-26f9-4af4-827e-f509872f822b tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/fc47096f-f432-48aa-9784-9059f4abf8a9 HTTP/1.1" status: 404 len: 337 time: 0.0337455 Oct 27 16:39:51.980582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41624) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:52.006889 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffc5ac3-d289-42e9-8b69-9010268867fe tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] DELETE failed (client error): The resource could not be found. Oct 27 16:39:52.007452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffc5ac3-d289-42e9-8b69-9010268867fe tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:39:52.010732 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cffc5ac3-d289-42e9-8b69-9010268867fe tempest-RoutersIpV6Test-1614233432 tempest-RoutersIpV6Test-1614233432-project] 10.222.0.70 "DELETE /v2.0/subnets/1262aaa3-22a8-4cd6-b335-6f98190569e4 HTTP/1.1" status: 404 len: 337 time: 0.0290580 Oct 27 16:39:52.699314 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41634) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:52.839477 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eed4ed48-563f-4314-a348-870604af051f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49f54992c4af4087b8740852d9241a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384380 Oct 27 16:39:52.841842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41638) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:52.890208 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.911561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:53.061484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:53.064097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:53.065251 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/883a1505-2159-4be7-9da6-a37deb980d7e HTTP/1.1" status: 204 len: 168 time: 0.2225254 Oct 27 16:39:53.073267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baa6fb-3e53-4f23-a925-04431711b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883a1505-2159-4be7-9da6-a37deb980d7e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:54.230318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:54.331318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-824062677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:54.593156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.594698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.645847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.804624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.948951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.950679 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40405b0c-4ecb-4f91-8be4-f4032338a470 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7192619 Oct 27 16:39:54.953456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41672) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:54.958276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-838160741'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:55.075957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:55.079806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.089350 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.165575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.332626 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.362430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:55.368940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a87fdc0-778c-417b-9390-f8e706f94587,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:55.376729 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.377726 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Added segment 6da6adeb-6036-4bc2-92d8-11bb43d08c9d of type vlan for network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 Oct 27 16:39:55.423225 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.538049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.544368 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:55.544964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:55.610995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Network': ['ID=52d5c26d-285e-44d7-b4c6-6cd0db2b7684,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:55.621081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:55.729957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41678) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:55.730737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cfc22b5a-553a-4580-8ccf-18940c03bf75 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7760289 Oct 27 16:39:55.737622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'subnet': {'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:56.249088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:56.252711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.517157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.583702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Subnet': ['ID=0ef7d312-645b-4f03-8f40-2fbab533f3f3,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:56.594917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Checking segment: {'id': '6da6adeb-6036-4bc2-92d8-11bb43d08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:56.595397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network hostable DHCP agents. Network: 52d5c26d-285e-44d7-b4c6-6cd0db2b7684, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:56.683634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:56.815330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 52d5c26d-285e-44d7-b4c6-6cd0db2b7684) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:56.822137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:56.823599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:56.825573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252e07f-bf2d-4c7c-8639-5964ed213eee None None] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:56.983847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-52d5c26d-285e-44d7-b4c6-6cd0db2b7684', 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684', 'tenant_id': '91bc8520b65d49b89398c1fb08d2e3eb', 'fixed_ips': [{'subnet_id': '0ef7d312-645b-4f03-8f40-2fbab533f3f3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:56.984743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.016636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a7161525-355b-406c-aff2-b057653acb94 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2831023 Oct 27 16:39:57.034695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41684) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:57.040434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'network': {'name': 'tempest-router-network01--101507146'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:57.123694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Allocated IP 2001:db8::2 (52d5c26d-285e-44d7-b4c6-6cd0db2b7684/0ef7d312-645b-4f03-8f40-2fbab533f3f3/ef9b3540-981f-4f52-a61e-413d2392a4e2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:57.186867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:57.192669 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.226005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:57.238719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.239306 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Added segment c96d653b-1977-47d4-8cd7-a0b2a6b94760 of type vlan for network 8c6d3547-c348-4566-be0a-7942057476bd Oct 27 16:39:57.279128 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.287028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.407500 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.448574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:57.452470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:57.455010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:57.460977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.464381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Pushing event updated for resources: {'Port': ['ID=ef9b3540-981f-4f52-a61e-413d2392a4e2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:57.467052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:57.467911 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.493327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.493672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.494066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.494399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.494729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.495079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.495406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.495730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.496054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.496366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.497219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.497538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:57.532669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Attempting to bind port ef9b3540-981f-4f52-a61e-413d2392a4e2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:57.533050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Attempting to bind port ef9b3540-981f-4f52-a61e-413d2392a4e2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '6da6adeb-6036-4bc2-92d8-11bb43d08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:57.533424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Attempting to bind port ef9b3540-981f-4f52-a61e-413d2392a4e2 on network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:57.541294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:57.541679 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Checking segment: {'id': '6da6adeb-6036-4bc2-92d8-11bb43d08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:57.542080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.542520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Bound using segment: {'id': '6da6adeb-6036-4bc2-92d8-11bb43d08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:57.542966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Bound port: ef9b3540-981f-4f52-a61e-413d2392a4e2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6adeb-6036-4bc2-92d8-11bb43d08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '52d5c26d-285e-44d7-b4c6-6cd0db2b7684'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:57.543415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.545190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Network': ['ID=8c6d3547-c348-4566-be0a-7942057476bd,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:57.561505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8c6d3547-c348-4566-be0a-7942057476bd details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:57.663866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41688) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:57.664409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0780c37e-06f2-435f-9b73-f6d274c8ac10 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6276879 Oct 27 16:39:57.670448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'network': {'name': 'tempest-router-network02--222808370'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:57.682583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] For port ef9b3540-981f-4f52-a61e-413d2392a4e2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:57.686604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] For port ef9b3540-981f-4f52-a61e-413d2392a4e2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef9b3540-981f-4f52-a61e-413d2392a4e2,segment=NetworkSegment(6da6adeb-6036-4bc2-92d8-11bb43d08c9d),segment_id=6da6adeb-6036-4bc2-92d8-11bb43d08c9d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:57.777905 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:57.778378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.781783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.807826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:39:57.817927 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:57.818416 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Added segment 8fbe00f3-36da-4ccb-9324-c32f33eae924 of type vlan for network b268fff7-9d50-4955-b113-0ac2b91d7ce5 Oct 27 16:39:57.847544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5b964-5ba6-47ab-a383-aa1689708239 None None] Pushing event updated for resources: {'Port': ['ID=ef9b3540-981f-4f52-a61e-413d2392a4e2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:57.878186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.069432 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.069686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.075934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.078603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.151669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Network': ['ID=b268fff7-9d50-4955-b113-0ac2b91d7ce5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:58.163025 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:39:58.239952 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-41ece01e-f51f-4971-95ff-717e16601b8d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5747626 Oct 27 16:39:58.242688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41692) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:58.248399 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'subnet': {'network_id': '8c6d3547-c348-4566-be0a-7942057476bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:58.404102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:58.408705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.434895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.686909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.725335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595050e4-6b22-4db6-a421-35885711506b None None] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:58.754739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Subnet': ['ID=a286c281-6b36-46b9-8bde-030c84996f67,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:58.764757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Checking segment: {'id': 'c96d653b-1977-47d4-8cd7-a0b2a6b94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:58.765144 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network hostable DHCP agents. Network: 8c6d3547-c348-4566-be0a-7942057476bd, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:58.792206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-be086042-3329-4733-add6-0b85040c2b04 None None] Provisioning complete for port ef9b3540-981f-4f52-a61e-413d2392a4e2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:58.792206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be086042-3329-4733-add6-0b85040c2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.860512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 8c6d3547-c348-4566-be0a-7942057476bd is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:58.932962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8c6d3547-c348-4566-be0a-7942057476bd) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:58.938467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:58.939559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.948053 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be086042-3329-4733-add6-0b85040c2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:58.954189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9c6b7-b263-4a29-baa3-03a476616aa5 None None] Network 8c6d3547-c348-4566-be0a-7942057476bd requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:59.037938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-39370360-c66e-4198-aa13-f61e3e327169 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7904823 Oct 27 16:39:59.038139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41698) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:59.047149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'subnet': {'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:59.051637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-be086042-3329-4733-add6-0b85040c2b04 None None] For port ef9b3540-981f-4f52-a61e-413d2392a4e2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef9b3540-981f-4f52-a61e-413d2392a4e2,segment=NetworkSegment(6da6adeb-6036-4bc2-92d8-11bb43d08c9d),segment_id=6da6adeb-6036-4bc2-92d8-11bb43d08c9d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:59.118185 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be086042-3329-4733-add6-0b85040c2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.160850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8c6d3547-c348-4566-be0a-7942057476bd', 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd', 'tenant_id': '91bc8520b65d49b89398c1fb08d2e3eb', 'fixed_ips': [{'subnet_id': 'a286c281-6b36-46b9-8bde-030c84996f67'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:39:59.161698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.213560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be086042-3329-4733-add6-0b85040c2b04 None None] Pushing event updated for resources: {'Port': ['ID=ef9b3540-981f-4f52-a61e-413d2392a4e2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:59.218066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:59.222547 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.334949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Allocated IP 2001:db8::2 (8c6d3547-c348-4566-be0a-7942057476bd/a286c281-6b36-46b9-8bde-030c84996f67/5325c3b3-0896-4cbb-a652-6019aeac98c6) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:59.357930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9b4128e0-9ade-4d9d-85f6-0f8ebab62562 None None] Provisioning complete for port ef9b3540-981f-4f52-a61e-413d2392a4e2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:59.358322 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b4128e0-9ade-4d9d-85f6-0f8ebab62562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.477749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.539034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Subnet': ['ID=efb42907-a792-4baf-817f-1a2085ec345c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:59.548408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Checking segment: {'id': '8fbe00f3-36da-4ccb-9324-c32f33eae924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:59.548848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network hostable DHCP agents. Network: b268fff7-9d50-4955-b113-0ac2b91d7ce5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:39:59.562439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.629280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:39:59.692910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.720590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b268fff7-9d50-4955-b113-0ac2b91d7ce5) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:59.725460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:59.737848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.885464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a62a2-663b-4b24-a29d-a133212f5f50 None None] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:39:59.900514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e272420-e33d-400d-8d78-1ffbb613e188 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8614736 Oct 27 16:39:59.903628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41702) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:59.903760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Network 8c6d3547-c348-4566-be0a-7942057476bd is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:59.908026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef9b3540-981f-4f52-a61e-413d2392a4e2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:59.941686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:59.963526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:59.986847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Pushing event updated for resources: {'Port': ['ID=5325c3b3-0896-4cbb-a652-6019aeac98c6,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:00.075954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Attempting to bind port 5325c3b3-0896-4cbb-a652-6019aeac98c6 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:40:00.076336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Attempting to bind port 5325c3b3-0896-4cbb-a652-6019aeac98c6 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'c96d653b-1977-47d4-8cd7-a0b2a6b94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:40:00.076681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Attempting to bind port 5325c3b3-0896-4cbb-a652-6019aeac98c6 on network 8c6d3547-c348-4566-be0a-7942057476bd {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:40:00.107888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:40:00.108256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Checking segment: {'id': 'c96d653b-1977-47d4-8cd7-a0b2a6b94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:40:00.108653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.109041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Bound using segment: {'id': 'c96d653b-1977-47d4-8cd7-a0b2a6b94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:40:00.109525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Bound port: 5325c3b3-0896-4cbb-a652-6019aeac98c6, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96d653b-1977-47d4-8cd7-a0b2a6b94760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c6d3547-c348-4566-be0a-7942057476bd'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:40:00.109898 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.113438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ef9b3540-981f-4f52-a61e-413d2392a4e2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:00.113793 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.205157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.218491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b268fff7-9d50-4955-b113-0ac2b91d7ce5', 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5', 'tenant_id': '91bc8520b65d49b89398c1fb08d2e3eb', 'fixed_ips': [{'subnet_id': 'efb42907-a792-4baf-817f-1a2085ec345c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:40:00.220608 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.251185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] For port 5325c3b3-0896-4cbb-a652-6019aeac98c6, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:40:00.266761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] For port 5325c3b3-0896-4cbb-a652-6019aeac98c6, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5325c3b3-0896-4cbb-a652-6019aeac98c6,segment=NetworkSegment(c96d653b-1977-47d4-8cd7-a0b2a6b94760),segment_id=c96d653b-1977-47d4-8cd7-a0b2a6b94760)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:40:00.355572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.455684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Allocated IP 2001:db8::1 (8c6d3547-c348-4566-be0a-7942057476bd/a286c281-6b36-46b9-8bde-030c84996f67/9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:00.457524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de644e-2670-43f9-b1a3-d240565a34b1 None None] Pushing event updated for resources: {'Port': ['ID=5325c3b3-0896-4cbb-a652-6019aeac98c6,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:00.478487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Allocated IP 2001:db8::2 (b268fff7-9d50-4955-b113-0ac2b91d7ce5/efb42907-a792-4baf-817f-1a2085ec345c/559a2c7c-052c-4771-900b-42f5b3aabc32) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:00.601447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.663864 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.729565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.758041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.780560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 8c6d3547-c348-4566-be0a-7942057476bd is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:00.783938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:00.786509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:00.787300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.803597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:00.813964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:00.813964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:00.814748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Pushing event updated for resources: {'Port': ['ID=559a2c7c-052c-4771-900b-42f5b3aabc32,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:00.827888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Port': ['ID=9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:00.873071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Attempting to bind port 559a2c7c-052c-4771-900b-42f5b3aabc32 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:40:00.873496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Attempting to bind port 559a2c7c-052c-4771-900b-42f5b3aabc32 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fbe00f3-36da-4ccb-9324-c32f33eae924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:40:00.874032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Attempting to bind port 559a2c7c-052c-4771-900b-42f5b3aabc32 on network b268fff7-9d50-4955-b113-0ac2b91d7ce5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:40:00.880456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:40:00.880879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Checking segment: {'id': '8fbe00f3-36da-4ccb-9324-c32f33eae924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:40:00.881343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.881781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Bound using segment: {'id': '8fbe00f3-36da-4ccb-9324-c32f33eae924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:40:00.882295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Bound port: 559a2c7c-052c-4771-900b-42f5b3aabc32, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbe00f3-36da-4ccb-9324-c32f33eae924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b268fff7-9d50-4955-b113-0ac2b91d7ce5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:40:00.882714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:00.954010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dc01297f-85af-411d-91d3-4add982d715d None None] For port 559a2c7c-052c-4771-900b-42f5b3aabc32, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:40:00.956971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dc01297f-85af-411d-91d3-4add982d715d None None] For port 559a2c7c-052c-4771-900b-42f5b3aabc32, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=559a2c7c-052c-4771-900b-42f5b3aabc32,segment=NetworkSegment(8fbe00f3-36da-4ccb-9324-c32f33eae924),segment_id=8fbe00f3-36da-4ccb-9324-c32f33eae924)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:40:01.034878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.046362 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.130614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01297f-85af-411d-91d3-4add982d715d None None] Pushing event updated for resources: {'Port': ['ID=559a2c7c-052c-4771-900b-42f5b3aabc32,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:01.373114 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.472995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea615f-5bba-4431-a482-1b70c2d44c48 None None] Network 8c6d3547-c348-4566-be0a-7942057476bd requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:01.474700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.475696 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.565954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Port': ['ID=9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:01.606115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] Provisioning complete for port 5325c3b3-0896-4cbb-a652-6019aeac98c6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:01.606487 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.617196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 8c6d3547-c348-4566-be0a-7942057476bd is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:01.618557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:01.723399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.761765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] For port 5325c3b3-0896-4cbb-a652-6019aeac98c6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5325c3b3-0896-4cbb-a652-6019aeac98c6,segment=NetworkSegment(c96d653b-1977-47d4-8cd7-a0b2a6b94760),segment_id=c96d653b-1977-47d4-8cd7-a0b2a6b94760)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:01.829491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Router 93ed0e3e-a30e-42c2-9aee-5609ab621bd5 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:40:01.869517 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:01.942780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da06696-4897-4cfc-ba0d-a9d7ae6cb988 None None] Pushing event updated for resources: {'Port': ['ID=5325c3b3-0896-4cbb-a652-6019aeac98c6,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:01.982459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:01.987577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5325c3b3-0896-4cbb-a652-6019aeac98c6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:01.989413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-39a59398-982c-4b9d-a8e0-a7434be604a9 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0846369 Oct 27 16:40:01.992234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41712) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:01.996880 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] Sync routers for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:02.015263 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:02.019723 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:02.041093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-db44e7a4-ae3d-4c7c-b4ee-e669b4348a5c None None] Provisioning complete for port 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.041658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db44e7a4-ae3d-4c7c-b4ee-e669b4348a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.077797 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:02.083207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-db44e7a4-ae3d-4c7c-b4ee-e669b4348a5c None None] Port 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:40:02.087587 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:02.088431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:02.117936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-db44e7a4-ae3d-4c7c-b4ee-e669b4348a5c None None] Provisioning complete for port 5325c3b3-0896-4cbb-a652-6019aeac98c6 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.118312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db44e7a4-ae3d-4c7c-b4ee-e669b4348a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.123565 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:02.124532 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044e580-c82c-4a9d-8577-7173591ac4d4 None None] The sync data for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:02.173950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5325c3b3-0896-4cbb-a652-6019aeac98c6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.174336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.324929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 559a2c7c-052c-4771-900b-42f5b3aabc32 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:02.353915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2f884-9d96-4561-8998-c559db1f0a28 None None] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:02.437933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Provisioning complete for port 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.438295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.452902 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-cf6ab907-db34-441b-a5e8-212323a7296c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:40:02.455096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cf6ab907-db34-441b-a5e8-212323a7296c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4608169 Oct 27 16:40:02.456986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41716) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:02.504871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 559a2c7c-052c-4771-900b-42f5b3aabc32 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.505236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.523254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Port 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:40:02.592362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Provisioning complete for port 559a2c7c-052c-4771-900b-42f5b3aabc32 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:02.592679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.689912 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.751110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.756234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 559a2c7c-052c-4771-900b-42f5b3aabc32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=559a2c7c-052c-4771-900b-42f5b3aabc32,segment=NetworkSegment(8fbe00f3-36da-4ccb-9324-c32f33eae924),segment_id=8fbe00f3-36da-4ccb-9324-c32f33eae924)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:02.804838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.892963 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.975749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:40:02.976017 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-630596a4-089d-4acd-a1e2-a656dc0ebb73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:40:02.980223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=559a2c7c-052c-4771-900b-42f5b3aabc32,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:03.055881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting port 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:03.056223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:03.146483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:03.159181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Calling delete_port for 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:03.409509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:03.436648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Port': ['ID=9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:03.536038 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:03.630269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c121ad4a-e3d3-432b-99ac-1cc443081286 None None] Could not find standard attr ID for object 9bcd3df1-3ab0-49b5-b2b5-475ae2d19d47. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:40:03.643733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c121ad4a-e3d3-432b-99ac-1cc443081286 None None] Provisioning complete for port 559a2c7c-052c-4771-900b-42f5b3aabc32 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:03.644737 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c121ad4a-e3d3-432b-99ac-1cc443081286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:03.875208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5325c3b3-0896-4cbb-a652-6019aeac98c6 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:03.938132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5325c3b3-0896-4cbb-a652-6019aeac98c6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:03.938642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.026482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 559a2c7c-052c-4771-900b-42f5b3aabc32 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:04.061117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Router 93ed0e3e-a30e-42c2-9aee-5609ab621bd5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:04.080523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 559a2c7c-052c-4771-900b-42f5b3aabc32 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:04.081075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.141251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:04.148694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-be1e9190-a0a3-4630-977f-728f2b6a5477 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895654 Oct 27 16:40:04.152060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41724) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:04.158511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] Sync routers for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:04.185166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:04.186126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:04.190246 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-3a1ff596-710d-4b31-bc95-e2bac49eee73 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] delete failed (client error): The resource could not be found. Oct 27 16:40:04.191315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3a1ff596-710d-4b31-bc95-e2bac49eee73 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1684574692 HTTP/1.1" status: 404 len: 335 time: 0.0375202 Oct 27 16:40:04.195891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41726) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:04.200745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6e0c78f1-47b3-4c9a-8ff9-c213e5604e6d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'router': {'external_gateway_info': {'network_id': '93ed0e3e-a30e-42c2-9aee-5609ab621bd5'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:04.226514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:04.236253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:04.236930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:04.268102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:04.268759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c461f3-7462-49ff-bc79-705183ff9c3e None None] The sync data for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:04.407212 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e0c78f1-47b3-4c9a-8ff9-c213e5604e6d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.512206 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-6e0c78f1-47b3-4c9a-8ff9-c213e5604e6d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] update failed (client error): The resource could not be found. Oct 27 16:40:04.513179 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e0c78f1-47b3-4c9a-8ff9-c213e5604e6d tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5 HTTP/1.1" status: 404 len: 339 time: 0.3162873 Oct 27 16:40:04.517033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41730) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:04.523325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-59057499'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:04.634114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:40:04.638169 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.661452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:40:04.669948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.670335 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Added segment a36b2009-bda5-4550-b943-792e70eddb92 of type vlan for network 39cdd31a-9609-4c52-a907-b7db8b537451 Oct 27 16:40:04.708238 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.849186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.855261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:04.855846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.919153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Network': ['ID=39cdd31a-9609-4c52-a907-b7db8b537451,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:04.929226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 39cdd31a-9609-4c52-a907-b7db8b537451 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:40:04.980441 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1ec2cf54-8988-4b59-9a4a-32b5e4ab7644 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4623168 Oct 27 16:40:04.983362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41734) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:04.988597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'subnet': {'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:05.194683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Made reservation on behalf of 91bc8520b65d49b89398c1fb08d2e3eb for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:40:05.198340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:05.474682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:05.536373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Subnet': ['ID=745fdde1-e252-4b40-9e1b-c23a2231eecf,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:05.545440 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Checking segment: {'id': 'a36b2009-bda5-4550-b943-792e70eddb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:40:05.545906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network hostable DHCP agents. Network: 39cdd31a-9609-4c52-a907-b7db8b537451, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:40:05.668667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 39cdd31a-9609-4c52-a907-b7db8b537451 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:40:05.771649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 39cdd31a-9609-4c52-a907-b7db8b537451) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:05.775666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.776282 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:05.781648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872f2e1-eb46-42a6-8007-319b58d25024 None None] Network 39cdd31a-9609-4c52-a907-b7db8b537451 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:05.886302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ce58ab0-6c9a-4393-b6eb-b39c060d415b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9017918 Oct 27 16:40:05.889604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41742) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:05.894890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8cd42463-88d6-4aae-9d25-8da1c5f32ee3 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'router': {'external_gateway_info': {'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:05.931960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-39cdd31a-9609-4c52-a907-b7db8b537451', 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451', 'tenant_id': '91bc8520b65d49b89398c1fb08d2e3eb', 'fixed_ips': [{'subnet_id': '745fdde1-e252-4b40-9e1b-c23a2231eecf'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:40:05.934006 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.083022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Allocated IP 2001:db8:1::2 (39cdd31a-9609-4c52-a907-b7db8b537451/745fdde1-e252-4b40-9e1b-c23a2231eecf/730285d6-a47e-461c-bfb3-fb7d29f3830c) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:06.125133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cd42463-88d6-4aae-9d25-8da1c5f32ee3 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.228997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.335225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.377877 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-8cd42463-88d6-4aae-9d25-8da1c5f32ee3 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:40:06.380657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8cd42463-88d6-4aae-9d25-8da1c5f32ee3 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5 HTTP/1.1" status: 400 len: 364 time: 0.4883947 Oct 27 16:40:06.381227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Network 39cdd31a-9609-4c52-a907-b7db8b537451 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:06.382908 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:06.384107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:06.388037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:06.400193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Pushing event updated for resources: {'Port': ['ID=730285d6-a47e-461c-bfb3-fb7d29f3830c,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:06.458875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Attempting to bind port 730285d6-a47e-461c-bfb3-fb7d29f3830c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:40:06.459358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Attempting to bind port 730285d6-a47e-461c-bfb3-fb7d29f3830c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'a36b2009-bda5-4550-b943-792e70eddb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:40:06.459781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Attempting to bind port 730285d6-a47e-461c-bfb3-fb7d29f3830c on network 39cdd31a-9609-4c52-a907-b7db8b537451 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:40:06.466535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:40:06.467078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Checking segment: {'id': 'a36b2009-bda5-4550-b943-792e70eddb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:40:06.467476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.467925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Bound using segment: {'id': 'a36b2009-bda5-4550-b943-792e70eddb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:40:06.468402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Bound port: 730285d6-a47e-461c-bfb3-fb7d29f3830c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36b2009-bda5-4550-b943-792e70eddb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '39cdd31a-9609-4c52-a907-b7db8b537451'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:40:06.468833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.550443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] For port 730285d6-a47e-461c-bfb3-fb7d29f3830c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:40:06.554583 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] For port 730285d6-a47e-461c-bfb3-fb7d29f3830c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=730285d6-a47e-461c-bfb3-fb7d29f3830c,segment=NetworkSegment(a36b2009-bda5-4550-b943-792e70eddb92),segment_id=a36b2009-bda5-4550-b943-792e70eddb92)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:40:06.644023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:06.735394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a67e-254a-400b-aba2-f704c0c9b9f1 None None] Pushing event updated for resources: {'Port': ['ID=730285d6-a47e-461c-bfb3-fb7d29f3830c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:07.078353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.383673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Allocated IP 2001:db8::1 (52d5c26d-285e-44d7-b4c6-6cd0db2b7684/0ef7d312-645b-4f03-8f40-2fbab533f3f3/e02371e0-e6c1-4a7c-9a7c-1be212c49634) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:40:07.519353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.706701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.739641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55da552-f21e-495c-a95c-60ba6533553c None None] Network 39cdd31a-9609-4c52-a907-b7db8b537451 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:07.752031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:07.755452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:07.757998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:40:07.758709 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.804868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Port': ['ID=e02371e0-e6c1-4a7c-9a7c-1be212c49634,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:07.822657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] Provisioning complete for port 730285d6-a47e-461c-bfb3-fb7d29f3830c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:07.823084 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.974888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 730285d6-a47e-461c-bfb3-fb7d29f3830c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:08.023003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.036094 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.094354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] For port 730285d6-a47e-461c-bfb3-fb7d29f3830c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=730285d6-a47e-461c-bfb3-fb7d29f3830c,segment=NetworkSegment(a36b2009-bda5-4550-b943-792e70eddb92),segment_id=a36b2009-bda5-4550-b943-792e70eddb92)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:08.104953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 730285d6-a47e-461c-bfb3-fb7d29f3830c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:08.105932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.189035 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.197862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.286447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e8cbc-dac5-4b1e-a11b-e46d431ed264 None None] Pushing event updated for resources: {'Port': ['ID=730285d6-a47e-461c-bfb3-fb7d29f3830c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:08.290899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:40:08.291275 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:40:08.317364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-234576aa-4509-4e3b-ab41-9b0cfd88edd7 None None] Provisioning complete for port e02371e0-e6c1-4a7c-9a7c-1be212c49634 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:08.317733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-234576aa-4509-4e3b-ab41-9b0cfd88edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.336427 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.353171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-234576aa-4509-4e3b-ab41-9b0cfd88edd7 None None] Port e02371e0-e6c1-4a7c-9a7c-1be212c49634 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:40:08.364702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-234576aa-4509-4e3b-ab41-9b0cfd88edd7 None None] Provisioning complete for port 730285d6-a47e-461c-bfb3-fb7d29f3830c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:08.365071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-234576aa-4509-4e3b-ab41-9b0cfd88edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.426240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.427172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.514842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event updated for resources: {'Port': ['ID=e02371e0-e6c1-4a7c-9a7c-1be212c49634,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:08.557599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:40:08.559393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:40:08.662758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Router 93ed0e3e-a30e-42c2-9aee-5609ab621bd5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:08.768559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:08.776889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-693c7f73-8f1b-4744-a511-2c6f9ea6cc38 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903039 Oct 27 16:40:08.777451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41760) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:08.780954 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] Sync routers for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:08.790695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:08.791364 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:08.827362 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:08.837026 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:08.837466 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:08.869308 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:08.869876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbcada-7980-4ef3-a028-716269a90cb9 None None] The sync data for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:08.882008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43273357-1238-4bed-bb45-e4ae49794f92 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.885144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-978e1f6c-f8ac-405a-843e-ef6c948a1cb9 None None] Provisioning complete for port e02371e0-e6c1-4a7c-9a7c-1be212c49634 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:08.885624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-978e1f6c-f8ac-405a-843e-ef6c948a1cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:08.919822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-978e1f6c-f8ac-405a-843e-ef6c948a1cb9 None None] Port e02371e0-e6c1-4a7c-9a7c-1be212c49634 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:40:08.964803 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-43273357-1238-4bed-bb45-e4ae49794f92 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:40:08.965856 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43273357-1238-4bed-bb45-e4ae49794f92 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5 HTTP/1.1" status: 409 len: 329 time: 0.1874640 Oct 27 16:40:08.968738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41762) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:09.284157 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:09.536624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting port e02371e0-e6c1-4a7c-9a7c-1be212c49634 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:09.537323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:09.624776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:09.636477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Calling delete_port for e02371e0-e6c1-4a7c-9a7c-1be212c49634 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:09.872775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 730285d6-a47e-461c-bfb3-fb7d29f3830c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:40:09.906097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:09.924624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 730285d6-a47e-461c-bfb3-fb7d29f3830c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:40:09.925175 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:09.932931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Port': ['ID=e02371e0-e6c1-4a7c-9a7c-1be212c49634,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:10.050224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.213868 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Router 93ed0e3e-a30e-42c2-9aee-5609ab621bd5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:10.291688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:10.300499 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37fbbd3c-e819-4a06-a24d-87afc99c9125 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3270423 Oct 27 16:40:10.300499 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:10.304242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] Sync routers for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:10.316949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:10.316949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:10.337367 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-a11686c1-5757-419d-84f7-103e4c102fa6 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] show failed (client error): The resource could not be found. Oct 27 16:40:10.342512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a11686c1-5757-419d-84f7-103e4c102fa6 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-868580943 HTTP/1.1" status: 404 len: 334 time: 0.0372427 Oct 27 16:40:10.342667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41772) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:10.346942 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4ad0ab3f-40f0-4075-8ad6-01d1c48c4f9f tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:10.351333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:10.360376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] Routers {'93ed0e3e-a30e-42c2-9aee-5609ab621bd5'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:10.360977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:39:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:10.383756 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-4ad0ab3f-40f0-4075-8ad6-01d1c48c4f9f tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] update failed (client error): The resource could not be found. Oct 27 16:40:10.385132 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ad0ab3f-40f0-4075-8ad6-01d1c48c4f9f tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1939938872 HTTP/1.1" status: 404 len: 335 time: 0.0411992 Oct 27 16:40:10.388708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:10.394547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:10.395218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646fe7b-9c5f-4ed6-a130-991365d6afc1 None None] The sync data for ids ['93ed0e3e-a30e-42c2-9aee-5609ab621bd5'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:10.440737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting subnet 745fdde1-e252-4b40-9e1b-c23a2231eecf {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:10.444589 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.484854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.571399 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.772220 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.802900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Subnet': ['ID=745fdde1-e252-4b40-9e1b-c23a2231eecf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:10.812209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:10.815592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-70ea7aa5-5fca-484e-8dbe-e0ae48f7cc50 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/subnets/745fdde1-e252-4b40-9e1b-c23a2231eecf HTTP/1.1" status: 204 len: 168 time: 0.4257908 Oct 27 16:40:10.818194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:10.821497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11022c66-7a38-47fb-8a8f-5b4a4c354ab7 None None] Network 39cdd31a-9609-4c52-a907-b7db8b537451 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:10.910659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.005350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting port 730285d6-a47e-461c-bfb3-fb7d29f3830c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:11.008335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.140140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] For port 730285d6-a47e-461c-bfb3-fb7d29f3830c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=730285d6-a47e-461c-bfb3-fb7d29f3830c,segment=NetworkSegment(a36b2009-bda5-4550-b943-792e70eddb92),segment_id=a36b2009-bda5-4550-b943-792e70eddb92)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:11.140517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.160503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Calling delete_port for 730285d6-a47e-461c-bfb3-fb7d29f3830c owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:11.169908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] DHCP port deletion for 39cdd31a-9609-4c52-a907-b7db8b537451 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:11.231344 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Deleting port 730285d6-a47e-461c-bfb3-fb7d29f3830c {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:11.234760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.312673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] For port 730285d6-a47e-461c-bfb3-fb7d29f3830c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=730285d6-a47e-461c-bfb3-fb7d29f3830c,segment=NetworkSegment(a36b2009-bda5-4550-b943-792e70eddb92),segment_id=a36b2009-bda5-4550-b943-792e70eddb92)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:11.313069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.326049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Calling delete_port for 730285d6-a47e-461c-bfb3-fb7d29f3830c owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:11.391537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:11.396614 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:40:11.406120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.425417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] Pushing event deleted for resources: {'Port': ['ID=730285d6-a47e-461c-bfb3-fb7d29f3830c,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:11.425629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Port': ['ID=730285d6-a47e-461c-bfb3-fb7d29f3830c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:11.430704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] No DVR routers for this DVR port 730285d6-a47e-461c-bfb3-fb7d29f3830c on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:11.431280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90558632-16b0-4d03-bc36-295fc6065d41 None None] No DVR routers for this DVR port 730285d6-a47e-461c-bfb3-fb7d29f3830c on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:11.436280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5f50-cfd2-4af2-b423-8139df78e028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.521869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.541651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cdd31a-9609-4c52-a907-b7db8b537451']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:11.551681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36b2009-bda5-4550-b943-792e70eddb92') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:11.551983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36b2009-bda5-4550-b943-792e70eddb92') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:11.568126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.582639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.588721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:11.589812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:11.592874 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:11.748533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.753041 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.756704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/networks/39cdd31a-9609-4c52-a907-b7db8b537451 HTTP/1.1" status: 204 len: 168 time: 0.9374552 Oct 27 16:40:11.759160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41782) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:11.772145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05761-a7df-4337-ab45-cb23404af07c tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Network': ['ID=39cdd31a-9609-4c52-a907-b7db8b537451,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:11.812018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting subnet efb42907-a792-4baf-817f-1a2085ec345c {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:11.815453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.871884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:11.879556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 730285d6-a47e-461c-bfb3-fb7d29f3830c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:11.906088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 730285d6-a47e-461c-bfb3-fb7d29f3830c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:11.906436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 730285d6-a47e-461c-bfb3-fb7d29f3830c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:11.972881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.137830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.163517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Subnet': ['ID=efb42907-a792-4baf-817f-1a2085ec345c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:12.170298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.174614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a16e6a8-b056-4af4-8dad-f385170ca329 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/subnets/efb42907-a792-4baf-817f-1a2085ec345c HTTP/1.1" status: 204 len: 168 time: 0.4132903 Oct 27 16:40:12.190135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259d7fe-6eaf-4d79-ab25-78f7a994f3ab None None] Network b268fff7-9d50-4955-b113-0ac2b91d7ce5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:12.191009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:12.245072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting subnet a286c281-6b36-46b9-8bde-030c84996f67 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:12.253710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.303601 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.375917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] DHCP port deletion for b268fff7-9d50-4955-b113-0ac2b91d7ce5 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:12.400995 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.444041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Deleting port 559a2c7c-052c-4771-900b-42f5b3aabc32 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:12.444413 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.509353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] For port 559a2c7c-052c-4771-900b-42f5b3aabc32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=559a2c7c-052c-4771-900b-42f5b3aabc32,segment=NetworkSegment(8fbe00f3-36da-4ccb-9324-c32f33eae924),segment_id=8fbe00f3-36da-4ccb-9324-c32f33eae924)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:12.509753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.526209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Calling delete_port for 559a2c7c-052c-4771-900b-42f5b3aabc32 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:12.534789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.569187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Subnet': ['ID=a286c281-6b36-46b9-8bde-030c84996f67,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:12.571713 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.577823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41794) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:12.578339 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1e57b28-9a0f-4325-b527-4d171620e696 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/subnets/a286c281-6b36-46b9-8bde-030c84996f67 HTTP/1.1" status: 204 len: 168 time: 0.3857374 Oct 27 16:40:12.584522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bc37d-9389-4254-a0a6-0151c6bac7ca None None] Network 8c6d3547-c348-4566-be0a-7942057476bd requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:12.663004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.731975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting port 559a2c7c-052c-4771-900b-42f5b3aabc32 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:12.732358 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.740191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.778743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] Pushing event deleted for resources: {'Port': ['ID=559a2c7c-052c-4771-900b-42f5b3aabc32,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:12.784380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205a616-6721-48b5-b3a8-20e20a39fdf6 None None] No DVR routers for this DVR port 559a2c7c-052c-4771-900b-42f5b3aabc32 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:12.809573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] DHCP port deletion for 8c6d3547-c348-4566-be0a-7942057476bd request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:12.813200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] For port 559a2c7c-052c-4771-900b-42f5b3aabc32, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=559a2c7c-052c-4771-900b-42f5b3aabc32,segment=NetworkSegment(8fbe00f3-36da-4ccb-9324-c32f33eae924),segment_id=8fbe00f3-36da-4ccb-9324-c32f33eae924)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:12.813812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.829422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Calling delete_port for 559a2c7c-052c-4771-900b-42f5b3aabc32 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:12.859880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Deleting port 5325c3b3-0896-4cbb-a652-6019aeac98c6 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:12.860256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.915617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.940474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] For port 5325c3b3-0896-4cbb-a652-6019aeac98c6, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5325c3b3-0896-4cbb-a652-6019aeac98c6,segment=NetworkSegment(c96d653b-1977-47d4-8cd7-a0b2a6b94760),segment_id=c96d653b-1977-47d4-8cd7-a0b2a6b94760)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:12.940984 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:12.958060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Port': ['ID=559a2c7c-052c-4771-900b-42f5b3aabc32,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:12.958447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Calling delete_port for 5325c3b3-0896-4cbb-a652-6019aeac98c6 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:12.972030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] No DVR routers for this DVR port 559a2c7c-052c-4771-900b-42f5b3aabc32 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:13.074657 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.098397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b268fff7-9d50-4955-b113-0ac2b91d7ce5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.109313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbe00f3-36da-4ccb-9324-c32f33eae924') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.109622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbe00f3-36da-4ccb-9324-c32f33eae924') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.125880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.140958 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.145846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.147839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:13.153702 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:13.176098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] Pushing event deleted for resources: {'Port': ['ID=5325c3b3-0896-4cbb-a652-6019aeac98c6,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:13.183560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d972fa-966b-4ba8-bd00-85558488c435 None None] No DVR routers for this DVR port 5325c3b3-0896-4cbb-a652-6019aeac98c6 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:13.374434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.379407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.382820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/networks/b268fff7-9d50-4955-b113-0ac2b91d7ce5 HTTP/1.1" status: 204 len: 168 time: 0.8029313 Oct 27 16:40:13.387151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41798) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:13.417621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7f21-0f65-4f9d-91ce-bbb3e61cbf1b tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Network': ['ID=b268fff7-9d50-4955-b113-0ac2b91d7ce5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:13.485755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.574284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.594297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6d3547-c348-4566-be0a-7942057476bd']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.603701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96d653b-1977-47d4-8cd7-a0b2a6b94760') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.603996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96d653b-1977-47d4-8cd7-a0b2a6b94760') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:13.613321 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.628793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.634943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:13.635438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:13.638971 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:13.806458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.839548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.845711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/networks/8c6d3547-c348-4566-be0a-7942057476bd HTTP/1.1" status: 204 len: 168 time: 0.4550123 Oct 27 16:40:13.846625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41802) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:13.856937 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803cdc-3c94-44c9-9cf2-c231c2236ab7 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Network': ['ID=8c6d3547-c348-4566-be0a-7942057476bd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:13.938719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting subnet 0ef7d312-645b-4f03-8f40-2fbab533f3f3 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:13.942406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.971473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5325c3b3-0896-4cbb-a652-6019aeac98c6 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:13.992318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:13.996311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5325c3b3-0896-4cbb-a652-6019aeac98c6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:13.996671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5325c3b3-0896-4cbb-a652-6019aeac98c6 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:13.997217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 559a2c7c-052c-4771-900b-42f5b3aabc32 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:14.003107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c9e99eb-3751-400a-a2bf-57e27f4f9568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.025750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 559a2c7c-052c-4771-900b-42f5b3aabc32 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:14.026155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 559a2c7c-052c-4771-900b-42f5b3aabc32 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:14.107383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.274813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.306119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef7d312-645b-4f03-8f40-2fbab533f3f3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:14.308721 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.314049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-32b16087-15d9-4443-b412-68701845f7fc tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/subnets/0ef7d312-645b-4f03-8f40-2fbab533f3f3 HTTP/1.1" status: 204 len: 168 time: 0.4646347 Oct 27 16:40:14.314600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41806) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:14.317022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88772d3e-61db-40ae-a012-e5c10d10dd1b None None] Network 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:14.402210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.459185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Deleting port ef9b3540-981f-4f52-a61e-413d2392a4e2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:14.459529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.535833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] For port ef9b3540-981f-4f52-a61e-413d2392a4e2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ef9b3540-981f-4f52-a61e-413d2392a4e2,segment=NetworkSegment(6da6adeb-6036-4bc2-92d8-11bb43d08c9d),segment_id=6da6adeb-6036-4bc2-92d8-11bb43d08c9d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:14.536200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.551099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Calling delete_port for ef9b3540-981f-4f52-a61e-413d2392a4e2 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:14.650898 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.679020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] DHCP port deletion for 52d5c26d-285e-44d7-b4c6-6cd0db2b7684 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:14.714695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.730529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Deleting port ef9b3540-981f-4f52-a61e-413d2392a4e2 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:14.730932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.743238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] No DVR routers for this DVR port ef9b3540-981f-4f52-a61e-413d2392a4e2 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:14.745051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Port': ['ID=ef9b3540-981f-4f52-a61e-413d2392a4e2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:14.799400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] For port ef9b3540-981f-4f52-a61e-413d2392a4e2, host n-d-814735-4, got binding levels [] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:14.799780 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.812793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Calling delete_port for ef9b3540-981f-4f52-a61e-413d2392a4e2 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:14.815545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.ipam_backend_mixin [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Port ef9b3540-981f-4f52-a61e-413d2392a4e2 was not found and therefore no delete operation was performed {{(pid=114450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:40:14.816880 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.827554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.840206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] Pushing event deleted for resources: {'Port': ['ID=ef9b3540-981f-4f52-a61e-413d2392a4e2,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:14.847894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb7e61-e608-480e-a7bc-695755e7defe None None] No DVR routers for this DVR port ef9b3540-981f-4f52-a61e-413d2392a4e2 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:14.849459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d5c26d-285e-44d7-b4c6-6cd0db2b7684']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:14.862205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da6adeb-6036-4bc2-92d8-11bb43d08c9d') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:14.862503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da6adeb-6036-4bc2-92d8-11bb43d08c9d') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:14.872495 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.885844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.891831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:14.892219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:14.897114 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:15.034459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.041480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.044942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/networks/52d5c26d-285e-44d7-b4c6-6cd0db2b7684 HTTP/1.1" status: 204 len: 168 time: 0.7293074 Oct 27 16:40:15.052974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:15.061764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc802a3d-e8f9-4793-a6de-e52616a11faa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Pushing event deleted for resources: {'Network': ['ID=52d5c26d-285e-44d7-b4c6-6cd0db2b7684,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:15.077840 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d97cb34-8490-4ae1-a586-34b2a7d8f6fa tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "GET /v2.0/ports?device_id=93ed0e3e-a30e-42c2-9aee-5609ab621bd5 HTTP/1.1" status: 200 len: 205 time: 0.0274878 Oct 27 16:40:15.080284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41814) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:15.217033 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.498858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.671500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.673658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.799926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.800485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Fanout notify agent at l3_agent the message router_deleted on router 93ed0e3e-a30e-42c2-9aee-5609ab621bd5 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:40:15.809330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.820596 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3fe41afb-5969-4615-9c3d-99bb98972403 tempest-RoutersNegativeIpV6Test-1202615362 tempest-RoutersNegativeIpV6Test-1202615362-project] 10.222.0.70 "DELETE /v2.0/routers/93ed0e3e-a30e-42c2-9aee-5609ab621bd5 HTTP/1.1" status: 204 len: 168 time: 0.7321560 Oct 27 16:40:15.884020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef9b3540-981f-4f52-a61e-413d2392a4e2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:15.913732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ef9b3540-981f-4f52-a61e-413d2392a4e2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:15.914398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ef9b3540-981f-4f52-a61e-413d2392a4e2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:16.276107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:16.419655 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b4fc161-e659-48ba-a9a2-b2dfa6d0978d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91bc8520b65d49b89398c1fb08d2e3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417794 Oct 27 16:40:16.422108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41854) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:16.473127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:16.495452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:16.614023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:16.616523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:16.617682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a87fdc0-778c-417b-9390-f8e706f94587 HTTP/1.1" status: 204 len: 168 time: 0.1946545 Oct 27 16:40:16.627371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ccb3b-76cd-4430-9f70-741e1d1fa697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a87fdc0-778c-417b-9390-f8e706f94587,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:17.024264 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:17.687492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41880) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:17.784156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810854360'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:17.873802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:17.882524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:17.976314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.059957 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.097770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308a17ea-10bc-4b9c-99b1-a046ea2ad95b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:18.150042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.216479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.247937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48c8415-b52a-42ac-b71f-ef79caeed240,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:18.356275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.359612 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7b4b46aa-26bf-4572-bcd2-d96521c2ab80 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6689916 Oct 27 16:40:18.361763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41892) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.419056 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d6277a84-930f-4060-a9bd-59678e9d7e24 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0560539 Oct 27 16:40:18.423820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41894) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.428348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-security--294005666', 'description': 'tempest-security-description-887096321'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:18.453606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.498114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.582263 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.584892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.586253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "PUT /v2.0/security-groups/e48c8415-b52a-42ac-b71f-ef79caeed240 HTTP/1.1" status: 200 len: 1778 time: 0.1613333 Oct 27 16:40:18.590102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41896) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.612889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd48cf9-ed18-4622-8aff-e462ee6447a5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48c8415-b52a-42ac-b71f-ef79caeed240,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:18.638413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0c27437-66af-4603-8205-be6b18b66e94 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups/e48c8415-b52a-42ac-b71f-ef79caeed240 HTTP/1.1" status: 200 len: 1778 time: 0.0465851 Oct 27 16:40:18.641131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41898) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.695659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.719559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.916966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.919795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:18.921013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/e48c8415-b52a-42ac-b71f-ef79caeed240 HTTP/1.1" status: 204 len: 168 time: 0.2788849 Oct 27 16:40:18.923680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41900) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.931746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ded44-ca48-458f-8971-ef0935fba94d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48c8415-b52a-42ac-b71f-ef79caeed240,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:18.977290 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7aeadd20-9a14-455c-8907-374fbf06e17a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493839 Oct 27 16:40:18.977448 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41904) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:18.990879 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-280ace79-816e-4536-ab43-958742ff0edf tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] delete failed (client error): The resource could not be found. Oct 27 16:40:18.993278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-280ace79-816e-4536-ab43-958742ff0edf tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/e48c8415-b52a-42ac-b71f-ef79caeed240 HTTP/1.1" status: 404 len: 347 time: 0.0134809 Oct 27 16:40:18.995639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41906) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.000761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102264332'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:19.085030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.157269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.222107 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.254239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f17f6e-ee88-4bca-af0e-8734f9ee2782,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:19.376368 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.377644 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3532e2c-1e1c-4b8a-b9fa-b52061629d04 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3809247 Oct 27 16:40:19.380498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41910) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.384885 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'c8f17f6e-ee88-4bca-af0e-8734f9ee2782', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:19.480309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.551504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.648388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.667870 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fc071c-9540-4de1-9870-c41d1847cbb2,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:19.753784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.755199 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ed78fb07-8dbb-4abe-8cc7-7b50aa4d14b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736730 Oct 27 16:40:19.757915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41912) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.789635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.799421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.905042 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.909939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.911094 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/14fc071c-9540-4de1-9870-c41d1847cbb2 HTTP/1.1" status: 204 len: 168 time: 0.1522551 Oct 27 16:40:19.913864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41914) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:19.919297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b740a-9caa-419f-b692-695fb1465885 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14fc071c-9540-4de1-9870-c41d1847cbb2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:19.975852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c664f322-98fc-41d1-ba79-3e9be0edc78e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608170 Oct 27 16:40:19.978527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:20.036074 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.063635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.233578 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.236399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.237596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/c8f17f6e-ee88-4bca-af0e-8734f9ee2782 HTTP/1.1" status: 204 len: 168 time: 0.2581570 Oct 27 16:40:20.240294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41926) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:20.247842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b40635-3ad5-4fab-8f45-fbe1fe92a798 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f17f6e-ee88-4bca-af0e-8734f9ee2782,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:20.286347 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96e19eb3-0c4c-4990-af95-05852e8da3c2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447986 Oct 27 16:40:20.289996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41928) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:20.294441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--132880694'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:20.437293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.509832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.673454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.705442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d19f7-d73d-4fc1-ad30-77bc444f4784,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:20.824692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.825899 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-623cd937-61c6-4f73-89b3-9a864f8ce747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5349514 Oct 27 16:40:20.828793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41934) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:20.833286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'e82d19f7-d73d-4fc1-ad30-77bc444f4784', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:20.962193 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.021940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.124933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.142209 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e799fc0-cb02-45b6-bca5-f7270658ef81,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:21.264140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.265508 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-901141c4-577c-4c86-8e63-03c9fd4249b2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357042 Oct 27 16:40:21.268660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41936) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:21.273121 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'e82d19f7-d73d-4fc1-ad30-77bc444f4784', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:21.373721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.435440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.510893 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.532376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238b9b65-a667-4903-95c6-b0fea357c358,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:21.545363 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:40:21.675660 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.676902 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-88eaa640-03b8-4bda-b402-bb1d4c5f0192 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072585 Oct 27 16:40:21.679866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41942) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:21.684441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'e82d19f7-d73d-4fc1-ad30-77bc444f4784', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:21.798602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.851211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.965322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.983321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8861fa71-8df2-4db8-a1eb-86e65fbdd5e8,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:22.089988 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.091370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8fbb3ad7-ec73-4e3b-9354-0e81289e0457 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4104300 Oct 27 16:40:22.094139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41944) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:22.098754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'e82d19f7-d73d-4fc1-ad30-77bc444f4784', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:22.185281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.246751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.311185 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.333157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c2c7f5-165a-40af-9816-477f48470fc0,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:22.342591 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.342939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.343353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.343688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.344019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.344346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.344673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.345001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.345375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.345704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.346024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.346394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:22.431401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.433327 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9607c947-0285-4a0c-b857-557e5e82ad93 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380980 Oct 27 16:40:22.435921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:22.440294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': 'e82d19f7-d73d-4fc1-ad30-77bc444f4784', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:22.527940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.600360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.679573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.699142 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29061efd-560d-4433-8762-c229894018b4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:22.789764 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.790949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6959a516-3a66-4fd0-8a33-0f006a3cbbd0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3540630 Oct 27 16:40:22.794287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41952) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:22.818939 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.828060 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.933794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.938737 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.940108 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/29061efd-560d-4433-8762-c229894018b4 HTTP/1.1" status: 204 len: 168 time: 0.1447062 Oct 27 16:40:22.942810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41954) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:22.951221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ca70-2fe2-4d0e-ae70-903c6b11abf5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29061efd-560d-4433-8762-c229894018b4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:22.998213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6924bbb9-054b-4e18-b91a-cbee95adebf1 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0538805 Oct 27 16:40:23.001269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41956) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.029115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.037583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.170371 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.177899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.179578 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/88c2c7f5-165a-40af-9816-477f48470fc0 HTTP/1.1" status: 204 len: 168 time: 0.1767664 Oct 27 16:40:23.181873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41958) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.183834 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eb884-266c-4d92-8ee5-e630087f18f7 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c2c7f5-165a-40af-9816-477f48470fc0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.232600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-02de0017-cf6e-47e9-bc34-0fd5ecee8cde tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0491695 Oct 27 16:40:23.233371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41960) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.259656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.269019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.370456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.378181 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.379456 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8861fa71-8df2-4db8-a1eb-86e65fbdd5e8 HTTP/1.1" status: 204 len: 168 time: 0.1449738 Oct 27 16:40:23.382142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.384038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedcf38-05d0-4728-afcb-612a212ca480 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8861fa71-8df2-4db8-a1eb-86e65fbdd5e8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.432168 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0108f926-4294-440b-93d9-5dae3a0957e1 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0483196 Oct 27 16:40:23.434883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41964) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.466159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.475145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.559490 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.566029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.569580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/238b9b65-a667-4903-95c6-b0fea357c358 HTTP/1.1" status: 204 len: 168 time: 0.1312189 Oct 27 16:40:23.569797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41966) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.580866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171673e-c45d-4df1-b976-6b7d6f9ce616 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=238b9b65-a667-4903-95c6-b0fea357c358,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.618379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-907d15f9-e4a1-42b7-8515-d90d7a959239 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0474353 Oct 27 16:40:23.621933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41970) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.651856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.665268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.771082 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.778219 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.779497 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9e799fc0-cb02-45b6-bca5-f7270658ef81 HTTP/1.1" status: 204 len: 168 time: 0.1562510 Oct 27 16:40:23.782723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41974) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.785831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b57496-2d6b-4eba-87de-ad5a7692b290 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e799fc0-cb02-45b6-bca5-f7270658ef81,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.828190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-55ec4293-6cf6-4270-bd3a-a8dbfa0f4d70 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434594 Oct 27 16:40:23.830196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.884917 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.908470 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.027745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.030560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.034184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/e82d19f7-d73d-4fc1-ad30-77bc444f4784 HTTP/1.1" status: 204 len: 168 time: 0.2006502 Oct 27 16:40:24.034555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41978) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.051890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590cf87-fb90-4b73-9155-4ea9c01fd77c tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d19f7-d73d-4fc1-ad30-77bc444f4784,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.088825 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8ed2080-d96a-4767-a02a-df280780e585 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530727 Oct 27 16:40:24.093100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.097910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--39440908'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:24.176214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.244250 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.301640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.347575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85976683-6095-4070-bdcf-1cfdce2dbf5e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.434190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.434190 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-98fa6579-5149-4070-a20e-cb8719f89594 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3371687 Oct 27 16:40:24.434190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41982) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.438886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '85976683-6095-4070-bdcf-1cfdce2dbf5e', 'direction': 'ingress', 'protocol': 17}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:24.561071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.626631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.701887 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.725674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95564b11-8a86-4b1a-8bd2-376bd864e7d2,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.800866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.802141 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc96dd8e-4d4e-4722-9e6a-33941b9e1806 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3671508 Oct 27 16:40:24.804922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 41988) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.869298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.893948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.999336 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.001882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.003063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/85976683-6095-4070-bdcf-1cfdce2dbf5e HTTP/1.1" status: 204 len: 168 time: 0.1972039 Oct 27 16:40:25.005741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41990) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:25.013291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e16fa-b29a-4110-ad1a-64ab5ee4e653 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85976683-6095-4070-bdcf-1cfdce2dbf5e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:25.068574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3e4f30d5-e9a1-467b-9205-746d5001bfa5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612767 Oct 27 16:40:25.072168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41992) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:25.077374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832594885'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:25.182615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.249768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.339404 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.372769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50182a9d-da5d-4716-b89d-dde62cdb33e5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:25.652925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.654328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97b8b3de-7cf9-45a2-9118-e4efa32361c8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5810280 Oct 27 16:40:25.657131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 41994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:25.661617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074223814'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:25.799411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.886963 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.979616 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.009721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4631efb9-c815-46ec-9d84-b53d1f52d398,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:26.068222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.074275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9eaf2b1b-01f2-4cbc-879c-71f6074eb835 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4116232 Oct 27 16:40:26.074275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42000) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.078800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '50182a9d-da5d-4716-b89d-dde62cdb33e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4631efb9-c815-46ec-9d84-b53d1f52d398', 'remote_ip_prefix': None}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:26.197059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.268852 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.341679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.361220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a755cdc-b9ea-4d4c-905f-12804288c887,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:26.435882 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.437159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2ba9574e-5a22-4414-a3ea-4e2221afbde5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3629205 Oct 27 16:40:26.439992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42002) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.463372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.470886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.593132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.599360 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.600462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7a755cdc-b9ea-4d4c-905f-12804288c887 HTTP/1.1" status: 204 len: 168 time: 0.1595078 Oct 27 16:40:26.606468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78b91-02ff-4052-b14b-06d33aafffc5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a755cdc-b9ea-4d4c-905f-12804288c887,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:26.610639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.654123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20ca105f-6e9b-4c0b-90f2-b75456e78f9f tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423448 Oct 27 16:40:26.656877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42006) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.712806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.737602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.853686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.857116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.858823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/4631efb9-c815-46ec-9d84-b53d1f52d398 HTTP/1.1" status: 204 len: 168 time: 0.2005026 Oct 27 16:40:26.861652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42012) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.873413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a90845-4639-4772-93a4-06cd55497be0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631efb9-c815-46ec-9d84-b53d1f52d398,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:26.928886 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-44ed78e9-e8ef-422f-ac97-d3d3236ee538 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660541 Oct 27 16:40:26.933058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42016) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.993234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.020909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.190719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.193415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.194606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/50182a9d-da5d-4716-b89d-dde62cdb33e5 HTTP/1.1" status: 204 len: 168 time: 0.2605410 Oct 27 16:40:27.201184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42018) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.209532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba9c55-6c4a-4357-b19e-87c526d63a3a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50182a9d-da5d-4716-b89d-dde62cdb33e5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.248619 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6cfcd72-21ab-416b-8602-99af18d4f8f2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461543 Oct 27 16:40:27.252491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42020) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.256818 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--74531624'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:27.470655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.543607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.629421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3b78c-dacc-4f35-9f2b-0dfcfde2ab4e req-8cfd995f-046c-49d7-8a2f-cebb3dd0e830 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:27.630955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbb3b78c-dacc-4f35-9f2b-0dfcfde2ab4e req-8cfd995f-046c-49d7-8a2f-cebb3dd0e830 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Oct 27 16:40:27.644697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.671141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbb3b78c-dacc-4f35-9f2b-0dfcfde2ab4e req-cbe28dce-74f1-4022-92a1-6ce61616c2c7 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Oct 27 16:40:27.673572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20933a15-422e-4033-9bca-d97398df1e82,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.752889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.754074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c933c31f-d630-4ff4-85f5-7cde8c657813 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5006618 Oct 27 16:40:27.756946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.761420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '20933a15-422e-4033-9bca-d97398df1e82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:27.849992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.909590 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.988980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.008034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d5a2bf-3a87-4aab-a298-df23b5f0be2a,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.010380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.069536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.070765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-53127b28-6cb1-4493-bcee-786d09304a26 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3128989 Oct 27 16:40:28.073744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42028) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.097978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.106569 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.198775 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.205119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.213059 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/57d5a2bf-3a87-4aab-a298-df23b5f0be2a HTTP/1.1" status: 204 len: 168 time: 0.1316228 Oct 27 16:40:28.213751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.214260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482310cc-d2e1-455d-8205-9eac259839e5 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d5a2bf-3a87-4aab-a298-df23b5f0be2a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.249825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60a3024f-8549-48ac-8997-04585c4feed0 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397100 Oct 27 16:40:28.252482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42032) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.305412 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.327275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.442235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.444904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.446075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/20933a15-422e-4033-9bca-d97398df1e82 HTTP/1.1" status: 204 len: 168 time: 0.1926899 Oct 27 16:40:28.449529 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42034) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.456052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3cd03-2542-45f5-9b4d-5501d099322a tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20933a15-422e-4033-9bca-d97398df1e82,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.477151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.499346 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6eae0b89-04fe-482b-835b-d557c0029d60 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485301 Oct 27 16:40:28.505272 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42036) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.509790 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group': {'name': 'tempest-secgroup--406448131'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:28.738944 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.790682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59ef74-238a-43d5-bd36-a90c98898972 req-d370e4af-4bff-44b5-9bd4-d4a84f0748c4 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:28.792340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b59ef74-238a-43d5-bd36-a90c98898972 req-d370e4af-4bff-44b5-9bd4-d4a84f0748c4 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Oct 27 16:40:28.809068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.834587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b59ef74-238a-43d5-bd36-a90c98898972 req-685fa6cb-64d0-47c9-b60c-dac7fb83c922 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360625 Oct 27 16:40:28.901489 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.929097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7119f11f-122d-43f2-aed6-963917336449,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.040874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.045015 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9fd83627-bc7e-44ec-9b99-17ffcfa19ec2 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5360618 Oct 27 16:40:29.045236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.050070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '7119f11f-122d-43f2-aed6-963917336449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:29.167217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.231904 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.342065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.359324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd64485-92a3-46e1-92fb-b3b5eeb8a1eb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.433462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.434765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a074cb3a-c307-45c6-b6db-35d9c56243ac tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882864 Oct 27 16:40:29.437521 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42044) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.453364 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e4de57d-ca04-40b4-a7f6-cf46ae84d260 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules/8dd64485-92a3-46e1-92fb-b3b5eeb8a1eb HTTP/1.1" status: 200 len: 763 time: 0.0147896 Oct 27 16:40:29.455938 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.508998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c613c0b6-2692-4ed2-8929-60c88db97139 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514736 Oct 27 16:40:29.511185 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.561524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.572553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.594439 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-b087bc89-236d-419b-8817-9c83334c97af tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:29.595820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-b087bc89-236d-419b-8817-9c83334c97af tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0780928 Oct 27 16:40:29.684971 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.692526 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.693629 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8dd64485-92a3-46e1-92fb-b3b5eeb8a1eb HTTP/1.1" status: 204 len: 168 time: 0.1815326 Oct 27 16:40:29.696465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42050) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.701035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d3b9-5525-4387-bbcc-a1c0d62e8ebc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd64485-92a3-46e1-92fb-b3b5eeb8a1eb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.708434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Deleting port 3a3adfc3-8829-4519-8e77-574d2419fa61 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:29.708777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.743869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cf6c64b8-7c8a-426b-a54e-88e3e35d2392 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455818 Oct 27 16:40:29.746938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42052) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.751279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '7119f11f-122d-43f2-aed6-963917336449', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:29.819192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] For port 3a3adfc3-8829-4519-8e77-574d2419fa61, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=3a3adfc3-8829-4519-8e77-574d2419fa61,segment=NetworkSegment(ec3f63dc-adc5-4fe9-8af1-785b297b14ba),segment_id=ec3f63dc-adc5-4fe9-8af1-785b297b14ba)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:29.819562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.842572 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Calling delete_port for 3a3adfc3-8829-4519-8e77-574d2419fa61 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:29.844406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.927614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.974255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9a56c-6b2e-4aff-8059-cb430dca861b req-49a02528-b022-4dc7-be1a-a47ca5a1e41a tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:29.975795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4f9a56c-6b2e-4aff-8059-cb430dca861b req-49a02528-b022-4dc7-be1a-a47ca5a1e41a tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 945 time: 0.0516169 Oct 27 16:40:30.014246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4f9a56c-6b2e-4aff-8059-cb430dca861b req-cbecbb30-217e-450b-acc0-6fa5d2aaeb63 tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/security-groups?id=74035629-78b6-48e5-9aca-ca05216097b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Oct 27 16:40:30.055650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.074873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ed27bf-eb25-48e1-8fff-5cf8fb6633f8,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.118598 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.129768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['3a3adfc3-8829-4519-8e77-574d2419fa61'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:40:30.150435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Pushing event deleted for resources: {'Port': ['ID=3a3adfc3-8829-4519-8e77-574d2419fa61,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.178001 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.179254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0f763e20-6a6b-4b74-a810-e6947e0ef49e tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4313073 Oct 27 16:40:30.182728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42058) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.195925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] No DVR routers for this DVR port 3a3adfc3-8829-4519-8e77-574d2419fa61 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:30.199275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.202558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-12b6b657-3f1d-4cb5-be12-3f473cb71464 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules/81ed27bf-eb25-48e1-8fff-5cf8fb6633f8 HTTP/1.1" status: 200 len: 763 time: 0.0182946 Oct 27 16:40:30.202832 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d715d3d2-c910-4df5-8359-0b816a8252fc req-701d15e6-0bd4-4b1b-b9c6-6bac36389cce tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.82 "DELETE /v2.0/ports/3a3adfc3-8829-4519-8e77-574d2419fa61 HTTP/1.1" status: 204 len: 173 time: 0.6000710 Oct 27 16:40:30.203255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'name': 'network-vif-deleted', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:30.205271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42060) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.206014 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2948d-a9d7-4cf8-b46d-804640817f8e" -d '{"events": [{"server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "name": "network-vif-deleted", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:30.261879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e2f18aa-cde7-4509-9f4f-fa08419925fd tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552702 Oct 27 16:40:30.264568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42066) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.292900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.300971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.386566 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97479f7-56b8-4643-8c9b-ebd943dc207e x-openstack-request-id: req-c97479f7-56b8-4643-8c9b-ebd943dc207e {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:30.386858 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50af34-bc8e-4eec-aa22-a42c376851b0", "name": "network-vif-deleted", "tag": "3a3adfc3-8829-4519-8e77-574d2419fa61", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:30.387155 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c97479f7-56b8-4643-8c9b-ebd943dc207e {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:30.387563 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50af34-bc8e-4eec-aa22-a42c376851b0', 'name': 'network-vif-deleted', 'tag': '3a3adfc3-8829-4519-8e77-574d2419fa61', 'status': 'completed', 'code': 200} Oct 27 16:40:30.476171 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.508808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.508808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/81ed27bf-eb25-48e1-8fff-5cf8fb6633f8 HTTP/1.1" status: 204 len: 168 time: 0.2183392 Oct 27 16:40:30.508808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8469ba7-79db-4287-86ce-07081a2d7490 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ed27bf-eb25-48e1-8fff-5cf8fb6633f8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:30.508808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.546075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33755d8d-1301-4ae8-a3c9-9759db824379 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399745 Oct 27 16:40:30.550899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42070) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.555451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Request body: {'security_group_rule': {'security_group_id': '7119f11f-122d-43f2-aed6-963917336449', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:30.726826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.783346 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.970054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.989310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486a9b18-97f4-4e20-82e9-a541bf6cbbee,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.095481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.096738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0254e413-61e2-4f65-a4b7-93ad59f74d95 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5448270 Oct 27 16:40:31.100047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42074) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.117129 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ebee3cfc-3475-4c46-982c-48ee74f3a7b8 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules/486a9b18-97f4-4e20-82e9-a541bf6cbbee HTTP/1.1" status: 200 len: 764 time: 0.0158138 Oct 27 16:40:31.120139 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42076) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.127365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7e531d8-e728-4b7d-a754-a54636a31cee req-fef9cc15-7321-4363-b375-bbd613870d0f tempest-VolumesSnapshotTestJSON-1737511311 tempest-VolumesSnapshotTestJSON-1737511311-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb50af34-bc8e-4eec-aa22-a42c376851b0 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Oct 27 16:40:31.167567 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-20138f91-1d18-4ca0-bd79-901aab6561fc tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0462670 Oct 27 16:40:31.170102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42080) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.197724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.206376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.322563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.328889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.330049 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/486a9b18-97f4-4e20-82e9-a541bf6cbbee HTTP/1.1" status: 204 len: 168 time: 0.1588833 Oct 27 16:40:31.333585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42082) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.336554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efb5b3-7958-497e-a6a9-51419971c414 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=486a9b18-97f4-4e20-82e9-a541bf6cbbee,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.398981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d8513b6-a2cd-43b6-abba-485301a5e72d tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636013 Oct 27 16:40:31.402004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42084) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.455752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.484264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.626915 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.629525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:31.630737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "DELETE /v2.0/security-groups/7119f11f-122d-43f2-aed6-963917336449 HTTP/1.1" status: 204 len: 168 time: 0.2278063 Oct 27 16:40:31.633815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42086) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.651472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6808b5-9f1c-4ad5-be4c-f0a194d86747 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7119f11f-122d-43f2-aed6-963917336449,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:31.684520 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3988824-bc0a-49e6-81db-afbaf2848b83 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492930 Oct 27 16:40:31.688560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42088) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:31.730830 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7eec330e-4f81-4869-8250-8dead3b97491 tempest-SecGroupTest-1747184599 tempest-SecGroupTest-1747184599-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410438 Oct 27 16:40:32.219354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42098) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:32.364769 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7bd4f0a3-8e66-492f-9e95-1c5a1ec61159 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e28b4b90160e446c9c0ea68f7ca870c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439443 Oct 27 16:40:32.367363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42104) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:32.416576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.439362 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.586792 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.589476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:32.590649 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/308a17ea-10bc-4b9c-99b1-a046ea2ad95b HTTP/1.1" status: 204 len: 168 time: 0.2223909 Oct 27 16:40:32.598494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1bf94-c24f-47a9-a5d1-079df96071c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a17ea-10bc-4b9c-99b1-a046ea2ad95b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:33.764726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3a3adfc3-8829-4519-8e77-574d2419fa61 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:33.789801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 3a3adfc3-8829-4519-8e77-574d2419fa61 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:33.790248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 3a3adfc3-8829-4519-8e77-574d2419fa61 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:33.862802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42136) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:33.973444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-094308ee-1cdb-41c9-bf09-7ff2348de71a tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2001709208', 'prefixes': ['172.20.0.0/16']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:34.280541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-094308ee-1cdb-41c9-bf09-7ff2348de71a tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] Publish callbacks [] for subnetpool, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:34.281884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-094308ee-1cdb-41c9-bf09-7ff2348de71a tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4179792 Oct 27 16:40:34.284770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42142) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:34.323929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d322dac7-ab96-4e85-a921-6802d7fa35f3 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "GET /v2.0/subnetpools/0eff1525-c2e9-4c9e-91ea-7bf84e94c688 HTTP/1.1" status: 200 len: 732 time: 0.0380194 Oct 27 16:40:34.326445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:34.330973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b2952135-f4ba-4122-9ef9-5f157746aedf tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-287317259'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:40:34.481507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b2952135-f4ba-4122-9ef9-5f157746aedf tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] Publish callbacks [] for subnetpool, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:34.482766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b2952135-f4ba-4122-9ef9-5f157746aedf tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "PUT /v2.0/subnetpools/0eff1525-c2e9-4c9e-91ea-7bf84e94c688 HTTP/1.1" status: 200 len: 683 time: 0.1553152 Oct 27 16:40:34.485550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42148) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:34.626997 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c725750d-8c6e-442e-b86d-b755a88fdd50 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] Publish callbacks [] for subnetpool, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:34.628233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c725750d-8c6e-442e-b86d-b755a88fdd50 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "DELETE /v2.0/subnetpools/0eff1525-c2e9-4c9e-91ea-7bf84e94c688 HTTP/1.1" status: 204 len: 168 time: 0.1416757 Oct 27 16:40:34.630972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42150) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:34.645886 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-de200c1f-d3c5-438c-a8f7-56d711fc4351 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] show failed (client error): The resource could not be found. Oct 27 16:40:34.646851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de200c1f-d3c5-438c-a8f7-56d711fc4351 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "GET /v2.0/subnetpools/0eff1525-c2e9-4c9e-91ea-7bf84e94c688 HTTP/1.1" status: 404 len: 346 time: 0.0149968 Oct 27 16:40:34.649506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:34.663546 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-159e6eff-77d1-4465-ae06-4604bd8fc0c7 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] delete failed (client error): The resource could not be found. Oct 27 16:40:34.664476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-159e6eff-77d1-4465-ae06-4604bd8fc0c7 tempest-SubnetPoolsTestJSON-1879429794 tempest-SubnetPoolsTestJSON-1879429794-project] 10.222.0.70 "DELETE /v2.0/subnetpools/0eff1525-c2e9-4c9e-91ea-7bf84e94c688 HTTP/1.1" status: 404 len: 346 time: 0.0141015 Oct 27 16:40:35.142085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42162) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:35.251747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4aceceb-3c47-4798-85ce-cfe36e683367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.351235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4aceceb-3c47-4798-85ce-cfe36e683367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.453325 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4aceceb-3c47-4798-85ce-cfe36e683367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.492791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b4aceceb-3c47-4798-85ce-cfe36e683367 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc85b80ecb6342749847465675b76401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492882 Oct 27 16:40:35.493550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aceceb-3c47-4798-85ce-cfe36e683367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f1e81-dce3-4d93-a859-74e3a1eff491,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:35.496486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42170) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:35.549076 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.569929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.701067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.703707 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:35.704866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/350f1e81-dce3-4d93-a859-74e3a1eff491 HTTP/1.1" status: 204 len: 168 time: 0.2074678 Oct 27 16:40:35.713766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0721e-ef7f-45ce-a612-435e2e911014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f1e81-dce3-4d93-a859-74e3a1eff491,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:40.615193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:40.726440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef33d3b-f179-4d14-9285-58fedc68153d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:40.801964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef33d3b-f179-4d14-9285-58fedc68153d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:40.893211 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ef33d3b-f179-4d14-9285-58fedc68153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:40.939744 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ef33d3b-f179-4d14-9285-58fedc68153d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71c3339965474ce3bbf9283aa5a5a6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231890 Oct 27 16:40:40.942381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33d3b-f179-4d14-9285-58fedc68153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688c0596-6799-4984-9ed3-ab8352874d9b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:40.942532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42268) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:41.012063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.035699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.202503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.202503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.202503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/688c0596-6799-4984-9ed3-ab8352874d9b HTTP/1.1" status: 204 len: 168 time: 0.2521975 Oct 27 16:40:41.204168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b800c-1b90-4e9f-bc6e-25a771e9be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c0596-6799-4984-9ed3-ab8352874d9b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:41.370065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bcccda69-1edd-4714-8d2b-ab984ca8e32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:41.922105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42278) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:41.937849 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.021414 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.127571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.171972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1214b7d785e47b8bb4430a41ed6e9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484531 Oct 27 16:40:42.172906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442bb0e8-1b3a-4ca9-8ebb-bd62fd76502c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:42.174711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.183870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.185584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.185584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.185584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.185584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4364ae-f953-4599-b677-f794324eaac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:42.234472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.258655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.435813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.438527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:42.439727 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/442bb0e8-1b3a-4ca9-8ebb-bd62fd76502c HTTP/1.1" status: 204 len: 168 time: 0.2639906 Oct 27 16:40:42.448361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf0f61-8e04-4d70-abbf-ea5129c75425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442bb0e8-1b3a-4ca9-8ebb-bd62fd76502c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:43.584837 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-a1d40937-fa34-4887-bcf7-0c6ec55012e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408535 Oct 27 16:40:43.649745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-46befdee-ae67-43c2-adbb-023a491067e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.651317 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-46befdee-ae67-43c2-adbb-023a491067e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1096 time: 0.0442042 Oct 27 16:40:43.766678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-96ef7da2-d6c0-41a8-b898-ef5935e6a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.768807 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-96ef7da2-d6c0-41a8-b898-ef5935e6a91e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.0965378 Oct 27 16:40:43.839656 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-9eec9589-89cd-414a-9d4d-72fcc7b08ed9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 1001 time: 0.0617831 Oct 27 16:40:43.897530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-957db02f-cc0d-45bf-957c-3b25abdaa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.899016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-957db02f-cc0d-45bf-957c-3b25abdaa385 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0521317 Oct 27 16:40:43.946736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-a3ac5186-ef53-468d-83d2-c82d603b60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:43.948360 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-a3ac5186-ef53-468d-83d2-c82d603b60f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424073 Oct 27 16:40:44.025890 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-99d3d294-b9cf-4fef-a262-5334153377f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:44.043892 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-cf56c8e8-34d4-4b2c-8741-f4410f4d3809 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879831 Oct 27 16:40:44.157792 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5f71e67-3b41-42b0-b922-869c65545e4d req-101cfe09-9f54-47da-9624-6f1036ee116d service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034188 Oct 27 16:40:44.647023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:45.306150 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:47.106103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:58.065829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:58.449189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:58.546708 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:41:07.999863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42536) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:08.117700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a2ff-5489-4ead-9a4e-20a9f0eb13a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.203994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a2ff-5489-4ead-9a4e-20a9f0eb13a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.287318 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a2ff-5489-4ead-9a4e-20a9f0eb13a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.326061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9bb7a2ff-5489-4ead-9a4e-20a9f0eb13a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baf382e9e70a474b9fc3e37ba64b36e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249059 Oct 27 16:41:08.326753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a2ff-5489-4ead-9a4e-20a9f0eb13a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7e1c8d-0a13-4014-979f-200f09fd19d7,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:08.328694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42542) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:08.381166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.403013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.511889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.514558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:08.516190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c7e1c8d-0a13-4014-979f-200f09fd19d7 HTTP/1.1" status: 204 len: 168 time: 0.1859703 Oct 27 16:41:08.524129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e771a-de6d-42fa-94be-d672d2d3c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7e1c8d-0a13-4014-979f-200f09fd19d7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:09.122165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42554) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:09.136695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c655bbbe-c636-4d27-83ba-b5bd760a90f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.224614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c655bbbe-c636-4d27-83ba-b5bd760a90f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.327517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c655bbbe-c636-4d27-83ba-b5bd760a90f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.369454 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c655bbbe-c636-4d27-83ba-b5bd760a90f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22e415fa868f46c2bf9df07e19d50161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461364 Oct 27 16:41:09.370345 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655bbbe-c636-4d27-83ba-b5bd760a90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0be21-9043-476d-aa94-471240217a4c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:09.372196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:09.423607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.447155 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.590518 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.593219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:09.594415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cd0be21-9043-476d-aa94-471240217a4c HTTP/1.1" status: 204 len: 168 time: 0.2211647 Oct 27 16:41:09.603787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af9fa5-25d1-4387-9abe-c5b4fceaaa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0be21-9043-476d-aa94-471240217a4c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:11.374290 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1db637b6-d665-40e0-895c-3ea60a399066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.608801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42602) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:11.740545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d38d090-b51f-4d7d-900d-a234d64b3b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.819635 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d38d090-b51f-4d7d-900d-a234d64b3b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.956012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5d38d090-b51f-4d7d-900d-a234d64b3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:11.998321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38d090-b51f-4d7d-900d-a234d64b3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ba9f2-e24e-4d7b-a888-31923a70ded3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:12.007308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42610) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:12.015069 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5d38d090-b51f-4d7d-900d-a234d64b3b8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=085d5028758c4e07965bdd390909d359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052956 Oct 27 16:41:12.064758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.086939 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.229016 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.229482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.230862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a94ba9f2-e24e-4d7b-a888-31923a70ded3 HTTP/1.1" status: 204 len: 168 time: 0.2224176 Oct 27 16:41:12.245639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819bcd-9379-4b58-a289-fedc03a5b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ba9f2-e24e-4d7b-a888-31923a70ded3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:14.048476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f28a9973-0edc-42f0-9704-9a1c3f214c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:14.681843 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:15.355886 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:17.098188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:20.925980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 42694) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:21.035114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-708d6ea1-256f-40a7-89ea-aa4df6652748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.115560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-708d6ea1-256f-40a7-89ea-aa4df6652748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.263736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-708d6ea1-256f-40a7-89ea-aa4df6652748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.310173 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-708d6ea1-256f-40a7-89ea-aa4df6652748 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da5274d585294b898f78d71f354f365a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831153 Oct 27 16:41:21.313234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42700) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:21.315297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d6ea1-256f-40a7-89ea-aa4df6652748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab59af8-0483-4ddb-8179-7af79999ff8a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:21.363094 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.385021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.531091 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.534955 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.536513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ab59af8-0483-4ddb-8179-7af79999ff8a HTTP/1.1" status: 204 len: 168 time: 0.2215755 Oct 27 16:41:21.545150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec378a8-eb15-4057-947e-0e14b91ede5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab59af8-0483-4ddb-8179-7af79999ff8a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:26.167755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-7086c590-9786-4926-b73c-f2296a3fd70a tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c82f74662fda41d593029571fd3f789f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299449 Oct 27 16:41:26.408000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-73927737-7c86-4218-b4bb-4d2295c8313d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:26.409601 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-73927737-7c86-4218-b4bb-4d2295c8313d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362909 Oct 27 16:41:26.439717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-b08258d4-40cc-48c4-ba85-b0c31d34291b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/quotas/c82f74662fda41d593029571fd3f789f HTTP/1.1" status: 200 len: 375 time: 0.0230336 Oct 27 16:41:26.453599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205633a0-d301-448f-bfa7-36e988084fcc req-0a43dd4c-0ff2-45e3-9237-be7a335bebad tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:26.456259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-205633a0-d301-448f-bfa7-36e988084fcc req-0a43dd4c-0ff2-45e3-9237-be7a335bebad tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.1050243 Oct 27 16:41:26.834318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-3c49b2aa-b2ed-409b-85f0-1267a6fe3dcd tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c82f74662fda41d593029571fd3f789f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3924379 Oct 27 16:41:26.860161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-205633a0-d301-448f-bfa7-36e988084fcc req-7b0aa5aa-479d-4076-891f-30098ec3f7c6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928473 Oct 27 16:41:27.216110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a69044c-4f14-4f05-a679-ff16544dec2a req-77670175-c43f-42cc-83b5-579c7061110b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0263124 Oct 27 16:41:27.986148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7205e7-492f-4690-818a-33b2082dc147 req-f0d92101-aa8b-4cd9-a4b3-b8f754ca5e55 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:27.987686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d7205e7-492f-4690-818a-33b2082dc147 req-f0d92101-aa8b-4cd9-a4b3-b8f754ca5e55 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0493760 Oct 27 16:41:28.032175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d7205e7-492f-4690-818a-33b2082dc147 req-11ef442d-e12d-4717-9b82-d450de189841 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 Oct 27 16:41:28.059740 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:28.300759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fef9eeb2-cb0a-4636-bb14-86ed860c0f4e req-3aaba644-013d-4e2a-bc1e-4d0d45cb1e03 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0285790 Oct 27 16:41:28.543614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:29.157262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea1422-f414-40b9-8941-5492187f6810 req-2d5c67d0-9e86-451d-bcc3-f0ac29505f3d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:29.158756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fea1422-f414-40b9-8941-5492187f6810 req-2d5c67d0-9e86-451d-bcc3-f0ac29505f3d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0498171 Oct 27 16:41:29.197289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fea1422-f414-40b9-8941-5492187f6810 req-d2dc524f-0416-4a04-adf3-a46e14b432dd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 Oct 27 16:41:29.396109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-edcbac3e-d5c4-410c-8cca-759c15d87b18 req-1bfc2041-8825-4f0c-883a-47708c1b7894 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Oct 27 16:41:30.211130 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-c0158c9c-3343-4a5f-866f-cd22b3875b2b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c82f74662fda41d593029571fd3f789f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298655 Oct 27 16:41:30.325558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880de0-b0c6-4527-8888-9c91fe30d00c req-1ed83796-89b7-47b5-8869-3c6a9320bdb3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:30.327060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15880de0-b0c6-4527-8888-9c91fe30d00c req-1ed83796-89b7-47b5-8869-3c6a9320bdb3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0526783 Oct 27 16:41:30.376665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15880de0-b0c6-4527-8888-9c91fe30d00c req-2731cb28-e14e-4e2f-a831-1ec71b642c2c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Oct 27 16:41:30.408901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9f4a10f4-b75a-4c8a-909d-7b1b426abf41 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:30.410318 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9f4a10f4-b75a-4c8a-909d-7b1b426abf41 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885617 Oct 27 16:41:30.427249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Request body: {'port': {'device_id': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'c82f74662fda41d593029571fd3f789f'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:30.505013 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d809102d-8461-40cb-8aee-6d2088116844 req-9d5650db-e3ba-4042-b534-9c1582d17d82 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Oct 27 16:41:30.645369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Made reservation on behalf of c82f74662fda41d593029571fd3f789f for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:41:30.645369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:30.653373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:30.736805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:30.857440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:30.919470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d62409-2d9c-42d2-849c-f32142da37eb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:30.936893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.937418 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.937755 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.938089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.938424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.938748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.939106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.939432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.939754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.940070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.940390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:30.940718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:31.006561 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Allocated IP 192.168.233.132 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/5eecddc2-1f21-4fdd-acf8-c1633e8ac51d) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:41:31.153892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:31.325599 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:31.370306 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:41:31.373568 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:41:31.377364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:41:31.401639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Pushing event updated for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:31.462619 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:31.463335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:31.557248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126306b-c09a-490c-bc2a-63cad5ee6d09 req-5e83a4fc-ac74-4307-b1e1-ec997fc5c6fd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:31.569659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5126306b-c09a-490c-bc2a-63cad5ee6d09 req-5e83a4fc-ac74-4307-b1e1-ec997fc5c6fd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0708025 Oct 27 16:41:31.653149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5126306b-c09a-490c-bc2a-63cad5ee6d09 req-b3b2c767-fdff-4b58-b3cb-f1a7bce6bf2c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863872 Oct 27 16:41:31.665967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983fc4-4d6b-4150-abb7-6e14b6d9b4ba req-4c30ce3a-9bcd-4feb-a9ac-eda7ebc24b4a tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:31.667634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b983fc4-4d6b-4150-abb7-6e14b6d9b4ba req-4c30ce3a-9bcd-4feb-a9ac-eda7ebc24b4a tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 936 time: 0.0680172 Oct 27 16:41:31.689265 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-76d3ffd8-fe46-4a53-943b-3eade9d234da tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2658167 Oct 27 16:41:31.706564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Request body: {'port': {'device_id': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:41:31.707885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b983fc4-4d6b-4150-abb7-6e14b6d9b4ba req-2d6d859c-d6a1-456a-9d0b-ebfa46375b71 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Oct 27 16:41:31.737117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d784ef80-1816-4732-a014-e5c3f05baa62 None None] Provisioning complete for port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:31.737658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d784ef80-1816-4732-a014-e5c3f05baa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:31.772958 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d784ef80-1816-4732-a014-e5c3f05baa62 None None] Port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:41:31.791461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.064511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:32.072924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.085349 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Transition to ACTIVE for port object 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:41:32.183406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.234205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Pushing event updated for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:32.313356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Attempting to bind port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:41:32.313698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Attempting to bind port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:41:32.314026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Attempting to bind port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:32.318936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:41:32.319319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Attempting to bind port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:41:32.324622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:41:32.324961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:41:32.325347 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:41:32.325775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Bound port: 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:41:32.326389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.396075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:41:32.399507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:41:32.566347 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.605247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.605247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.606354 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] 10.222.0.82 "PUT /v2.0/ports/5eecddc2-1f21-4fdd-acf8-c1633e8ac51d HTTP/1.1" status: 200 len: 1096 time: 0.9063246 Oct 27 16:41:32.606849 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:32.609250 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf62ab-11d3-4f92-b294-9c831f3382dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:32.643538 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353abbc-2f2a-4dfd-a85c-5d695d4cb46f service neutron] Pushing event updated for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:32.667025 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992516a-2d44-4468-b6bc-f368c770abe0 x-openstack-request-id: req-1992516a-2d44-4468-b6bc-f368c770abe0 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:32.667620 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:32.667944 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1992516a-2d44-4468-b6bc-f368c770abe0 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:32.668451 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d', 'status': 'completed', 'code': 200} Oct 27 16:41:32.766423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf62ab-11d3-4f92-b294-9c831f3382dd req-13c64e3c-cdd8-4ae0-8ccf-525750944536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.768626 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-61cf62ab-11d3-4f92-b294-9c831f3382dd req-13c64e3c-cdd8-4ae0-8ccf-525750944536 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c82f74662fda41d593029571fd3f789f&device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 1099 time: 0.0756617 Oct 27 16:41:32.824012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca10c09-3e73-476c-b601-d2fe631580a1 req-6a37a7b4-729c-42d2-9d44-034db2284c42 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.824843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-61cf62ab-11d3-4f92-b294-9c831f3382dd req-ce576010-0037-4902-9eb6-f3cce84e4d06 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c82f74662fda41d593029571fd3f789f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462055 Oct 27 16:41:32.827253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fca10c09-3e73-476c-b601-d2fe631580a1 req-6a37a7b4-729c-42d2-9d44-034db2284c42 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0810776 Oct 27 16:41:32.912240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fca10c09-3e73-476c-b601-d2fe631580a1 req-6187404e-f7f0-49d5-973a-8911dd414ee3 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753677 Oct 27 16:41:32.931314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa32e-79dd-42a3-bf90-3c051dc00237 req-b23954e5-8501-4a4f-be9f-34033fe2e5aa tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.935511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f1aa32e-79dd-42a3-bf90-3c051dc00237 req-b23954e5-8501-4a4f-be9f-34033fe2e5aa tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 948 time: 0.0836797 Oct 27 16:41:32.951604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf62ab-11d3-4f92-b294-9c831f3382dd req-a575b46a-e8f4-4ef1-b5fb-5f743287e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:32.953682 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-61cf62ab-11d3-4f92-b294-9c831f3382dd req-a575b46a-e8f4-4ef1-b5fb-5f743287e785 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225524 Oct 27 16:41:32.979522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f1aa32e-79dd-42a3-bf90-3c051dc00237 req-3b3d55ef-35ea-406e-aee0-e7615f390617 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Oct 27 16:41:33.035771 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-f3d802f7-0c15-4d1d-9d65-78589a60888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.037258 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-f3d802f7-0c15-4d1d-9d65-78589a60888a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c82f74662fda41d593029571fd3f789f&device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 1099 time: 0.0445316 Oct 27 16:41:33.082797 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-cb67a037-e059-49f0-bc31-636889d61996 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d HTTP/1.1" status: 200 len: 217 time: 0.0362573 Oct 27 16:41:33.138112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-358a7040-0da0-4e33-ab7d-1be3bf67af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.139876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-358a7040-0da0-4e33-ab7d-1be3bf67af69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0496352 Oct 27 16:41:33.185397 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e924-fe9e-415f-bfb3-d78606853882 req-444ded8a-d835-4483-b9d6-5b137dc28c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:33.186880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-444ded8a-d835-4483-b9d6-5b137dc28c92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393908 Oct 27 16:41:33.280623 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-16c752c1-bce1-4473-99fa-50819c3ab4b9 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Oct 27 16:41:33.373455 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6084e924-fe9e-415f-bfb3-d78606853882 req-ddb643da-e68d-4d9a-83e3-8f6d1b445b37 service neutron] 10.222.0.82 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Oct 27 16:41:34.041485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfbb3a-3367-470f-8486-0d91fbd98b69 req-6dd13653-414a-4fe2-89a9-8152d6c0f532 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:34.043306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccdfbb3a-3367-470f-8486-0d91fbd98b69 req-6dd13653-414a-4fe2-89a9-8152d6c0f532 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0500078 Oct 27 16:41:34.111921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccdfbb3a-3367-470f-8486-0d91fbd98b69 req-243e6c17-16e1-409f-a217-2038497ed11b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621738 Oct 27 16:41:34.128126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44139b8-d224-4ef1-a3a0-a6d04533a9e1 req-6f422d42-35ce-4842-b3a5-1c22e0fdc100 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:34.129557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c44139b8-d224-4ef1-a3a0-a6d04533a9e1 req-6f422d42-35ce-4842-b3a5-1c22e0fdc100 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 948 time: 0.0787275 Oct 27 16:41:34.168316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c44139b8-d224-4ef1-a3a0-a6d04533a9e1 req-cc630f21-6fd3-47ae-8a04-2ab80c9f7691 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Oct 27 16:41:35.238406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b318c90-f6e2-4b4b-b618-53bd9f2652f3 req-91811e2a-1f61-424d-a62e-108f5cfadc3d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:35.240120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b318c90-f6e2-4b4b-b618-53bd9f2652f3 req-91811e2a-1f61-424d-a62e-108f5cfadc3d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0514395 Oct 27 16:41:35.312116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b318c90-f6e2-4b4b-b618-53bd9f2652f3 req-fc34eb68-cec7-4a7d-afe6-bfa21d6c34ea tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615613 Oct 27 16:41:35.320667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403dd10-1306-4648-bfe6-a77a3f7193ea req-2ae0a942-988f-488a-a40e-1ca484d6dbb9 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:35.322228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8403dd10-1306-4648-bfe6-a77a3f7193ea req-2ae0a942-988f-488a-a40e-1ca484d6dbb9 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 948 time: 0.0810862 Oct 27 16:41:35.361305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8403dd10-1306-4648-bfe6-a77a3f7193ea req-65e3caaa-4a3d-49c5-86b0-98d0cfeea58c tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Oct 27 16:41:35.552079 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:41:36.067735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:41:36.168516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:36.181803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d', 'mac_address': 'fa:16:3e:2b:b2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:41:36.227431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.243768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:36.265930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:36.337383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:36.387621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:36.395635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.396217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.396559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.396887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.397377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.397846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.398368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.398847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.399346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.399807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.400291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.401153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:36.437013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ab4dc-a1b7-4cdf-8fc2-d07f2ea229dd req-db577c97-15ae-44a8-b39e-a91abd7aaf72 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:36.438775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-480ab4dc-a1b7-4cdf-8fc2-d07f2ea229dd req-db577c97-15ae-44a8-b39e-a91abd7aaf72 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0508850 Oct 27 16:41:36.479523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-480ab4dc-a1b7-4cdf-8fc2-d07f2ea229dd req-a124afa3-00eb-4925-b14f-c68b3373109d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336857 Oct 27 16:41:36.595868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac1069-bbc0-477a-82ed-fecc4f18c9bd req-41fa9368-00cd-49d6-92ea-4997f329d8c9 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:36.597725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5ac1069-bbc0-477a-82ed-fecc4f18c9bd req-41fa9368-00cd-49d6-92ea-4997f329d8c9 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 949 time: 0.0552530 Oct 27 16:41:36.636778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5ac1069-bbc0-477a-82ed-fecc4f18c9bd req-977d28ee-a903-44ac-8cd8-a427d4bfeafb tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Oct 27 16:41:36.723824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['5eecddc2-1f21-4fdd-acf8-c1633e8ac51d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:41:36.774726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656418b9-7452-4ca8-98a5-acd026b6efe7 req-a954d3ac-bcca-4e68-99ad-8df3bd4f3053 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:36.777081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656418b9-7452-4ca8-98a5-acd026b6efe7 req-a954d3ac-bcca-4e68-99ad-8df3bd4f3053 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0643082 Oct 27 16:41:36.816183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-656418b9-7452-4ca8-98a5-acd026b6efe7 req-64e437a4-4101-4eb9-bf9e-56736a89f7bb tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Oct 27 16:41:37.711206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468588f-6d4a-4ca5-9afc-862db66a3696 req-3bbedcfe-cadc-4095-8b35-f33d2e79116b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:37.712648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9468588f-6d4a-4ca5-9afc-862db66a3696 req-3bbedcfe-cadc-4095-8b35-f33d2e79116b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.1567829 Oct 27 16:41:37.778493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9468588f-6d4a-4ca5-9afc-862db66a3696 req-5018cc14-e811-4a90-b6d4-2d183b1ac782 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559971 Oct 27 16:41:37.787663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733083d-b87f-4b96-8ee9-473fdba6f634 req-e171f92b-2d33-4d41-b55a-6088ae35f1fd tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:37.789207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f733083d-b87f-4b96-8ee9-473fdba6f634 req-e171f92b-2d33-4d41-b55a-6088ae35f1fd tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 949 time: 0.0756211 Oct 27 16:41:37.829006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f733083d-b87f-4b96-8ee9-473fdba6f634 req-64241cee-94a8-47e7-92f4-23fb10357086 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Oct 27 16:41:37.926262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3af601-a027-4c85-b964-fa3a11732122 req-bfd41216-d38b-40ec-8acc-20e4842d7fcb tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:37.928628 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0a3af601-a027-4c85-b964-fa3a11732122 req-bfd41216-d38b-40ec-8acc-20e4842d7fcb tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.82 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0858111 Oct 27 16:41:37.985013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5d9c1-91ea-46ce-a80d-306e2a207bdc req-00de8b79-5036-4b7d-b2f3-2c66e182f039 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:37.991671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40f5d9c1-91ea-46ce-a80d-306e2a207bdc req-00de8b79-5036-4b7d-b2f3-2c66e182f039 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 945 time: 0.0892432 Oct 27 16:41:38.026772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40f5d9c1-91ea-46ce-a80d-306e2a207bdc req-8758c027-b56f-4f43-840b-2e68b65ec10d tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/security-groups?id=27f6ec04-dd59-404e-a768-b5d544f8ee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Oct 27 16:41:38.027018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Deleting port b5716959-1886-48b9-b357-8e83f05c8ba3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:38.027266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.082422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:41:38.135183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] For port b5716959-1886-48b9-b357-8e83f05c8ba3, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=b5716959-1886-48b9-b357-8e83f05c8ba3,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:38.135689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.181598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:38.194265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '33992386-c868-4bd1-a769-6c50ee630d35', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:41:38.274113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.289382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:41:38.311494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:38.331373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.331746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.332188 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Floating IP c06538b2-f2d2-4697-a489-bfc17d30d880 disassociated. External IP: 172.25.5.117, port: b5716959-1886-48b9-b357-8e83f05c8ba3. Oct 27 16:41:38.332578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Calling delete_port for b5716959-1886-48b9-b357-8e83f05c8ba3 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:38.422996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.483680 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=6']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:38.549109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['33992386-c868-4bd1-a769-6c50ee630d35'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:41:38.578381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.609458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event deleted for resources: {'Port': ['ID=b5716959-1886-48b9-b357-8e83f05c8ba3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:38.738451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Router af4fd838-4e42-48d6-8ed1-6efbfbb3859f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:38.866907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:38.878460 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Sync routers for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:38.900388 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:38.901373 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:38.912813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] No DVR routers for this DVR port b5716959-1886-48b9-b357-8e83f05c8ba3 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:38.915699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:38.920184 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-0a3af601-a027-4c85-b964-fa3a11732122 req-a759b8be-fc10-4468-98c2-72ce1182dce2 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.82 "DELETE /v2.0/ports/b5716959-1886-48b9-b357-8e83f05c8ba3 HTTP/1.1" status: 204 len: 173 time: 0.9843831 Oct 27 16:41:38.920650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'name': 'network-vif-deleted', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:38.923126 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865aa014-dc00-4e44-9cfa-caa81f030fd8" -d '{"events": [{"server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "name": "network-vif-deleted", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:39.009285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6e6a-6f8d-48b8-8a80-30afe91a5fbc req-8b10c10c-deaf-4932-bc93-a23be31fba4f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:39.017983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c4f6e6a-6f8d-48b8-8a80-30afe91a5fbc req-8b10c10c-deaf-4932-bc93-a23be31fba4f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.1607056 Oct 27 16:41:39.097165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dcbff-e615-43d9-bc22-217a49a3847b req-51b4ed3b-782a-4c94-9e74-bdff44cb90a3 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:39.101323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b4dcbff-e615-43d9-bc22-217a49a3847b req-51b4ed3b-782a-4c94-9e74-bdff44cb90a3 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 949 time: 0.1468170 Oct 27 16:41:39.105190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8c4f6e6a-6f8d-48b8-8a80-30afe91a5fbc req-06788e27-4053-4486-b6d8-b22405341427 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860181 Oct 27 16:41:39.142808 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:39.173026 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e21a10-74bb-4d93-aa11-f4dca224546b x-openstack-request-id: req-d9e21a10-74bb-4d93-aa11-f4dca224546b {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:39.173523 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f92028-17c6-4908-9b32-e8835aba0d90", "name": "network-vif-deleted", "tag": "b5716959-1886-48b9-b357-8e83f05c8ba3", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:39.173834 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9e21a10-74bb-4d93-aa11-f4dca224546b {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:39.174388 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f92028-17c6-4908-9b32-e8835aba0d90', 'name': 'network-vif-deleted', 'tag': 'b5716959-1886-48b9-b357-8e83f05c8ba3', 'status': 'completed', 'code': 200} Oct 27 16:41:39.190271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b4dcbff-e615-43d9-bc22-217a49a3847b req-4837c161-1c85-4a2d-8c42-356deb296af7 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Oct 27 16:41:39.280037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88235af3-ac19-4c80-983f-3642577df5b5 req-f74639ea-8720-44f8-b38e-be17a9ebe341 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0406504 Oct 27 16:41:39.391185 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:39.418961 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Checking router: af4fd838-4e42-48d6-8ed1-6efbfbb3859f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:39.428133 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:39.428742 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:39.539421 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:39.758457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:39.783838 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d239fc-4abf-4284-8e0e-85980410800b None None] The sync data for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 is: [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:35:26Z', 'revision_number': 4, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd6589cb0-88e6-4beb-812a-187155bacbd7', 'name': '', 'network_id': '3ddb4f27-8141-4273-b467-cf1131474fb2', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'mac_address': 'fa:16:3e:e4:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:25Z', 'updated_at': '2021-10-27T16:35:31Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'subnets': [{'id': '3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:40.039330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe61c03-cf2f-45c8-8b25-5a5a2e23607d None None] New status for floating IP c06538b2-f2d2-4697-a489-bfc17d30d880: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:41:40.106071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:40.201143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 33992386-c868-4bd1-a769-6c50ee630d35 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:40.201143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:40.252340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684098e-763d-4630-8d68-242514f6ebf8 req-d899eaa6-d2bf-4f65-889e-d1b2c22e3e09 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:40.254365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c684098e-763d-4630-8d68-242514f6ebf8 req-d899eaa6-d2bf-4f65-889e-d1b2c22e3e09 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.0571432 Oct 27 16:41:40.284466 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:40.310842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c684098e-763d-4630-8d68-242514f6ebf8 req-095473d6-f4a9-45cb-ace6-0f9d99f81963 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463369 Oct 27 16:41:40.313698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:40.316839 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8f1762-1478-4b6b-a747-02d730ebc28a" -d '{"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:40.337543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:40.403150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6818-a098-47e7-b1c8-e05c0b07cb7a req-a290831b-375b-43ae-a330-43266a040b8d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:40.404671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11eb6818-a098-47e7-b1c8-e05c0b07cb7a req-a290831b-375b-43ae-a330-43266a040b8d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 949 time: 0.1455734 Oct 27 16:41:40.438822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-784de215-04cc-4270-b7ab-6a51c32288df req-c44140c3-87ae-46e9-9b9e-5c4878ff87c4 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "GET /v2.0/ports?device_id=46f92028-17c6-4908-9b32-e8835aba0d90 HTTP/1.1" status: 200 len: 210 time: 0.0331826 Oct 27 16:41:40.465848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11eb6818-a098-47e7-b1c8-e05c0b07cb7a req-e7e67108-b154-4182-8abd-72a8211a131d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Oct 27 16:41:40.505082 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaed20d-6126-4692-9ddf-e1d69087cc86 x-openstack-request-id: req-faaed20d-6126-4692-9ddf-e1d69087cc86 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:40.505082 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:40.505082 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-faaed20d-6126-4692-9ddf-e1d69087cc86 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:40.505082 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'code': 200} Oct 27 16:41:40.610225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:40.610979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:41:40.687010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=7']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:40.799818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:41:40.804475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:41:40.804603 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:40.883152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:40.915357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:41.033778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.081543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:41.427964 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-25b44a23-56e4-4749-8a74-111171aeb526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.445870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bc2bf-9f2d-4f50-ad54-9e8b791a6f82 req-9233c51c-1895-40dc-ba49-a4b6cbc55c0e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:41.447381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d13bc2bf-9f2d-4f50-ad54-9e8b791a6f82 req-9233c51c-1895-40dc-ba49-a4b6cbc55c0e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0525842 Oct 27 16:41:41.491792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d13bc2bf-9f2d-4f50-ad54-9e8b791a6f82 req-274b8767-24d3-465a-b4d2-9b9ede37d327 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382013 Oct 27 16:41:41.499799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42936) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:41.658330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1517ea-3b4c-44c7-bda7-80b7779e2ccf req-4fede431-6b61-4f3a-91b4-a5bf1418e4c6 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:41.659855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f1517ea-3b4c-44c7-bda7-80b7779e2ccf req-4fede431-6b61-4f3a-91b4-a5bf1418e4c6 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.1085896 Oct 27 16:41:41.701337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Deleting port 2e893529-1201-4153-9a55-7aeb93564037 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:41.701780 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.755892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4f1517ea-3b4c-44c7-bda7-80b7779e2ccf req-644f33fc-d69d-45b9-919a-52e53571d22f tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868933 Oct 27 16:41:41.798938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.799416 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:41.811517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Calling delete_port for 2e893529-1201-4153-9a55-7aeb93564037 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:42.061558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.093002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event deleted for resources: {'Port': ['ID=2e893529-1201-4153-9a55-7aeb93564037,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:42.093813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b5716959-1886-48b9-b357-8e83f05c8ba3 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:42.118699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: b5716959-1886-48b9-b357-8e83f05c8ba3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:42.119098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device b5716959-1886-48b9-b357-8e83f05c8ba3 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:42.181729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.185077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.186233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c0e5c51a-5e65-4d78-a593-2e042a01f585 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "DELETE /v2.0/floatingips/c06538b2-f2d2-4697-a489-bfc17d30d880 HTTP/1.1" status: 204 len: 168 time: 0.6854587 Oct 27 16:41:42.264087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42944) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:42.322808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.348080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.495687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:42.499502 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd0c897-77d1-4636-bfb8-94e71f440869" -d '{"events": [{"server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "name": "network-vif-plugged", "status": "completed", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:42.531948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.535900 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:42.539910 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163b637-50d6-4628-8dbf-7628bb3cec7d x-openstack-request-id: req-5163b637-50d6-4628-8dbf-7628bb3cec7d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:42.540171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] 10.222.0.70 "DELETE /v2.0/security-groups/27f6ec04-dd59-404e-a768-b5d544f8ee8c HTTP/1.1" status: 204 len: 168 time: 0.2748694 Oct 27 16:41:42.540769 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "name": "network-vif-plugged", "status": "completed", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:42.542404 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5163b637-50d6-4628-8dbf-7628bb3cec7d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:42.542404 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d', 'code': 200} Oct 27 16:41:42.552690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6ec04-dd59-404e-a768-b5d544f8ee8c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:42.564030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.564030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.564548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.565167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.566020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.567221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.567496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.567931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.568359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.568787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.569219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.569650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668bc79d-f5a8-4193-a43a-79283ae08fb1 tempest-TestServerBasicOps-1381903629 tempest-TestServerBasicOps-1381903629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:41:42.646326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2b04b-b0b0-4c63-b6cc-d58e917221b6 req-0b709549-c695-40f8-9d53-bc98d21bcabd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:42.648213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb2b04b-b0b0-4c63-b6cc-d58e917221b6 req-0b709549-c695-40f8-9d53-bc98d21bcabd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0587416 Oct 27 16:41:42.673533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8808be-d12d-4be0-ba78-a4f472b15678 req-4d3fe206-b8bc-465c-8b45-cf3ba09c7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:42.675244 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc8808be-d12d-4be0-ba78-a4f472b15678 req-4d3fe206-b8bc-465c-8b45-cf3ba09c7097 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 1101 time: 0.0464222 Oct 27 16:41:42.688454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb2b04b-b0b0-4c63-b6cc-d58e917221b6 req-9c2c00fb-ffae-4421-bb09-aeef1196de3a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Oct 27 16:41:42.716522 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-fc8808be-d12d-4be0-ba78-a4f472b15678 req-34ceda58-e5fa-4e61-a0de-48cf6dab9715 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Oct 27 16:41:42.737181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42952) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:42.952674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59785a-fac2-48af-8722-be35b942e4b5 req-ac042bd7-ba9d-4531-bb94-14423f0bc5e4 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:42.954146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce59785a-fac2-48af-8722-be35b942e4b5 req-ac042bd7-ba9d-4531-bb94-14423f0bc5e4 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.1278651 Oct 27 16:41:43.063574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce59785a-fac2-48af-8722-be35b942e4b5 req-7a82b138-1597-43e6-b4ee-fcc3eee44ee5 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Oct 27 16:41:43.249851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:43.494250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Deleting port d6589cb0-88e6-4beb-812a-187155bacbd7 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:43.494663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:43.573399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] For port d6589cb0-88e6-4beb-812a-187155bacbd7, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d6589cb0-88e6-4beb-812a-187155bacbd7,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:43.574070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:43.585935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Calling delete_port for d6589cb0-88e6-4beb-812a-187155bacbd7 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:43.816472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60296-c1d7-4383-98fa-6a99f6ad9936 req-54d83acc-15bf-47f7-b46a-5bd0c7b615bd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:43.818053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0e60296-c1d7-4383-98fa-6a99f6ad9936 req-54d83acc-15bf-47f7-b46a-5bd0c7b615bd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0535831 Oct 27 16:41:43.864066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0e60296-c1d7-4383-98fa-6a99f6ad9936 req-42e55b92-09e3-4abd-857a-d525e08e651b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385451 Oct 27 16:41:43.936976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:43.966203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6589cb0-88e6-4beb-812a-187155bacbd7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:44.039860 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a69fa2f0-c90d-4607-8b55-99b24303f96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.136684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.516573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962fcc-b4d2-4b97-8a66-7340aa1318ff req-d9a61999-50fc-49b5-b3e6-53947f5c5455 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:44.518209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d962fcc-b4d2-4b97-8a66-7340aa1318ff req-d9a61999-50fc-49b5-b3e6-53947f5c5455 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.3615272 Oct 27 16:41:44.643521 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7d962fcc-b4d2-4b97-8a66-7340aa1318ff req-4fac3fc0-c1aa-44d5-9222-a940b48f5b3b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167848 Oct 27 16:41:44.693235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Router af4fd838-4e42-48d6-8ed1-6efbfbb3859f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:44.707595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:44.802584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:44.808351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7eafc77a-b293-4ae2-b923-4f8e04040ae2 admin admin] 10.222.0.70 "PUT /v2.0/routers/af4fd838-4e42-48d6-8ed1-6efbfbb3859f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0696805 Oct 27 16:41:44.813142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 42976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:44.814941 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Sync routers for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:44.827456 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:44.828420 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:44.959434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.061155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:45.124374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45263a-9bac-4e19-9ffe-a1fa82d0ef40 req-3ae3875d-239a-49dd-b33b-c51834b3b13c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.133092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f45263a-9bac-4e19-9ffe-a1fa82d0ef40 req-3ae3875d-239a-49dd-b33b-c51834b3b13c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0877886 Oct 27 16:41:45.197686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.213162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f45263a-9bac-4e19-9ffe-a1fa82d0ef40 req-803100d3-8b7d-4be4-b273-dae40eeca70c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747089 Oct 27 16:41:45.307727 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:41:43Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:45.335355 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Checking router: af4fd838-4e42-48d6-8ed1-6efbfbb3859f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:45.345406 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Routers {'af4fd838-4e42-48d6-8ed1-6efbfbb3859f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:45.346013 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:45.392659 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.443214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Deleting port 785e3f75-6863-4a6a-a9e0-9202db3f52fe {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:45.443582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.453273 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] Set router af4fd838-4e42-48d6-8ed1-6efbfbb3859f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:45.562663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] For port 785e3f75-6863-4a6a-a9e0-9202db3f52fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=785e3f75-6863-4a6a-a9e0-9202db3f52fe,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:45.563023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:45.576588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Calling delete_port for 785e3f75-6863-4a6a-a9e0-9202db3f52fe owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:45.634855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a910fb-001c-42f6-99fd-900cf627f824 req-3e4e7c08-a758-410d-b8bd-3c9894904a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.637532 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-3e4e7c08-a758-410d-b8bd-3c9894904a07 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1096 time: 0.0606511 Oct 27 16:41:45.762775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:41:43Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:45.798558 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbcd4-6fbb-43a4-b0ef-e3cdf3e192d6 None None] The sync data for ids ['af4fd838-4e42-48d6-8ed1-6efbfbb3859f'] in n-d-814735-4 is: [{'id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'name': 'tempest-TestServerBasicOps-254528857-router', 'tenant_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:21Z', 'updated_at': '2021-10-27T16:41:43Z', 'revision_number': 5, 'project_id': 'cdbe8a9bb5884b77935e7aff65ae9d5d', 'gw_port': {'id': '785e3f75-6863-4a6a-a9e0-9202db3f52fe', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd838-4e42-48d6-8ed1-6efbfbb3859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:22Z', 'updated_at': '2021-10-27T16:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:45.829789 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a910fb-001c-42f6-99fd-900cf627f824 req-d301ef90-9555-4d99-b664-24c1d1c251dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.831754 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-d301ef90-9555-4d99-b664-24c1d1c251dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1685002 Oct 27 16:41:45.868024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b3cdd-f299-4223-b80c-f106a9ea5989 req-ce7d15d3-9912-4184-a11d-209143fbd064 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:45.870167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04b3cdd-f299-4223-b80c-f106a9ea5989 req-ce7d15d3-9912-4184-a11d-209143fbd064 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.1016397 Oct 27 16:41:45.967425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f04b3cdd-f299-4223-b80c-f106a9ea5989 req-aa4a79e0-69e7-4c45-9724-b5ceb3faad81 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 Oct 27 16:41:45.970521 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-6c720fcd-1852-458d-9a02-c4ccfd3fe3f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 1001 time: 0.1174653 Oct 27 16:41:46.048129 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.092783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Pushing event deleted for resources: {'Port': ['ID=785e3f75-6863-4a6a-a9e0-9202db3f52fe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:46.094192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a910fb-001c-42f6-99fd-900cf627f824 req-aac278a1-1cd6-4bdf-b1be-591d8abae569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.096986 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-aac278a1-1cd6-4bdf-b1be-591d8abae569 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.1168091 Oct 27 16:41:46.227195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a910fb-001c-42f6-99fd-900cf627f824 req-93143227-edfc-4d57-8da5-4f19d4c16d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.229295 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-93143227-edfc-4d57-8da5-4f19d4c16d40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188562 Oct 27 16:41:46.296166 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.427355 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.429661 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.433544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d6589cb0-88e6-4beb-812a-187155bacbd7 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:46.467879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d6589cb0-88e6-4beb-812a-187155bacbd7 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:46.468313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d6589cb0-88e6-4beb-812a-187155bacbd7 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:46.570990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-3493d61f-3309-42bc-b2a8-11566a363f1e service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322473 Oct 27 16:41:46.594006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4eb29-241b-4f76-8628-82021e72ba25 req-2ab7ccd9-4ef5-4816-8ae8-631bcbbaa6a5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:46.595721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f4eb29-241b-4f76-8628-82021e72ba25 req-2ab7ccd9-4ef5-4816-8ae8-631bcbbaa6a5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.1642299 Oct 27 16:41:46.634319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.634319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4fd838-4e42-48d6-8ed1-6efbfbb3859f {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:41:46.645334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.648824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-979cf85e-6cf2-4ae7-b2ba-79bb2b008327 admin admin] 10.222.0.70 "DELETE /v2.0/routers/af4fd838-4e42-48d6-8ed1-6efbfbb3859f HTTP/1.1" status: 204 len: 168 time: 1.8346674 Oct 27 16:41:46.653372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43030) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:46.711266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20f4eb29-241b-4f76-8628-82021e72ba25 req-b82aef41-3a68-41e3-9a3b-63bfd6c0f312 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088538 Oct 27 16:41:46.750775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Deleting subnet 3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:41:46.754246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.792743 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-35a910fb-001c-42f6-99fd-900cf627f824 req-8a27b6ff-caf1-4901-b14d-d57b01542671 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095280 Oct 27 16:41:46.816584 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:46.970278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.032052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2a9e1-8536-43d8-8a6d-ad554786d949 req-5f18322d-ab3c-4ffc-aa0a-8c45a39f3ada tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:47.033591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdc2a9e1-8536-43d8-8a6d-ad554786d949 req-5f18322d-ab3c-4ffc-aa0a-8c45a39f3ada tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.1167500 Oct 27 16:41:47.044993 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.109566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdc2a9e1-8536-43d8-8a6d-ad554786d949 req-d8ce36cf-5aa1-4501-9dde-79b6d2ce4c7f tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570989 Oct 27 16:41:47.193751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.226157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:47.230826 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.234896 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-37d72605-1818-494f-9465-64f92c8552e9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3c4a3dbd-b6ce-4ec6-958c-378ecd0ac3fd HTTP/1.1" status: 204 len: 168 time: 0.5802622 Oct 27 16:41:47.237414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43034) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:47.241493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656376e1-a9d2-4cee-9666-588d9d320493 None None] Network 3ddb4f27-8141-4273-b467-cf1131474fb2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:47.330307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.435467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Deleting port 0d349fb0-284c-4395-8926-883d50e9b810 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:47.435924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.539322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] For port 0d349fb0-284c-4395-8926-883d50e9b810, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0d349fb0-284c-4395-8926-883d50e9b810,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:47.539961 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.554543 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] DHCP port deletion for 3ddb4f27-8141-4273-b467-cf1131474fb2 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:41:47.586632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Calling delete_port for 0d349fb0-284c-4395-8926-883d50e9b810 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:47.652656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Deleting port 0d349fb0-284c-4395-8926-883d50e9b810 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:47.654191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.746271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] For port 0d349fb0-284c-4395-8926-883d50e9b810, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0d349fb0-284c-4395-8926-883d50e9b810,segment=NetworkSegment(7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8),segment_id=7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:47.746753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.764727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Calling delete_port for 0d349fb0-284c-4395-8926-883d50e9b810 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:47.788617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.830764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d349fb0-284c-4395-8926-883d50e9b810,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:47.834669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] No DVR routers for this DVR port 0d349fb0-284c-4395-8926-883d50e9b810 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:47.883617 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:47.920611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] Pushing event deleted for resources: {'Port': ['ID=0d349fb0-284c-4395-8926-883d50e9b810,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:47.939761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b798c7a-8131-4ddb-9a0b-0c2bb2f51107 None None] No DVR routers for this DVR port 0d349fb0-284c-4395-8926-883d50e9b810 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:47.986185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 785e3f75-6863-4a6a-a9e0-9202db3f52fe no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:47.986385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.025154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddb4f27-8141-4273-b467-cf1131474fb2']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:48.029603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 785e3f75-6863-4a6a-a9e0-9202db3f52fe {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:48.031266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 785e3f75-6863-4a6a-a9e0-9202db3f52fe not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:48.031711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0d349fb0-284c-4395-8926-883d50e9b810 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:48.039675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:48.039977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e7092-dde7-43c4-bc24-8e2f19a7c7e8') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:48.063270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.074642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0d349fb0-284c-4395-8926-883d50e9b810 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:48.074990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0d349fb0-284c-4395-8926-883d50e9b810 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:48.083458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15d48-bb71-407e-a1d9-3094a8902d33 req-dc1798c6-872e-41ea-9871-a8f57e93b4b2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.085005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0c15d48-bb71-407e-a1d9-3094a8902d33 req-dc1798c6-872e-41ea-9871-a8f57e93b4b2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.1358581 Oct 27 16:41:48.115613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.126336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:41:48.126936 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:41:48.128501 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:41:48.184684 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0c15d48-bb71-407e-a1d9-3094a8902d33 req-72a72e0b-ef8d-4a8c-85bf-46f1e96e2061 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833323 Oct 27 16:41:48.295302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa935d-57ed-437c-b6e4-29a91d6ceaeb req-2a9a7279-2599-46ec-950d-a477e2e7a8a6 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:48.303956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8aa935d-57ed-437c-b6e4-29a91d6ceaeb req-2a9a7279-2599-46ec-950d-a477e2e7a8a6 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.0706699 Oct 27 16:41:48.313317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.328109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.336812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43042) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:48.337458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ddb4f27-8141-4273-b467-cf1131474fb2 HTTP/1.1" status: 204 len: 168 time: 1.0982945 Oct 27 16:41:48.359577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a5c9-ed19-4272-9069-42379cefca62 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddb4f27-8141-4273-b467-cf1131474fb2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:48.395275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8aa935d-57ed-437c-b6e4-29a91d6ceaeb req-9abb05a0-d981-4153-87b7-4496410c54d3 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900819 Oct 27 16:41:49.050626 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-ffaaa7e5-f6c1-4cbf-b6bc-a94e20485f3e tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.054543 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-ffaaa7e5-f6c1-4cbf-b6bc-a94e20485f3e tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.0804741 Oct 27 16:41:49.220957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Deleting port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:49.221326 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.379541 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] For port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:49.380608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.403437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Calling delete_port for 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:49.409165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5682f-f80d-4c55-8771-32bd9becc2ed req-9f52fcbb-7224-42a2-b78c-4242e9ae1b2b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.410607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e5682f-f80d-4c55-8771-32bd9becc2ed req-9f52fcbb-7224-42a2-b78c-4242e9ae1b2b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0666168 Oct 27 16:41:49.414857 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.473939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e5682f-f80d-4c55-8771-32bd9becc2ed req-4b0ade67-83cb-4a8e-b7e5-5af0e0dd085c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481508 Oct 27 16:41:49.554056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4038b30-fffd-48ea-9ef8-add7ab79fb03 req-2b126ab3-1301-482a-9081-18e0e551176d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:49.555900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4038b30-fffd-48ea-9ef8-add7ab79fb03 req-2b126ab3-1301-482a-9081-18e0e551176d tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 950 time: 0.0580943 Oct 27 16:41:49.606850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a4038b30-fffd-48ea-9ef8-add7ab79fb03 req-04b4ef5d-096c-4f63-a1cf-ba65aa47b17c tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/security-groups?id=87d62409-2d9c-42d2-849c-f32142da37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Oct 27 16:41:49.921123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.926593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Deleting port 94ed548a-c71f-4808-b429-75d3ba93e4ed {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:49.926926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:49.937287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['5eecddc2-1f21-4fdd-acf8-c1633e8ac51d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:41:50.000164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Pushing event deleted for resources: {'Port': ['ID=5eecddc2-1f21-4fdd-acf8-c1633e8ac51d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:50.050089 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] No DVR routers for this DVR port 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:50.053687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.057207 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-c0a7a926-53c5-4dc9-93de-c23ddaa70058 req-85be8518-d047-420a-b9f4-8b8eee83173b tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.82 "DELETE /v2.0/ports/5eecddc2-1f21-4fdd-acf8-c1633e8ac51d HTTP/1.1" status: 204 len: 173 time: 0.9953768 Oct 27 16:41:50.057679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'name': 'network-vif-deleted', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:41:50.059990 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba7570-df42-4153-87d9-5bb746487d75" -d '{"events": [{"server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "name": "network-vif-deleted", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:41:50.099805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] For port 94ed548a-c71f-4808-b429-75d3ba93e4ed, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=94ed548a-c71f-4808-b429-75d3ba93e4ed,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:50.100182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.132795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Calling delete_port for 94ed548a-c71f-4808-b429-75d3ba93e4ed owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:50.148645 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34d910-5727-46f3-826f-940a655e4b28 x-openstack-request-id: req-6f34d910-5727-46f3-826f-940a655e4b28 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:41:50.149251 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d175df-0810-44e5-bf78-6e856023e6c8", "name": "network-vif-deleted", "tag": "5eecddc2-1f21-4fdd-acf8-c1633e8ac51d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:41:50.149251 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f34d910-5727-46f3-826f-940a655e4b28 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:41:50.149783 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d175df-0810-44e5-bf78-6e856023e6c8', 'name': 'network-vif-deleted', 'tag': '5eecddc2-1f21-4fdd-acf8-c1633e8ac51d', 'status': 'completed', 'code': 200} Oct 27 16:41:50.621408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b1f3-9e78-4e9d-b9f6-e9f3316dfaef req-a370a8bc-20c8-495f-86b6-ed81c5805c17 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:50.623300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b61b1f3-9e78-4e9d-b9f6-e9f3316dfaef req-a370a8bc-20c8-495f-86b6-ed81c5805c17 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0522556 Oct 27 16:41:50.664235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b61b1f3-9e78-4e9d-b9f6-e9f3316dfaef req-600a05d4-4c31-4df3-8e74-742f94b043cd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349164 Oct 27 16:41:50.728176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6541b9cb-cc97-44f2-b2f7-933bff702ba1 req-e9ddca9d-5ab1-403f-8082-a4d1ae3653d8 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0320079 Oct 27 16:41:50.913615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:50.947161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ed548a-c71f-4808-b429-75d3ba93e4ed,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:51.129079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.490903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Router 1a701bf3-6953-4c5a-96d7-e2191464ed81 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:41:51.664099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:41:51.669323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fe9e868a-83a1-4a15-ac09-cfe4379a5c99 admin admin] 10.222.0.70 "PUT /v2.0/routers/1a701bf3-6953-4c5a-96d7-e2191464ed81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3300200 Oct 27 16:41:51.672715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:51.691502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Sync routers for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:41:51.728856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:51.730350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:51.957717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-015c9ddf-2eb8-4fc3-baab-96b759a532a7 req-b62f0d36-d148-47a7-90a2-04b5b091df32 tempest-VolumesNegativeTest-2021170869 tempest-VolumesNegativeTest-2021170869-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0d175df-0810-44e5-bf78-6e856023e6c8 HTTP/1.1" status: 200 len: 210 time: 0.0549915 Oct 27 16:41:51.968183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:51.970515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.093238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febebcfd-dff7-461d-85da-d1ee382c9423 req-7117baa6-8371-4c08-908b-012fe4a10031 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:52.103634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-febebcfd-dff7-461d-85da-d1ee382c9423 req-7117baa6-8371-4c08-908b-012fe4a10031 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.2659991 Oct 27 16:41:52.106305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.129585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:52.168325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-febebcfd-dff7-461d-85da-d1ee382c9423 req-a9b77165-6e47-4bb6-8ba7-a40b4c2bcb5f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572474 Oct 27 16:41:52.185912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:52.191054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5eecddc2-1f21-4fdd-acf8-c1633e8ac51d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:52.257699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:41:50Z', 'revision_number': 5, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:52.285482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Checking router: 1a701bf3-6953-4c5a-96d7-e2191464ed81 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:41:52.294961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Routers {'1a701bf3-6953-4c5a-96d7-e2191464ed81'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:41:52.295920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1a701bf3-6953-4c5a-96d7-e2191464ed81'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:52.393366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Deleting port 2fba280b-2483-4904-88a9-1265c244be30 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:52.393790 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.514701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] For port 2fba280b-2483-4904-88a9-1265c244be30, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2fba280b-2483-4904-88a9-1265c244be30,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:52.515069 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.533071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Calling delete_port for 2fba280b-2483-4904-88a9-1265c244be30 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:52.623860 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] Set router 1a701bf3-6953-4c5a-96d7-e2191464ed81 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:41:52.872381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:41:50Z', 'revision_number': 5, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:52.907340 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.910070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428b080-3605-4454-ad67-0945f5c339b2 None None] The sync data for ids ['1a701bf3-6953-4c5a-96d7-e2191464ed81'] in n-d-814735-4 is: [{'id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'name': 'tempest-TestServerBasicOps-1968702121-router', 'tenant_id': '1b41c378528c40e795e19edb4469bd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2fba280b-2483-4904-88a9-1265c244be30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:32Z', 'updated_at': '2021-10-27T16:41:50Z', 'revision_number': 5, 'project_id': '1b41c378528c40e795e19edb4469bd62', 'gw_port': {'id': '2fba280b-2483-4904-88a9-1265c244be30', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a701bf3-6953-4c5a-96d7-e2191464ed81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:34Z', 'updated_at': '2021-10-27T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:41:52.959651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fba280b-2483-4904-88a9-1265c244be30,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:53.056183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.170112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.172688 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.324938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.325678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a701bf3-6953-4c5a-96d7-e2191464ed81 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:41:53.348592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.349952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-49405463-811c-499e-bfd4-850f044a4143 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1a701bf3-6953-4c5a-96d7-e2191464ed81 HTTP/1.1" status: 204 len: 168 time: 1.6751568 Oct 27 16:41:53.356933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43090) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:53.389360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c514-2d29-497d-8649-1175f0f4290d req-434aa540-2b32-4318-b632-600674299943 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:53.393788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca14c514-2d29-497d-8649-1175f0f4290d req-434aa540-2b32-4318-b632-600674299943 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.1045921 Oct 27 16:41:53.434313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Deleting subnet 27430559-1a47-4049-86d1-5d401df0d96b {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:41:53.444066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.456374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca14c514-2d29-497d-8649-1175f0f4290d req-7b9b61f1-e7e6-4108-bbd3-d8ff01745306 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524189 Oct 27 16:41:53.498402 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.618641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.782698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.814213 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27430559-1a47-4049-86d1-5d401df0d96b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:53.818370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:53.828225 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0b56c698-fc5c-446c-94f9-3f866949d305 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/27430559-1a47-4049-86d1-5d401df0d96b HTTP/1.1" status: 204 len: 168 time: 0.4682007 Oct 27 16:41:53.828225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:53.837486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eed1bc-d03e-4218-9f2e-1e097e54b967 None None] Network 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:41:53.932943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.077730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Deleting port e9815f22-65b8-486f-ac6d-0c5699981e42 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:54.078232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.162520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] For port e9815f22-65b8-486f-ac6d-0c5699981e42, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9815f22-65b8-486f-ac6d-0c5699981e42,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:54.163231 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.184031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Calling delete_port for e9815f22-65b8-486f-ac6d-0c5699981e42 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:54.257676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] DHCP port deletion for 78325dfa-6ee2-41d5-b69c-4f9ecb94e853 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:41:54.342165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 94ed548a-c71f-4808-b429-75d3ba93e4ed no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:54.372514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 94ed548a-c71f-4808-b429-75d3ba93e4ed {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:54.372875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 94ed548a-c71f-4808-b429-75d3ba93e4ed not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:54.411836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Deleting port e9815f22-65b8-486f-ac6d-0c5699981e42 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:41:54.412396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.527976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] For port e9815f22-65b8-486f-ac6d-0c5699981e42, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e9815f22-65b8-486f-ac6d-0c5699981e42,segment=NetworkSegment(cc3768da-4e27-4c26-bbb1-37c5b13203e4),segment_id=cc3768da-4e27-4c26-bbb1-37c5b13203e4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:41:54.528386 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.564928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.577900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Calling delete_port for e9815f22-65b8-486f-ac6d-0c5699981e42 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:41:54.629445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] No DVR routers for this DVR port e9815f22-65b8-486f-ac6d-0c5699981e42 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:54.631260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54b1a0-16d7-41b8-b60a-7c13b4faf581 req-748cf7c2-a699-4730-bfdb-8d8468a02219 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:54.644828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c54b1a0-16d7-41b8-b60a-7c13b4faf581 req-748cf7c2-a699-4730-bfdb-8d8468a02219 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0865631 Oct 27 16:41:54.671747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9815f22-65b8-486f-ac6d-0c5699981e42,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:54.767202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.783306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c54b1a0-16d7-41b8-b60a-7c13b4faf581 req-43be73ae-f383-4be1-9aa9-37aef11d6d47 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404204 Oct 27 16:41:54.815685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78325dfa-6ee2-41d5-b69c-4f9ecb94e853']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:54.828318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3768da-4e27-4c26-bbb1-37c5b13203e4') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:54.828318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3768da-4e27-4c26-bbb1-37c5b13203e4') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:41:54.835621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.842472 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.859517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.866693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:41:54.867249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.873923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] Pushing event deleted for resources: {'Port': ['ID=e9815f22-65b8-486f-ac6d-0c5699981e42,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:54.886620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d28c0-cabb-4c25-8cd7-e16d56c376f3 None None] No DVR routers for this DVR port e9815f22-65b8-486f-ac6d-0c5699981e42 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:41:54.943750 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:41:55.054304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:55.060609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:55.066640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] 10.222.0.70 "DELETE /v2.0/networks/78325dfa-6ee2-41d5-b69c-4f9ecb94e853 HTTP/1.1" status: 204 len: 168 time: 1.2376626 Oct 27 16:41:55.085353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ddf3c-78a7-448b-a617-0caeac7e131e admin admin] Pushing event deleted for resources: {'Network': ['ID=78325dfa-6ee2-41d5-b69c-4f9ecb94e853,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:55.631716 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43186) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:55.673281 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2f1032e0-df0b-4edd-ad2b-9f038e143d49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdbe8a9bb5884b77935e7aff65ae9d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415123 Oct 27 16:41:55.828218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43190) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:55.909914 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:55.943863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:55.946390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840562e-83b5-4a1a-9d3d-de98ad884d64 req-55937a3e-c632-4c55-9468-7deecfa48fa0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:55.949065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2fba280b-2483-4904-88a9-1265c244be30 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:55.954526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8840562e-83b5-4a1a-9d3d-de98ad884d64 req-55937a3e-c632-4c55-9468-7deecfa48fa0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0786712 Oct 27 16:41:55.970537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2fba280b-2483-4904-88a9-1265c244be30 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:55.971191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2fba280b-2483-4904-88a9-1265c244be30 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:55.971769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9815f22-65b8-486f-ac6d-0c5699981e42 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:41:55.992713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: e9815f22-65b8-486f-ac6d-0c5699981e42 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:41:55.993311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e9815f22-65b8-486f-ac6d-0c5699981e42 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:41:55.998940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8840562e-83b5-4a1a-9d3d-de98ad884d64 req-81a663ad-88d1-4153-bc0a-1b47d3090d83 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Oct 27 16:41:56.079806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:56.081494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:56.082669 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aded846a-345f-40fa-b2b4-3bb1735d52e0 HTTP/1.1" status: 204 len: 168 time: 0.2536273 Oct 27 16:41:56.091495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aeef7-bd82-4db9-94fc-12a0fd6c0075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded846a-345f-40fa-b2b4-3bb1735d52e0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:56.987703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:57.084556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b9810e03-6d5c-4583-97c3-c42899a9ca67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b41c378528c40e795e19edb4469bd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954206 Oct 27 16:41:57.086850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:57.192811 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.215211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded78c-0743-4b65-803b-f11869ef4ee1 req-ce74b029-380f-42b8-9937-9e4ee858c9ab tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:57.226773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6ded78c-0743-4b65-803b-f11869ef4ee1 req-ce74b029-380f-42b8-9937-9e4ee858c9ab tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0898507 Oct 27 16:41:57.246951 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.323811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e6ded78c-0743-4b65-803b-f11869ef4ee1 req-bec0d341-4141-4aad-b6c5-e4c9e3d357b6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944431 Oct 27 16:41:57.741609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.756910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:57.761176 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d48c9a4-ab6c-4226-89c0-46b25ec8f511 HTTP/1.1" status: 204 len: 168 time: 0.6700127 Oct 27 16:41:57.779377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b413fd2-6860-4643-8bb5-df661de3d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d48c9a4-ab6c-4226-89c0-46b25ec8f511,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:58.171279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.517555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4642d0-2bb2-4946-8fbf-d9bbe913a12c req-72d46c0a-f3cc-4bb2-9e57-609180ce51ee tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:58.522005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d4642d0-2bb2-4946-8fbf-d9bbe913a12c req-72d46c0a-f3cc-4bb2-9e57-609180ce51ee tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0794213 Oct 27 16:41:58.609843 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:58.624727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d4642d0-2bb2-4946-8fbf-d9bbe913a12c req-cdfea05b-e72a-4a6a-abb2-1c04c301a673 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928049 Oct 27 16:41:59.114012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:59.341358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Deleting subnet 32c89fea-122d-4219-a52c-eb2fa2396ee7 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:41:59.345662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.419096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.494992 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.742035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.760015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aad017-9abb-4ecb-aedf-ef2fb498edff req-faf982c1-9e46-4eaf-8a29-efe2cfbb7858 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:59.770252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0aad017-9abb-4ecb-aedf-ef2fb498edff req-faf982c1-9e46-4eaf-8a29-efe2cfbb7858 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0682774 Oct 27 16:41:59.778688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c89fea-122d-4219-a52c-eb2fa2396ee7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:41:59.793759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.800265 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e2c15068-6e8c-44ba-9891-86a5dbc13f98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/32c89fea-122d-4219-a52c-eb2fa2396ee7 HTTP/1.1" status: 204 len: 168 time: 0.6826651 Oct 27 16:41:59.800757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43366) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:59.824793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0aad017-9abb-4ecb-aedf-ef2fb498edff req-a298224d-cfa5-4da2-a09b-339b1310b481 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535474 Oct 27 16:41:59.898873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43368) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:41:59.920454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.147888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.149810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-275024165-network', 'tenant_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:00.176647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44aa8f4-19a0-4aa9-8147-ea216f138340']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:00.190696 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:00.190991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3f63dc-adc5-4fe9-8af1-785b297b14ba') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:00.209044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.227153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.235995 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:42:00.236564 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:42:00.240187 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:42:00.455917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:00.458318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.468652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.506758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.521509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.528388 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c44aa8f4-19a0-4aa9-8147-ea216f138340 HTTP/1.1" status: 204 len: 168 time: 0.7257335 Oct 27 16:42:00.564864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4df8c-0399-41af-b4aa-82506c8e03b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44aa8f4-19a0-4aa9-8147-ea216f138340,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:00.574028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.741372 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.759857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:00.765267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.766274 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Added segment 3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532 of type vlan for network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 Oct 27 16:42:00.814830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f56b1-58cb-46e2-b032-77ca64329b50,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:01.100011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43382) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:01.164781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e7d46b83-a05d-4ab9-972d-0c1420fb509c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f34b70618d7d4b7d8ee8fe2a4ee3fa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629766 Oct 27 16:42:01.169158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:01.237684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.242010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.263844 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.269365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f584-5697-400d-934a-9483d42d2cdd req-22389f7b-f0b3-4653-95dc-63c95fd3069c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:01.278740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec7f584-5697-400d-934a-9483d42d2cdd req-22389f7b-f0b3-4653-95dc-63c95fd3069c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0968075 Oct 27 16:42:01.342676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ec7f584-5697-400d-934a-9483d42d2cdd req-a7909591-cc8d-4b42-965c-8c7bd32233e0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626798 Oct 27 16:42:01.444144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.445385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:01.446042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.455828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.458731 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:01.460305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74035629-78b6-48e5-9aca-ca05216097b7 HTTP/1.1" status: 204 len: 168 time: 0.2899117 Oct 27 16:42:01.508593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac07b-722b-406e-8dfd-4d61400d40e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74035629-78b6-48e5-9aca-ca05216097b7,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:01.565667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2cebfa-a7f8-4ebd-82a5-8896219a0589,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:01.580091 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:01.618747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-81d4147c-b864-4e00-b39e-02f4d99a5901 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7124341 Oct 27 16:42:01.618950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:01.621019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Request body: {'subnet': {'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-275024165-subnet', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:01.861389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:01.863845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.238843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.296130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d878508-81e2-4831-9f13-7661ab148872,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:02.304983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:02.305352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Network hostable DHCP agents. Network: 0f2cebfa-a7f8-4ebd-82a5-8896219a0589, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:02.461366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:02.472311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7936-2690-404f-9403-7cc3a0d0eacd req-55038a15-52f5-4148-894e-2f1439573aca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:02.474914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c8f7936-2690-404f-9403-7cc3a0d0eacd req-55038a15-52f5-4148-894e-2f1439573aca tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0531166 Oct 27 16:42:02.512070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c8f7936-2690-404f-9403-7cc3a0d0eacd req-113d6e50-f4d1-40a7-ae6d-913c9327bddc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Oct 27 16:42:02.580816 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 0f2cebfa-a7f8-4ebd-82a5-8896219a0589) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:02.585649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:02.586452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.593642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117a65c-82af-47cb-88a9-36c43c8fd31b None None] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:02.675297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-590e1806-f489-4ed8-8217-19732df3a9fb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0586367 Oct 27 16:42:02.678056 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:02.682988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:02.757251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:42:02.758295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.776029 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.777206 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.863532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:02.921780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Allocated IP 172.20.0.2 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/b1313266-32c8-4f70-922f-50fe5206abea) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:03.105097 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.136899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.328438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.369783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:03.373549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:03.380194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:03.453984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Attempting to bind port b1313266-32c8-4f70-922f-50fe5206abea on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:03.454274 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Attempting to bind port b1313266-32c8-4f70-922f-50fe5206abea by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:03.454640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Attempting to bind port b1313266-32c8-4f70-922f-50fe5206abea on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:03.457934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Pushing event updated for resources: {'Port': ['ID=b1313266-32c8-4f70-922f-50fe5206abea,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:03.469642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:03.478142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:03.478142 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.478142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:03.478142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Bound port: b1313266-32c8-4f70-922f-50fe5206abea, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:03.478142 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.485472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43434) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:03.580112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] For port b1313266-32c8-4f70-922f-50fe5206abea, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:03.585969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] For port b1313266-32c8-4f70-922f-50fe5206abea, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1313266-32c8-4f70-922f-50fe5206abea,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:03.592351 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.617568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.656763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c0d89-ba40-4a67-af70-709c82dee7dc req-1ce9e8cb-1140-426e-8ed6-790ef9af9135 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.664906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a63c0d89-ba40-4a67-af70-709c82dee7dc req-1ce9e8cb-1140-426e-8ed6-790ef9af9135 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0644083 Oct 27 16:42:03.715231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-5a5f8924-899a-4e0e-99e6-ac5676e84c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.715231 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-5a5f8924-899a-4e0e-99e6-ac5676e84c3f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1096 time: 0.0977089 Oct 27 16:42:03.730627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a63c0d89-ba40-4a67-af70-709c82dee7dc req-31f567ff-138e-4f13-b342-cd1884835444 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555441 Oct 27 16:42:03.743506 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.769792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e6a2113d-b014-4d39-9a4c-197546d02baf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c82f74662fda41d593029571fd3f789f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824078 Oct 27 16:42:03.772224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43442) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:03.849525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca9a4-8e1e-4776-b236-95ea910156a0 None None] Pushing event updated for resources: {'Port': ['ID=b1313266-32c8-4f70-922f-50fe5206abea,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:03.870438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.907681 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:03.942268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-cd56d605-3186-4e7a-adda-2a07d0916d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:03.945976 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-cd56d605-3186-4e7a-adda-2a07d0916d80 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.2199376 Oct 27 16:42:03.950742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Allocated IP 172.25.5.88 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/24bc5e80-1fb8-4a48-8fbf-2051011d74c8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:04.049737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-d3bc9120-4810-429b-8b64-ff803cf5668c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 1001 time: 0.0966830 Oct 27 16:42:04.050995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.059219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.060837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87d62409-2d9c-42d2-849c-f32142da37eb HTTP/1.1" status: 204 len: 168 time: 0.2874875 Oct 27 16:42:04.091897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799e304-ae08-47b4-baff-bc4cd507ca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d62409-2d9c-42d2-849c-f32142da37eb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:04.244199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-8a2a43f1-5614-4bc5-81af-839a4f329897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.246408 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-8a2a43f1-5614-4bc5-81af-839a4f329897 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.1233094 Oct 27 16:42:04.288239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.336718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43454) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:04.339087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-ee96ad82-df4d-41fb-abaf-05b81baadccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.340614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-ee96ad82-df4d-41fb-abaf-05b81baadccf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866897 Oct 27 16:42:04.353317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-87e038e7-1b66-4e23-9562-5ceae39cf84d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:42:04.354786 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-87e038e7-1b66-4e23-9562-5ceae39cf84d service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055039 Oct 27 16:42:04.449553 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-53434f63-c70a-4cb3-b61c-a8ddce3ab25a service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Oct 27 16:42:04.492213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'network': {'name': 'tempest-network-smoke--96636900', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:04.551736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.559951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:04.566106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:04.577009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:04.584773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Pushing event updated for resources: {'Port': ['ID=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:04.621868 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7c96e842-7214-4ccb-a4f5-95be99b1e028 req-363c4fb0-66bd-44c2-9e17-ca79a40ce6d6 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645861 Oct 27 16:42:04.677978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:04.682660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.694457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.798815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.876014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d1ff-b9e0-412a-ade7-ea14e08f3338 req-790bd42a-80bc-421a-98c2-9014afba96b4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:04.877579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37e9d1ff-b9e0-412a-ade7-ea14e08f3338 req-790bd42a-80bc-421a-98c2-9014afba96b4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.0564771 Oct 27 16:42:04.894142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.943356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:04.972310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37e9d1ff-b9e0-412a-ade7-ea14e08f3338 req-7e0101bf-40a7-4eae-9700-5cc5aa73960b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869901 Oct 27 16:42:04.975341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e27cf-8700-43f2-ad58-5a28027708d8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:04.990164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:04.993710 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Added segment b10ae2ab-de9f-4595-98a8-cf062f4e181d of type vlan for network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 Oct 27 16:42:05.037440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea55fdc-162a-4f9a-99ff-48a67440d10b None None] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:05.052866 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.178121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] Provisioning complete for port b1313266-32c8-4f70-922f-50fe5206abea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:05.178439 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.215103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.220931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:05.225713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.296769 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Network': ['ID=74ea3764-0816-4d06-9ff1-11b20d3d4d63,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:05.298257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.311126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:05.363947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2a59a92a-9a48-4df1-b059-6c8d12229705 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0232556 Oct 27 16:42:05.364369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43470) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:05.373480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'admin_state_up': True, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:05.399323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] For port b1313266-32c8-4f70-922f-50fe5206abea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1313266-32c8-4f70-922f-50fe5206abea,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:05.443009 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.490074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.524295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.525304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.556419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ef0d9-abd3-43f3-95df-7d3ef99d2bd1 None None] Pushing event updated for resources: {'Port': ['ID=b1313266-32c8-4f70-922f-50fe5206abea,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:05.581107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.611139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-94fe977d-df7c-423d-a2cb-8b519a4247ed None None] Provisioning complete for port b1313266-32c8-4f70-922f-50fe5206abea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:05.611933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94fe977d-df7c-423d-a2cb-8b519a4247ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.664348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.710119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43480) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:05.852101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-724396092-network', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:05.875307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:05.912135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:42:05.948665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b1313266-32c8-4f70-922f-50fe5206abea up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:06.004011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b1313266-32c8-4f70-922f-50fe5206abea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:06.004746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.007448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Made reservation on behalf of 371e8521ebf744c3abada5def1bd7f29 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:06.009827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.023056 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.033115 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:06.050888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:06.066867 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:06.067814 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:06.154774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.158723 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4ea0bb90-3d29-44ff-a124-ee70258cc20d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4770110 Oct 27 16:42:06.158961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:06.173798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:06.258449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.275659 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:06.283202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:06.285481 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab555dc-5e7c-40bd-9503-2a5aaef38cc3" -d '{"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-unplugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:06.301214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:06.329982 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d20e6-5ffb-410c-86c5-08e08c08ce4d x-openstack-request-id: req-777d20e6-5ffb-410c-86c5-08e08c08ce4d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:06.330387 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-unplugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:06.330716 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-777d20e6-5ffb-410c-86c5-08e08c08ce4d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:06.331526 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'code': 200} Oct 27 16:42:06.343104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bb3d-2730-4d94-8f92-6b13edeeaba1 req-092e47a5-41de-472b-852c-08a9e2ac6ad5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:06.344584 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f976bb3d-2730-4d94-8f92-6b13edeeaba1 req-092e47a5-41de-472b-852c-08a9e2ac6ad5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 945 time: 0.2430012 Oct 27 16:42:06.368084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.373095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.409740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.443756 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.468949 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:05Z', 'revision_number': 3, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:06.497667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:06.499148 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:06.504004 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Updating router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:06.504602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f976bb3d-2730-4d94-8f92-6b13edeeaba1 req-81957f96-556d-4211-a727-ee42f77dc4fc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349421 Oct 27 16:42:06.525363 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.591817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.632145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:06.676451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfddedb3-3b06-4999-baad-91885dc4df8c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:06.689992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.690433 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Added segment 4f20ce00-e1e6-4517-acb2-255f35c9f796 of type vlan for network 047224f4-0cd4-406c-86cf-af859d6a3d65 Oct 27 16:42:06.736457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.25.5.249 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/ab4019c9-6c53-4138-b387-3f5adfa3f50f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:06.762565 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:06.986286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.045389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.046353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.046947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.165038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=047224f4-0cd4-406c-86cf-af859d6a3d65,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:07.175769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:07.185654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.417582 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.500693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e3143c7-6c85-499e-9ef8-ddb2530a4dd6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7894216 Oct 27 16:42:07.503624 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43490) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:07.507151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.508721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Request body: {'subnet': {'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-724396092-subnet', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:07.552391 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.606988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Attempting to bind port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:07.607383 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Attempting to bind port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:07.607742 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Attempting to bind port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:07.614675 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Pushing event updated for resources: {'Port': ['ID=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:07.617605 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:07.618037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:07.619072 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.619526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:07.619983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Bound port: 24bc5e80-1fb8-4a48-8fbf-2051011d74c8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:07.620354 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.626636 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.626977 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.627348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.627680 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.628007 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.628329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.628649 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.628971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.629287 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.629603 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.629945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.630258 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:07.639721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:07.665685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:07.672500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Made reservation on behalf of 371e8521ebf744c3abada5def1bd7f29 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:07.672500 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.672921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=ab4019c9-6c53-4138-b387-3f5adfa3f50f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:07.677100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:07.690743 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] For port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:07.694006 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] For port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:07.771390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e74021-6789-482b-a125-efec0e88a7e0 req-66d45af5-c537-46a9-af13-be16feaba15b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:07.772833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43e74021-6789-482b-a125-efec0e88a7e0 req-66d45af5-c537-46a9-af13-be16feaba15b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1775699 Oct 27 16:42:07.827186 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.875695 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Allocated IP 172.20.0.1 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/7df24d2e-a4bc-490f-946c-9e35136956c8) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:07.880545 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:07.881175 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:07.925829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43e74021-6789-482b-a125-efec0e88a7e0 req-4d7f917b-d85e-4a51-bb45-2f431038ef47 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425395 Oct 27 16:42:07.940908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:07.996366 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:08.040754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Checking segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:08.040754 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Network hostable DHCP agents. Network: 047224f4-0cd4-406c-86cf-af859d6a3d65, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:08.041218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c72600-57a9-44a6-af9a-306d96c4f681,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:08.068370 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a458f9-177a-47ab-9592-8fdf2119d8c9 None None] Pushing event updated for resources: {'Port': ['ID=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:08.078364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.209548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.249094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:08.294425 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:05Z', 'revision_number': 3, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:08.325167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefed1db-0f8c-4f9e-96e8-f0292b1323f3 None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:05Z', 'revision_number': 3, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:08.426557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.483792 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.546899 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:08.558491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:08.587305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:08.587305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Pushing event updated for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:08.624488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.626409 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 047224f4-0cd4-406c-86cf-af859d6a3d65) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:08.631780 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:08.650153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.650612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2572d-9fa9-4616-b73f-039777d1d614 None None] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:08.825403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-047224f4-0cd4-406c-86cf-af859d6a3d65', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:42:08.826462 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:08.849220 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-821e91ed-559a-4aaa-9280-7874614b8448 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3418822 Oct 27 16:42:08.850867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43506) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:08.858649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:08.923226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:42:08.982589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1d6afc2a-4d37-4d77-9016-e98ee95c24b7 None None] Provisioning complete for port 7df24d2e-a4bc-490f-946c-9e35136956c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:08.982919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d6afc2a-4d37-4d77-9016-e98ee95c24b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.013611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Allocated IP 172.20.0.2 (047224f4-0cd4-406c-86cf-af859d6a3d65/c6c72600-57a9-44a6-af9a-306d96c4f681/93f79309-d626-4443-a1e2-afe326615033) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:09.038023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1d6afc2a-4d37-4d77-9016-e98ee95c24b7 None None] Port 7df24d2e-a4bc-490f-946c-9e35136956c8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:09.061609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.062545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.080313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.168524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.186111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:09.200627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:09.205932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.216449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:09.217236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:09.331459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:09.366938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.434332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.494019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:09.507682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:09.512740 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:09.514677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Pushing event updated for resources: {'Port': ['ID=93f79309-d626-4443-a1e2-afe326615033,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:09.656221 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.660381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.661651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b79c2998-cb44-40c8-9713-73744792adc9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2964787 Oct 27 16:42:09.665385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:09.801521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Pushing event updated for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:09.803287 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Attempting to bind port 93f79309-d626-4443-a1e2-afe326615033 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:09.803885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Attempting to bind port 93f79309-d626-4443-a1e2-afe326615033 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:09.804204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Attempting to bind port 93f79309-d626-4443-a1e2-afe326615033 on network 047224f4-0cd4-406c-86cf-af859d6a3d65 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:09.806045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.809802 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.815664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:09.821620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Checking segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:09.821620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.821620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Bound using segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:09.821620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Bound port: 93f79309-d626-4443-a1e2-afe326615033, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:09.821620 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.842359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:09.854070 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cf1c312c-ac1a-4d28-a6e9-b69def02386e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=77e2e4d675cd4f639e1bc5113ddfad2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1874526 Oct 27 16:42:09.855602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:09.894138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:09.894488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Updating router 012c825e-acca-40a0-8065-80a4b9ef0f4f port ab4019c9-6c53-4138-b387-3f5adfa3f50f binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:09.946544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:09.948002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:09.949542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:09.981702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] For port 93f79309-d626-4443-a1e2-afe326615033, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:09.986220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] For port 93f79309-d626-4443-a1e2-afe326615033, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=93f79309-d626-4443-a1e2-afe326615033,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:10.030922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:10.077400 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.165514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f757-b976-492e-9cf3-0fcd887a5c63 None None] Pushing event updated for resources: {'Port': ['ID=93f79309-d626-4443-a1e2-afe326615033,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:10.173003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:10.174621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1dbc0-d088-49bf-af11-b8e204c9960d tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:10.179406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43516) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:10.179751 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b7a1dbc0-d088-49bf-af11-b8e204c9960d tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3229604 Oct 27 16:42:10.247593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43518) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:10.247934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:10.253802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029998606', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:10.259254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5213043f-9894-44f5-adb6-4ff17685b716 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701900 Oct 27 16:42:10.317728 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:10.318103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.484569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:10.492311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.520817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:10.539128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cda39ba2-d79e-4829-8d39-a52532b105be admin admin] 10.222.0.70 "PUT /v2.0/routers/8942c71a-ea5b-4fa4-ae76-d903a4a47f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3766260 Oct 27 16:42:10.540457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:10.561426 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:10.562406 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:10.566158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f23bb614-fdb3-4746-93f5-bda385fccb07 None None] Provisioning complete for port 7df24d2e-a4bc-490f-946c-9e35136956c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:10.566593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f23bb614-fdb3-4746-93f5-bda385fccb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.579625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.652475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.737457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f23bb614-fdb3-4746-93f5-bda385fccb07 None None] Port 7df24d2e-a4bc-490f-946c-9e35136956c8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:10.765823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.823782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:10.835510 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:10.846179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.941205 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:10.941440 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.011380 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Subnet': ['ID=ced9d369-383b-46dd-bec6-6c011a496920,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.025861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.027715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Checking segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:11.031614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network hostable DHCP agents. Network: 74ea3764-0816-4d06-9ff1-11b20d3d4d63, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:11.049622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.136812 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:09Z', 'revision_number': 2, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:11.146283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Allocated IP 172.25.5.63 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/df10e692-aed1-43bb-8362-1009a527f227) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:11.161164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Attempting to bind port ab4019c9-6c53-4138-b387-3f5adfa3f50f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:11.161668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Attempting to bind port ab4019c9-6c53-4138-b387-3f5adfa3f50f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:11.164841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Attempting to bind port ab4019c9-6c53-4138-b387-3f5adfa3f50f on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:11.180282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64504a8e-c28f-4ced-9b45-d7f1b2b0b99d None None] Pushing event updated for resources: {'Port': ['ID=ab4019c9-6c53-4138-b387-3f5adfa3f50f,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.184673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:11.187685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:11.189296 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.190989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:11.192233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:11.192938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Bound port: ab4019c9-6c53-4138-b387-3f5adfa3f50f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:11.193894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.307105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] For port ab4019c9-6c53-4138-b387-3f5adfa3f50f, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:11.312072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] For port ab4019c9-6c53-4138-b387-3f5adfa3f50f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ab4019c9-6c53-4138-b387-3f5adfa3f50f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:11.334803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 74ea3764-0816-4d06-9ff1-11b20d3d4d63) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:11.341152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:11.341990 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.349618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ed922-33b4-4f3c-89e9-c911774e9dda None None] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:11.372649 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:11.372995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Updating router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d port 7df24d2e-a4bc-490f-946c-9e35136956c8 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:11.410409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.440659 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.476936 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.522949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-352efdd7-3938-49ea-9755-004f295d689a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2711139 Oct 27 16:42:11.546029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb3a5-9d6a-48c5-b59f-c31eff21f65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.546143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43540) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:11.575910 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:11.600976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:11.601603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:11.610194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64504a8e-c28f-4ced-9b45-d7f1b2b0b99d None None] Pushing event updated for resources: {'Port': ['ID=ab4019c9-6c53-4138-b387-3f5adfa3f50f,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.623724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:11.628027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:11.631642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:11.752323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663aee3-274b-4e42-81b8-c2bac451055f None None] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:11.777117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Pushing event updated for resources: {'Port': ['ID=df10e692-aed1-43bb-8362-1009a527f227,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:11.900198 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] Provisioning complete for port 93f79309-d626-4443-a1e2-afe326615033 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:11.900714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.040296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43552) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:12.045810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2123430064-network', 'tenant_id': '4ea94594d344477185537c756034e3ee'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:12.076098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:12.083141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:42:12.084006 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.172438 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.203979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Made reservation on behalf of 4ea94594d344477185537c756034e3ee for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:12.207508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.250500 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.250769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 93f79309-d626-4443-a1e2-afe326615033 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:12.255269 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.262069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a0f5e57c-c270-4c9f-a6d5-7cb5549222a0 req-b6938738-bb28-4bae-b1b6-98c456b345f4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:42:12.262950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0f5e57c-c270-4c9f-a6d5-7cb5549222a0 req-b6938738-bb28-4bae-b1b6-98c456b345f4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3823490 Oct 27 16:42:12.334609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.395657 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857410-985c-4368-b71a-8bad6f8660fc None None] Pushing event updated for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:12.467512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.498502 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Attempting to bind port 7df24d2e-a4bc-490f-946c-9e35136956c8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:12.499298 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Attempting to bind port 7df24d2e-a4bc-490f-946c-9e35136956c8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:12.499857 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Attempting to bind port 7df24d2e-a4bc-490f-946c-9e35136956c8 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:12.509094 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:12.509978 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:12.510755 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.511393 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:12.512386 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Bound port: 7df24d2e-a4bc-490f-946c-9e35136956c8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:12.513008 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.570478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.665548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ae45b0-f5ed-4418-b41b-a31491baf014,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:12.673485 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:42:12.675673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:12.684061 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] For port 7df24d2e-a4bc-490f-946c-9e35136956c8, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:12.692623 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] For port 7df24d2e-a4bc-490f-946c-9e35136956c8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7df24d2e-a4bc-490f-946c-9e35136956c8,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:12.704663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.705014 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Added segment 95a1543f-60a9-4699-ad8f-121a41c7a47a of type vlan for network 31fe4381-d0b0-45d8-813a-10b051abd37d Oct 27 16:42:12.717614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.792522 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.906210 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:12.917258 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:13.051375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.104678 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857410-985c-4368-b71a-8bad6f8660fc None None] Pushing event updated for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:13.150755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941dbeb-b5e9-4e53-a59d-415b71dc338e req-ef3b61bc-2070-43b8-81d6-cf1f63139125 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.152587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b941dbeb-b5e9-4e53-a59d-415b71dc338e req-ef3b61bc-2070-43b8-81d6-cf1f63139125 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.4360850 Oct 27 16:42:13.172092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.182162 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:13.215708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Allocated IP 172.20.0.2 (74ea3764-0816-4d06-9ff1-11b20d3d4d63/ced9d369-383b-46dd-bec6-6c011a496920/304d962a-2698-4147-8ef2-39168f4b4604) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:13.233478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.252447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 93f79309-d626-4443-a1e2-afe326615033 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:13.252983 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.331650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.332619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.333260 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.342468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b941dbeb-b5e9-4e53-a59d-415b71dc338e req-8cd5f72f-322f-4f60-82b2-036e01204225 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630185 Oct 27 16:42:13.359317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] For port 93f79309-d626-4443-a1e2-afe326615033, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=93f79309-d626-4443-a1e2-afe326615033,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:13.423068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] Pushing event updated for resources: {'Network': ['ID=31fe4381-d0b0-45d8-813a-10b051abd37d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:13.481333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 31fe4381-d0b0-45d8-813a-10b051abd37d details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:13.487288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.491462 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:12Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:13.517290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-90aac2ea-3816-40a5-a7b8-dc83299595c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4733074 Oct 27 16:42:13.517645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43568) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:13.522727 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Request body: {'subnet': {'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2123430064-subnet', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:13.531257 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc7ed5-fbe5-4917-81b7-c3651a1e161a None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:12Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:13.604774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-764bd2fb-3e1a-41f8-b87e-63c1340ec25a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1729538 Oct 27 16:42:13.607027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.617164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-3b553066-47e1-499f-9694-b093eaced80d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:42:13.618568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-3b553066-47e1-499f-9694-b093eaced80d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082245 Oct 27 16:42:13.631950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Router 112e7822-45f4-4281-930e-3dbb977676f8 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:42:13.632250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Made reservation on behalf of 4ea94594d344477185537c756034e3ee for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:13.635994 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.646494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:13.732950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61d066-2aa7-4f59-88c9-299130959170 None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:07Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:13.743228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.750125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42ed3b-9b7f-4b7f-a4ee-3fcd87a47282 None None] Pushing event updated for resources: {'Port': ['ID=93f79309-d626-4443-a1e2-afe326615033,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:13.811237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Provisioning complete for port 7df24d2e-a4bc-490f-946c-9e35136956c8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:13.811544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.818798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:13.831766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:13.929674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:13.936163 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:13.937065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:13.938443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5fe35e6-d78b-4172-800f-13177a7e8435 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0850396 Oct 27 16:42:13.941178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43576) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:13.955954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:13.956213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:13.969320 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.1 (74ea3764-0816-4d06-9ff1-11b20d3d4d63/ced9d369-383b-46dd-bec6-6c011a496920/d0079d52-3ea9-43bd-b274-289da2ca5f33) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:14.052607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Attempting to bind port 304d962a-2698-4147-8ef2-39168f4b4604 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:14.053202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Attempting to bind port 304d962a-2698-4147-8ef2-39168f4b4604 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:14.053582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Attempting to bind port 304d962a-2698-4147-8ef2-39168f4b4604 on network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:14.057481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Pushing event updated for resources: {'Port': ['ID=304d962a-2698-4147-8ef2-39168f4b4604,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:14.069963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:14.070398 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:41:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:14.169168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:14.169168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Checking segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:14.170748 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.174973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Bound using segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:14.174973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Bound port: 304d962a-2698-4147-8ef2-39168f4b4604, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:14.174973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.176789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.210699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-01a8abfa-06af-43f9-90ca-c947b859df75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.341800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23a01a0-0af0-4830-b6eb-e02eedf9868d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:14.363270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Checking segment: {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:14.363270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Network hostable DHCP agents. Network: 31fe4381-d0b0-45d8-813a-10b051abd37d, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:14.368718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:14.369118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.374550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.392114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:14.473380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.538260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] For port 304d962a-2698-4147-8ef2-39168f4b4604, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:14.607079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] For port 304d962a-2698-4147-8ef2-39168f4b4604, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304d962a-2698-4147-8ef2-39168f4b4604,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:14.646028 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] For port 7df24d2e-a4bc-490f-946c-9e35136956c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7df24d2e-a4bc-490f-946c-9e35136956c8,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:14.741331 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.768751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Network 31fe4381-d0b0-45d8-813a-10b051abd37d is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:14.809295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:11Z', 'revision_number': 3, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:14.855089 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.860510 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.862998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:14.873430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.875623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:14.876066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Updating router 112e7822-45f4-4281-930e-3dbb977676f8 port df10e692-aed1-43bb-8362-1009a527f227 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:14.892516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:14.927199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:14.967881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea7b8b-a346-4f95-86d3-c008ca44987a req-bf7a0d9e-f0bb-4d55-afdc-d8a281615726 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:14.973464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4ea7b8b-a346-4f95-86d3-c008ca44987a req-bf7a0d9e-f0bb-4d55-afdc-d8a281615726 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.4445240 Oct 27 16:42:14.974679 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 31fe4381-d0b0-45d8-813a-10b051abd37d) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:14.989450 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:15.001709 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.026164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.032534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bc21d-3554-41f1-9386-01c2f52c9ac2 None None] Network 31fe4381-d0b0-45d8-813a-10b051abd37d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:15.071998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4ea7b8b-a346-4f95-86d3-c008ca44987a req-ff15e2e7-e7d8-430b-a8f6-f7f6ce5c0b9e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901158 Oct 27 16:42:15.152871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.170677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Provisioning complete for port 93f79309-d626-4443-a1e2-afe326615033 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:15.170677 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.201309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.274493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-195b69fd-14d6-4b9a-9963-8cf6c697fb7a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7544115 Oct 27 16:42:15.274827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43580) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:15.281362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:15.364750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.490843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eff06-5b16-4f26-9ce7-ae67ca407124 None None] Pushing event updated for resources: {'Port': ['ID=304d962a-2698-4147-8ef2-39168f4b4604,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.535389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 93f79309-d626-4443-a1e2-afe326615033 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:15.587408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.588975 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.604404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.643330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Allocated IP 172.20.0.1 (047224f4-0cd4-406c-86cf-af859d6a3d65/c6c72600-57a9-44a6-af9a-306d96c4f681/2d163980-a021-41af-a58f-92225e72b252) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:15.707473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.718782 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.773043 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.777402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d16576-ecfe-4f45-bc07-9dba166686d9 None None] Pushing event updated for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.870139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 93f79309-d626-4443-a1e2-afe326615033 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:15.870669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.918119 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.933460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-31fe4381-d0b0-45d8-813a-10b051abd37d', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:42:15.934450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.973716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:15.977874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:15.982598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:16.015876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.038687 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.113425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Pushing event updated for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.247954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.306782 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.309566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc048a0-0317-4320-bdd8-99071e43f246 req-c4e181cd-0d3c-4c59-a82c-6774364f6ca0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.311216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ab4019c9-6c53-4138-b387-3f5adfa3f50f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:16.324487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccc048a0-0317-4320-bdd8-99071e43f246 req-c4e181cd-0d3c-4c59-a82c-6774364f6ca0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0906971 Oct 27 16:42:16.344032 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Allocated IP 172.20.0.2 (31fe4381-d0b0-45d8-813a-10b051abd37d/c23a01a0-0af0-4830-b6eb-e02eedf9868d/335075be-f006-448f-b4ae-c0e02a08dcc5) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:16.382563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.384574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.428749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.510446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccc048a0-0317-4320-bdd8-99071e43f246 req-8667895f-6cee-4394-afd6-243844b5bf40 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824398 Oct 27 16:42:16.568545 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.571718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Attempting to bind port df10e692-aed1-43bb-8362-1009a527f227 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:16.572225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Attempting to bind port df10e692-aed1-43bb-8362-1009a527f227 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:16.572449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Attempting to bind port df10e692-aed1-43bb-8362-1009a527f227 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:16.584113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3964044d-89fc-4bc0-93d0-e0d2a0353b05 None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:16.584751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3964044d-89fc-4bc0-93d0-e0d2a0353b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.604465 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ab4019c9-6c53-4138-b387-3f5adfa3f50f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:16.604839 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.630453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:16.630696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:16.631126 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.631516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:16.632104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Bound port: df10e692-aed1-43bb-8362-1009a527f227, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:16.632418 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.642348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-13ba1649-ec80-4fc7-afe0-09513da132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:16.644106 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-13ba1649-ec80-4fc7-afe0-09513da132ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec&tenant_id=3754f8e81ce142ebafb69d7e7af9eb67 HTTP/1.1" status: 200 len: 1094 time: 0.6222200 Oct 27 16:42:16.645001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.673359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c94b-7480-4cca-aff6-7bfca61ca2ff None None] Pushing event updated for resources: {'Port': ['ID=df10e692-aed1-43bb-8362-1009a527f227,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.704799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f4a7c-1326-44f2-b320-5e2528ccedc5 None None] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:16.732764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.791078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3964044d-89fc-4bc0-93d0-e0d2a0353b05 None None] Port 2d163980-a021-41af-a58f-92225e72b252 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:16.803765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.867729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] For port df10e692-aed1-43bb-8362-1009a527f227, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:16.895002 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Pushing event updated for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:16.897509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:16.899452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] For port df10e692-aed1-43bb-8362-1009a527f227, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=df10e692-aed1-43bb-8362-1009a527f227,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:16.925868 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.009809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.012975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:17.015086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:17.041357 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.043353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] Provisioning complete for port 304d962a-2698-4147-8ef2-39168f4b4604 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:17.043712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.065790 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.160703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ab4019c9-6c53-4138-b387-3f5adfa3f50f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ab4019c9-6c53-4138-b387-3f5adfa3f50f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:17.173737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Router 112e7822-45f4-4281-930e-3dbb977676f8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:17.179949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Network 31fe4381-d0b0-45d8-813a-10b051abd37d is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:17.187153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.195132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:17.200538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:17.203330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:17.204618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:17.215093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c94b-7480-4cca-aff6-7bfca61ca2ff None None] Pushing event updated for resources: {'Port': ['ID=df10e692-aed1-43bb-8362-1009a527f227,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:17.231421 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-6f8b805f-9c89-48ae-9eb5-e1c5b1173334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.238989 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-6f8b805f-9c89-48ae-9eb5-e1c5b1173334 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1094 time: 0.1187012 Oct 27 16:42:17.349787 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.350568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7df24d2e-a4bc-490f-946c-9e35136956c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:17.367158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:17.373532 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a4f9cb88-167c-48eb-ae22-77b7e5d2887c admin admin] 10.222.0.70 "PUT /v2.0/routers/112e7822-45f4-4281-930e-3dbb977676f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4311836 Oct 27 16:42:17.405229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-da3b2a73-713f-40a9-b2de-c1d8753ab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.406676 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-da3b2a73-713f-40a9-b2de-c1d8753ab2cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.1642780 Oct 27 16:42:17.408491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:17.411808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:17.471084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Pushing event updated for resources: {'Port': ['ID=335075be-f006-448f-b4ae-c0e02a08dcc5,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:17.610403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-5bbbd2dc-62e0-4f6e-9543-e963f6802dd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 999 time: 0.1931713 Oct 27 16:42:17.620594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.678106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.718276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33829b-0543-4654-baa4-f9f8eb92f287 req-b8f79506-4ac6-4e84-81e8-71d6873b3069 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.727925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b33829b-0543-4654-baa4-f9f8eb92f287 req-b8f79506-4ac6-4e84-81e8-71d6873b3069 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1040199 Oct 27 16:42:17.745135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-64cff0af-e926-4da7-8f32-3bc97bd28cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.745135 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-64cff0af-e926-4da7-8f32-3bc97bd28cd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.1229815 Oct 27 16:42:17.752506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:17.768762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Attempting to bind port 335075be-f006-448f-b4ae-c0e02a08dcc5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:17.769328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Attempting to bind port 335075be-f006-448f-b4ae-c0e02a08dcc5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:17.769640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Attempting to bind port 335075be-f006-448f-b4ae-c0e02a08dcc5 on network 31fe4381-d0b0-45d8-813a-10b051abd37d {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:17.783369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6b33829b-0543-4654-baa4-f9f8eb92f287 req-dd43b347-6295-41fe-b38c-de8a928175ab tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534630 Oct 27 16:42:17.804672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.807297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:17.807727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Checking segment: {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:17.808184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.808746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Bound using segment: {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:17.809254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Bound port: 335075be-f006-448f-b4ae-c0e02a08dcc5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:17.809729 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.812822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:17.927451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ab4019c9-6c53-4138-b387-3f5adfa3f50f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:17.927864 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-3ae3d9e2-325e-48f2-9ff2-ee6b92a75eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:17.929344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-3ae3d9e2-325e-48f2-9ff2-ee6b92a75eb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757686 Oct 27 16:42:17.930853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7df24d2e-a4bc-490f-946c-9e35136956c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:17.931312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:17.972726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Allocated IP 172.25.5.71 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/68921e0d-abf9-4d71-bd16-a4ef50532fea) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:17.995846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] For port 304d962a-2698-4147-8ef2-39168f4b4604, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304d962a-2698-4147-8ef2-39168f4b4604,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:18.072961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.083622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] For port 335075be-f006-448f-b4ae-c0e02a08dcc5, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:18.087384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] For port 335075be-f006-448f-b4ae-c0e02a08dcc5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=335075be-f006-448f-b4ae-c0e02a08dcc5,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:18.113482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:18.126492 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ece0df14-13a5-41a9-8505-756163fd2115 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/012c825e-acca-40a0-8065-80a4b9ef0f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6015246 Oct 27 16:42:18.126623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:18.132542 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:18.155501 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:18.156788 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.199876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-40b89b2a-8393-45f8-afcf-9ecf3c03cc68 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606351 Oct 27 16:42:18.206670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02e6e8-fbc5-479b-9db0-f54657d66813 None None] Pushing event updated for resources: {'Port': ['ID=304d962a-2698-4147-8ef2-39168f4b4604,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:18.234468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.319344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.358352 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:18.384185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Provisioning complete for port d0079d52-3ea9-43bd-b274-289da2ca5f33 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:18.384555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.434087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04f56-1a39-4bc5-bb98-4af65618e087 None None] Pushing event updated for resources: {'Port': ['ID=335075be-f006-448f-b4ae-c0e02a08dcc5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:18.441243 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-7ebacc9a-0d9d-4b6c-9227-1b9f2affbc51 service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222893 Oct 27 16:42:18.455507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Port d0079d52-3ea9-43bd-b274-289da2ca5f33 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:18.478986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.479487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.479946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.480400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.480855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.481941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.482488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.483102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.488206 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43600) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:18.488499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a3d57f17-44a4-4076-a446-8eb97ae6e760 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.3604507 Oct 27 16:42:18.493548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.498210 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:18.498640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.543426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66161477-43ca-468a-8ea6-513c500b66c6 None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:18.602928 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Port 2d163980-a021-41af-a58f-92225e72b252 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:18.633335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Provisioning complete for port 304d962a-2698-4147-8ef2-39168f4b4604 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:18.635872 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bdf74803-5428-4b9f-bacd-4f8dd9b33ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.648542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.649286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.649890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.650489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.651157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.655978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.655978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.655978 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:18.655978 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-06b704a6-d94a-40ad-b2c4-98c6ec757467 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5288 time: 0.1650653 Oct 27 16:42:18.657214 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:18.658299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43604) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:18.762292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Pushing event updated for resources: {'Port': ['ID=68921e0d-abf9-4d71-bd16-a4ef50532fea,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:18.775274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:18.777199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:18.781068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:18.784201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304d962a-2698-4147-8ef2-39168f4b4604 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:18.897214 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 2, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:18.917937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:18.966000 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:18.966354 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Updating router 012c825e-acca-40a0-8065-80a4b9ef0f4f port d0079d52-3ea9-43bd-b274-289da2ca5f33 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:19.030187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-870983704-network', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:19.032276 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.048488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 304d962a-2698-4147-8ef2-39168f4b4604 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:19.048883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.134089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a8b6-d3ca-41e4-813c-086efa7b895b req-4dc08e76-0b3e-48bf-a652-d088b2b7d9e4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:19.136709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a3a8b6-d3ca-41e4-813c-086efa7b895b req-4dc08e76-0b3e-48bf-a652-d088b2b7d9e4 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1323924 Oct 27 16:42:19.244115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2a3a8b6-d3ca-41e4-813c-086efa7b895b req-44e9b161-b628-4aa5-beaf-edb2e4743b55 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946002 Oct 27 16:42:19.316151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a69238ab-6483-4082-b1f6-b75156ce0ad6 None None] Provisioning complete for port d0079d52-3ea9-43bd-b274-289da2ca5f33 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:19.316151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a69238ab-6483-4082-b1f6-b75156ce0ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.336364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-455cb666-2160-4b4c-ac6f-c9bf50dbc617 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 0.6764476 Oct 27 16:42:19.363322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a69238ab-6483-4082-b1f6-b75156ce0ad6 None None] Port d0079d52-3ea9-43bd-b274-289da2ca5f33 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:19.368215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7df24d2e-a4bc-490f-946c-9e35136956c8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:19.460448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7df24d2e-a4bc-490f-946c-9e35136956c8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:19.460825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.465804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Made reservation on behalf of 1dccd9543be440d4a9199f24ff35bbdf for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:19.482010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.482173 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.529900 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.574373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ab4019c9-6c53-4138-b387-3f5adfa3f50f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:19.636154 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.686657 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.817495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ab4019c9-6c53-4138-b387-3f5adfa3f50f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:19.819493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.886984 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3fe1b-edfa-4af2-8ad9-ef9bebe8b58c None None] Pushing event updated for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:20.018414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43630) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:20.023251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351797183', 'description': 'tempest-secgroup-smoke-351797183 description', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:20.084726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4e831-58cc-4654-b7cc-e30a427e93fe None None] Network 31fe4381-d0b0-45d8-813a-10b051abd37d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:20.220216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.257081 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Attempting to bind port d0079d52-3ea9-43bd-b274-289da2ca5f33 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:20.258358 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Attempting to bind port d0079d52-3ea9-43bd-b274-289da2ca5f33 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:20.259000 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Attempting to bind port d0079d52-3ea9-43bd-b274-289da2ca5f33 on network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:20.272301 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] Provisioning complete for port 335075be-f006-448f-b4ae-c0e02a08dcc5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:20.272864 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.279863 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:20.283733 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Checking segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:20.284414 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.285967 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Bound using segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:20.287911 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Bound port: d0079d52-3ea9-43bd-b274-289da2ca5f33, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:20.293810 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.403710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.459726 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] For port d0079d52-3ea9-43bd-b274-289da2ca5f33, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:20.463838 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] For port d0079d52-3ea9-43bd-b274-289da2ca5f33, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0079d52-3ea9-43bd-b274-289da2ca5f33,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:20.477706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.526051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.575082 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.586674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8997b4-94aa-4cd0-be4a-d6dce7572a5d req-b3eb8002-d091-4fda-b9dc-21c5639f3bc5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:20.611994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.621767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f8997b4-94aa-4cd0-be4a-d6dce7572a5d req-b3eb8002-d091-4fda-b9dc-21c5639f3bc5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1383579 Oct 27 16:42:20.627768 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.665758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac0b93-e85c-4d8e-b9d6-844a84448beb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:20.737385 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] For port 335075be-f006-448f-b4ae-c0e02a08dcc5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=335075be-f006-448f-b4ae-c0e02a08dcc5,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:20.766726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 335075be-f006-448f-b4ae-c0e02a08dcc5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:20.791921 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:20.792714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f8997b4-94aa-4cd0-be4a-d6dce7572a5d req-014b96d6-1f29-41e7-9736-fc9be6f49c60 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677530 Oct 27 16:42:20.795443 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:20.806374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b43b28d-174a-475d-b702-d4256efd7c07,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:20.879892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:20.881316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8379e30-58b0-408f-b0f0-2ee8851c191b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8617091 Oct 27 16:42:20.886692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:20.897160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:20.904966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:42:20.917415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.005529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.008887 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Added segment f4493fc6-412f-4593-9176-1096286f803f of type vlan for network a18f147f-5514-402a-ba9a-e891c8027322 Oct 27 16:42:21.012433 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3fe1b-edfa-4af2-8ad9-ef9bebe8b58c None None] Pushing event updated for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:21.044271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 335075be-f006-448f-b4ae-c0e02a08dcc5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:21.044538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.104450 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:21.141575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.166495 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.182109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.205252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] Provisioning complete for port d0079d52-3ea9-43bd-b274-289da2ca5f33 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:21.205661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.302250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d620-901f-463a-933c-ca3a970c34e1 None None] Pushing event updated for resources: {'Port': ['ID=335075be-f006-448f-b4ae-c0e02a08dcc5,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:21.318289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.412437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.resource_extend [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:42:21.449146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.454454 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.485717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b18050e-d7cb-4b24-a50f-e0cabcba25e7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:21.517433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] For port d0079d52-3ea9-43bd-b274-289da2ca5f33, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0079d52-3ea9-43bd-b274-289da2ca5f33,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:21.562357 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.563424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:21.564064 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.591307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.629234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:20Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:21.669156 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cadb5-f08d-462e-bf94-2fd99e3d737b None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:20Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:21.692313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.694280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-26341bad-6b49-4885-a333-d8567fe587c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8060288 Oct 27 16:42:21.697068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43636) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:21.703378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:21.721445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8249e98-4e9e-4184-aba5-48692de9cea8 None None] Pushing event updated for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:21.751101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] Pushing event updated for resources: {'Network': ['ID=a18f147f-5514-402a-ba9a-e891c8027322,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:21.765273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-00151c59-b790-4c12-b838-3742e41552a1 None None] Provisioning complete for port 335075be-f006-448f-b4ae-c0e02a08dcc5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:21.766245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-00151c59-b790-4c12-b838-3742e41552a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.787661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a18f147f-5514-402a-ba9a-e891c8027322 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:42:21.827181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-96271a81-b439-40ba-930e-f481262f970f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9080694 Oct 27 16:42:21.828302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43638) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:21.858074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Request body: {'subnet': {'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-870983704-subnet', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:21.865621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Router d154cf4e-734c-451b-bd82-714b8c62d44f is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:42:22.015837 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.052841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-00151c59-b790-4c12-b838-3742e41552a1 None None] Provisioning complete for port d0079d52-3ea9-43bd-b274-289da2ca5f33 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:22.052841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-00151c59-b790-4c12-b838-3742e41552a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.135016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Made reservation on behalf of 1dccd9543be440d4a9199f24ff35bbdf for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:22.145860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.184949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:22.214742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Sync routers for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:22.248970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:22.252300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:22.342406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.343655 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-93ddc62f-cd8b-49be-a095-fd36c608f1de admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0660243 Oct 27 16:42:22.357940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43642) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:22.485370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:22.595029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0114f9-1d10-47bd-a743-a255db0c1a6a req-d2ee44ec-123e-410a-8be6-4c2ef9051faf tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:22.606130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd0114f9-1d10-47bd-a743-a255db0c1a6a req-d2ee44ec-123e-410a-8be6-4c2ef9051faf tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.5854979 Oct 27 16:42:22.627980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.730364 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.749413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd0114f9-1d10-47bd-a743-a255db0c1a6a req-b9db3cf3-8bee-44f5-b450-f10b4de2d514 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421034 Oct 27 16:42:22.819295 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.834462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41f8f04-38e6-4e0b-a29f-08d0625fe71d,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:22.875970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c449fc48-c288-4a88-b347-0d3ff3d1a7e0,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:22.881881 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Checking segment: {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:22.882261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Network hostable DHCP agents. Network: a18f147f-5514-402a-ba9a-e891c8027322, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:42:22.961845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device df10e692-aed1-43bb-8362-1009a527f227 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:22.978309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.986701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d658b44f-4b8d-4989-88f6-8f88c135ee42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2852480 Oct 27 16:42:22.986979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43644) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:23.002672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Network a18f147f-5514-402a-ba9a-e891c8027322 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:42:23.005875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:23.088211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a18f147f-5514-402a-ba9a-e891c8027322) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:23.093650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:23.094728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.128606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b342b-4a73-4d34-9cef-dcfa402f885f None None] Network a18f147f-5514-402a-ba9a-e891c8027322 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:23.238935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.271383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port df10e692-aed1-43bb-8362-1009a527f227 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:23.271980 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.296918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6435479c-101c-4a07-80f9-271de3a5bd9c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4671826 Oct 27 16:42:23.300260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 43646) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:23.305083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:23.404673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.437351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.438445 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.464038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.484429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.520434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392a6d5-e7c1-4f73-934c-b0055204b099,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:23.555881 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.556302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a18f147f-5514-402a-ba9a-e891c8027322', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:42:23.557356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.597502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port df10e692-aed1-43bb-8362-1009a527f227, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=df10e692-aed1-43bb-8362-1009a527f227,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:23.611658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:19Z', 'revision_number': 3, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:23.647773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.710925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Checking router: d154cf4e-734c-451b-bd82-714b8c62d44f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:23.715921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Updating router d154cf4e-734c-451b-bd82-714b8c62d44f port 68921e0d-abf9-4d71-bd16-a4ef50532fea binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:23.717533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.718500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 335075be-f006-448f-b4ae-c0e02a08dcc5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:23.774565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.780750 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-94ca4f66-0716-4108-91df-4e5475cb8b8d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7953880 Oct 27 16:42:23.781355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43648) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:23.782176 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:23.791257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:23.800402 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:23.803536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:23.902205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Allocated IP 172.20.0.1 (31fe4381-d0b0-45d8-813a-10b051abd37d/c23a01a0-0af0-4830-b6eb-e02eedf9868d/329abd74-8696-464a-9b94-3d56113448fc) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:23.931109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:23.942917 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.028457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:24.076138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=df10e692-aed1-43bb-8362-1009a527f227,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:24.088266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.151521 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.176839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Allocated IP 172.20.0.2 (a18f147f-5514-402a-ba9a-e891c8027322/a41f8f04-38e6-4e0b-a29f-08d0625fe71d/6b5fdda3-e9f3-43c1-bc96-45abd60a91ff) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:24.193310 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.199507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 335075be-f006-448f-b4ae-c0e02a08dcc5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:24.200052 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.207264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.229093 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846c2853-8bed-47fb-943d-536b6d475436,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:24.256783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295988-af5b-4a09-812b-ea13c35c1015 req-47ed7330-15e5-4bd7-9fd6-d0f8d09eb830 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:24.258952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27295988-af5b-4a09-812b-ea13c35c1015 req-47ed7330-15e5-4bd7-9fd6-d0f8d09eb830 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.3616431 Oct 27 16:42:24.271909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.386803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.388126 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6a3b55df-a59b-43b0-b0d7-0c33940d5e6b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6030369 Oct 27 16:42:24.403034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43654) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:24.403395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27295988-af5b-4a09-812b-ea13c35c1015 req-3b66f0f0-71c4-4fd7-8cb3-f8319d7f4eb0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352518 Oct 27 16:42:24.434074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:24.444886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:24.497043 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Network 31fe4381-d0b0-45d8-813a-10b051abd37d is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:24.500867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:24.506434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:24.510999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Pushing event updated for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:24.528632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0079d52-3ea9-43bd-b274-289da2ca5f33 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:24.534970 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:24.538979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.541751 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Updating router 112e7822-45f4-4281-930e-3dbb977676f8 port 2d163980-a021-41af-a58f-92225e72b252 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:24.593801 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:42:24.610379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.612306 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.625140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.656239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.674250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d0079d52-3ea9-43bd-b274-289da2ca5f33 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:24.674761 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.728668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.733635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.899373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Network a18f147f-5514-402a-ba9a-e891c8027322 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:24.931546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:24.948784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:24.953353 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.962329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Pushing event updated for resources: {'Port': ['ID=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.033859 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.046366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Attempting to bind port 68921e0d-abf9-4d71-bd16-a4ef50532fea on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:25.046600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Attempting to bind port 68921e0d-abf9-4d71-bd16-a4ef50532fea by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:25.053574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Attempting to bind port 68921e0d-abf9-4d71-bd16-a4ef50532fea on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:25.078631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5910af-4307-4b52-b4fd-d065d0799cf5,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.108516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-422a2677-e816-4068-92f1-d69a4836739c None None] Provisioning complete for port 329abd74-8696-464a-9b94-3d56113448fc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:25.109249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-422a2677-e816-4068-92f1-d69a4836739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.172066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.180836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:25.181591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:25.181893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.182494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:25.183219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Bound port: 68921e0d-abf9-4d71-bd16-a4ef50532fea, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:25.183798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.204987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.209681 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ca90329e-48ea-4b49-9545-fc2a9116f9f2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8052080 Oct 27 16:42:25.248178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:25.253648 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'f5ac0b93-e85c-4d8e-b9d6-844a84448beb', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:25.306226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51710ef5-daf5-4591-ae6d-f32c7df45b13 None None] Pushing event updated for resources: {'Port': ['ID=68921e0d-abf9-4d71-bd16-a4ef50532fea,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.347361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.414577 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:42:25.420233 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.422335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.432418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.433161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-422a2677-e816-4068-92f1-d69a4836739c None None] Port 329abd74-8696-464a-9b94-3d56113448fc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:25.473386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] For port 68921e0d-abf9-4d71-bd16-a4ef50532fea, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:25.485510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Attempting to bind port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:25.485966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Attempting to bind port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:25.486426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Attempting to bind port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff on network a18f147f-5514-402a-ba9a-e891c8027322 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:25.510885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] For port 68921e0d-abf9-4d71-bd16-a4ef50532fea, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68921e0d-abf9-4d71-bd16-a4ef50532fea,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:25.516830 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.546672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:25.547529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Checking segment: {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:25.548179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.548852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Bound using segment: {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:25.549599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Bound port: 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:25.550122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.629871 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aee6b-ca6d-4924-840d-ba2f56d72ca7 None None] Pushing event updated for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.634281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Allocated IP 172.25.5.197 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/4a08bec0-6c85-481e-999c-732bcca994db) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:25.655807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.683228 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.734129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.770068 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Attempting to bind port 2d163980-a021-41af-a58f-92225e72b252 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:25.770277 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.770883 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Attempting to bind port 2d163980-a021-41af-a58f-92225e72b252 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:25.771435 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Attempting to bind port 2d163980-a021-41af-a58f-92225e72b252 on network 047224f4-0cd4-406c-86cf-af859d6a3d65 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:25.779893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0c1702-ef5c-45ed-8061-fae5c518d3ce,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.785169 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:25.785848 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Checking segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:25.787238 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.787808 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Bound using segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:25.788519 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Bound port: 2d163980-a021-41af-a58f-92225e72b252, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:25.790193 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.917441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.918817 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-794cb33a-7690-4f90-8f9d-96f70b6d8a34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6697290 Oct 27 16:42:25.932682 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] For port 2d163980-a021-41af-a58f-92225e72b252, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:25.937117 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] For port 2d163980-a021-41af-a58f-92225e72b252, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2d163980-a021-41af-a58f-92225e72b252,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:25.941617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Pushing event updated for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.945473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.964540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a6bb8-db58-4670-9b72-94a6f36a0092 req-df586bd5-1854-4e11-90ab-2a0844396bbe tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:25.972967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93a6bb8-db58-4670-9b72-94a6f36a0092 req-df586bd5-1854-4e11-90ab-2a0844396bbe tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.3744957 Oct 27 16:42:25.994936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device df10e692-aed1-43bb-8362-1009a527f227 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:26.005176 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.014778 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.081986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.160172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Network 31fe4381-d0b0-45d8-813a-10b051abd37d is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:26.164801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:26.173387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c93a6bb8-db58-4670-9b72-94a6f36a0092 req-7c5a58a7-7a45-4cb9-acf6-656eab0707d0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582339 Oct 27 16:42:26.192162 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:26.192995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:26.280127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] For port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:26.314119 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aee6b-ca6d-4924-840d-ba2f56d72ca7 None None] Pushing event updated for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.319628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51710ef5-daf5-4591-ae6d-f32c7df45b13 None None] Pushing event updated for resources: {'Port': ['ID=68921e0d-abf9-4d71-bd16-a4ef50532fea,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.323126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.352596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] For port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:26.356219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:26.356712 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.363460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:26.365400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:26.505798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.516026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Router d154cf4e-734c-451b-bd82-714b8c62d44f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:26.533153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:26.553604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-8af5f443-0dad-4941-b604-d079ae2cd149 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351797183&fields=id&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 267 time: 0.2128892 Oct 27 16:42:26.597090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:26.628282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Pushing event updated for resources: {'Port': ['ID=4a08bec0-6c85-481e-999c-732bcca994db,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.651683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:26.685097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port df10e692-aed1-43bb-8362-1009a527f227 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:26.686532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.691870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:26.873229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f3ca-43c9-407c-9d76-cd2fbf9a83b4 None None] Pushing event updated for resources: {'Port': ['ID=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.939248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:26.955232 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:26.966543 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-782786a6-fb57-43a7-b4fe-136b6dc460cf admin admin] 10.222.0.70 "PUT /v2.0/routers/d154cf4e-734c-451b-bd82-714b8c62d44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6071746 Oct 27 16:42:27.089686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.261989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] For port 2d163980-a021-41af-a58f-92225e72b252, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2d163980-a021-41af-a58f-92225e72b252,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:27.338802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-bfb4c569-7df0-4637-8767-d650165d6a42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.352143 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:27.353785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-bfb4c569-7df0-4637-8767-d650165d6a42 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 795 time: 0.7952347 Oct 27 16:42:27.365528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.436323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-f8727838-caf1-4ff8-baaa-7941dac90046 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/quotas/77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 375 time: 0.0813138 Oct 27 16:42:27.535085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62ed36-8402-44f2-a0ed-abcd09d062e1 None None] Pushing event updated for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:27.654914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24d39-fc28-4d31-b8f5-8be4e235a6f0 req-9501f329-a602-4c64-b6a1-aa5ff6d2e8d8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.656693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9a24d39-fc28-4d31-b8f5-8be4e235a6f0 req-9501f329-a602-4c64-b6a1-aa5ff6d2e8d8 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.2363925 Oct 27 16:42:27.690720 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607553-7a75-486f-bac0-c326e25b63a5 None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:27.727494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-be8fc811-8112-45a5-8c84-f7cad8742a80 None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:27.727879 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be8fc811-8112-45a5-8c84-f7cad8742a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:27.730590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-37d970a8-c458-48a3-a978-2ba754b38b5d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2491133 Oct 27 16:42:27.859373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9a24d39-fc28-4d31-b8f5-8be4e235a6f0 req-f244f4fd-09fb-473e-8cbf-c783c10b8aab tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903665 Oct 27 16:42:27.949883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.039430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2d163980-a021-41af-a58f-92225e72b252 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:28.130499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-3ab5f0d5-8ec2-4e92-a34c-23c1ecbf293c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:42:28.131672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-3ab5f0d5-8ec2-4e92-a34c-23c1ecbf293c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3202100 Oct 27 16:42:28.193672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '329abd74-8696-464a-9b94-3d56113448fc', 'name': '', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'mac_address': 'fa:16:3e:f8:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 2, 'project_id': '4ea94594d344477185537c756034e3ee', 'subnets': [{'id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:28.290951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32072b-df23-41b6-a06c-a56cd8aee651 None None] The sync data for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 is: [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '329abd74-8696-464a-9b94-3d56113448fc', 'name': '', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'mac_address': 'fa:16:3e:f8:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 2, 'project_id': '4ea94594d344477185537c756034e3ee', 'subnets': [{'id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:28.310468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.358433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-be8fc811-8112-45a5-8c84-f7cad8742a80 None None] Provisioning complete for port 329abd74-8696-464a-9b94-3d56113448fc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:28.361269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-be8fc811-8112-45a5-8c84-f7cad8742a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.490885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-260e889d-c088-4e96-8ec3-9462ddc00d90 service neutron] 10.222.0.70 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409636 Oct 27 16:42:28.511129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-be8fc811-8112-45a5-8c84-f7cad8742a80 None None] Port 329abd74-8696-464a-9b94-3d56113448fc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:28.531599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:28.533370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.604530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7d9a3-662e-4acc-908d-b3ae0772e2cc None None] Network a18f147f-5514-402a-ba9a-e891c8027322 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:42:28.609129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.797558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] Provisioning complete for port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:28.797978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:28.906220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-deedda47-9633-4a36-af57-b5e5c9f10d05 service neutron] 10.222.0.70 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292019 Oct 27 16:42:28.918464 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.190194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:29.229076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfbd8a-1dfc-4ff8-83d2-2fca4212816a req-dce41f65-256b-478d-a4af-9f335435c014 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:29.230964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7dfbd8a-1dfc-4ff8-83d2-2fca4212816a req-dce41f65-256b-478d-a4af-9f335435c014 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0998816 Oct 27 16:42:29.316366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7dfbd8a-1dfc-4ff8-83d2-2fca4212816a req-f92199f6-bd94-4e2b-a3c6-09799229a154 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790405 Oct 27 16:42:29.346286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:42:29.405252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.499348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:29.499717 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.550521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:29.613742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94832e64-0c90-4a1a-b98a-6473e0a5d2e8 req-e13fac6b-17e8-403b-bc34-1c6175220d04 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0655153 Oct 27 16:42:29.644976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] For port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:29.649937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Sync routers for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:29.666563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:29.670759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:29.719990 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.721670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9acf1c51-c994-4db2-925e-a45237169176 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4197500 Oct 27 16:42:29.730324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 43702) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:29.826479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:29.925603 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.133795 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e51e-6ac3-4670-a37d-8e482c8f7ed7 None None] Pushing event updated for resources: {'Port': ['ID=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:30.423068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-29b096f5-80f6-4389-8782-0a5f093782ac None None] Provisioning complete for port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:30.423068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-29b096f5-80f6-4389-8782-0a5f093782ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:30.581458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2d163980-a021-41af-a58f-92225e72b252 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:30.626696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c795-9777-4c2e-99d6-5f80bd8d19e9 req-eb6d6df2-957a-4960-9484-c5860e0a8918 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:30.635188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d03c795-9777-4c2e-99d6-5f80bd8d19e9 req-eb6d6df2-957a-4960-9484-c5860e0a8918 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0889804 Oct 27 16:42:30.719170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d03c795-9777-4c2e-99d6-5f80bd8d19e9 req-bc0bf43b-f2c7-481c-bf60-f82ab3bb9214 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829160 Oct 27 16:42:30.850698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6afcee7-ff7e-4776-90b8-f9dc36a23604 req-e11b6655-0dfb-42c6-b74f-bc02c7a1b845 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0810504 Oct 27 16:42:31.108243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 3, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:31.154791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Checking router: 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:31.155497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Updating router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 port 4a08bec0-6c85-481e-999c-732bcca994db binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:31.200841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.211758 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.298405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2d163980-a021-41af-a58f-92225e72b252 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:31.298781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.437308 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Allocated IP 172.20.0.1 (a18f147f-5514-402a-ba9a-e891c8027322/a41f8f04-38e6-4e0b-a29f-08d0625fe71d/f0c75dd0-055f-4301-8f91-2f4c189f8d16) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:31.560115 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:31.713806 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.747909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:31.748318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.854202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.933762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:31.975149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:31.988099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c84a5-5bda-45a1-8605-41e603ee897d req-001142de-7989-4c05-a5f5-1fda7d2aa671 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:31.992196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d62c84a5-5bda-45a1-8605-41e603ee897d req-001142de-7989-4c05-a5f5-1fda7d2aa671 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1408958 Oct 27 16:42:32.015348 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.020123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Network a18f147f-5514-402a-ba9a-e891c8027322 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:32.023171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:32.040589 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:32.132741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Attempting to bind port 4a08bec0-6c85-481e-999c-732bcca994db on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:32.133369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Attempting to bind port 4a08bec0-6c85-481e-999c-732bcca994db by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:32.133477 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Attempting to bind port 4a08bec0-6c85-481e-999c-732bcca994db on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:32.142598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353745b2-90e3-4f27-92bf-705cf3105d07 None None] Pushing event updated for resources: {'Port': ['ID=4a08bec0-6c85-481e-999c-732bcca994db,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:32.154809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.161984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:32.162560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:32.163092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.164000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:32.164730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Bound port: 4a08bec0-6c85-481e-999c-732bcca994db, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:32.165298 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.286929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.289661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d62c84a5-5bda-45a1-8605-41e603ee897d req-b95dfd1e-d3a6-4696-be11-4f6aa20efa8f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856464 Oct 27 16:42:32.296595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.297111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.297458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.306752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.307172 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.307516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.308000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.308342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.308668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.308994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.309326 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:32.404123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] For port 4a08bec0-6c85-481e-999c-732bcca994db, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:32.420492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] For port 4a08bec0-6c85-481e-999c-732bcca994db, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a08bec0-6c85-481e-999c-732bcca994db,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:32.423510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-d097923d-2fca-43b5-80a4-df25182696ef tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:32.438158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-d097923d-2fca-43b5-80a4-df25182696ef tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.4463742 Oct 27 16:42:32.463685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68921e0d-abf9-4d71-bd16-a4ef50532fea up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:32.490398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-3adafa6a-fdbf-408d-94ed-0ccd845f9edb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0512643 Oct 27 16:42:32.563170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 68921e0d-abf9-4d71-bd16-a4ef50532fea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:32.564250 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.598818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09f32960-a735-438f-b14b-e2569b98c35d req-380b2809-f482-4650-a9c4-f938dddbd856 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.1435866 Oct 27 16:42:32.627003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1aa87d8d-11fe-4ab1-a380-c9f22e07f997 None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:32.628001 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1aa87d8d-11fe-4ab1-a380-c9f22e07f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.668312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-fd10defe-49f7-4145-82ef-d3cfadbb19c2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768479 Oct 27 16:42:32.695604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1aa87d8d-11fe-4ab1-a380-c9f22e07f997 None None] Port f0c75dd0-055f-4301-8f91-2f4c189f8d16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:32.744435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.770284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 68921e0d-abf9-4d71-bd16-a4ef50532fea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68921e0d-abf9-4d71-bd16-a4ef50532fea,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:32.815724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-3e413150-f3ae-406b-b3ac-9a1ce71e7adf service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366699 Oct 27 16:42:32.865190 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.924550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:32.946282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:32.951225 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:32.951423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-0b1bf46c-91f7-420f-9da8-166564cdd552 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247699 Oct 27 16:42:32.993588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.049889 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353745b2-90e3-4f27-92bf-705cf3105d07 None None] Pushing event updated for resources: {'Port': ['ID=4a08bec0-6c85-481e-999c-732bcca994db,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.200157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=68921e0d-abf9-4d71-bd16-a4ef50532fea,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.224721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:33.299294 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.472499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4991d4-a721-44ae-b0cc-ddb8b6d47897 req-7c91a377-88e3-48ae-b615-5a970a9b71dd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:33.474784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a4991d4-a721-44ae-b0cc-ddb8b6d47897 req-7c91a377-88e3-48ae-b615-5a970a9b71dd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0738654 Oct 27 16:42:33.475100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'f0c75dd0-055f-4301-8f91-2f4c189f8d16', 'name': '', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'mac_address': 'fa:16:3e:87:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:31Z', 'updated_at': '2021-10-27T16:42:31Z', 'revision_number': 1, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'subnets': [{'id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:33.482030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.506675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fd33a-50ba-4474-8cd8-e4a2fadf6051 None None] The sync data for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 is: [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'f0c75dd0-055f-4301-8f91-2f4c189f8d16', 'name': '', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'mac_address': 'fa:16:3e:87:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:31Z', 'updated_at': '2021-10-27T16:42:31Z', 'revision_number': 1, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'subnets': [{'id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:33.517366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a4991d4-a721-44ae-b0cc-ddb8b6d47897 req-82d066a9-de94-4bfa-8852-9dc9a4831632 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363023 Oct 27 16:42:33.564224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.566205 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:33.589691 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Sync routers for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:33.604832 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:33.605537 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:33.670842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Network a18f147f-5514-402a-ba9a-e891c8027322 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:33.672490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:33.748324 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:33.783457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7eb503b0-bf64-4f49-8535-3165405fe254 req-97f32240-fb54-434d-b637-2d868be2d520 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0875778 Oct 27 16:42:33.822109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:34.053970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fcf8f51-b11e-4aa2-85d6-9ef7c5669788 req-29aba2b8-0190-4fbd-83be-f8873f8074c5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0608313 Oct 27 16:42:34.056005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fd7ef7e5-6fce-4e49-94ee-84e496c5f04e None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:34.056005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef7e5-6fce-4e49-94ee-84e496c5f04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.076809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:34.094136 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-22d1eab9-0179-447f-b043-7ed8d49dd8d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/07cf0049-0ab1-4caf-ad56-48460e5fbfb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3686309 Oct 27 16:42:34.122944 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '329abd74-8696-464a-9b94-3d56113448fc', 'name': '', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'mac_address': 'fa:16:3e:f8:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 2, 'project_id': '4ea94594d344477185537c756034e3ee', 'subnets': [{'id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:34.130202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ef7e5-6fce-4e49-94ee-84e496c5f04e None None] Port f0c75dd0-055f-4301-8f91-2f4c189f8d16 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:34.159259 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Checking router: d154cf4e-734c-451b-bd82-714b8c62d44f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:34.159612 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Updating router d154cf4e-734c-451b-bd82-714b8c62d44f port 329abd74-8696-464a-9b94-3d56113448fc binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:34.186871 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.238288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68921e0d-abf9-4d71-bd16-a4ef50532fea up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:34.294902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 68921e0d-abf9-4d71-bd16-a4ef50532fea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:34.295334 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.520106 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.627730 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.669070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9498-499a-41a9-83f0-bed67280d95c req-dbbc3107-4e27-489f-9a1e-3ea7b0a9703b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:34.671318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d43d9498-499a-41a9-83f0-bed67280d95c req-dbbc3107-4e27-489f-9a1e-3ea7b0a9703b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0559504 Oct 27 16:42:34.699650 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0c22f-ba6e-4fa2-8d1f-6ed184fcac62 None None] Pushing event updated for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:34.765657 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Attempting to bind port 329abd74-8696-464a-9b94-3d56113448fc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:34.766599 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Attempting to bind port 329abd74-8696-464a-9b94-3d56113448fc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:34.767222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Attempting to bind port 329abd74-8696-464a-9b94-3d56113448fc on network 31fe4381-d0b0-45d8-813a-10b051abd37d {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:34.773778 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:34.774187 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Checking segment: {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:34.774540 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.775108 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Bound using segment: {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:34.775589 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Bound port: 329abd74-8696-464a-9b94-3d56113448fc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a1543f-60a9-4699-ad8f-121a41c7a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:34.775959 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:34.777300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d43d9498-499a-41a9-83f0-bed67280d95c req-74af25e1-90ea-4ec8-b570-d2d6fd33fec2 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982213 Oct 27 16:42:34.880239 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] For port 329abd74-8696-464a-9b94-3d56113448fc, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:34.886478 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] For port 329abd74-8696-464a-9b94-3d56113448fc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=329abd74-8696-464a-9b94-3d56113448fc,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:34.916546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4953ec8f-c9e1-494b-9ec0-6ef121a27e41 req-5e59ad9b-f184-4dee-b10f-1ecdd029d4e8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0357027 Oct 27 16:42:34.975327 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:35.047263 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:35.047772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:35.049638 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0c22f-ba6e-4fa2-8d1f-6ed184fcac62 None None] Pushing event updated for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:35.072357 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] Provisioning complete for port 329abd74-8696-464a-9b94-3d56113448fc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:35.077382 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:35.179890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-574a1760-e82f-4383-b2b0-eb7078222981 req-b06bcf54-0438-4837-b2e6-457b723f1481 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0420222 Oct 27 16:42:35.184355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:35.223296 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:35.231497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] For port 329abd74-8696-464a-9b94-3d56113448fc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=329abd74-8696-464a-9b94-3d56113448fc,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:35.263840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-429f5c31-6899-4f9c-b5fc-6bc50bc895b5 req-0292821b-7567-4f2b-8f61-d896e2b58fe2 service neutron] (114448) timed out ('10.222.0.82', 58829) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:42:35.322089 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:35.403681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cffc2-3ed3-43b7-bafc-196665c7600a None None] Pushing event updated for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:35.464254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-12479952-9785-4889-bfdd-b021bc557cb9 None None] Provisioning complete for port 329abd74-8696-464a-9b94-3d56113448fc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:35.464790 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12479952-9785-4889-bfdd-b021bc557cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:35.483662 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '329abd74-8696-464a-9b94-3d56113448fc', 'name': '', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'mac_address': 'fa:16:3e:f8:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:34Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'subnets': [{'id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:35.512078 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263d813-234b-43ec-b56a-3448cce5c96a None None] The sync data for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 is: [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:25Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '329abd74-8696-464a-9b94-3d56113448fc', 'name': '', 'network_id': '31fe4381-d0b0-45d8-813a-10b051abd37d', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'mac_address': 'fa:16:3e:f8:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:34Z', 'revision_number': 4, 'project_id': '4ea94594d344477185537c756034e3ee', 'subnets': [{'id': 'c23a01a0-0af0-4830-b6eb-e02eedf9868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:35.928050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445305e2-5f36-4e81-93b8-c8369a36551d req-ee772788-05b8-4369-9bb9-fd2579519269 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:35.929667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-445305e2-5f36-4e81-93b8-c8369a36551d req-ee772788-05b8-4369-9bb9-fd2579519269 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0669901 Oct 27 16:42:36.020842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-445305e2-5f36-4e81-93b8-c8369a36551d req-01d8eb33-1c72-4d61-ac5d-74ed6a9f42ad tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835760 Oct 27 16:42:36.091662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7f0880e-9d2e-4735-80f3-42dce98b0717 req-99b13dae-b3ac-4760-965c-a905bd6e25b3 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0664594 Oct 27 16:42:36.360784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27ceec69-58f6-44d8-bfa3-bfe214b2029b req-cb1e4b1a-2870-4b98-8f92-fe318ba32d04 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0763113 Oct 27 16:42:36.372296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-8882ee65-75a7-4da9-a063-7e6bd204e689 req-ed74ec71-76e1-4714-b6ba-8a93430352e2 service neutron] (114449) timed out ('10.222.0.82', 59499) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:42:36.406038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a08bec0-6c85-481e-999c-732bcca994db up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:36.474317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4a08bec0-6c85-481e-999c-732bcca994db triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:36.475002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:36.588547 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:36.618942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 4a08bec0-6c85-481e-999c-732bcca994db, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a08bec0-6c85-481e-999c-732bcca994db,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:37.110697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:37.111393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 329abd74-8696-464a-9b94-3d56113448fc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:37.226063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=4a08bec0-6c85-481e-999c-732bcca994db,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:37.244135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00520065-e2e5-4c8e-8dd3-f7bc19f92c1d req-b0681d30-2d98-4923-b63d-3ddcc74ad899 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0551291 Oct 27 16:42:37.248140 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.248839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.249473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.250075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.250508 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.251114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.251717 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.252321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.252925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.253559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.254152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.254718 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:37.258220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d134d-5be9-4630-b111-18823207487d req-0cb837fd-017f-4cef-a69f-24af0c90899c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:37.260974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 329abd74-8696-464a-9b94-3d56113448fc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:37.261631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:37.266357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab4d134d-5be9-4630-b111-18823207487d req-0cb837fd-017f-4cef-a69f-24af0c90899c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1132333 Oct 27 16:42:37.312714 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab4d134d-5be9-4630-b111-18823207487d req-be4c4d53-dbee-4c69-a88e-503dca7bb8fb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Oct 27 16:42:37.484198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca459905-1395-45df-8ce9-6643d5b3d707 req-1d5ea940-fa56-434b-99d4-32e69c66bde2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Oct 27 16:42:38.231920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a08bec0-6c85-481e-999c-732bcca994db up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:38.291859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 4a08bec0-6c85-481e-999c-732bcca994db triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:38.293288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:38.407616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fac7ec1-c180-4b09-8c6b-7e5a175ab339 req-475437eb-03df-4c48-b907-6e5c42a520e4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0497358 Oct 27 16:42:38.482395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-d5f4a94e-fb9f-49e7-b7d1-377a63e8ad67 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:38.484747 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-d5f4a94e-fb9f-49e7-b7d1-377a63e8ad67 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.2729812 Oct 27 16:42:38.496468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28954307-a96f-4eff-8197-2686a21be90c req-a6fc0d1a-9f0a-4dca-9724-8e15cf5f1f36 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:38.503383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28954307-a96f-4eff-8197-2686a21be90c req-a6fc0d1a-9f0a-4dca-9724-8e15cf5f1f36 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.0657763 Oct 27 16:42:38.503531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:38.553102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28954307-a96f-4eff-8197-2686a21be90c req-5ff580fc-f77b-4a3d-9b01-655980cc2547 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464318 Oct 27 16:42:38.612468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1592779-d7b6-41fa-a3ff-4665ce2e0b9f req-74e969e6-c5c8-4c33-9a6e-ace5379afc98 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Oct 27 16:42:38.807841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:38.826049 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:38.958736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Sync routers for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:38.971519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:38.972146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:38.981993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.13 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/a858b612-f25e-432e-b1bc-e28eb723abd0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:39.172632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:39.244181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-b2f6a82d-8759-4ef3-a6f7-f326824613c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:39.244181 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-b2f6a82d-8759-4ef3-a6f7-f326824613c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 795 time: 0.2146029 Oct 27 16:42:39.267498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:39.333392 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-25d89047-ec64-4577-bdf5-b7e589b1739c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 379 time: 0.0641038 Oct 27 16:42:39.355084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'port': {'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'admin_state_up': True, 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'security_groups': ['f5ac0b93-e85c-4d8e-b9d6-844a84448beb']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:39.454339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:39.487087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'f0c75dd0-055f-4301-8f91-2f4c189f8d16', 'name': '', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'mac_address': 'fa:16:3e:87:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:31Z', 'updated_at': '2021-10-27T16:42:33Z', 'revision_number': 2, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'subnets': [{'id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:39.542630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:39.545238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Checking router: 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:39.545563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Updating router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 port f0c75dd0-055f-4301-8f91-2f4c189f8d16 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:42:39.549240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b19b563a-6f07-48b8-a804-352ea4bdaea3 req-29580859-384f-4c0c-96d5-9c1b5b392a03 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0525959 Oct 27 16:42:39.555712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:39.560845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:39.574417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:39.653603 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:39.656765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:39.660397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:39.713484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:39.714544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:39.825831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a04d-af38-4c7e-95df-76ffaf53bb39 req-30e41d08-0b05-4323-a3bd-478daf6dec01 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:39.827780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4908a04d-af38-4c7e-95df-76ffaf53bb39 req-30e41d08-0b05-4323-a3bd-478daf6dec01 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 943 time: 0.1449406 Oct 27 16:42:39.913674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4908a04d-af38-4c7e-95df-76ffaf53bb39 req-33d112e8-880a-4d9d-a697-b7256246529e tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703783 Oct 27 16:42:39.936141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.9 (74ea3764-0816-4d06-9ff1-11b20d3d4d63/ced9d369-383b-46dd-bec6-6c011a496920/96e8da40-6dfa-4222-9aa0-8829cdcc67ef) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:39.961642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960644f-8786-4af1-9df5-dd20c2cce36e req-88f8a425-eac7-4d18-b1df-17ced1a1d5c0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:39.964664 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9960644f-8786-4af1-9df5-dd20c2cce36e req-88f8a425-eac7-4d18-b1df-17ced1a1d5c0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 932 time: 0.2009678 Oct 27 16:42:39.971145 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-07578f6b-44e0-45f7-bc02-f6ce06566c40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4748638 Oct 27 16:42:39.990364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Request body: {'port': {'device_id': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:40.047725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9960644f-8786-4af1-9df5-dd20c2cce36e req-8e7cf10a-f091-4617-be80-7d26d72290ee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680137 Oct 27 16:42:40.111498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.128129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-36e65b62-2b5b-4054-a387-c43c19426d51 None None] Provisioning complete for port a858b612-f25e-432e-b1bc-e28eb723abd0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:40.128505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-36e65b62-2b5b-4054-a387-c43c19426d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.224973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-36e65b62-2b5b-4054-a387-c43c19426d51 None None] Port a858b612-f25e-432e-b1bc-e28eb723abd0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:40.288938 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.309698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:40.316991 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.403549 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.450098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.454467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:40.492821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '33992386-c868-4bd1-a769-6c50ee630d35', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'port_id': '33992386-c868-4bd1-a769-6c50ee630d35', 'mac_address': 'fa:16:3e:39:fc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:40.530956 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:40.536977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a858b612-f25e-432e-b1bc-e28eb723abd0 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:40.544511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:40.551514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:40.574635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30430f1-1f57-40b5-8dee-e54247c77deb None None] Pushing event updated for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:40.639885 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.656838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:40.657522 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.658622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.685044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:40.696254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Attempting to bind port f0c75dd0-055f-4301-8f91-2f4c189f8d16 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:40.696776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Attempting to bind port f0c75dd0-055f-4301-8f91-2f4c189f8d16 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:40.697545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Attempting to bind port f0c75dd0-055f-4301-8f91-2f4c189f8d16 on network a18f147f-5514-402a-ba9a-e891c8027322 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:40.705478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Transition to ACTIVE for port object a858b612-f25e-432e-b1bc-e28eb723abd0 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:42:40.713829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:40.714374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Checking segment: {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:40.714819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.715633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Bound using segment: {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:40.716142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Bound port: f0c75dd0-055f-4301-8f91-2f4c189f8d16, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4493fc6-412f-4593-9176-1096286f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:40.716535 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.720780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:40.753602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:40.779377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.823024 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-df167fcd-de1d-4f11-b27d-fb7b42f3748a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4736335 Oct 27 16:42:40.837393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2412-4649-4e74-8e7b-e0608e820a02 req-7dd7ac19-b348-44f3-9359-637d9e89d562 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:40.844085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Request body: {'port': {'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:40.848088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-006f2412-4649-4e74-8e7b-e0608e820a02 req-7dd7ac19-b348-44f3-9359-637d9e89d562 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 931 time: 0.1529975 Oct 27 16:42:40.902720 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Pushing event updated for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:40.940699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-006f2412-4649-4e74-8e7b-e0608e820a02 req-1b2bfb10-d6d8-4e4e-9c11-9c65aa454013 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912323 Oct 27 16:42:40.943373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] For port f0c75dd0-055f-4301-8f91-2f4c189f8d16, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:40.954516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] For port f0c75dd0-055f-4301-8f91-2f4c189f8d16, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0c75dd0-055f-4301-8f91-2f4c189f8d16,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:40.959797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.061451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:41.072728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.146314 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.184537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:41.186368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:41.286746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48c276-9aba-4039-bfc1-3e4da308e02c req-34bdb6c9-d1eb-4bed-b404-961a14744772 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:41.286746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d48c276-9aba-4039-bfc1-3e4da308e02c req-34bdb6c9-d1eb-4bed-b404-961a14744772 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.2020743 Oct 27 16:42:41.311562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Attempting to bind port a858b612-f25e-432e-b1bc-e28eb723abd0 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:41.318265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Attempting to bind port a858b612-f25e-432e-b1bc-e28eb723abd0 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:41.318265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Attempting to bind port a858b612-f25e-432e-b1bc-e28eb723abd0 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:41.319492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Port a858b612-f25e-432e-b1bc-e28eb723abd0 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:42:41.319824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Attempting to bind port a858b612-f25e-432e-b1bc-e28eb723abd0 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:41.324911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4c23-160d-4f4d-96a1-b71ca6377f44 req-e65de647-b243-4640-b3a7-14e109252332 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:41.333756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d7f4c23-160d-4f4d-96a1-b71ca6377f44 req-e65de647-b243-4640-b3a7-14e109252332 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.1273947 Oct 27 16:42:41.340130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:41.340497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:41.340862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:41.341311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Bound port: a858b612-f25e-432e-b1bc-e28eb723abd0, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:41.341677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.404095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d48c276-9aba-4039-bfc1-3e4da308e02c req-c9d8b0c4-29d4-4284-bbe5-85be544d5c57 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130741 Oct 27 16:42:41.459809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d7f4c23-160d-4f4d-96a1-b71ca6377f44 req-3c4a9c83-d1e0-4144-9127-4a31182fe745 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186521 Oct 27 16:42:41.461549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30430f1-1f57-40b5-8dee-e54247c77deb None None] Pushing event updated for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:41.483793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:41.484172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.556647 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b20d1941-63b7-442b-a0b8-f055dc9c22d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.575741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:41.581962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['33992386-c868-4bd1-a769-6c50ee630d35'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:41.731523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.771840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:41.775968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a858b612-f25e-432e-b1bc-e28eb723abd0,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:41.810365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e8da40-6dfa-4222-9aa0-8829cdcc67ef {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:41.835342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.848828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Transition to ACTIVE for port object 96e8da40-6dfa-4222-9aa0-8829cdcc67ef will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:42:41.852552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] For port f0c75dd0-055f-4301-8f91-2f4c189f8d16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0c75dd0-055f-4301-8f91-2f4c189f8d16,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:41.859154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.891984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:41.892627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.894213 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] 10.222.0.82 "PUT /v2.0/ports/a858b612-f25e-432e-b1bc-e28eb723abd0 HTTP/1.1" status: 200 len: 1092 time: 1.9100809 Oct 27 16:42:41.917404 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:41.919692 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07" -d '{"events": [{"name": "network-changed", "server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:41.942373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:41.957330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.026712 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77fce18-54ff-4672-be67-5da083e7e664 x-openstack-request-id: req-f77fce18-54ff-4672-be67-5da083e7e664 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:42.027930 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:42.028287 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f77fce18-54ff-4672-be67-5da083e7e664 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:42.028935 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0', 'status': 'completed', 'code': 200} Oct 27 16:42:42.202370 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc076-cdd2-46da-b298-44e00389e10b service neutron] Pushing event updated for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:42.203671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec49b6-ed3c-4a91-a424-f29d2f9e41e6 None None] Pushing event updated for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:42.215769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'f0c75dd0-055f-4301-8f91-2f4c189f8d16', 'name': '', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'mac_address': 'fa:16:3e:87:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:31Z', 'updated_at': '2021-10-27T16:42:40Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'subnets': [{'id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:42.221053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650a7d-54e8-4b17-869b-3f914c0f9995 req-2e338263-1a0e-4642-9d38-cc0bb6a54b04 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.223649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43650a7d-54e8-4b17-869b-3f914c0f9995 req-2e338263-1a0e-4642-9d38-cc0bb6a54b04 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.1265624 Oct 27 16:42:42.260698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3cca47-e492-4bce-a226-cd826c169c69 None None] The sync data for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 is: [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'f0c75dd0-055f-4301-8f91-2f4c189f8d16', 'name': '', 'network_id': 'a18f147f-5514-402a-ba9a-e891c8027322', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'mac_address': 'fa:16:3e:87:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:31Z', 'updated_at': '2021-10-27T16:42:40Z', 'revision_number': 4, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'subnets': [{'id': 'a41f8f04-38e6-4e0b-a29f-08d0625fe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:42.303480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-42ed3a4e-a42a-4908-8615-810b913acd69 None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:42.303855 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42ed3a4e-a42a-4908-8615-810b913acd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.325131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-8a5970e2-6903-480c-a008-093dd2e7210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.326963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-8a5970e2-6903-480c-a008-093dd2e7210d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 1095 time: 0.2881894 Oct 27 16:42:42.332287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Attempting to bind port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:42.332557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Attempting to bind port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:42.332884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Attempting to bind port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef on network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:42.340807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43650a7d-54e8-4b17-869b-3f914c0f9995 req-d27a5f4d-cf4a-418f-b45d-253a79ddcb31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086769 Oct 27 16:42:42.497338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f0c75dd0-055f-4301-8f91-2f4c189f8d16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:42.521358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-f2306a4e-c013-4653-85d9-88a7d04b8ba4 req-6aa46cb6-87c6-4c80-910a-7c2aaa60b5fa service neutron] (114448) timed out ('10.222.0.70', 52572) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:42:42.614553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:42.615625 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.781776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107538a-6d97-4a34-a7c0-d1157f09eaba req-79451e40-b038-4c97-8911-48db04922bd0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.790725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4107538a-6d97-4a34-a7c0-d1157f09eaba req-79451e40-b038-4c97-8911-48db04922bd0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.2037253 Oct 27 16:42:42.817646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e518-59e8-485c-9edd-6c82b1c317c5 req-09876ff6-47db-4059-8a25-459e1d9e30bc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.827941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2955e518-59e8-485c-9edd-6c82b1c317c5 req-09876ff6-47db-4059-8a25-459e1d9e30bc tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.2689457 Oct 27 16:42:42.903778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4107538a-6d97-4a34-a7c0-d1157f09eaba req-c796d48f-4951-4cc2-822b-ff7ba95631e2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120727 Oct 27 16:42:42.965494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2955e518-59e8-485c-9edd-6c82b1c317c5 req-29f8d447-85d3-43b5-957b-de8f33a5610c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365418 Oct 27 16:42:43.141937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef on network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:42:43.150814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Attempting to bind port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef on network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:43.152235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Pushing event updated for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:43.164010 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:43.164358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Checking segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:43.164756 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Bound using segment: {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:43.165199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Bound port: 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10ae2ab-de9f-4595-98a8-cf062f4e181d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:43.165557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.272873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-defcaccf-b9cf-401f-8edd-97007e807241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.274389 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-defcaccf-b9cf-401f-8edd-97007e807241 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9354153 Oct 27 16:42:43.354621 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:43.359580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:43.401656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-5621756c-67dc-4e84-bdaa-a51c0bab8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.410866 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f84af3e6-fdb8-41c1-8ca8-f5df68587a07 req-5621756c-67dc-4e84-bdaa-a51c0bab8882 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251287 Oct 27 16:42:43.454246 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.546873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b072-3353-465c-911a-e92b143d419e req-26d3ce46-9d10-4651-a1e6-1dda46f5cdb9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.549127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de03b072-3353-465c-911a-e92b143d419e req-26d3ce46-9d10-4651-a1e6-1dda46f5cdb9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0712030 Oct 27 16:42:43.559769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.560779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.562801 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] 10.222.0.82 "PUT /v2.0/ports/96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 1091 time: 2.7275994 Oct 27 16:42:43.617678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c56ff-a973-4fd2-b1bc-924704d59d24 service neutron] Pushing event updated for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:43.624429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-8593ca3a-b4ea-42dd-bf48-3010d2d397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.628517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-8593ca3a-b4ea-42dd-bf48-3010d2d397a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 1095 time: 0.1329024 Oct 27 16:42:43.668883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de03b072-3353-465c-911a-e92b143d419e req-cbafdbfd-df1d-4bac-92b6-7260f2103b58 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888331 Oct 27 16:42:43.686127 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-240905dc-048d-4c82-b130-930b2b6ab926 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a858b612-f25e-432e-b1bc-e28eb723abd0 HTTP/1.1" status: 200 len: 217 time: 0.0487487 Oct 27 16:42:43.784810 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-ddd738b0-3c38-426c-b883-7b4e5f15b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.786376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-ddd738b0-3c38-426c-b883-7b4e5f15b666 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0914810 Oct 27 16:42:43.794876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-07f9c39c-e7bb-4ee3-a8db-8ba8e3676eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.796540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-07f9c39c-e7bb-4ee3-a8db-8ba8e3676eae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1094 time: 0.0829763 Oct 27 16:42:43.899384 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-4d952ebb-ed63-48cc-b63a-2c49b8151606 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 217 time: 0.0780115 Oct 27 16:42:43.966022 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-51577dce-194f-48e1-9267-adad9c6252dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:43.967568 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-51577dce-194f-48e1-9267-adad9c6252dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701410 Oct 27 16:42:44.038717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:44.042881 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ece26-ff7f-4cfe-bea7-fea5f10bed43" -d '{"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:44.048293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-280f3a09-48b2-4717-918e-a0dd3d81a2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.062821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-75376608-2d14-4341-8b03-a5fec8a16811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.062821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-75376608-2d14-4341-8b03-a5fec8a16811 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 200 len: 835 time: 0.1458788 Oct 27 16:42:44.157453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62a9e-30be-4f2c-8913-338da5ad1efa req-ed61765c-32fb-4618-9eb1-6ff6a2603952 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.165528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-39abb85a-bd0c-4d69-8499-2330bcefa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.165528 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-39abb85a-bd0c-4d69-8499-2330bcefa67f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940108 Oct 27 16:42:44.166904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49d62a9e-30be-4f2c-8913-338da5ad1efa req-ed61765c-32fb-4618-9eb1-6ff6a2603952 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.1401303 Oct 27 16:42:44.171691 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-f963a84a-2fd4-4d9c-a1a9-aab7bd480188 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915746 Oct 27 16:42:44.200851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84073e7-4f00-4147-a1be-9d52f2e71b84 req-0cebb927-bb9c-4279-a32c-2516d4e8897a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.202403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84073e7-4f00-4147-a1be-9d52f2e71b84 req-0cebb927-bb9c-4279-a32c-2516d4e8897a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 944 time: 0.1204398 Oct 27 16:42:44.233491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49d62a9e-30be-4f2c-8913-338da5ad1efa req-84af8827-e091-4711-b226-b2cea1bd658f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658445 Oct 27 16:42:44.250014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f0c75dd0-055f-4301-8f91-2f4c189f8d16 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:44.270065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84073e7-4f00-4147-a1be-9d52f2e71b84 req-904d1f14-a609-446c-ba20-18f95a5f43d5 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588088 Oct 27 16:42:44.307524 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6d2877-a06e-4e4b-9c46-d537c0732294 x-openstack-request-id: req-1d6d2877-a06e-4e4b-9c46-d537c0732294 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:44.308064 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:44.308472 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d6d2877-a06e-4e4b-9c46-d537c0732294 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:44.309277 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'status': 'completed', 'code': 200} Oct 27 16:42:44.327777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:44.388803 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f5d7b129-d333-4081-bbe3-2b7e37a1ad56 req-890b58d7-94ba-4c26-b243-86c452af9aba service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958022 Oct 27 16:42:44.390648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-3816a049-f1ac-4e08-923f-f9ed278f12a4 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099617 Oct 27 16:42:44.395488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f0c75dd0-055f-4301-8f91-2f4c189f8d16 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:44.395856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.443496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 33992386-c868-4bd1-a769-6c50ee630d35 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:44.443932 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.506309 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f1a98460-b7a5-4fb7-9705-66f80112606b req-d7b612a7-1de5-43a3-b8b7-cd392b5bfc25 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052864 Oct 27 16:42:44.598487 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.624500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:44.626944 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae412cc-8f92-4c27-986e-70900560494e" -d '{"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:44.642114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:44.670826 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a0723-e816-44fa-a034-f504d556d588 x-openstack-request-id: req-669a0723-e816-44fa-a034-f504d556d588 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:44.671450 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-plugged", "status": "completed", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:44.673307 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-669a0723-e816-44fa-a034-f504d556d588 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:44.673870 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'code': 200} Oct 27 16:42:44.676901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.698564 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.752458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-c85d1383-5690-4ba6-a94d-fa0103e9915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.758398 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-c85d1383-5690-4ba6-a94d-fa0103e9915b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1094 time: 0.1039631 Oct 27 16:42:44.770937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:44.865786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b285-58b3-4360-a7bd-91c6ad20a03a req-83e6bbaf-05bc-4074-8e65-a8c8ea8f0dfe tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.867395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e89b285-58b3-4360-a7bd-91c6ad20a03a req-83e6bbaf-05bc-4074-8e65-a8c8ea8f0dfe tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0636766 Oct 27 16:42:44.898692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-48c3fa53-0f01-40d2-9cd0-45912d4126b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.900213 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-48c3fa53-0f01-40d2-9cd0-45912d4126b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 896 time: 0.1330490 Oct 27 16:42:44.924779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e89b285-58b3-4360-a7bd-91c6ad20a03a req-28b715b8-6d96-4b09-b504-bba091605529 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495067 Oct 27 16:42:44.997382 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-afb87689-c74a-43da-a46a-b443cf840b82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 217 time: 0.0877187 Oct 27 16:42:45.081658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93451b2c-1c20-4011-9406-ce0f1dcaf045 req-b1008908-5ec7-4a24-ad26-8d684e0de840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:45.083278 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93451b2c-1c20-4011-9406-ce0f1dcaf045 req-b1008908-5ec7-4a24-ad26-8d684e0de840 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1097 time: 0.1149220 Oct 27 16:42:45.089661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-a353c868-7f10-4833-a8f4-9e0dadb5af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:45.091320 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-a353c868-7f10-4833-a8f4-9e0dadb5af48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 200 len: 835 time: 0.0855744 Oct 27 16:42:45.167544 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93451b2c-1c20-4011-9406-ce0f1dcaf045 req-25cf9b94-2bf0-4f08-a537-02abed3da253 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750070 Oct 27 16:42:45.175423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-dbd20521-d992-4845-bc13-c40f8af1143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:45.176873 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-dbd20521-d992-4845-bc13-c40f8af1143f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777681 Oct 27 16:42:45.418416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2998d63-f139-4874-8fc1-cc4a64acaf5f req-327ca836-0278-4f03-9150-ae6236aa5117 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:45.419924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2998d63-f139-4874-8fc1-cc4a64acaf5f req-327ca836-0278-4f03-9150-ae6236aa5117 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0854979 Oct 27 16:42:45.446215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b84c8-8077-44ec-848a-8e6932b394b8 req-c5bf2e55-8dec-455b-9ec2-8ef9379ef913 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:45.447754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-231b84c8-8077-44ec-848a-8e6932b394b8 req-c5bf2e55-8dec-455b-9ec2-8ef9379ef913 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0744531 Oct 27 16:42:45.507732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2998d63-f139-4874-8fc1-cc4a64acaf5f req-c9f56c47-5ba5-41d9-8d82-8e54007f2d2b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752459 Oct 27 16:42:45.513533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-231b84c8-8077-44ec-848a-8e6932b394b8 req-1c2c3988-7afd-4e05-a716-2e19bc6b1fdd tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577376 Oct 27 16:42:45.584775 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-929bfb5f-bf02-4661-a97f-2f35678595bf service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169121 Oct 27 16:42:45.702484 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-696ece26-ff7f-4cfe-bea7-fea5f10bed43 req-253ceb1b-c62b-4882-bee3-e24ec8b98b9b service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042309 Oct 27 16:42:45.911694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:46.051721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771d1b3-759f-4c2a-87dd-a400da7e05cb req-fa9c0454-890b-4eab-9829-a9336aaeda15 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:46.053918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f771d1b3-759f-4c2a-87dd-a400da7e05cb req-fa9c0454-890b-4eab-9829-a9336aaeda15 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0565224 Oct 27 16:42:46.102041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f771d1b3-759f-4c2a-87dd-a400da7e05cb req-28ec350f-d851-4ffd-9655-9f582c71427b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 Oct 27 16:42:46.681895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c478f2-7e53-40da-9cce-8bfabdd8aa71 req-f77bc9f5-7dff-489f-84bb-eb52e4be54e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:46.683449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29c478f2-7e53-40da-9cce-8bfabdd8aa71 req-f77bc9f5-7dff-489f-84bb-eb52e4be54e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0859804 Oct 27 16:42:46.692403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8496-8275-4fec-81dc-0e9e8a0ea145 req-ddbaf784-08b3-46e9-b16b-a3b5ed10f515 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:46.693368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0bd8496-8275-4fec-81dc-0e9e8a0ea145 req-ddbaf784-08b3-46e9-b16b-a3b5ed10f515 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0943065 Oct 27 16:42:46.758969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-29c478f2-7e53-40da-9cce-8bfabdd8aa71 req-28d71459-0da3-45b4-82a3-41373ed13d49 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641007 Oct 27 16:42:46.764111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0bd8496-8275-4fec-81dc-0e9e8a0ea145 req-73af48e3-c92a-4309-849b-ca3c3654af22 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565681 Oct 27 16:42:47.035457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:47.261319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d03cf-e63d-4833-833d-26c42595fb79 req-d8b6e021-fda7-4bbe-9b3e-94dfd381566d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:47.262881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6d03cf-e63d-4833-833d-26c42595fb79 req-d8b6e021-fda7-4bbe-9b3e-94dfd381566d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0617399 Oct 27 16:42:47.302667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a6d03cf-e63d-4833-833d-26c42595fb79 req-75d109e0-cb32-4218-87a3-9d1a711c50bf tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338767 Oct 27 16:42:48.252390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5571-daa2-422e-acac-be1319af93f0 req-efce95cf-2689-47fa-8c20-88a67049a3e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:48.254277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6bd5571-daa2-422e-acac-be1319af93f0 req-efce95cf-2689-47fa-8c20-88a67049a3e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.4097536 Oct 27 16:42:48.274100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303fbf5-9243-420d-ab4b-51dd2b44de86 req-2380a7a6-0a11-4bcc-b1f2-6370fac1e88b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:48.275836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d303fbf5-9243-420d-ab4b-51dd2b44de86 req-2380a7a6-0a11-4bcc-b1f2-6370fac1e88b tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.4189909 Oct 27 16:42:48.327958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6bd5571-daa2-422e-acac-be1319af93f0 req-f7487940-8b71-4ba0-94e0-3b8fcd602b38 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 Oct 27 16:42:48.341270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d303fbf5-9243-420d-ab4b-51dd2b44de86 req-f51aa3ea-9004-4019-87e4-7bbbd0d1a2e9 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509043 Oct 27 16:42:48.452224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8140-666a-4be2-8cee-2bfcbade8927 req-34c4ce7e-42c5-49f1-a50d-a37325763ff0 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:48.453767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04da8140-666a-4be2-8cee-2bfcbade8927 req-34c4ce7e-42c5-49f1-a50d-a37325763ff0 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0627394 Oct 27 16:42:48.494068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04da8140-666a-4be2-8cee-2bfcbade8927 req-8ce2e43c-e3d0-4190-a7ef-6122b02ef087 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343459 Oct 27 16:42:49.486309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2325-93d6-471c-aac7-014effb73c0d req-c747b5ed-92c9-410a-a65b-911c3e3ef27a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:49.487878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ffa2325-93d6-471c-aac7-014effb73c0d req-c747b5ed-92c9-410a-a65b-911c3e3ef27a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0839479 Oct 27 16:42:49.503456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd20c-1711-4495-8a8a-308d88441dba req-f66eec3a-c222-4c0f-8868-a2c1a92922f0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:49.504919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dbfd20c-1711-4495-8a8a-308d88441dba req-f66eec3a-c222-4c0f-8868-a2c1a92922f0 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0701807 Oct 27 16:42:49.559739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ffa2325-93d6-471c-aac7-014effb73c0d req-6984ff5f-f1a9-47dc-8e76-94ffee8aca62 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Oct 27 16:42:49.569728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dbfd20c-1711-4495-8a8a-308d88441dba req-5d63028a-fd16-48e7-855d-f8a84eb38d23 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571671 Oct 27 16:42:49.648845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:42:49.688490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411d6a-c6b3-48ad-bd2c-ab0d51ce1ae6 req-ae9435dd-292f-4c0a-8059-cf7a06e5ecab tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:49.690315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03411d6a-c6b3-48ad-bd2c-ab0d51ce1ae6 req-ae9435dd-292f-4c0a-8059-cf7a06e5ecab tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0557756 Oct 27 16:42:49.734335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03411d6a-c6b3-48ad-bd2c-ab0d51ce1ae6 req-5c742e79-35f2-4812-b716-4be74fc81823 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367186 Oct 27 16:42:50.372660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 96e8da40-6dfa-4222-9aa0-8829cdcc67ef details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:50.637487 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:50.649775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:50.683250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d4e1-ed1e-47da-ade2-d41b66793c37 req-3ba0d310-68b3-410e-a61b-aed108bdd10c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:50.684863 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a5d4e1-ed1e-47da-ade2-d41b66793c37 req-3ba0d310-68b3-410e-a61b-aed108bdd10c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Oct 27 16:42:50.688020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:50.701550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e8da40-6dfa-4222-9aa0-8829cdcc67ef {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:50.721822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:50.726612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43a5d4e1-ed1e-47da-ade2-d41b66793c37 req-ea7c0a0e-1ef1-4aab-b266-70c0f996f766 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Oct 27 16:42:50.835698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:50.854081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8b0a-6051-4cd2-b9d8-f531b3d97c71 req-e91be353-efe1-4cbc-a224-0967bb2f8c4f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:50.855942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb6d8b0a-6051-4cd2-b9d8-f531b3d97c71 req-e91be353-efe1-4cbc-a224-0967bb2f8c4f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 943 time: 0.0506544 Oct 27 16:42:50.890286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:50.896915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb6d8b0a-6051-4cd2-b9d8-f531b3d97c71 req-fdb2256b-2dd4-4f5c-800c-fd0134e1f865 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331175 Oct 27 16:42:51.194645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['96e8da40-6dfa-4222-9aa0-8829cdcc67ef'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:51.850313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05b0c-5c50-41c8-ae38-0f74798e2794 req-669af7ef-3658-4427-8895-b6a02c2c04e0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:51.851939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34e05b0c-5c50-41c8-ae38-0f74798e2794 req-669af7ef-3658-4427-8895-b6a02c2c04e0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0560310 Oct 27 16:42:51.893700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-34e05b0c-5c50-41c8-ae38-0f74798e2794 req-5878cf93-41d7-46f4-a956-578e1b3ec124 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Oct 27 16:42:52.014855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b63de-55a1-48f1-a64f-096c59d7e877 req-4f292447-6b45-4731-89d2-e22bfe8af3b4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:52.016269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-044b63de-55a1-48f1-a64f-096c59d7e877 req-4f292447-6b45-4731-89d2-e22bfe8af3b4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 944 time: 0.0496845 Oct 27 16:42:52.056137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-044b63de-55a1-48f1-a64f-096c59d7e877 req-4a740763-8404-4816-a460-d59b25b38540 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336390 Oct 27 16:42:52.397399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 96e8da40-6dfa-4222-9aa0-8829cdcc67ef up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:52.595712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:52.600638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:52.601187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:52.695253 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:52.719814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:52.722083 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c85ad-4c2e-4191-a7a4-2af9a2ad0596" -d '{"events": [{"server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "name": "network-vif-plugged", "status": "completed", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:52.736402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:52.759905 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c6558-fbad-4e07-b97a-0bfefc97caa1 x-openstack-request-id: req-cc3c6558-fbad-4e07-b97a-0bfefc97caa1 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:52.760202 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "name": "network-vif-plugged", "status": "completed", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:52.760450 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc3c6558-fbad-4e07-b97a-0bfefc97caa1 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:52.760839 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'code': 200} Oct 27 16:42:52.829822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:52.864725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aefcfc-fe55-41ea-83d7-9effa44d5b0d req-1e06239d-9cea-48f5-be6d-f996d7d1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:52.866245 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8aefcfc-fe55-41ea-83d7-9effa44d5b0d req-1e06239d-9cea-48f5-be6d-f996d7d1bff2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1096 time: 0.0397851 Oct 27 16:42:52.877509 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:52.904470 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a8aefcfc-fe55-41ea-83d7-9effa44d5b0d req-08d858b3-eb91-4cc6-998d-c175f5360a49 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293298 Oct 27 16:42:53.016090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2657e-da18-4af5-89af-c2f170d369b4 req-371963b0-e438-49e6-99b5-f2f8f5193af6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:53.017564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88e2657e-da18-4af5-89af-c2f170d369b4 req-371963b0-e438-49e6-99b5-f2f8f5193af6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0495651 Oct 27 16:42:53.057260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-88e2657e-da18-4af5-89af-c2f170d369b4 req-0f5ec033-ee20-4160-8085-e89be983aa0e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Oct 27 16:42:53.180620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1bda7-31be-4aa6-aff7-c9e89cfa8c32 req-28c3720e-f72e-431a-818b-26ab4ef970fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:53.182146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b1bda7-31be-4aa6-aff7-c9e89cfa8c32 req-28c3720e-f72e-431a-818b-26ab4ef970fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0561075 Oct 27 16:42:53.225036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b1bda7-31be-4aa6-aff7-c9e89cfa8c32 req-24347549-fc12-44a0-b551-3da83adbacff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365665 Oct 27 16:42:54.177494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a769-6eeb-4791-9d97-cd088e2afa8b req-724bedec-88ba-4410-b2b0-60952cb09d15 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.179163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3c8a769-6eeb-4791-9d97-cd088e2afa8b req-724bedec-88ba-4410-b2b0-60952cb09d15 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0535977 Oct 27 16:42:54.220281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3c8a769-6eeb-4791-9d97-cd088e2afa8b req-eed5332a-c24e-470b-adf5-6b1588dd87c0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Oct 27 16:42:54.344800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b9de9-e5a6-49c8-a628-1959fedaca91 req-d3a31437-e8ef-427e-9d63-d0b153973a23 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:54.346306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-054b9de9-e5a6-49c8-a628-1959fedaca91 req-d3a31437-e8ef-427e-9d63-d0b153973a23 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Oct 27 16:42:54.385436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-054b9de9-e5a6-49c8-a628-1959fedaca91 req-aa42a227-7bfd-4908-8cdd-2f015b1637e9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Oct 27 16:42:55.347829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd2c0-2046-439f-b503-c4f9eb921b23 req-dd2279bc-b21c-42d3-bcae-96e290b6ec83 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:55.349867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b1fd2c0-2046-439f-b503-c4f9eb921b23 req-dd2279bc-b21c-42d3-bcae-96e290b6ec83 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.0581212 Oct 27 16:42:55.391281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b1fd2c0-2046-439f-b503-c4f9eb921b23 req-0036c400-2bff-44ae-b8a8-ca7337050597 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Oct 27 16:42:55.520777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a02cb8-aab6-4ff9-8498-48e7375d7ad6 req-73ed7f94-20b0-41fa-a771-e1c53e98f983 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:55.522878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a02cb8-aab6-4ff9-8498-48e7375d7ad6 req-73ed7f94-20b0-41fa-a771-e1c53e98f983 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0521362 Oct 27 16:42:55.563235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8a02cb8-aab6-4ff9-8498-48e7375d7ad6 req-bf1be479-de64-4440-be32-46c6c47e239a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340953 Oct 27 16:42:55.681904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243aa18-d51f-4528-a480-5472f7f89518 req-d7afb3e7-5eee-4745-b0db-13c1abbcaa8a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:55.683477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d243aa18-d51f-4528-a480-5472f7f89518 req-d7afb3e7-5eee-4745-b0db-13c1abbcaa8a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Oct 27 16:42:55.722442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d243aa18-d51f-4528-a480-5472f7f89518 req-8573f7ff-c85f-41d4-97a3-70bb4fdaa826 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Oct 27 16:42:55.746387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:55.794754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73af67-44bf-41a3-a14a-251bea88cba1 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:55.796375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8b73af67-44bf-41a3-a14a-251bea88cba1 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1091 time: 0.0489402 Oct 27 16:42:55.799452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:55.804081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:55.915673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.019198 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.132247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.25.5.139 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/9539a3d4-fc08-4be7-9342-e638a8f37569) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:56.237335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.366977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.415505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:56.418759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:56.421258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a858b612-f25e-432e-b1bc-e28eb723abd0 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:56.422539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:56.428568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=9539a3d4-fc08-4be7-9342-e638a8f37569,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:56.456442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.456816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.457128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.457463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.457792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.458118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.458441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.459330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.459653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.459975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.460293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.460628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:56.535815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a858b612-f25e-432e-b1bc-e28eb723abd0,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:56.548997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'a858b612-f25e-432e-b1bc-e28eb723abd0', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': 'a858b612-f25e-432e-b1bc-e28eb723abd0', 'mac_address': 'fa:16:3e:f9:89:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:56.572776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55889a-dd83-45f0-b27a-fd768affadfa req-25748920-7104-4fda-b942-67d69a1c6d8b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:56.574331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e55889a-dd83-45f0-b27a-fd768affadfa req-25748920-7104-4fda-b942-67d69a1c6d8b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 944 time: 0.1069574 Oct 27 16:42:56.591141 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.605633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a858b612-f25e-432e-b1bc-e28eb723abd0 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:56.626270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a858b612-f25e-432e-b1bc-e28eb723abd0,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:56.737869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:56.744164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e55889a-dd83-45f0-b27a-fd768affadfa req-d3cff7df-c633-47be-bfbd-3df27b64863e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584659 Oct 27 16:42:56.794175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:56.944437 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:57.117385 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:57.175012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['a858b612-f25e-432e-b1bc-e28eb723abd0'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:57.285072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:57.389482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:57.464426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=9539a3d4-fc08-4be7-9342-e638a8f37569,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:57.476196 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:57.585516 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Floating IP 4822b128-16f0-433c-8c98-5dfbb4aeb9b8 associated. External IP: 172.25.5.139, port: 96e8da40-6dfa-4222-9aa0-8829cdcc67ef. Oct 27 16:42:57.806575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:57.955428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9376ca-1bfb-4e4d-b8d0-ea14d5ca1ff9 req-7ff8b60b-dd4b-4b03-9d8f-da248f07e2ab tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:57.956945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd9376ca-1bfb-4e4d-b8d0-ea14d5ca1ff9 req-7ff8b60b-dd4b-4b03-9d8f-da248f07e2ab tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 945 time: 0.1288965 Oct 27 16:42:57.991795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:58.002245 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:58.013525 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:58.015226 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:58.017126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd9376ca-1bfb-4e4d-b8d0-ea14d5ca1ff9 req-b1babde4-ee7c-49a3-bc4f-4e5721e1aec3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Oct 27 16:42:58.097522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.121357 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:58.134850 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.166687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8190dc9-0ec7-4b94-89db-7fb7c79a84f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3634195 Oct 27 16:42:58.166687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:58.167182 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7258a0e-f01a-4cfb-b504-92771902a914" -d '{"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:58.167381 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:58.247779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8213423-b69a-459a-9ebd-10ae39caef34 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/4822b128-16f0-433c-8c98-5dfbb4aeb9b8 HTTP/1.1" status: 200 len: 991 time: 0.0790043 Oct 27 16:42:58.369237 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbbb3e2-4956-476e-ba85-c07ed8d91266 x-openstack-request-id: req-5bbbb3e2-4956-476e-ba85-c07ed8d91266 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:58.369543 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:58.370000 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bbbb3e2-4956-476e-ba85-c07ed8d91266 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:58.370220 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'status': 'completed', 'code': 200} Oct 27 16:42:58.440678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a858b612-f25e-432e-b1bc-e28eb723abd0 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:58.445627 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:56Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:58.448550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-e005ecf2-35bc-4d89-b5f8-133ed9a3ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:58.450118 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-e005ecf2-35bc-4d89-b5f8-133ed9a3ab7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1096 time: 0.0435314 Oct 27 16:42:58.478581 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:58.488318 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:58.488865 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:42:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:58.558051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-b752c987-a79e-40ec-a6ae-04a187b34f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:58.559512 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-b752c987-a79e-40ec-a6ae-04a187b34f0a service neutron] 10.222.0.82 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 896 time: 0.0955632 Oct 27 16:42:58.566605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.598826 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:58.618073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port a858b612-f25e-432e-b1bc-e28eb723abd0 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:58.622729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port a858b612-f25e-432e-b1bc-e28eb723abd0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:58.627364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.639313 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-0675fd05-6a79-4203-8615-e428cf7ffda1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 999 time: 0.0713944 Oct 27 16:42:58.697039 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-1c636426-fd0b-483a-a60b-068334dfc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:58.698546 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-1c636426-fd0b-483a-a60b-068334dfc9f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 200 len: 835 time: 0.0473647 Oct 27 16:42:58.719798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.751739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:58.752763 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-9ccce2ca-9d09-41c7-b2a1-8d9bf791f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:58.754215 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c1a59-439e-4463-a1fb-0224f13f5765" -d '{"events": [{"server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "name": "network-vif-plugged", "status": "completed", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:58.754368 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-9ccce2ca-9d09-41c7-b2a1-8d9bf791f3de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433457 Oct 27 16:42:58.773707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a858b612-f25e-432e-b1bc-e28eb723abd0,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:58.799712 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdea3c4c-a805-4198-9fe5-4f69b1aa70ec x-openstack-request-id: req-fdea3c4c-a805-4198-9fe5-4f69b1aa70ec {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:58.799885 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "name": "network-vif-plugged", "status": "completed", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:58.800176 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdea3c4c-a805-4198-9fe5-4f69b1aa70ec {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:58.800580 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0', 'code': 200} Oct 27 16:42:58.847814 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:56Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:58.877046 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458413-939d-47ee-aeb8-1a6a51416e1f None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:42:15Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:56Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:58.891897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:58.899440 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-1afe4738-1a11-4c4a-9f95-6f3154e9ade7 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233211 Oct 27 16:42:58.954068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:58.990407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a513a0-8765-49ee-8e69-c0979337f9ba req-3c0593e3-f065-42d5-9fa3-2aca2736297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:58.993069 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d1a513a0-8765-49ee-8e69-c0979337f9ba req-3c0593e3-f065-42d5-9fa3-2aca2736297a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 1097 time: 0.1066699 Oct 27 16:42:59.040804 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7258a0e-f01a-4cfb-b504-92771902a914 req-cc3e3300-b06d-4611-bcdf-05bbd9e76453 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270936 Oct 27 16:42:59.057242 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d1a513a0-8765-49ee-8e69-c0979337f9ba req-9490fdea-c6bc-4e04-98e8-3dec69461a6e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Oct 27 16:42:59.121309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf793c-4fa3-47d6-83d9-b31b22c45b3d None None] New status for floating IP 4822b128-16f0-433c-8c98-5dfbb4aeb9b8: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:59.150139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7df47-05b1-4369-8eae-040d2382f22d req-df1ee0a2-0b41-46c8-8222-c9dedc855ed9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:59.151811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70e7df47-05b1-4369-8eae-040d2382f22d req-df1ee0a2-0b41-46c8-8222-c9dedc855ed9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0530236 Oct 27 16:42:59.195476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70e7df47-05b1-4369-8eae-040d2382f22d req-cef5ae88-d93f-4c0a-8058-acbcd0b78275 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Oct 27 16:42:59.250262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:59.318507 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0e00de51-6e33-4671-a50b-56bef55c7371 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/4822b128-16f0-433c-8c98-5dfbb4aeb9b8 HTTP/1.1" status: 200 len: 991 time: 0.0658329 Oct 27 16:43:00.320898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44066) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:00.339190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c2b13-e275-4341-bb97-e64746627f25 req-0d05d588-595e-4957-9f2d-6038bc353c7f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:00.340862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629c2b13-e275-4341-bb97-e64746627f25 req-0d05d588-595e-4957-9f2d-6038bc353c7f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0607622 Oct 27 16:43:00.386053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-629c2b13-e275-4341-bb97-e64746627f25 req-e0444cab-e9c0-4a18-9a43-eb6bbbf1cb2f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Oct 27 16:43:00.387885 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3a73d0c-9f10-4592-9d39-745a7ca25183 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/4822b128-16f0-433c-8c98-5dfbb4aeb9b8 HTTP/1.1" status: 200 len: 993 time: 0.0657878 Oct 27 16:43:01.504529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c71734-257f-4f7c-b865-487c4f98185c req-f74c2f21-5875-4654-8814-271b36fe1c66 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:01.505956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c71734-257f-4f7c-b865-487c4f98185c req-f74c2f21-5875-4654-8814-271b36fe1c66 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0509372 Oct 27 16:43:01.546095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c71734-257f-4f7c-b865-487c4f98185c req-fdd208c8-16bc-47bf-8d27-9d57b081a175 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Oct 27 16:43:01.663734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707fbf-7e31-4540-99b1-851e7260f39a req-4b5c4b31-805e-44c5-9074-dd8ffb87d44e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:01.665369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d707fbf-7e31-4540-99b1-851e7260f39a req-4b5c4b31-805e-44c5-9074-dd8ffb87d44e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0520480 Oct 27 16:43:01.705460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d707fbf-7e31-4540-99b1-851e7260f39a req-0a6bce0d-d725-4c24-aaf6-3057204e68c0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Oct 27 16:43:01.824650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c4f62-92c0-49d8-83a9-85b3ba949198 req-9f21e04f-2514-4071-935e-cac36ddaf7b4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:01.826041 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea6c4f62-92c0-49d8-83a9-85b3ba949198 req-9f21e04f-2514-4071-935e-cac36ddaf7b4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Oct 27 16:43:01.868051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea6c4f62-92c0-49d8-83a9-85b3ba949198 req-f190d53f-9512-49e0-855c-17b1718a871e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Oct 27 16:43:02.399211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c9a7-7a44-4792-8853-b8e2125de4a7 req-fbad8de2-60c8-49c8-9a7e-2667ed700d06 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:02.401306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea30c9a7-7a44-4792-8853-b8e2125de4a7 req-fbad8de2-60c8-49c8-9a7e-2667ed700d06 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Oct 27 16:43:02.455535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea30c9a7-7a44-4792-8853-b8e2125de4a7 req-5910402b-16b7-462f-9bc4-d92295261e14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Oct 27 16:43:03.578136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36733a8-5c38-4f42-bfc3-da0e17d5ebaa req-4d4d1198-dd11-4464-b682-e18b356a1678 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:03.579647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c36733a8-5c38-4f42-bfc3-da0e17d5ebaa req-4d4d1198-dd11-4464-b682-e18b356a1678 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0526788 Oct 27 16:43:03.617990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c36733a8-5c38-4f42-bfc3-da0e17d5ebaa req-16d48433-bbc4-4399-a7dd-fcdcbdbbdf6e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Oct 27 16:43:04.596637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a64864-be8f-4614-a9c4-095286d1d78f req-5fda82d7-34fa-400e-a506-a1fd9f1f3494 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:04.597963 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-21a64864-be8f-4614-a9c4-095286d1d78f req-5fda82d7-34fa-400e-a506-a1fd9f1f3494 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Oct 27 16:43:04.710602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port a858b612-f25e-432e-b1bc-e28eb723abd0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:04.710967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:04.748379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93a68-8936-4007-978d-76619ba2afbc req-fef6df63-584d-45d0-b014-8e315b9e418a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:04.750732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2f93a68-8936-4007-978d-76619ba2afbc req-fef6df63-584d-45d0-b014-8e315b9e418a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 946 time: 0.0553381 Oct 27 16:43:04.789645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2f93a68-8936-4007-978d-76619ba2afbc req-db9fded1-0b5f-44b1-b213-a2bf7e990da7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Oct 27 16:43:04.803242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port a858b612-f25e-432e-b1bc-e28eb723abd0, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=a858b612-f25e-432e-b1bc-e28eb723abd0,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:04.803498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:04.816962 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for a858b612-f25e-432e-b1bc-e28eb723abd0 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:05.109417 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:05.142654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=a858b612-f25e-432e-b1bc-e28eb723abd0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:05.193045 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port a858b612-f25e-432e-b1bc-e28eb723abd0 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:43:05.196179 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:05.199843 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-21a64864-be8f-4614-a9c4-095286d1d78f req-c026d6f7-891e-4d71-846c-733b4937e714 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/a858b612-f25e-432e-b1bc-e28eb723abd0 HTTP/1.1" status: 204 len: 173 time: 0.5887392 Oct 27 16:43:05.203361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'name': 'network-vif-deleted', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:05.203361 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de606d-c979-4312-aa61-ea7bd6d4b5d8" -d '{"events": [{"server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "name": "network-vif-deleted", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:05.251661 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c2e74b-8c12-4d74-8b2e-fdf7830b741f x-openstack-request-id: req-52c2e74b-8c12-4d74-8b2e-fdf7830b741f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:05.252185 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479c829-0f1c-43d7-bda7-1098d40d8c33", "name": "network-vif-deleted", "tag": "a858b612-f25e-432e-b1bc-e28eb723abd0", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:05.252536 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52c2e74b-8c12-4d74-8b2e-fdf7830b741f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:05.253066 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2479c829-0f1c-43d7-bda7-1098d40d8c33', 'name': 'network-vif-deleted', 'tag': 'a858b612-f25e-432e-b1bc-e28eb723abd0', 'status': 'completed', 'code': 200} Oct 27 16:43:05.888207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e26dfdfe-5ad1-4090-8507-66ef170d7c6a req-27ce305b-b07d-418a-968a-6ea570f45a52 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Oct 27 16:43:06.474906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a858b612-f25e-432e-b1bc-e28eb723abd0 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:43:06.498551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: a858b612-f25e-432e-b1bc-e28eb723abd0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:43:06.498894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device a858b612-f25e-432e-b1bc-e28eb723abd0 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:43:06.986348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f42b1988-2a3c-4167-a4f7-8f7a22614545 req-3e05b82e-642e-4146-9b71-5235fcc7ffb7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Oct 27 16:43:08.082020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4621cc4b-c264-4802-aed2-e5fd2807acd0 req-6a8d53a4-1d36-4d37-8971-f258a6097326 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Oct 27 16:43:09.179262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce80ba69-21e4-473e-aaf0-a489a1d68a31 req-22828fbf-91e3-4ea5-bceb-75c488c76ad4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Oct 27 16:43:10.280810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c613775-23cc-4d80-ad11-f704c6fba0da req-d6adaf57-171d-4681-9e8e-fb0effba5145 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=2479c829-0f1c-43d7-bda7-1098d40d8c33 HTTP/1.1" status: 200 len: 210 time: 0.0306783 Oct 27 16:43:11.377527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-02d1b1fe-41f1-4f5a-b58d-b9672bbf00fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:14.062154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-eff65d73-24e3-4142-b397-689bbb29b778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:14.623103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:15.228421 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:17.028613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:26.648791 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:43:28.146916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:28.605380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:41.377087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a76d68c-d1f0-429c-abdb-0c6452904a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:42.108159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-688af85f-9588-4b87-9cbf-16672328a4f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:42.109529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-688af85f-9588-4b87-9cbf-16672328a4f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1095867 Oct 27 16:43:42.125046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-72519311-94ff-41b3-aa1b-5c4385e1ff33 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0092456 Oct 27 16:43:42.178224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-423a55a2-cc3a-4beb-8126-65bf40eb8144 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471120 Oct 27 16:43:42.277448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-f9fb4fe7-e189-45a6-a153-e0118fc002fb service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921216 Oct 27 16:43:42.663569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-e945f675-bfd2-45e4-9a2c-c354ea1ef014 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799765 Oct 27 16:43:42.932545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-359a698d-9599-4d0d-9ee5-5353ccf4ff4f req-f7791c26-0673-4262-90b3-141af28bd6ba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Oct 27 16:43:44.047628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df7e35f5-2a44-4078-b9b5-d1e8f98e4339 req-21494cb0-41ad-487f-b7c8-024522f7898c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0383651 Oct 27 16:43:44.060614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8706e246-d5bf-4c2a-b881-fb0a50fb9e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:44.673218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:45.168961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbe2359b-b85d-4b23-b2ec-853217caf5cb req-96865d6d-e8ba-4954-aa19-3e5b7bfff905 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0427241 Oct 27 16:43:45.243092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:45.338646 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-4e3a9b08-6b2a-46dd-9f1a-cc870fcd1286 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:45.339950 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-4e3a9b08-6b2a-46dd-9f1a-cc870fcd1286 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1038127 Oct 27 16:43:45.356510 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': '64f136c1-1261-4434-81a6-113a27c515d8', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:43:45.541516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:43:45.545409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:45.686375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.13 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/cf1f69b9-4473-43e6-92d3-a4bffadf72cb) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:43:45.847825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:45.953113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.003649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:43:46.007123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:43:46.010825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:43:46.037112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:46.047753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.048104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.048430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.048765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.049160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.050012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.050334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.050656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.050973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.051323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.051645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.051976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:43:46.080984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:46.081694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.178952 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-22198f54-9d93-4461-a8c4-c5c91964f314 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263211 Oct 27 16:43:46.194684 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Request body: {'port': {'device_id': '64f136c1-1261-4434-81a6-113a27c515d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:43:46.266426 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.336567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aea7a-41c2-4b9e-bd90-16faaa7b9364 req-bad3e3df-edd3-40db-b093-76b4304e051f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:46.346707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367aea7a-41c2-4b9e-bd90-16faaa7b9364 req-bad3e3df-edd3-40db-b093-76b4304e051f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 932 time: 0.0731192 Oct 27 16:43:46.395574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367aea7a-41c2-4b9e-bd90-16faaa7b9364 req-e8c944a8-8db7-448d-9fed-47f3d0e0df22 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Oct 27 16:43:46.396229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1e8fa482-9b0c-44a8-b629-73362799dd46 None None] Provisioning complete for port cf1f69b9-4473-43e6-92d3-a4bffadf72cb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:43:46.397138 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa482-9b0c-44a8-b629-73362799dd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.443497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fa482-9b0c-44a8-b629-73362799dd46 None None] Port cf1f69b9-4473-43e6-92d3-a4bffadf72cb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:43:46.570480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1f69b9-4473-43e6-92d3-a4bffadf72cb {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:43:46.576668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.591547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Transition to ACTIVE for port object cf1f69b9-4473-43e6-92d3-a4bffadf72cb will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:43:46.678704 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.731809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:46.809717 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Attempting to bind port cf1f69b9-4473-43e6-92d3-a4bffadf72cb on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:43:46.813928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Attempting to bind port cf1f69b9-4473-43e6-92d3-a4bffadf72cb by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:43:46.813928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Attempting to bind port cf1f69b9-4473-43e6-92d3-a4bffadf72cb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:43:46.816026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Port cf1f69b9-4473-43e6-92d3-a4bffadf72cb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:43:46.816369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Attempting to bind port cf1f69b9-4473-43e6-92d3-a4bffadf72cb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:43:46.821909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:43:46.822171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:43:46.822555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:43:46.822985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Bound port: cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:43:46.823391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:46.907633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:43:46.915737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:43:47.056515 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.090448 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.100317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.101443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:47.103120 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] 10.222.0.82 "PUT /v2.0/ports/cf1f69b9-4473-43e6-92d3-a4bffadf72cb HTTP/1.1" status: 200 len: 1092 time: 0.9162815 Oct 27 16:43:47.103673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:43:47.106191 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4299cd6a-9c67-4ae1-af84-5ab695dcde78" -d '{"events": [{"name": "network-changed", "server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:43:47.158335 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095730d1-bc41-4e24-bae4-ccecc2bd379a service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:47.163428 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe1562-503a-49cd-abb2-6f2cea1f9204 x-openstack-request-id: req-f5fe1562-503a-49cd-abb2-6f2cea1f9204 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:43:47.163712 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:43:47.163991 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5fe1562-503a-49cd-abb2-6f2cea1f9204 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:43:47.164353 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb', 'status': 'completed', 'code': 200} Oct 27 16:43:47.242656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-50f0403b-a060-47aa-a7f3-57df4b0afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.244712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-50f0403b-a060-47aa-a7f3-57df4b0afe76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 1095 time: 0.0565393 Oct 27 16:43:47.387641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-7b5eb9ac-e2d9-44e7-925e-af81369dc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.389126 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-7b5eb9ac-e2d9-44e7-925e-af81369dc67c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1341124 Oct 27 16:43:47.572167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf0591-3448-41e0-b9e8-97ba79cd9bed req-c39a7c68-c8dc-4e5d-a578-8948cd871383 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.574959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04cf0591-3448-41e0-b9e8-97ba79cd9bed req-c39a7c68-c8dc-4e5d-a578-8948cd871383 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0646803 Oct 27 16:43:47.658949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04cf0591-3448-41e0-b9e8-97ba79cd9bed req-7b8c371b-c6f7-4041-8ade-75680bf3832b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719788 Oct 27 16:43:47.863342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-43ecfb3b-ffe1-4ec5-81c1-abf0785f02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.864828 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-4299cd6a-9c67-4ae1-af84-5ab695dcde78 req-43ecfb3b-ffe1-4ec5-81c1-abf0785f02a3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4683900 Oct 27 16:43:47.956244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-a5b04817-71f2-4921-bf71-81565b8c1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:47.961047 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-a5b04817-71f2-4921-bf71-81565b8c1b2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 1095 time: 0.0525868 Oct 27 16:43:48.007025 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-2b9b7ab4-ec90-4abc-9de5-9fc2df7a6d22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb HTTP/1.1" status: 200 len: 217 time: 0.0380185 Oct 27 16:43:48.066853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-abb83c4c-c64c-4490-b2df-c23c7c9ca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:48.071717 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-abb83c4c-c64c-4490-b2df-c23c7c9ca1e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0543599 Oct 27 16:43:48.140973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-eadf34bf-9caf-45a9-b787-f545c7f081d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:48.143379 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-eadf34bf-9caf-45a9-b787-f545c7f081d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655119 Oct 27 16:43:48.300379 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-a9ac6de4-5341-4a26-8ec2-9b849373c09d service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482570 Oct 27 16:43:48.392376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-53462d5f-ea63-477f-8b10-dab00517d9ed req-60f098bd-8546-4050-b567-d81f3ffe5066 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Oct 27 16:43:48.796515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c84f-63e9-45b6-b731-1722d927013e req-ef62a9d5-b75e-4b5f-abaf-6ebeec8867f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:48.798380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b81c84f-63e9-45b6-b731-1722d927013e req-ef62a9d5-b75e-4b5f-abaf-6ebeec8867f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0536408 Oct 27 16:43:48.843769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b81c84f-63e9-45b6-b731-1722d927013e req-fc917fa2-72f9-4aa9-8304-9388549db57c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Oct 27 16:43:49.247883 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-27cf9c6c-53be-4010-ac6d-0e23d2af43df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485122 Oct 27 16:43:49.363822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-1b4f0785-beeb-4338-b448-6c399db621c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:49.365715 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-1b4f0785-beeb-4338-b448-6c399db621c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 1097 time: 0.0719728 Oct 27 16:43:49.484025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-3edb4968-eae0-4d3f-9168-b5da841d43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:49.486100 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-3edb4968-eae0-4d3f-9168-b5da841d43c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 200 len: 917 time: 0.0964689 Oct 27 16:43:49.566201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-3e928798-e1a9-4d62-a4fe-1e36740de8ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 200 len: 1001 time: 0.0718868 Oct 27 16:43:49.618249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-b7c00b49-6945-401b-bf9b-a6d274e04147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:49.619765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-b7c00b49-6945-401b-bf9b-a6d274e04147 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 200 len: 855 time: 0.0464399 Oct 27 16:43:49.672633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-09ddeba3-4dcc-48fe-80ec-0cfc30762b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:49.674195 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-09ddeba3-4dcc-48fe-80ec-0cfc30762b85 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a582346-8b30-43c6-940c-145c42beb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464714 Oct 27 16:43:49.773443 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-5824aaf8-4493-4cf1-9039-6fb4caf1745b service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Oct 27 16:43:49.869733 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-966f6d6b-0621-4c80-bcef-eb9a43b5ede3 req-584c10fd-cbb5-4396-9f46-e33d3887b1af service neutron] 10.222.0.82 "GET /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Oct 27 16:43:49.983080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90914493-9a7f-41a8-a365-c19fcc693e99 req-20bae7e4-a75e-474e-84fa-33d22d8f5060 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:49.984649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90914493-9a7f-41a8-a365-c19fcc693e99 req-20bae7e4-a75e-474e-84fa-33d22d8f5060 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0620186 Oct 27 16:43:50.036021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90914493-9a7f-41a8-a365-c19fcc693e99 req-4c3bd681-74a2-472a-9fb2-da0b0dfaa8e0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Oct 27 16:43:51.152775 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37d3c-51f8-416b-aedb-bc05d469044c req-a541d030-d424-4369-ac20-d9894ede15e3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:51.154264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bb37d3c-51f8-416b-aedb-bc05d469044c req-a541d030-d424-4369-ac20-d9894ede15e3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0498374 Oct 27 16:43:51.193708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bb37d3c-51f8-416b-aedb-bc05d469044c req-ee417fa2-6d8e-491c-b3d2-1959ddd66db7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Oct 27 16:43:52.314689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f994a02-7c81-4b06-b152-2c0b07980fb9 req-2bbfdf3f-322b-43df-9b8a-95fc347284d9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:52.316232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f994a02-7c81-4b06-b152-2c0b07980fb9 req-2bbfdf3f-322b-43df-9b8a-95fc347284d9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0509779 Oct 27 16:43:52.356211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f994a02-7c81-4b06-b152-2c0b07980fb9 req-e4c4772b-7b69-446d-9599-0ed096b07683 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Oct 27 16:43:53.484966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de681eb-1ae8-4104-9c5c-46f04cf9d984 req-30c9b1f1-c3fb-4ac1-938a-6450bc44ae23 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:53.487305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de681eb-1ae8-4104-9c5c-46f04cf9d984 req-30c9b1f1-c3fb-4ac1-938a-6450bc44ae23 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0607209 Oct 27 16:43:53.533647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1de681eb-1ae8-4104-9c5c-46f04cf9d984 req-ec52f8e3-4c22-40fb-8a14-49c64d9f11be tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Oct 27 16:43:54.672265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fae65e-d6e8-46ee-aac2-09d4b0af2dbc req-d032efbc-4c50-4d08-8c73-3cfd10850b84 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:54.674698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26fae65e-d6e8-46ee-aac2-09d4b0af2dbc req-d032efbc-4c50-4d08-8c73-3cfd10850b84 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0569513 Oct 27 16:43:54.719721 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26fae65e-d6e8-46ee-aac2-09d4b0af2dbc req-1f3150b5-956a-4258-848a-dc09223453cd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Oct 27 16:43:55.852738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc87bb-ffc0-45bc-984a-1b37dc1872db req-d0a1d7e1-02ae-46c2-9b58-792bc534dc6b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:55.854858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cffc87bb-ffc0-45bc-984a-1b37dc1872db req-d0a1d7e1-02ae-46c2-9b58-792bc534dc6b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0547676 Oct 27 16:43:55.900194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cffc87bb-ffc0-45bc-984a-1b37dc1872db req-43dd6c89-5697-4c0d-aef7-b7fab94e086d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Oct 27 16:43:57.282758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa8f0-6f35-4bf0-bc3f-5fe90ef00f1c req-2e6c4233-5bf4-4ae8-89c7-08ba474fc059 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:57.285111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b82fa8f0-6f35-4bf0-bc3f-5fe90ef00f1c req-2e6c4233-5bf4-4ae8-89c7-08ba474fc059 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0624771 Oct 27 16:43:57.325610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b82fa8f0-6f35-4bf0-bc3f-5fe90ef00f1c req-531771cb-31e5-49da-a8bb-064a61c333e9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Oct 27 16:43:57.489470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a433-5f89-4a8a-9551-6d085752fd51 req-00a965c4-82e6-4c14-85ae-9c9d112a78f6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:57.491130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f09a433-5f89-4a8a-9551-6d085752fd51 req-00a965c4-82e6-4c14-85ae-9c9d112a78f6 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0536106 Oct 27 16:43:57.536317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f09a433-5f89-4a8a-9551-6d085752fd51 req-2e50e593-555d-4c43-b462-815ebc40a913 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Oct 27 16:43:58.116870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:58.457869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aabb20-f50b-4f2d-838d-5dc4ca5851fa req-c7cad420-7eba-42a8-aaf0-0a8b0caf5dcf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:58.461380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94aabb20-f50b-4f2d-838d-5dc4ca5851fa req-c7cad420-7eba-42a8-aaf0-0a8b0caf5dcf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0610082 Oct 27 16:43:58.511495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94aabb20-f50b-4f2d-838d-5dc4ca5851fa req-0cdc655e-c01b-498a-b544-337b83c80df8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Oct 27 16:43:58.556527 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:58.671631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf680-1323-477a-8a7a-48383216f8d2 req-ead61a10-2833-41e0-bdd2-139681b11312 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:58.673908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fedf680-1323-477a-8a7a-48383216f8d2 req-ead61a10-2833-41e0-bdd2-139681b11312 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0566030 Oct 27 16:43:58.716719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fedf680-1323-477a-8a7a-48383216f8d2 req-490ad399-6072-43a1-9ce7-df590851282c tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Oct 27 16:43:59.070797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-f9be33f1-c1d4-4cc1-93fa-c0779f23298d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:59.072505 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-f9be33f1-c1d4-4cc1-93fa-c0779f23298d tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 946 time: 0.0559764 Oct 27 16:43:59.172721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Deleting port 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:43:59.173062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.277337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] For port 33992386-c868-4bd1-a769-6c50ee630d35, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=33992386-c868-4bd1-a769-6c50ee630d35,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:43:59.277707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.461498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.461865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.462189 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Floating IP e67cfadd-1ec1-4cea-829d-1dee0d01191f disassociated. External IP: 172.25.5.141, port: 33992386-c868-4bd1-a769-6c50ee630d35. Oct 27 16:43:59.462543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Calling delete_port for 33992386-c868-4bd1-a769-6c50ee630d35 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:43:59.638219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645a3a2-4d87-4182-9712-9b807c7bee01 req-1b6fe1a2-f0cd-4f27-ba52-5118688f587f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:59.640911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8645a3a2-4d87-4182-9712-9b807c7bee01 req-1b6fe1a2-f0cd-4f27-ba52-5118688f587f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0539637 Oct 27 16:43:59.680162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8645a3a2-4d87-4182-9712-9b807c7bee01 req-af96f249-6a56-4ef0-bf33-00a2dd85b6ee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Oct 27 16:43:59.699823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.733564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'Port': ['ID=33992386-c868-4bd1-a769-6c50ee630d35,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:59.833599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7dbb210-bbee-4db1-ab54-2131f1e804c6 req-9c92ee10-5b30-431b-8bd2-3680983e42cb tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0290728 Oct 27 16:43:59.886035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:00.029453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:00.040011 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:00.066403 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:00.067374 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:43:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:00.073528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] No DVR routers for this DVR port 33992386-c868-4bd1-a769-6c50ee630d35 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:00.076246 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:00.079666 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-51b49194-a0dc-4501-97d8-2fa284602c57 req-0f85131e-936a-45a6-8013-7c59a719006f tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.82 "DELETE /v2.0/ports/33992386-c868-4bd1-a769-6c50ee630d35 HTTP/1.1" status: 204 len: 173 time: 0.9999590 Oct 27 16:44:00.080106 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-deleted', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:00.082397 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5996fbd-2da2-4a92-a288-3adc5c9a354a" -d '{"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-deleted", "tag": "33992386-c868-4bd1-a769-6c50ee630d35"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:00.132940 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7632a575-653c-4486-a8d2-120f48beacee x-openstack-request-id: req-7632a575-653c-4486-a8d2-120f48beacee {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:00.133263 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cd0a02-1647-436c-b0da-a6ad549a54ec", "name": "network-vif-deleted", "tag": "33992386-c868-4bd1-a769-6c50ee630d35", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:00.133681 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7632a575-653c-4486-a8d2-120f48beacee {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:00.134118 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cd0a02-1647-436c-b0da-a6ad549a54ec', 'name': 'network-vif-deleted', 'tag': '33992386-c868-4bd1-a769-6c50ee630d35', 'status': 'completed', 'code': 200} Oct 27 16:44:00.229580 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:00.477968 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:00.506414 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:00.515523 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:00.516150 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:43:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:00.639553 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:00.814423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141d8-4934-4ea2-bf9c-e033567ce3d4 req-14a3af81-45c0-463f-9d79-bd5b21485553 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:00.816175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-531141d8-4934-4ea2-bf9c-e033567ce3d4 req-14a3af81-45c0-463f-9d79-bd5b21485553 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Oct 27 16:44:00.867317 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:00.933583 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ec3b-06f6-4bf3-aaa9-29987b70be20 None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:31:41Z', 'revision_number': 4, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0abdb7f4-6498-4b83-bc49-2c07a6edfe9c', 'name': '', 'network_id': '8a582346-8b30-43c6-940c-145c42beb0f6', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'mac_address': 'fa:16:3e:92:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:38Z', 'updated_at': '2021-10-27T16:31:47Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'subnets': [{'id': 'f6006c2d-0e67-4a46-a662-7c708d059f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:00.934423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-531141d8-4934-4ea2-bf9c-e033567ce3d4 req-183c7dd8-eab2-4c03-a6d3-d0b4f5bcba0c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785971 Oct 27 16:44:01.006952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-50932cf8-8d09-4536-99af-acfd32a6c511 req-a10ccf05-8b69-491e-bd55-c8e886c9e537 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/ports?device_id=32cd0a02-1647-436c-b0da-a6ad549a54ec HTTP/1.1" status: 200 len: 210 time: 0.0413449 Oct 27 16:44:01.224510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45337a-49d1-42ea-bdb4-3d11157c14db None None] New status for floating IP e67cfadd-1ec1-4cea-829d-1dee0d01191f: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:44:02.043559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a971-b19a-46c3-8399-15c427391f02 req-9fab0024-c2ed-40e6-afdb-cd383bc7803a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:02.046246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f7a971-b19a-46c3-8399-15c427391f02 req-9fab0024-c2ed-40e6-afdb-cd383bc7803a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0571673 Oct 27 16:44:02.093910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69f7a971-b19a-46c3-8399-15c427391f02 req-a2095d20-011b-4884-ad78-0c6db16e0374 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Oct 27 16:44:02.200776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44720) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:02.265166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.288180 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.449750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.452431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.453597 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "DELETE /v2.0/security-groups/11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb HTTP/1.1" status: 204 len: 168 time: 0.2518101 Oct 27 16:44:02.456429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44726) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:02.464041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4264f-f342-4822-b622-43c6f72b4e04 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:02.470881 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [None req-3a9bf565-774e-4552-bb08-3d77a438c95a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] show failed (client error): The resource could not be found. Oct 27 16:44:02.472756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3a9bf565-774e-4552-bb08-3d77a438c95a tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "GET /v2.0/security-groups/11d8e49c-d65f-4a30-b4c1-4baba2b5f6fb HTTP/1.1" status: 404 len: 347 time: 0.0145652 Oct 27 16:44:02.475275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44728) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:02.613336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Deleting port 6dcb4aca-e1b0-4aa0-ada1-156602f291bb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:02.613630 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.701503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.702138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.715727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Calling delete_port for 6dcb4aca-e1b0-4aa0-ada1-156602f291bb owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:02.952568 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.975664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Pushing event deleted for resources: {'Port': ['ID=6dcb4aca-e1b0-4aa0-ada1-156602f291bb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:02.987304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.987733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.988173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.988310 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.988798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.989412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.989412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.989934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.989934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.990449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.990749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:02.991221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:03.055956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:03.058549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:03.063069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3494e762-abc5-4dd8-8dd4-a82ce3d4b325 tempest-AttachVolumeShelveTestJSON-1335884720 tempest-AttachVolumeShelveTestJSON-1335884720-project] 10.222.0.70 "DELETE /v2.0/floatingips/e67cfadd-1ec1-4cea-829d-1dee0d01191f HTTP/1.1" status: 204 len: 168 time: 0.5834556 Oct 27 16:44:03.221716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323802b-b719-4bbc-995f-5990225b6428 req-34e93a63-cdc2-4977-92ab-9f70c3d38d8b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:03.223378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f323802b-b719-4bbc-995f-5990225b6428 req-34e93a63-cdc2-4977-92ab-9f70c3d38d8b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0550811 Oct 27 16:44:03.267744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f323802b-b719-4bbc-995f-5990225b6428 req-584b5fb8-d5d7-4a90-8d80-10f721e7187e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Oct 27 16:44:03.649730 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:44:04.411482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee605e71-7bc4-41f2-a87d-b6c9755777e1 req-e6c6fec4-0ee6-47ea-9267-e9947cce76ee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:04.413151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee605e71-7bc4-41f2-a87d-b6c9755777e1 req-e6c6fec4-0ee6-47ea-9267-e9947cce76ee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0604274 Oct 27 16:44:04.467875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee605e71-7bc4-41f2-a87d-b6c9755777e1 req-7de4c9c2-b31a-42f7-925a-1b09180d70ef tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Oct 27 16:44:04.746619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:04.769231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 33992386-c868-4bd1-a769-6c50ee630d35 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:04.769565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 33992386-c868-4bd1-a769-6c50ee630d35 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:05.625595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bce2ca-4e83-40a0-844e-9acb2c1cec28 req-46745dc7-e9de-467e-b07c-319b5fbdca5f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:05.631750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9bce2ca-4e83-40a0-844e-9acb2c1cec28 req-46745dc7-e9de-467e-b07c-319b5fbdca5f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0766296 Oct 27 16:44:05.679390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9bce2ca-4e83-40a0-844e-9acb2c1cec28 req-cff8ba8e-4e39-4509-9056-945f8afaaeee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Oct 27 16:44:06.848516 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8ed00-6151-44aa-872e-36a65e96cd16 req-26fcd1d9-607d-43f5-8554-564b70c1c4f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:06.857104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9de8ed00-6151-44aa-872e-36a65e96cd16 req-26fcd1d9-607d-43f5-8554-564b70c1c4f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0737827 Oct 27 16:44:06.904323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9de8ed00-6151-44aa-872e-36a65e96cd16 req-adad640e-a555-4f54-98fe-80bb25deb9e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Oct 27 16:44:08.096200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117de7fd-bf17-4370-bc07-da613e398b9e req-2ddb5c1a-ca11-4f2f-aa4c-c3aea0c5d296 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:08.098193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-117de7fd-bf17-4370-bc07-da613e398b9e req-2ddb5c1a-ca11-4f2f-aa4c-c3aea0c5d296 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0882156 Oct 27 16:44:08.161530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-117de7fd-bf17-4370-bc07-da613e398b9e req-7a06632c-a0b9-4d4b-9f44-218151ee98c2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527782 Oct 27 16:44:09.310905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac069b-fd06-48cf-8a37-9ba771f81b87 req-a038f6a7-8836-4262-b07c-9a73e4a39f88 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:09.319447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ac069b-fd06-48cf-8a37-9ba771f81b87 req-a038f6a7-8836-4262-b07c-9a73e4a39f88 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0717373 Oct 27 16:44:09.356888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0ac069b-fd06-48cf-8a37-9ba771f81b87 req-0d36c7f2-ab49-4e7c-ac25-96166bd6498d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Oct 27 16:44:10.485563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994903-f3c4-4d39-85dc-66b1a6c4fd12 req-64503d56-408e-4c14-a052-ca90f8f1d668 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:10.486991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0994903-f3c4-4d39-85dc-66b1a6c4fd12 req-64503d56-408e-4c14-a052-ca90f8f1d668 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0517042 Oct 27 16:44:10.526048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f0994903-f3c4-4d39-85dc-66b1a6c4fd12 req-88db7219-1f2b-4852-bc55-eeff2304a826 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Oct 27 16:44:11.392663 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-22b59c95-2617-4465-8bb3-11bf523fae45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:11.524864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 44852) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:11.714645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758e57-1c3d-4ce6-be1e-532d5de53ac6 req-3a7e008e-31fc-43a3-b848-1bc71efd655f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:11.723946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd758e57-1c3d-4ce6-be1e-532d5de53ac6 req-3a7e008e-31fc-43a3-b848-1bc71efd655f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0845444 Oct 27 16:44:11.770010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cd758e57-1c3d-4ce6-be1e-532d5de53ac6 req-d05ff649-ddb8-4f56-9d5f-f0090700c5e4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Oct 27 16:44:12.254476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.548426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Deleting port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:12.549126 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.631785 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] For port 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:12.632211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.646389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Calling delete_port for 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:12.902563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea466038-b979-428f-9707-2f1457c89f29 req-973ec000-da16-42ea-b646-5d856e841fe2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:12.904477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea466038-b979-428f-9707-2f1457c89f29 req-973ec000-da16-42ea-b646-5d856e841fe2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0547695 Oct 27 16:44:12.930621 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:12.974287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Pushing event deleted for resources: {'Port': ['ID=0abdb7f4-6498-4b83-bc49-2c07a6edfe9c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:12.986449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea466038-b979-428f-9707-2f1457c89f29 req-7aeea072-78c8-4ad4-a504-bdb13dde2c3a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Oct 27 16:44:13.184086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.417534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Router 94c52ca4-2d48-473f-abb0-dda778542afa has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:13.531664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:13.540888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44870) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:13.541834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97fa3224-46cb-4faa-bdfc-08b4f4f0550e admin admin] 10.222.0.70 "PUT /v2.0/routers/94c52ca4-2d48-473f-abb0-dda778542afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0112512 Oct 27 16:44:13.542750 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Sync routers for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:13.554321 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:13.554935 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:43:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.668416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.673866 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:13.794866 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:13.885888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:44:12Z', 'revision_number': 5, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port': {'id': '43cf6c59-f017-4269-ad6f-9b9fa2cab50e', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:31:33Z', 'updated_at': '2021-10-27T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.914121 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Checking router: 94c52ca4-2d48-473f-abb0-dda778542afa for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:13.923668 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Routers {'94c52ca4-2d48-473f-abb0-dda778542afa'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:13.924304 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:43:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['94c52ca4-2d48-473f-abb0-dda778542afa'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:13.958383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Deleting port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:13.959079 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.034942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] Set router 94c52ca4-2d48-473f-abb0-dda778542afa gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:14.078145 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-59f4c884-9b6b-4aed-b465-41ba4aabf86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.095951 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] For port 43cf6c59-f017-4269-ad6f-9b9fa2cab50e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:14.096374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.111303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Calling delete_port for 43cf6c59-f017-4269-ad6f-9b9fa2cab50e owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:14.136511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:44:13Z', 'revision_number': 6, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:14.183530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8b19-1535-4e0d-ab4c-fd00bf664c79 req-cbc18317-ff1a-4102-b199-9bb4a2e5ce6b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:14.195074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9bf8b19-1535-4e0d-ab4c-fd00bf664c79 req-cbc18317-ff1a-4102-b199-9bb4a2e5ce6b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0712500 Oct 27 16:44:14.202729 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750cd69-f5e2-4e59-bb1d-51ef2d2e777b None None] The sync data for ids ['94c52ca4-2d48-473f-abb0-dda778542afa'] in n-d-814735-4 is: [{'id': '94c52ca4-2d48-473f-abb0-dda778542afa', 'name': 'tempest-AttachVolumeShelveTestJSON-702093276-router', 'tenant_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:31:29Z', 'updated_at': '2021-10-27T16:44:13Z', 'revision_number': 6, 'project_id': '3754f8e81ce142ebafb69d7e7af9eb67', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:14.292286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b9bf8b19-1535-4e0d-ab4c-fd00bf664c79 req-a3638c44-2b20-4c07-ad11-8cad8efca53f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981126 Oct 27 16:44:14.420460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.447577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Pushing event deleted for resources: {'Port': ['ID=43cf6c59-f017-4269-ad6f-9b9fa2cab50e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:14.515536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.629829 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.633494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.670626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.745929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.746473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c52ca4-2d48-473f-abb0-dda778542afa {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:44:14.755505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.758482 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ac9a9b5f-ffc9-4974-9d76-45411c4812dd admin admin] 10.222.0.70 "DELETE /v2.0/routers/94c52ca4-2d48-473f-abb0-dda778542afa HTTP/1.1" status: 204 len: 168 time: 1.2150764 Oct 27 16:44:14.758792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44890) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:14.805904 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Deleting subnet f6006c2d-0e67-4a46-a662-7c708d059f8e {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:44:14.809153 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.851391 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:14.936964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.076226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.102241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6006c2d-0e67-4a46-a662-7c708d059f8e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:15.108649 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.114820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ce137b89-b393-4c15-a5a0-666171254dce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f6006c2d-0e67-4a46-a662-7c708d059f8e HTTP/1.1" status: 204 len: 168 time: 0.3527207 Oct 27 16:44:15.115024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44896) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:15.117325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7d782-c766-42f1-b1ed-b9961ac0cf56 None None] Network 8a582346-8b30-43c6-940c-145c42beb0f6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:15.208907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.266499 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.290085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Deleting port 5a4e153b-8517-49d5-8b22-c60ee031210b {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:15.290356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.383382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] DHCP port deletion for 8a582346-8b30-43c6-940c-145c42beb0f6 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:44:15.415234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] For port 5a4e153b-8517-49d5-8b22-c60ee031210b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5a4e153b-8517-49d5-8b22-c60ee031210b,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:15.415612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.433268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Calling delete_port for 5a4e153b-8517-49d5-8b22-c60ee031210b owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:15.463652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da5d3-7085-48a8-a9df-9c85de785780 req-c9d0ebef-c5ee-46e5-a381-119881166a27 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:15.471475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-677da5d3-7085-48a8-a9df-9c85de785780 req-c9d0ebef-c5ee-46e5-a381-119881166a27 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0835230 Oct 27 16:44:15.492414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Deleting port 5a4e153b-8517-49d5-8b22-c60ee031210b {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:15.493166 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.534630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-677da5d3-7085-48a8-a9df-9c85de785780 req-18c3466c-3e04-4c3e-849a-96979c4c7418 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594621 Oct 27 16:44:15.586751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] For port 5a4e153b-8517-49d5-8b22-c60ee031210b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5a4e153b-8517-49d5-8b22-c60ee031210b,segment=NetworkSegment(ca518bba-d2fd-481b-b9c3-4297e7661a9b),segment_id=ca518bba-d2fd-481b-b9c3-4297e7661a9b)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:15.587256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.605386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Calling delete_port for 5a4e153b-8517-49d5-8b22-c60ee031210b owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:15.614576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.667169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] No DVR routers for this DVR port 5a4e153b-8517-49d5-8b22-c60ee031210b on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:15.699263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4e153b-8517-49d5-8b22-c60ee031210b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:15.703666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.769066 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.774321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Pushing event deleted for resources: {'Port': ['ID=5a4e153b-8517-49d5-8b22-c60ee031210b,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:15.780066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] No DVR routers for this DVR port 5a4e153b-8517-49d5-8b22-c60ee031210b on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:15.796747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a582346-8b30-43c6-940c-145c42beb0f6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.817942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.822879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.822879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.823130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca518bba-d2fd-481b-b9c3-4297e7661a9b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:15.823241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.823346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca518bba-d2fd-481b-b9c3-4297e7661a9b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:15.823445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.823445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.823445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b0c4b-fee0-4151-b812-d37c9a2320ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:15.833666 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.847480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.854041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:44:15.854541 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:44:15.865002 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:44:15.979678 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.985812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:15.991201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a582346-8b30-43c6-940c-145c42beb0f6 HTTP/1.1" status: 204 len: 168 time: 0.8736703 Oct 27 16:44:16.014152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec6551-f80b-4ac5-9b79-2a39380da323 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a582346-8b30-43c6-940c-145c42beb0f6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:16.305240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:16.327057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:16.327416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0abdb7f4-6498-4b83-bc49-2c07a6edfe9c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:16.328000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5a4e153b-8517-49d5-8b22-c60ee031210b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:16.347344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:16.351883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5a4e153b-8517-49d5-8b22-c60ee031210b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:16.352244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5a4e153b-8517-49d5-8b22-c60ee031210b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:16.352668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 43cf6c59-f017-4269-ad6f-9b9fa2cab50e no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:16.374097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 43cf6c59-f017-4269-ad6f-9b9fa2cab50e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:16.374528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 43cf6c59-f017-4269-ad6f-9b9fa2cab50e not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:16.395918 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-65d3985e-c475-4e53-8f58-d936896d4b87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3754f8e81ce142ebafb69d7e7af9eb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466356 Oct 27 16:44:16.403485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44916) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:16.455974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:16.485318 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:16.614216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:16.617053 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:16.619991 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de33ee4b-9714-4515-90d7-e98b340e1764 HTTP/1.1" status: 204 len: 168 time: 0.2137582 Oct 27 16:44:16.626451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbcd81-a8d9-4866-90c6-8e01bad030ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33ee4b-9714-4515-90d7-e98b340e1764,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:16.680752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09d5af-3de6-40dd-b09a-c1bc014a9a94 req-17e2e415-445d-49e7-a476-1fbdc245a4d0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:16.683295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee09d5af-3de6-40dd-b09a-c1bc014a9a94 req-17e2e415-445d-49e7-a476-1fbdc245a4d0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0752954 Oct 27 16:44:16.729346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee09d5af-3de6-40dd-b09a-c1bc014a9a94 req-678cf149-8246-4f3a-bd7d-1e9dcfe7f8a3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Oct 27 16:44:17.024127 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:17.388653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 44946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:17.468850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481b8b2-0a15-4716-913d-b2d732a7967e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:17.469274 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481b8b2-0a15-4716-913d-b2d732a7967e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:17.469728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481b8b2-0a15-4716-913d-b2d732a7967e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:17.471406 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c481b8b2-0a15-4716-913d-b2d732a7967e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=77e2e4d675cd4f639e1bc5113ddfad2d&network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 2969 time: 0.0817709 Oct 27 16:44:17.862462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bde6dd-f9ff-49f4-93de-ee20144c9563 req-d1cb1f46-71e0-44ad-9e02-0fe655cbe5ff tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:17.864674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69bde6dd-f9ff-49f4-93de-ee20144c9563 req-d1cb1f46-71e0-44ad-9e02-0fe655cbe5ff tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0638716 Oct 27 16:44:17.919586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-69bde6dd-f9ff-49f4-93de-ee20144c9563 req-92ce5959-b1e8-4868-b5bd-6bb11fc76b68 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482931 Oct 27 16:44:19.040883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d5d3-19b6-4d38-8407-5534e3463a07 req-6df17b19-8703-4f4c-84b6-33579a645a0d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:19.042973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5a9d5d3-19b6-4d38-8407-5534e3463a07 req-6df17b19-8703-4f4c-84b6-33579a645a0d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0551670 Oct 27 16:44:19.085796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5a9d5d3-19b6-4d38-8407-5534e3463a07 req-3a38c3d4-a25b-4bbc-ab8e-4e92127a4e71 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Oct 27 16:44:19.118132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45010) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:19.169175 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe088565-d530-4ae0-b630-61a61cac3540 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:19.175078 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fe088565-d530-4ae0-b630-61a61cac3540 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80 HTTP/1.1" status: 200 len: 814 time: 0.0515854 Oct 27 16:44:19.668191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45032) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:19.675131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'network': {'name': 'tempest-network-smoke--1354182448', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:19.772262 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:19.775855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:19.807179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:44:19.823635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:19.823635 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Added segment e2b9293a-3aee-4a82-adaa-18329b0f7700 of type vlan for network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 Oct 27 16:44:19.869214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:20.028214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:20.034601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.035137 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:20.111476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Network': ['ID=5ce319eb-99e3-4c79-a620-ce047dda9cf1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:20.121971 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:44:20.169608 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d7e6a709-3c56-4f9c-85dd-48998e5c694b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4999166 Oct 27 16:44:20.173275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.251802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a71c5-d446-4d64-b7ca-f8bea71fca4c req-d5a039b1-c2b9-4114-8624-0443e1035f97 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.256362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dcc60a-4680-4d0f-b438-3cd18d93abfa tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.259699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a01a71c5-d446-4d64-b7ca-f8bea71fca4c req-d5a039b1-c2b9-4114-8624-0443e1035f97 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0701892 Oct 27 16:44:20.260908 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-69dcc60a-4680-4d0f-b438-3cd18d93abfa tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=77e2e4d675cd4f639e1bc5113ddfad2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0865364 Oct 27 16:44:20.261528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45054) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.299433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a01a71c5-d446-4d64-b7ca-f8bea71fca4c req-0f339712-fba6-4dfa-b72e-a34164b99b64 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Oct 27 16:44:20.358428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7b6eb-9844-4bb6-a24c-80869d1b50cd tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.360051 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-bfe7b6eb-9844-4bb6-a24c-80869d1b50cd tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976019 Oct 27 16:44:20.362869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45058) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.396880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5021b826-c395-44f1-b3ff-e89967899d63 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329592 Oct 27 16:44:20.399587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45060) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.432190 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c498639b-e301-4b3e-a610-c815faf854b2 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=77e2e4d675cd4f639e1bc5113ddfad2d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312564 Oct 27 16:44:20.434384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45062) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.522372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36da6bc-7dc5-4756-953a-bba97dc8af7c tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:20.523951 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f36da6bc-7dc5-4756-953a-bba97dc8af7c tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886374 Oct 27 16:44:20.526758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45064) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.557478 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73b4a9d4-651e-4efc-9091-d3b0bcbba098 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293150 Oct 27 16:44:20.560070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45068) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:20.565555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996840915', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:20.791269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:20.794826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.083616 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.149725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Subnet': ['ID=c1e29f75-e397-487e-8c12-731329053645,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:21.155955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Checking segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:21.156321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network hostable DHCP agents. Network: 5ce319eb-99e3-4c79-a620-ce047dda9cf1, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:44:21.326898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:44:21.416438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f0a2-74ff-4c36-b15e-eaba71c492cc req-fd3fef70-dd39-41be-acd4-0fbbc2d3fedb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:21.417836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6b3f0a2-74ff-4c36-b15e-eaba71c492cc req-fd3fef70-dd39-41be-acd4-0fbbc2d3fedb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0501366 Oct 27 16:44:21.436997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5ce319eb-99e3-4c79-a620-ce047dda9cf1) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:21.442650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:21.444605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.446626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e05b6-aa65-42a1-878b-b6eddc33929e None None] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:21.458882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6b3f0a2-74ff-4c36-b15e-eaba71c492cc req-883e5456-3c00-467b-b22c-ba1d2260c1e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Oct 27 16:44:21.554408 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b0717c48-99ae-4869-9748-5a96936f1f7a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9932468 Oct 27 16:44:21.623846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ips': [{'subnet_id': 'c1e29f75-e397-487e-8c12-731329053645'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:44:21.625423 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.775247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Allocated IP 172.20.0.18 (5ce319eb-99e3-4c79-a620-ce047dda9cf1/c1e29f75-e397-487e-8c12-731329053645/b5cfadf4-9e91-40e5-b5e5-0554a49d68f1) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:44:21.782378 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45092) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:21.830998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45098) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:21.836083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856599026', 'description': 'tempest-secgroup-smoke-1856599026 description', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:21.924165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab709321-f09e-46f3-b1d3-3c840bb04ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.936774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.968370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.039381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.058677 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.071808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab709321-f09e-46f3-b1d3-3c840bb04ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.102864 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:22.105942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:22.109553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:44:22.116407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Pushing event updated for resources: {'Port': ['ID=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.141321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.166905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Attempting to bind port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:44:22.167308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Attempting to bind port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:44:22.167671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Attempting to bind port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 on network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:22.170498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bec886-e186-4cfb-a6f9-687e653e5f34,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.172847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:44:22.173216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Checking segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:22.173606 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.173992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Bound using segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:44:22.174452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Bound port: b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:44:22.174822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.196083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ab709321-f09e-46f3-b1d3-3c840bb04ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.234749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ab709321-f09e-46f3-b1d3-3c840bb04ebf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=484b2a54acc949e0a30e3e4658c1562d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512761 Oct 27 16:44:22.235949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709321-f09e-46f3-b1d3-3c840bb04ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0d05c-71fa-45d5-99e5-a7bd37ebbbcd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.237544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45104) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:22.242057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] For port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:44:22.247975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] For port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:44:22.295541 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.302162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.303658 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e3e020e-b9b1-4b10-a7d1-da044a9d96de tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4713671 Oct 27 16:44:22.306807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45108) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:22.312113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:22.332615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.352374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.425665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47422f-3c49-4fc7-a028-32a8f606e944 None None] Pushing event updated for resources: {'Port': ['ID=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.478077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.549418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.555009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.555009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42b0d05c-71fa-45d5-99e5-a7bd37ebbbcd HTTP/1.1" status: 204 len: 168 time: 0.3148155 Oct 27 16:44:22.566401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.589001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537687c-2a7c-4f0d-95ff-bd049e1e735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0d05c-71fa-45d5-99e5-a7bd37ebbbcd,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.644513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.659802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e048-5a22-4c05-b333-d31e11a44a5d req-9d80b66f-d00d-4f29-b6ae-d56bbea00192 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:22.661849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f347e048-5a22-4c05-b333-d31e11a44a5d req-9d80b66f-d00d-4f29-b6ae-d56bbea00192 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.1168029 Oct 27 16:44:22.674235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d80ebae-3036-4f0a-8182-e5a8871c44f1,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:22.743307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f347e048-5a22-4c05-b333-d31e11a44a5d req-d60a5889-bcc0-4d2a-acde-161fb30241eb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Oct 27 16:44:22.817460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.820554 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e6e00b8-723d-49df-bbf1-05f4ea8cc6f4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5103905 Oct 27 16:44:22.824539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45118) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:22.829473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:22.945302 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.001560 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.088404 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.117256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730068e0-8557-4b04-b0ec-566a4efcd953,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:23.240762 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.242744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a65569a3-6983-4f86-b8bb-94dc708ce4af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171133 Oct 27 16:44:23.244344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45128) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:23.249377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:23.392213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45132) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:23.412323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f634-ba09-429f-a3ea-eb8cf0da4a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.433326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.439421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75dbbc6-832a-4d4a-92c1-adea26041fe8 None None] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:44:23.505745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] Provisioning complete for port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:23.506113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.525396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.550835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f634-ba09-429f-a3ea-eb8cf0da4a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.654484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.667590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.677699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f634-ba09-429f-a3ea-eb8cf0da4a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.678513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19473a8b-b184-48be-aa5c-0278f29a99a2,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:23.709772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] For port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:23.733093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6cb2f634-ba09-429f-a3ea-eb8cf0da4a44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=444328ea0a6a4e5a8e5efbeb7d7d44b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393581 Oct 27 16:44:23.734137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2f634-ba09-429f-a3ea-eb8cf0da4a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb40653-1beb-46de-9234-9fae3e409673,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:23.736369 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45136) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:23.798365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.798714 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.800764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eb2660c0-b7fa-4a1e-b02e-11fead0954ef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5551276 Oct 27 16:44:23.803446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45140) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:23.806504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.811510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:23.862069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:23.896532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098352fc-c14f-4200-9d39-7d1f893a1904 None None] Pushing event updated for resources: {'Port': ['ID=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:23.908658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfff3f9-9b50-4ea4-802f-e3b4d1e22199 req-7ca92370-a967-46f1-ab47-70da874f9ce7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:23.910432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdfff3f9-9b50-4ea4-802f-e3b4d1e22199 req-7ca92370-a967-46f1-ab47-70da874f9ce7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0934117 Oct 27 16:44:23.966230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdfff3f9-9b50-4ea4-802f-e3b4d1e22199 req-df2dadd8-f7d5-407a-b28e-c9cfad1eb369 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Oct 27 16:44:23.966230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.043256 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.046255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.049089 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9bb40653-1beb-46de-9234-9fae3e409673 HTTP/1.1" status: 204 len: 168 time: 0.3116741 Oct 27 16:44:24.064245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cfe83-4939-4be9-b302-79ae9a260a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb40653-1beb-46de-9234-9fae3e409673,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:24.071219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b5dcc31b-d522-401a-85c4-028e84f1b196 None None] Provisioning complete for port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:24.071582 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc31b-d522-401a-85c4-028e84f1b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.080380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.163203 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.202215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e84f987-8493-473b-941e-40bea70340d4,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:24.316588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.318713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1c86cf95-b896-4d5c-b74c-74e70ea9a607 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5140960 Oct 27 16:44:24.321328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:24.326453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:24.347278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:24.400908 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:24.401279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.459984 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:44:24.482275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.563713 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.659614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.677810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b85f7fc-eb31-46f6-9f9a-b28496355931,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:24.819276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.821114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a73ca11b-c639-46e3-a81b-2ce507d9d612 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4985847 Oct 27 16:44:24.824036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45170) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:24.830351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': '88bec886-e186-4cfb-a6f9-687e653e5f34', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:24.943937 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:44:24.949396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.026176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.116770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40425-c0f6-4009-af75-9853a1d6b32a req-835c1d09-26c1-4c7a-9b6d-d4afba3b1115 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.118330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bb40425-c0f6-4009-af75-9853a1d6b32a req-835c1d09-26c1-4c7a-9b6d-d4afba3b1115 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0587449 Oct 27 16:44:25.158483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3bb40425-c0f6-4009-af75-9853a1d6b32a req-3f5d6e2b-cc39-4d92-9a8a-f1543011ee45 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Oct 27 16:44:25.194615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.217669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d890a4-d34b-4040-b811-d3b42bed7fcc,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:25.520411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.521795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-be0d5297-a9f5-4582-befd-a41fb02797b8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6967535 Oct 27 16:44:25.727112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-c7a11569-2a2e-4b50-9c49-f8016801d9e1 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856599026&fields=id&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 267 time: 0.0379119 Oct 27 16:44:25.844087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-9755f4bf-c000-42c7-94cd-d43f4a74719b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.845607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-9755f4bf-c000-42c7-94cd-d43f4a74719b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/networks?id=5ce319eb-99e3-4c79-a620-ce047dda9cf1 HTTP/1.1" status: 200 len: 797 time: 0.1103315 Oct 27 16:44:25.861364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-7d917d3c-95b6-4045-8ec7-790ee258321c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/quotas/77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 375 time: 0.0099671 Oct 27 16:44:25.924384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-b2bb1e71-b9f3-4552-b4df-5570fd568091 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0573618 Oct 27 16:44:26.036377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-2658c29d-7934-41fe-b639-c959bef000e6 service neutron] 10.222.0.70 "GET /v2.0/networks/5ce319eb-99e3-4c79-a620-ce047dda9cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976129 Oct 27 16:44:26.512821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdca06-9c7e-4f3e-81c0-f5e202941fe0 req-69772360-4280-4ea1-8527-d90f00d6f213 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:26.516196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ebdca06-9c7e-4f3e-81c0-f5e202941fe0 req-69772360-4280-4ea1-8527-d90f00d6f213 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 944 time: 0.0992851 Oct 27 16:44:26.556379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-541abcb0-a62c-478a-825b-2ebfb5504086 service neutron] 10.222.0.70 "GET /v2.0/networks/5ce319eb-99e3-4c79-a620-ce047dda9cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991813 Oct 27 16:44:26.593691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ebdca06-9c7e-4f3e-81c0-f5e202941fe0 req-fd278bdd-8135-4c4f-a5f1-e6ce142eb940 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675383 Oct 27 16:44:26.847761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cf1f69b9-4473-43e6-92d3-a4bffadf72cb details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:44:26.901073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8bcd7168-d066-4ed9-b835-69caf5e247b1 req-831ebf36-a6c8-4cc6-b1c2-50330b638bf1 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 210 time: 0.0777421 Oct 27 16:44:26.956676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:26.969145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb', 'mac_address': 'fa:16:3e:33:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:44:27.017248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.036896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1f69b9-4473-43e6-92d3-a4bffadf72cb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:27.061054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:27.185515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:27.232589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:27.563713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['cf1f69b9-4473-43e6-92d3-a4bffadf72cb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:27.738019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5c41c-5c0e-4531-ba83-7bf59987112d req-4fa361e9-2823-4156-a181-62f711694fc2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:27.739525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c5c41c-5c0e-4531-ba83-7bf59987112d req-4fa361e9-2823-4156-a181-62f711694fc2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 945 time: 0.0548708 Oct 27 16:44:27.779179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23c5c41c-5c0e-4531-ba83-7bf59987112d req-507720b6-bc8d-4fe9-ba46-0d86c1c07f23 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Oct 27 16:44:28.023595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-501877d8-9b0d-4760-bb39-4cf28da9360c req-a0c0594d-e8bc-46f3-9463-2475ec8b5bf4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 210 time: 0.0354295 Oct 27 16:44:28.093703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.566307 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:28.845021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cf1f69b9-4473-43e6-92d3-a4bffadf72cb up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:28.898491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f756d-c633-460f-99ae-5e35f5d07816 req-c284f46d-63b8-4f44-808b-9d35b2a6e1fc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:28.900037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b6f756d-c633-460f-99ae-5e35f5d07816 req-c284f46d-63b8-4f44-808b-9d35b2a6e1fc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Oct 27 16:44:28.937819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b6f756d-c633-460f-99ae-5e35f5d07816 req-0d458c1e-f7ec-4e17-8134-0ec95a82cc81 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Oct 27 16:44:29.048643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port cf1f69b9-4473-43e6-92d3-a4bffadf72cb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:44:29.075329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port cf1f69b9-4473-43e6-92d3-a4bffadf72cb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:29.075704 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:29.142790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ccd4449-9865-4eb6-8c92-9825b8b67865 req-f8b5dadf-8e59-4ed5-8586-a172b0f9b536 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 210 time: 0.0438583 Oct 27 16:44:29.190511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:29.220161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:29.222630 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea7354b-3d89-4bef-8046-48f75e806c47" -d '{"events": [{"server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:29.238547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:29.386224 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb886b4-1e0c-4903-b193-bd5fbfaef942 x-openstack-request-id: req-7cb886b4-1e0c-4903-b193-bd5fbfaef942 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:29.386525 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:29.386788 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cb886b4-1e0c-4903-b193-bd5fbfaef942 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:29.387220 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb', 'code': 200} Oct 27 16:44:29.392262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:29.448289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:29.822047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b12d-533b-4bae-9b11-ce720027a103 req-ce087f6c-d522-4291-874a-28d3406ef63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:29.823528 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d147b12d-533b-4bae-9b11-ce720027a103 req-ce087f6c-d522-4291-874a-28d3406ef63f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 1097 time: 0.3595786 Oct 27 16:44:29.856524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-bb3f3ce0-a96a-499c-944e-b635110658fd tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:29.857942 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-bb3f3ce0-a96a-499c-944e-b635110658fd tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/networks?id=5ce319eb-99e3-4c79-a620-ce047dda9cf1 HTTP/1.1" status: 200 len: 797 time: 0.4454601 Oct 27 16:44:29.887789 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-d147b12d-533b-4bae-9b11-ce720027a103 req-24bc2783-26ee-4d21-bc02-1c3ef221dc3d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Oct 27 16:44:29.911859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-8117eb3a-0536-4353-9371-764107e43acf tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 472 time: 0.0410903 Oct 27 16:44:30.054711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afdac7-6c8b-4370-9cbe-de35e5624ae9 req-b5d6bf5d-7709-4853-9b35-c4a3f0d35fd0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:30.056244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10afdac7-6c8b-4370-9cbe-de35e5624ae9 req-b5d6bf5d-7709-4853-9b35-c4a3f0d35fd0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Oct 27 16:44:30.095628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10afdac7-6c8b-4370-9cbe-de35e5624ae9 req-3786d906-4b56-476a-be9c-d54be33ffecd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Oct 27 16:44:30.154033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'port': {'device_id': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'admin_state_up': True, 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'security_groups': ['88bec886-e186-4cfb-a6f9-687e653e5f34']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:30.260169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3601a79e-1eba-417a-b70b-66a9f816ba3c req-1b25da1e-1eb2-4268-993b-ee1208f6e01c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 210 time: 0.0313883 Oct 27 16:44:30.391528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:30.395536 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:30.524974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.19 (5ce319eb-99e3-4c79-a620-ce047dda9cf1/c1e29f75-e397-487e-8c12-731329053645/920aa079-535f-4158-a4ca-d41a99f93741) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:44:30.672023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:30.836949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:30.883866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:30.888861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:30.889990 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:44:30.926047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:30.950327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:30.950976 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.062341 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-f2865417-0567-4817-afc9-0bfa79ff6176 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9130423 Oct 27 16:44:31.075881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Request body: {'port': {'device_id': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:31.145128 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9ce5bef-4843-4ec3-a2cb-6cca7a6d0d54 None None] Provisioning complete for port 920aa079-535f-4158-a4ca-d41a99f93741 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:31.145922 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5bef-4843-4ec3-a2cb-6cca7a6d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.193035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce5bef-4843-4ec3-a2cb-6cca7a6d0d54 None None] Port 920aa079-535f-4158-a4ca-d41a99f93741 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:44:31.202230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.250831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae1546-e365-4140-a026-6bb558f9fdc4 req-76a3c79c-cbe2-4504-8f46-e5c2d3848d68 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:31.266552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fae1546-e365-4140-a026-6bb558f9fdc4 req-76a3c79c-cbe2-4504-8f46-e5c2d3848d68 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0745277 Oct 27 16:44:31.315885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0fae1546-e365-4140-a026-6bb558f9fdc4 req-b1385abc-a0f5-482c-b096-997c37c109a7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563176 Oct 27 16:44:31.444288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e47399-8474-45b0-9670-a613503b287e req-6b279963-1c17-41f6-90f9-99bf5df8a7f5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:31.449984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76e47399-8474-45b0-9670-a613503b287e req-6b279963-1c17-41f6-90f9-99bf5df8a7f5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 932 time: 0.0743155 Oct 27 16:44:31.499111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76e47399-8474-45b0-9670-a613503b287e req-9e914cf1-68dc-487a-91da-da590e854b1d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Oct 27 16:44:31.548653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920aa079-535f-4158-a4ca-d41a99f93741 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:31.556200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.573398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Transition to ACTIVE for port object 920aa079-535f-4158-a4ca-d41a99f93741 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:44:31.831281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:31.889980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:31.979340 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Attempting to bind port 920aa079-535f-4158-a4ca-d41a99f93741 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:44:31.979783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Attempting to bind port 920aa079-535f-4158-a4ca-d41a99f93741 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:44:31.980203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Attempting to bind port 920aa079-535f-4158-a4ca-d41a99f93741 on network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:31.986807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Port 920aa079-535f-4158-a4ca-d41a99f93741 on network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:44:31.987275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Attempting to bind port 920aa079-535f-4158-a4ca-d41a99f93741 on network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:31.998534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:44:31.999028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Checking segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:31.999562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Bound using segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:44:32.000103 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Bound port: 920aa079-535f-4158-a4ca-d41a99f93741, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:44:32.000568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:32.101466 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:44:32.106304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=920aa079-535f-4158-a4ca-d41a99f93741,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:44:32.212850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:32.266577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.267656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:32.269361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/920aa079-535f-4158-a4ca-d41a99f93741 HTTP/1.1" status: 200 len: 1092 time: 1.1979547 Oct 27 16:44:32.272250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:32.284739 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb55c2c-f157-4c98-a8f2-cf00654653f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "tag": "920aa079-535f-4158-a4ca-d41a99f93741"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:32.323950 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac06f-36e9-42ef-bc07-4b4665e9e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:32.360763 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0053de4-65c0-4b12-885a-8a3ef9bd1bdf x-openstack-request-id: req-b0053de4-65c0-4b12-885a-8a3ef9bd1bdf {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:32.361128 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "tag": "920aa079-535f-4158-a4ca-d41a99f93741", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:32.361495 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0053de4-65c0-4b12-885a-8a3ef9bd1bdf {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:32.362034 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741', 'status': 'completed', 'code': 200} Oct 27 16:44:32.463134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-8a9aa9e8-0a6c-490d-8951-37204128e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.464668 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-8a9aa9e8-0a6c-490d-8951-37204128e7e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 1095 time: 0.0802090 Oct 27 16:44:32.518697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a16e7-e7b7-472a-b551-ecc225d503ad req-a31930a1-86e0-4135-8edd-f8987da8742f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.520962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b6a16e7-e7b7-472a-b551-ecc225d503ad req-a31930a1-86e0-4135-8edd-f8987da8742f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0872173 Oct 27 16:44:32.583375 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b6a16e7-e7b7-472a-b551-ecc225d503ad req-af0eb842-599d-4586-a2ba-8184e9c0143d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Oct 27 16:44:32.675420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-93ebf3c8-313f-4304-ae02-ff2051de8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.675890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-93ebf3c8-313f-4304-ae02-ff2051de8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.677520 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-93ebf3c8-313f-4304-ae02-ff2051de8e6b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.2046242 Oct 27 16:44:32.749623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31793-56ba-4d1d-8ab2-476f0e2d727e req-5e37d55b-7212-4062-a285-0383ee4fc824 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.757178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ac31793-56ba-4d1d-8ab2-476f0e2d727e req-5e37d55b-7212-4062-a285-0383ee4fc824 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0810714 Oct 27 16:44:32.768767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b741ba-0fba-4014-b548-a13be5870e51 req-6e160b48-81a7-4959-8698-dd9739933660 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.773995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47b741ba-0fba-4014-b548-a13be5870e51 req-6e160b48-81a7-4959-8698-dd9739933660 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.1586993 Oct 27 16:44:32.823479 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-112be4d0-b9be-429c-a292-a9b495f8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.823719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ac31793-56ba-4d1d-8ab2-476f0e2d727e req-f7182e51-332b-451f-8b4e-0ea247833b06 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Oct 27 16:44:32.825223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9cb55c2c-f157-4c98-a8f2-cf00654653f6 req-112be4d0-b9be-429c-a292-a9b495f8d01c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399248 Oct 27 16:44:32.864370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47b741ba-0fba-4014-b548-a13be5870e51 req-230a3b8b-37a5-493b-a668-7673edf26721 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506072 Oct 27 16:44:32.946190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-75e59c70-7d17-4cf4-870a-d6b69b0c6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.947711 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-75e59c70-7d17-4cf4-870a-d6b69b0c6c05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 1095 time: 0.0449011 Oct 27 16:44:32.969198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3459ec-ffb8-43b4-abd2-1fd169850e41 req-7837370d-8e95-4b7e-848b-a48493b79463 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:32.973307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e3459ec-ffb8-43b4-abd2-1fd169850e41 req-7837370d-8e95-4b7e-848b-a48493b79463 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0719099 Oct 27 16:44:32.998416 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-70e33603-f87f-482e-8bfd-aa7e949cd3d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=920aa079-535f-4158-a4ca-d41a99f93741 HTTP/1.1" status: 200 len: 217 time: 0.0405025 Oct 27 16:44:33.043683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e3459ec-ffb8-43b4-abd2-1fd169850e41 req-d30661cc-bb99-421c-89ab-ec9a464141a9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Oct 27 16:44:33.064178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-6b7be655-0aac-41d3-bdff-bc688e39f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:33.065883 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-6b7be655-0aac-41d3-bdff-bc688e39f333 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c1e29f75-e397-487e-8c12-731329053645 HTTP/1.1" status: 200 len: 837 time: 0.0594568 Oct 27 16:44:33.138517 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-904c1697-b359-4e2d-8729-f980b6ade2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:33.140726 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-904c1697-b359-4e2d-8729-f980b6ade2c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5ce319eb-99e3-4c79-a620-ce047dda9cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660472 Oct 27 16:44:33.284203 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-1ab7d747-aaa3-42be-9379-3fe06de1d936 service neutron] 10.222.0.82 "GET /v2.0/networks/5ce319eb-99e3-4c79-a620-ce047dda9cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310635 Oct 27 16:44:33.415897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e97d883c-3240-4611-8ce0-73b7f18aabdb req-fc23f316-b6b6-4c4d-9d33-9291813ee26f service neutron] 10.222.0.82 "GET /v2.0/networks/5ce319eb-99e3-4c79-a620-ce047dda9cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201956 Oct 27 16:44:33.794846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9e60e-9dd1-4d19-a8b3-8e3f6f35b25a req-47fd39eb-783f-4f29-a4e4-0b9f429a6184 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:33.794846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0a9e60e-9dd1-4d19-a8b3-8e3f6f35b25a req-47fd39eb-783f-4f29-a4e4-0b9f429a6184 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0620573 Oct 27 16:44:33.849057 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0a9e60e-9dd1-4d19-a8b3-8e3f6f35b25a req-638239a3-a7d4-40a8-a6e4-12b8913111b9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 Oct 27 16:44:34.008856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7aa9c-f950-41bf-8cac-4543b905b349 req-24741b30-ead9-4b2f-8873-369bc5e22b70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:34.010396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb7aa9c-f950-41bf-8cac-4543b905b349 req-24741b30-ead9-4b2f-8873-369bc5e22b70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Oct 27 16:44:34.057433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1eb7aa9c-f950-41bf-8cac-4543b905b349 req-52d2005a-952d-4d98-af54-b70f2752a7b2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Oct 27 16:44:34.470299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45508) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:34.584756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8038d24e-60c6-460b-aefe-b5354c0f7088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:34.671009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8038d24e-60c6-460b-aefe-b5354c0f7088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:34.760275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8038d24e-60c6-460b-aefe-b5354c0f7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:34.800396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8038d24e-60c6-460b-aefe-b5354c0f7088 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d01b0355ada4f2bbac6c4c18ea39f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288655 Oct 27 16:44:34.801264 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038d24e-60c6-460b-aefe-b5354c0f7088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9992e67-328c-49e4-ace4-5a9460c19d19,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:34.803174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45512) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:34.858574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:34.882753 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:34.981456 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd5c86-156d-4a40-9592-538bd4719d96 req-10f7049c-1f4a-46b2-85c5-9e731e012f99 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:34.982943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afbd5c86-156d-4a40-9592-538bd4719d96 req-10f7049c-1f4a-46b2-85c5-9e731e012f99 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0553651 Oct 27 16:44:35.021530 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afbd5c86-156d-4a40-9592-538bd4719d96 req-46ac5eba-3a07-48e3-9690-d13e8bb27705 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Oct 27 16:44:35.036551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.039235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.040403 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9992e67-328c-49e4-ace4-5a9460c19d19 HTTP/1.1" status: 204 len: 168 time: 0.2357278 Oct 27 16:44:35.062348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d647d32-d608-49ae-9636-13dd5ff64dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9992e67-328c-49e4-ace4-5a9460c19d19,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:35.184801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be8a2f-d1ce-42d6-b8ed-e7e21987c332 req-11443168-3853-4bde-b780-1b4352cbca9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:35.186371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37be8a2f-d1ce-42d6-b8ed-e7e21987c332 req-11443168-3853-4bde-b780-1b4352cbca9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.0530932 Oct 27 16:44:35.229124 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37be8a2f-d1ce-42d6-b8ed-e7e21987c332 req-455cc9c3-ed1b-445c-a04b-1c125d010edb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354042 Oct 27 16:44:35.707085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45524) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:35.722009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1806a09-a070-45f9-8354-458c8332eb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.728388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-90a5d294-3e0e-4d94-b052-3a20e713e91c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:35.729990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-90a5d294-3e0e-4d94-b052-3a20e713e91c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0541613 Oct 27 16:44:35.800494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1806a09-a070-45f9-8354-458c8332eb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.827753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port cf1f69b9-4473-43e6-92d3-a4bffadf72cb {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:44:35.828358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.933540 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port cf1f69b9-4473-43e6-92d3-a4bffadf72cb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:35.933903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.947198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for cf1f69b9-4473-43e6-92d3-a4bffadf72cb owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:44:35.956493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1806a09-a070-45f9-8354-458c8332eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:35.998247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a1806a09-a070-45f9-8354-458c8332eb2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b1f711d87b04d708c9190244b2389ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897942 Oct 27 16:44:36.000072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45526) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:36.006534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806a09-a070-45f9-8354-458c8332eb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0223d-f8e0-474b-b9c5-f0ffa6283f8e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:36.079502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.110015 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.183375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed2ab-4474-4a58-9ac3-669c16f78983 req-d1683393-0ba8-4124-a51b-a39beb8c9ade tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:36.185193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23ed2ab-4474-4a58-9ac3-669c16f78983 req-d1683393-0ba8-4124-a51b-a39beb8c9ade tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 946 time: 0.0774643 Oct 27 16:44:36.224933 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.228510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23ed2ab-4474-4a58-9ac3-669c16f78983 req-8f05d580-9f75-473b-934d-1963b19551d6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Oct 27 16:44:36.237655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['cf1f69b9-4473-43e6-92d3-a4bffadf72cb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:36.257134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=cf1f69b9-4473-43e6-92d3-a4bffadf72cb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:36.306388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port cf1f69b9-4473-43e6-92d3-a4bffadf72cb on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:44:36.309424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.315613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5ac09743-1b4c-41da-b4f1-9cea841e2950 req-aad698ab-8656-4b5c-aa2a-5f7b6a04980a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/cf1f69b9-4473-43e6-92d3-a4bffadf72cb HTTP/1.1" status: 204 len: 173 time: 0.5762789 Oct 27 16:44:36.317411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'name': 'network-vif-deleted', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:36.320582 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf9531-2ebc-4c28-b726-0403871c7390" -d '{"events": [{"server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "name": "network-vif-deleted", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:36.344901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.347632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:36.348813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9aa0223d-f8e0-474b-b9c5-f0ffa6283f8e HTTP/1.1" status: 204 len: 168 time: 0.3478277 Oct 27 16:44:36.365882 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e153082-4876-488a-9938-62a68a606560 x-openstack-request-id: req-5e153082-4876-488a-9938-62a68a606560 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:36.366185 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f136c1-1261-4434-81a6-113a27c515d8", "name": "network-vif-deleted", "tag": "cf1f69b9-4473-43e6-92d3-a4bffadf72cb", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:36.366440 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e153082-4876-488a-9938-62a68a606560 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:36.366913 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f136c1-1261-4434-81a6-113a27c515d8', 'name': 'network-vif-deleted', 'tag': 'cf1f69b9-4473-43e6-92d3-a4bffadf72cb', 'status': 'completed', 'code': 200} Oct 27 16:44:36.403973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995805-f0cc-4a29-8361-159bbbf0ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0223d-f8e0-474b-b9c5-f0ffa6283f8e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:36.440130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2131-855e-43cd-9da1-a2b75a334a4b req-0854d129-1520-40ac-b5c5-971b8e4b9803 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:36.441679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f36b2131-855e-43cd-9da1-a2b75a334a4b req-0854d129-1520-40ac-b5c5-971b8e4b9803 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.1155562 Oct 27 16:44:36.498867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f36b2131-855e-43cd-9da1-a2b75a334a4b req-23d78d4e-e669-401f-b23b-f208b242c13f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494821 Oct 27 16:44:37.340879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f50d0ab3-6d8b-4079-87b3-dc3c5dff1e97 req-69daf449-5f1f-4d94-a574-975447445f4b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0334072 Oct 27 16:44:37.658661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936622-7195-4d01-8ade-d02d14c060cb req-09b4af30-db6b-4eda-889d-c4200811fa95 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:37.660236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b936622-7195-4d01-8ade-d02d14c060cb req-09b4af30-db6b-4eda-889d-c4200811fa95 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.0628359 Oct 27 16:44:37.699766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b936622-7195-4d01-8ade-d02d14c060cb req-6bbffd9b-4035-46ca-a000-1ed232876a5f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Oct 27 16:44:38.537353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44bf4947-7353-4a63-811f-ec4f496c8f63 req-d3011802-92e0-4b39-89d2-48bb6d47720b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0339537 Oct 27 16:44:38.836867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eaa5c-a16a-4d38-869d-844436c9926a req-4a92c966-54de-4e4b-867a-026427311e03 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:38.838578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e8eaa5c-a16a-4d38-869d-844436c9926a req-4a92c966-54de-4e4b-867a-026427311e03 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 944 time: 0.0519745 Oct 27 16:44:38.882468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e8eaa5c-a16a-4d38-869d-844436c9926a req-1c03cad3-ff22-4ab3-a2b7-ed3178d9e7c5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357013 Oct 27 16:44:38.891671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 920aa079-535f-4158-a4ca-d41a99f93741 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:44:39.013390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=920aa079-535f-4158-a4ca-d41a99f93741,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:39.028222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '920aa079-535f-4158-a4ca-d41a99f93741', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'port_id': '920aa079-535f-4158-a4ca-d41a99f93741', 'mac_address': 'fa:16:3e:09:be:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e29f75-e397-487e-8c12-731329053645', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:44:39.080076 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.095279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920aa079-535f-4158-a4ca-d41a99f93741 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:39.116732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=920aa079-535f-4158-a4ca-d41a99f93741,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:39.219844 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:39.300133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:39.548733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['920aa079-535f-4158-a4ca-d41a99f93741'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:39.671354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17f4a317-cf68-4ef5-8865-90ed85720af8 req-de27d44d-4019-4576-b407-110b4448e92e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0336690 Oct 27 16:44:40.011544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fd91-0b50-4e98-b08f-da6b30c45c37 req-e5b84feb-6ff7-4d4a-bb57-eacd6af9e8ee tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:40.011544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b1fd91-0b50-4e98-b08f-da6b30c45c37 req-e5b84feb-6ff7-4d4a-bb57-eacd6af9e8ee tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Oct 27 16:44:40.061010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b1fd91-0b50-4e98-b08f-da6b30c45c37 req-81407fc9-4542-452a-bb07-8d2083927fef tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Oct 27 16:44:40.650637 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:44:40.807398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-da21908a-554b-4b0a-9d04-70b64e990e84 req-4635b458-ff5f-47b3-b0ac-0f94a7998d58 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0529180 Oct 27 16:44:40.900719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 920aa079-535f-4158-a4ca-d41a99f93741 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:41.055083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 920aa079-535f-4158-a4ca-d41a99f93741 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:44:41.060562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 920aa079-535f-4158-a4ca-d41a99f93741 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:41.061065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.146949 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.174558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:41.177244 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619a341-32ff-4180-870c-3dd8b5856217" -d '{"events": [{"server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "name": "network-vif-plugged", "status": "completed", "tag": "920aa079-535f-4158-a4ca-d41a99f93741"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:41.201140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2844c-1f96-4a89-a2af-abe5cfc9b961 req-43549cc9-a091-47dc-849c-0a40c317c942 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:41.202951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efb2844c-1f96-4a89-a2af-abe5cfc9b961 req-43549cc9-a091-47dc-849c-0a40c317c942 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 945 time: 0.0590584 Oct 27 16:44:41.208440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=920aa079-535f-4158-a4ca-d41a99f93741,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:41.226146 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc70da2-a15e-4547-9ef4-765704d616a7 x-openstack-request-id: req-8cc70da2-a15e-4547-9ef4-765704d616a7 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:41.226444 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "name": "network-vif-plugged", "status": "completed", "tag": "920aa079-535f-4158-a4ca-d41a99f93741", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:41.226698 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cc70da2-a15e-4547-9ef4-765704d616a7 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:41.227156 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741', 'code': 200} Oct 27 16:44:41.262272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-efb2844c-1f96-4a89-a2af-abe5cfc9b961 req-1e7b36ad-9040-4096-a8c1-6908cc5cf7ec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501890 Oct 27 16:44:41.313788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45630) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:41.331798 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.331798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cf1f69b9-4473-43e6-92d3-a4bffadf72cb no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:44:41.352503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7ee6d-bb69-49db-863a-605e25f9de0e req-78c3ff77-4937-4480-a067-a0135a086b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:41.356013 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccb7ee6d-bb69-49db-863a-605e25f9de0e req-78c3ff77-4937-4480-a067-a0135a086b32 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 1096 time: 0.0550718 Oct 27 16:44:41.369638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: cf1f69b9-4473-43e6-92d3-a4bffadf72cb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:44:41.369989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device cf1f69b9-4473-43e6-92d3-a4bffadf72cb not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:44:41.402145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.409274 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccb7ee6d-bb69-49db-863a-605e25f9de0e req-44d781ce-b67d-420f-b501-5ca769a9add2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Oct 27 16:44:41.422570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f8f72013-a425-4485-815b-ae395ac293fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.493941 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f11c3845-b157-4d8d-8707-b94876f1086f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.597259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f11c3845-b157-4d8d-8707-b94876f1086f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.670329 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f11c3845-b157-4d8d-8707-b94876f1086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.704115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3845-b157-4d8d-8707-b94876f1086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e3902-9112-4ea2-811b-8973d4fb1536,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.719741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f11c3845-b157-4d8d-8707-b94876f1086f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1d1643b5c6e4e51bd95d5dfcdc52e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018307 Oct 27 16:44:41.719982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45636) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:41.775157 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.800006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.910782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90f9eda7-ee12-44c8-81d4-a544105a8a41 req-68c5e978-6249-4db3-bce2-9c3d029b14e8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=64f136c1-1261-4434-81a6-113a27c515d8 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Oct 27 16:44:41.919812 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.927631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.927631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/479e3902-9112-4ea2-811b-8973d4fb1536 HTTP/1.1" status: 204 len: 168 time: 0.2032883 Oct 27 16:44:41.936246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28952c-e225-4aaa-aecc-ea2ad3f0d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e3902-9112-4ea2-811b-8973d4fb1536,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:42.397786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c43158-fafe-41ea-90c9-81d17576d697 req-1a1ed04b-aee0-451c-b50e-1d046c72b25a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:42.399369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07c43158-fafe-41ea-90c9-81d17576d697 req-1a1ed04b-aee0-451c-b50e-1d046c72b25a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0554886 Oct 27 16:44:42.449912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07c43158-fafe-41ea-90c9-81d17576d697 req-c06ee732-6a57-4598-9af8-960ac3030e53 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Oct 27 16:44:42.601756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 45650) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:42.615628 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-caf3c87a-0e67-4046-abc3-33e7d9d82105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:42.698273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-caf3c87a-0e67-4046-abc3-33e7d9d82105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:42.773350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-caf3c87a-0e67-4046-abc3-33e7d9d82105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:42.811032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3c87a-0e67-4046-abc3-33e7d9d82105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea16c32-6d93-49b6-b381-a31cd96de53d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:42.816120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-caf3c87a-0e67-4046-abc3-33e7d9d82105 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73be5fa15b3440e6b8ccb731f381ef17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132845 Oct 27 16:44:42.818744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45652) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:42.885638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:42.907064 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:43.028229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:43.031540 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:43.032760 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ea16c32-6d93-49b6-b381-a31cd96de53d HTTP/1.1" status: 204 len: 168 time: 0.2128167 Oct 27 16:44:43.045264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c85da4-26bf-4890-bb11-d5e8cbb9d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea16c32-6d93-49b6-b381-a31cd96de53d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:43.580716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61e6b-45f9-4ee9-bbb9-74db6a84fd0d req-b095ed07-9b62-4d01-9579-c4c6c713f280 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:43.582277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48c61e6b-45f9-4ee9-bbb9-74db6a84fd0d req-b095ed07-9b62-4d01-9579-c4c6c713f280 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0506370 Oct 27 16:44:43.626458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48c61e6b-45f9-4ee9-bbb9-74db6a84fd0d req-77e9b3bc-d0c8-4896-8b04-c1436644ee2a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Oct 27 16:44:43.748150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde57ca-55e7-464d-ae29-a164c65421d3 req-fe7fc19a-3ff7-400d-870e-46106d001a3e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:43.749723 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bde57ca-55e7-464d-ae29-a164c65421d3 req-fe7fc19a-3ff7-400d-870e-46106d001a3e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0543072 Oct 27 16:44:43.793520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7bde57ca-55e7-464d-ae29-a164c65421d3 req-06b96af0-048b-4d6c-b0c7-759e5237c187 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363047 Oct 27 16:44:44.070463 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5fdbbfb5-00de-4547-94b8-cad8163fca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:44.692133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:45.264977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:45.371318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 45712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:45.965134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:46.392820 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.17 (5ce319eb-99e3-4c79-a620-ce047dda9cf1/c1e29f75-e397-487e-8c12-731329053645/c461d4ec-f621-4ccc-9855-6219dc43cb4b) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:44:46.608548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:46.767875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:46.815014 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:46.818557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:46.823180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:44:46.830241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:46.858861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.859236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.859588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.859916 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.860247 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.860575 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.860900 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.861216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.861547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.861872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.862189 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.862511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:46.897227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.056992 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.194040 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-065b3cab-8e90-492c-9b9f-ba1580412430 None None] Provisioning complete for port c461d4ec-f621-4ccc-9855-6219dc43cb4b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:47.194443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-065b3cab-8e90-492c-9b9f-ba1580412430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.272467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.276827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-065b3cab-8e90-492c-9b9f-ba1580412430 None None] Port c461d4ec-f621-4ccc-9855-6219dc43cb4b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:44:47.586697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.710312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.791172 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:47.793973 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:47.894838 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:47.896500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:48.065366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:44:48.200819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:44:48.207777 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f82daf64-4656-4bb5-bf89-63795ea1111f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/012c825e-acca-40a0-8065-80a4b9ef0f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8337672 Oct 27 16:44:48.209762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ef9a9583-53a7-4017-97a7-a666f8534814 None None] Provisioning complete for port c461d4ec-f621-4ccc-9855-6219dc43cb4b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:48.210189 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9583-53a7-4017-97a7-a666f8534814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.250510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a9583-53a7-4017-97a7-a666f8534814 None None] Port c461d4ec-f621-4ccc-9855-6219dc43cb4b cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:44:48.254117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:44:48.267634 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:48.270943 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:44:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:48.396529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:48.758853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:44:47Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c461d4ec-f621-4ccc-9855-6219dc43cb4b', 'name': '', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:ef:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e29f75-e397-487e-8c12-731329053645', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:44:46Z', 'updated_at': '2021-10-27T16:44:47Z', 'revision_number': 2, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'c1e29f75-e397-487e-8c12-731329053645', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:48.796956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:44:48.797307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Updating router 012c825e-acca-40a0-8065-80a4b9ef0f4f port c461d4ec-f621-4ccc-9855-6219dc43cb4b binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:44:48.828973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.288064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.436799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.486479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522797e-f870-4ca5-80e3-caa8f1844ed5 None None] Pushing event updated for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:49.552822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Attempting to bind port c461d4ec-f621-4ccc-9855-6219dc43cb4b on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:44:49.553189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Attempting to bind port c461d4ec-f621-4ccc-9855-6219dc43cb4b by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:44:49.553565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Attempting to bind port c461d4ec-f621-4ccc-9855-6219dc43cb4b on network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:49.559111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:44:49.564157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Checking segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:49.564157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.564157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Bound using segment: {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:44:49.564157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Bound port: c461d4ec-f621-4ccc-9855-6219dc43cb4b, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b9293a-3aee-4a82-adaa-18329b0f7700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:44:49.564157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.642004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] For port c461d4ec-f621-4ccc-9855-6219dc43cb4b, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:44:49.645855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] For port c461d4ec-f621-4ccc-9855-6219dc43cb4b, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c461d4ec-f621-4ccc-9855-6219dc43cb4b,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:44:49.729275 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.813716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522797e-f870-4ca5-80e3-caa8f1844ed5 None None] Pushing event updated for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:49.818261 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:44:49.819134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:44:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:49.826208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] Provisioning complete for port c461d4ec-f621-4ccc-9855-6219dc43cb4b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:49.827237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.218871 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:44:50.261422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.348270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] For port c461d4ec-f621-4ccc-9855-6219dc43cb4b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c461d4ec-f621-4ccc-9855-6219dc43cb4b,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:50.453523 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.578582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c52f-e38b-453a-8583-a58bd39a8a17 None None] Pushing event updated for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:50.596836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-57162502-37ca-4de2-a856-2c3d9960a0fb None None] Provisioning complete for port c461d4ec-f621-4ccc-9855-6219dc43cb4b triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:50.597202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-57162502-37ca-4de2-a856-2c3d9960a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.630630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:44:47Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c461d4ec-f621-4ccc-9855-6219dc43cb4b', 'name': '', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:ef:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e29f75-e397-487e-8c12-731329053645', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:44:46Z', 'updated_at': '2021-10-27T16:44:49Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'c1e29f75-e397-487e-8c12-731329053645', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:44:50.666031 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea5d11-64bd-4187-a0c1-33d641c4f6b9 None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:44:47Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c461d4ec-f621-4ccc-9855-6219dc43cb4b', 'name': '', 'network_id': '5ce319eb-99e3-4c79-a620-ce047dda9cf1', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:ef:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e29f75-e397-487e-8c12-731329053645', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:44:46Z', 'updated_at': '2021-10-27T16:44:49Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'c1e29f75-e397-487e-8c12-731329053645', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:44:51.629150 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-8d061e75-e8ef-4f85-b2d5-1962b29751d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435247 Oct 27 16:44:51.707903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-5f9788ea-2cf8-4484-9997-574dd4740fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.709667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-5f9788ea-2cf8-4484-9997-574dd4740fc7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1096 time: 0.0484002 Oct 27 16:44:51.866641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-71379486-5327-4f5e-8075-7a60b6ed0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.868201 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-71379486-5327-4f5e-8075-7a60b6ed0d25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 896 time: 0.1338379 Oct 27 16:44:51.938196 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-1a57d226-a217-4322-a91d-3797ec3ed7d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 1001 time: 0.0613909 Oct 27 16:44:52.018110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-a615c501-0cc7-4dd5-8051-420a2ffec48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:52.019911 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-a615c501-0cc7-4dd5-8051-420a2ffec48b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 200 len: 835 time: 0.0690696 Oct 27 16:44:52.081494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-105031f2-301f-4951-bfa3-9e815e09f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:52.081494 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-105031f2-301f-4951-bfa3-9e815e09f567 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465038 Oct 27 16:44:52.199811 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-a1a0e506-a806-4c1d-b2d9-5895363cb7c7 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087348 Oct 27 16:44:52.424426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c461d4ec-f621-4ccc-9855-6219dc43cb4b up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:52.512593 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c461d4ec-f621-4ccc-9855-6219dc43cb4b triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:52.513118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:52.697046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3947c0ef-c3dd-4686-b0ca-ab2e9afdf9bf req-05a35151-55d6-4e53-ad1a-19f62f1a74b9 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881036 Oct 27 16:44:58.160087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:58.547619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.305438 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:10.453190 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15f3ec5a-413c-4976-a282-a30253f3d467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.551408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15f3ec5a-413c-4976-a282-a30253f3d467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.661478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-15f3ec5a-413c-4976-a282-a30253f3d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.728531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15f3ec5a-413c-4976-a282-a30253f3d467 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c1c65110ee5405c8e89b4484cb82666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229376 Oct 27 16:45:10.730553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3ec5a-413c-4976-a282-a30253f3d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5c2bf-14b8-4098-9b30-a65e1215783f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:10.731157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46372) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:10.794337 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.826884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.978289 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.981086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.982396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19d5c2bf-14b8-4098-9b30-a65e1215783f HTTP/1.1" status: 204 len: 168 time: 0.2498181 Oct 27 16:45:11.012383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5c2bf-14b8-4098-9b30-a65e1215783f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:11.033225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.033691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.034096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.034489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.034828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.035204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.035538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.035869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.036193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.036527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.036853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.037176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a7f0e-bc6c-4226-b34a-79503dee9116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:11.438747 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e7ed25bd-e049-4ed8-b13b-16a51cd9be82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.018291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46396) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.034393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d06d0e9-967e-41ef-a59f-1615af4cce24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.169965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d06d0e9-967e-41ef-a59f-1615af4cce24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.243407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d06d0e9-967e-41ef-a59f-1615af4cce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.298317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d06d0e9-967e-41ef-a59f-1615af4cce24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b0a0748df6449c9abc5963aac60248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785442 Oct 27 16:45:12.300271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d0e9-967e-41ef-a59f-1615af4cce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0cf67-496a-4e19-b74b-8c97bcfb38f0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:12.302361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46410) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.371182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.393698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.568856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.578839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.578839 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6f0cf67-496a-4e19-b74b-8c97bcfb38f0 HTTP/1.1" status: 204 len: 168 time: 0.2690279 Oct 27 16:45:12.581005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01646-a0ef-49cf-9adc-abc40ec7c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0cf67-496a-4e19-b74b-8c97bcfb38f0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:14.040481 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f6036ad0-7f0e-48a8-9647-f6e79105a3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.636862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.314969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.380038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46472) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:15.495774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8711-d8d1-40fe-b4b7-eff950b070d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.581871 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8711-d8d1-40fe-b4b7-eff950b070d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.697755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8711-d8d1-40fe-b4b7-eff950b070d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.736112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb8711-d8d1-40fe-b4b7-eff950b070d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b30348-fdcd-4211-ae56-0bc4d692f629,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:15.742851 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a9cb8711-d8d1-40fe-b4b7-eff950b070d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75c6ddfb71fe489b9d72f3207b83b692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592718 Oct 27 16:45:15.743414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:15.798158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.821155 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.057532 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.060568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.061797 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27b30348-fdcd-4211-ae56-0bc4d692f629 HTTP/1.1" status: 204 len: 168 time: 0.3174610 Oct 27 16:45:16.070848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2055ca-4ec7-45f5-a669-9cf61da4a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b30348-fdcd-4211-ae56-0bc4d692f629,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:16.931265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:16.945592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-476eb58e-3e79-4d58-b024-76e2d96ae971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.024594 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-476eb58e-3e79-4d58-b024-76e2d96ae971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.143727 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.194928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-476eb58e-3e79-4d58-b024-76e2d96ae971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.234286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-476eb58e-3e79-4d58-b024-76e2d96ae971 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=878b7e6460a847549d856bed8a965fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017998 Oct 27 16:45:17.235207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eb58e-3e79-4d58-b024-76e2d96ae971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112779de-c356-413f-84b0-615e0356907c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.237131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46492) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:17.291194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.314625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.448823 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.451522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.452732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/112779de-c356-413f-84b0-615e0356907c HTTP/1.1" status: 204 len: 168 time: 0.2139952 Oct 27 16:45:17.461610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd64d3-51e6-424d-af6a-86024faba2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112779de-c356-413f-84b0-615e0356907c,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.650710 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:45:21.052284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.116016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46590) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.121276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027924924', 'description': 'tempest-secgroup-smoke-1027924924 description', 'project_id': '371e8521ebf744c3abada5def1bd7f29'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:21.188401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d017c7-85f0-403d-bd62-d8242bd2c1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.227709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.321632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d017c7-85f0-403d-bd62-d8242bd2c1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.343371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.402835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-14d017c7-85f0-403d-bd62-d8242bd2c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.443286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-14d017c7-85f0-403d-bd62-d8242bd2c1b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edc193aea8354d57928e1dc1a1cf3647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896804 Oct 27 16:45:21.444505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d017c7-85f0-403d-bd62-d8242bd2c1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c42467-d966-4eec-959a-1dfe1e3b2138,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.446005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.447143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.488031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111650fe-fd92-4f29-b5b9-6777031c37a4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.504882 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.533604 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.557810 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.562342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc96b375-8049-482a-9fab-edcdb349888c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4426367 Oct 27 16:45:21.564511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46596) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:21.567438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:21.651363 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.654457 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.656011 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6c42467-d966-4eec-959a-1dfe1e3b2138 HTTP/1.1" status: 204 len: 168 time: 0.2086852 Oct 27 16:45:21.663917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870a601-ac60-4553-9b78-e6548ae65990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c42467-d966-4eec-959a-1dfe1e3b2138,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.682141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.742142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.894105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.913092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dfae9a-1a78-4d1b-93f7-dc31cd962e96,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.960709 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46602) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.061086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.062317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b1b68c65-9aec-4add-a03c-42bcc8e3d373 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4987502 Oct 27 16:45:22.065125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46606) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.069595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:22.253664 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.346052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.415924 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.609693 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.649314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7633046-2ce3-4694-bfe9-6bcae73de5a3,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.669617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46610) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.683548 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c0a4-65b1-4b22-b181-e202e98fa262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.760540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port c461d4ec-f621-4ccc-9855-6219dc43cb4b {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:22.760919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.763614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c0a4-65b1-4b22-b181-e202e98fa262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.767785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.771768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-54a8b341-627d-4bd8-b926-6a8eba8509df tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7029288 Oct 27 16:45:22.778239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46612) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.778239 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:22.861014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port c461d4ec-f621-4ccc-9855-6219dc43cb4b, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c461d4ec-f621-4ccc-9855-6219dc43cb4b,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:22.861401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.863022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c0a4-65b1-4b22-b181-e202e98fa262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.877725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for c461d4ec-f621-4ccc-9855-6219dc43cb4b owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:22.906149 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e9f7c0a4-65b1-4b22-b181-e202e98fa262 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b964d1e6066247a7855eb2c083836071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353921 Oct 27 16:45:22.910597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c0a4-65b1-4b22-b181-e202e98fa262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca05806-68d0-4ed2-a69b-831b7073d6a1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.913799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.923356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.013629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.038303 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.048576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.139943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.158704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f559addf-571e-4c09-92a0-ae5a87ca8b15,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:23.186637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.187269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.189477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.190672 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ca05806-68d0-4ed2-a69b-831b7073d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2744379 Oct 27 16:45:23.200050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51948659-4bf9-4425-91a8-af4bbd2eb7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca05806-68d0-4ed2-a69b-831b7073d6a1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:23.213893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=c461d4ec-f621-4ccc-9855-6219dc43cb4b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:23.268602 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.270473 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c4161667-7645-4140-9ca9-2e9d3d4fda24 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4971635 Oct 27 16:45:23.273026 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46618) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:23.277996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:23.409514 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.414531 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.485689 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.588800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.608223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcdf6d6-122a-40dc-bd9b-ffae1a0d1d45,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:23.656401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:23.745406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.749942 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-89fe8199-72d2-4a9a-b495-6d5e95c5ff41 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4725842 Oct 27 16:45:23.754846 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46624) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:23.756176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:23.776156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:23.782288 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7464b988-0543-4221-97a7-c7f238dfdff7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/012c825e-acca-40a0-8065-80a4b9ef0f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203437 Oct 27 16:45:23.788469 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:23.806972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:23.806972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:23.905352 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Project 371e8521ebf744c3abada5def1bd7f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:23.910658 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.920709 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:23.972221 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.077145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.103609 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370a2876-60af-4e6e-9c37-bd08a2a0810c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.157375 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:24.187345 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:24.197216 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:24.197854 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:24.199876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.203781 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60de02fc-8677-4f6e-9053-e0670141d895 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4489057 Oct 27 16:45:24.204069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46636) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:24.209005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'security_group_rule': {'security_group_id': '111650fe-fd92-4f29-b5b9-6777031c37a4', 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:24.323538 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:24.337959 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Project 371e8521ebf744c3abada5def1bd7f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:24.344733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.400071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4797a-5035-405a-88f2-d1d451834607 req-670bafc0-9760-4c27-bff9-3fb8003a78e6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.402423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ee4797a-5035-405a-88f2-d1d451834607 req-670bafc0-9760-4c27-bff9-3fb8003a78e6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0663464 Oct 27 16:45:24.435415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.448384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ee4797a-5035-405a-88f2-d1d451834607 req-b6703f8e-7a97-45cd-ade6-684c2b849b6d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Oct 27 16:45:24.579993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.600129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d099f6-d36f-416b-ba85-cd54722ab15e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.676349 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:24.708231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5fbb78-1837-4bd6-9a4f-66af0c91f703 None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '4822b128-16f0-433c-8c98-5dfbb4aeb9b8', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'port_id': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'mac_address': 'fa:16:3e:31:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a4bb6-8c21-4b7e-b161-db257a621197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:56Z', 'updated_at': '2021-10-27T16:42:59Z', 'revision_number': 1, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:24.716745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.726540 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1c638d09-38b2-497a-97cf-2394257d1cfb tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5173748 Oct 27 16:45:24.933678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-a265dd60-4feb-4ce5-bb52-ef180c1a2412 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027924924&fields=id&tenant_id=371e8521ebf744c3abada5def1bd7f29 HTTP/1.1" status: 200 len: 267 time: 0.0350583 Oct 27 16:45:25.053182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-edc6f98f-b971-46df-9f39-26d9c43c674c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.054941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-edc6f98f-b971-46df-9f39-26d9c43c674c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 813 time: 0.1135852 Oct 27 16:45:25.080406 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-3548d204-364e-42ce-bd75-82a36810a1f0 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/quotas/371e8521ebf744c3abada5def1bd7f29 HTTP/1.1" status: 200 len: 375 time: 0.0193043 Oct 27 16:45:25.140140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cf0ad917-348a-4500-aacb-91bc8bf5ee3e tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516942 Oct 27 16:45:25.258837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-c0bdf310-0381-46a3-877f-b4edadf31ed3 service neutron] 10.222.0.70 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084659 Oct 27 16:45:25.353357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-171583ad-9069-4202-99fe-e4e804b56289 service neutron] 10.222.0.70 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881927 Oct 27 16:45:25.578109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bde42-2098-42dd-94aa-2d7185a8f18c req-279c7c05-96c5-4ca7-ae20-589667df81f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.579682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-029bde42-2098-42dd-94aa-2d7185a8f18c req-279c7c05-96c5-4ca7-ae20-589667df81f7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0575643 Oct 27 16:45:25.621586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-029bde42-2098-42dd-94aa-2d7185a8f18c req-c813d9d0-953f-4099-8296-eacb60a1c870 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=88bec886-e186-4cfb-a6f9-687e653e5f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347960 Oct 27 16:45:25.956158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-c6b1e746-98fe-41f7-9bbf-54f7d2e7247a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.957716 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-c6b1e746-98fe-41f7-9bbf-54f7d2e7247a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 946 time: 0.0562079 Oct 27 16:45:26.069129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 920aa079-535f-4158-a4ca-d41a99f93741 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:26.069461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.179449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port 920aa079-535f-4158-a4ca-d41a99f93741, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=920aa079-535f-4158-a4ca-d41a99f93741,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:26.180015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.180146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea195d76-6859-4c53-95ed-1a44df03a2b4 req-5f2d42ad-2719-4af4-bc86-344e0c9cd7e8 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0423539 Oct 27 16:45:26.195708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 920aa079-535f-4158-a4ca-d41a99f93741 owned by compute:nova {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:26.293527 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c461d4ec-f621-4ccc-9855-6219dc43cb4b no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:26.316557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c461d4ec-f621-4ccc-9855-6219dc43cb4b {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:26.316916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c461d4ec-f621-4ccc-9855-6219dc43cb4b not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:26.450031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.503192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=920aa079-535f-4158-a4ca-d41a99f93741,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:26.546735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] No DVR routers for this DVR port 920aa079-535f-4158-a4ca-d41a99f93741 on host n-h2-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:26.550379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.554448 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-8dbd915b-36f2-41a4-a9ed-d7ecc1b41227 req-30f3b024-0bb0-4edd-9596-9963420e8d70 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "DELETE /v2.0/ports/920aa079-535f-4158-a4ca-d41a99f93741 HTTP/1.1" status: 204 len: 173 time: 0.5897706 Oct 27 16:45:26.554594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'name': 'network-vif-deleted', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:26.557710 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05bb55a-0b0a-476c-bfd6-25607d3d8ac4" -d '{"events": [{"server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "name": "network-vif-deleted", "tag": "920aa079-535f-4158-a4ca-d41a99f93741"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:26.596722 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79f80f-404b-4815-bdde-dd874fbdd291 x-openstack-request-id: req-3d79f80f-404b-4815-bdde-dd874fbdd291 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:26.597040 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d28734a-d7af-4b14-a868-4dcd1d4c69c3", "name": "network-vif-deleted", "tag": "920aa079-535f-4158-a4ca-d41a99f93741", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:26.597292 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d79f80f-404b-4815-bdde-dd874fbdd291 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:26.597687 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d28734a-d7af-4b14-a868-4dcd1d4c69c3', 'name': 'network-vif-deleted', 'tag': '920aa079-535f-4158-a4ca-d41a99f93741', 'status': 'completed', 'code': 200} Oct 27 16:45:26.755769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1b5afbd-b816-4e5d-aa6c-6b2604601690 req-809195f0-5124-4f01-a268-ad0e220d5c03 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d28734a-d7af-4b14-a868-4dcd1d4c69c3 HTTP/1.1" status: 200 len: 210 time: 0.0372846 Oct 27 16:45:27.270209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5cd0f03-1b05-4b4c-acc4-3da443291f37 req-1e0c704e-6327-4dc4-ba46-66315e4ac1cc tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0292397 Oct 27 16:45:27.723706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46744) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:27.808101 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46750) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:27.852996 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7647b8ae-d088-4cc9-854c-33a115021dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.930701 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.969438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.019659 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7647b8ae-d088-4cc9-854c-33a115021dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.131637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.139479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7647b8ae-d088-4cc9-854c-33a115021dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.172204 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7647b8ae-d088-4cc9-854c-33a115021dff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64d3bb45677a470ea10858f09c30fd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473281 Oct 27 16:45:28.173505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647b8ae-d088-4cc9-854c-33a115021dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed1dd4-1b33-4826-b3a0-1d041d06e3cd,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.176114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46766) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:28.176684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.179313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.181138 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/security-groups/88bec886-e186-4cfb-a6f9-687e653e5f34 HTTP/1.1" status: 204 len: 168 time: 0.3708091 Oct 27 16:45:28.200984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9618e-d5ee-4f35-803f-318877a63d9d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bec886-e186-4cfb-a6f9-687e653e5f34,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.247210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.274144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.281339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46770) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:28.335313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-3ab2ce45-91e0-4543-a743-9cbb63f26c32 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:28.336809 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-3ab2ce45-91e0-4543-a743-9cbb63f26c32 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1696551 Oct 27 16:45:28.369098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-3b83269f-5e87-481c-aad7-02dcb6710482 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0253241 Oct 27 16:45:28.372640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting subnet c1e29f75-e397-487e-8c12-731329053645 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:45:28.392558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f059aa8-709c-421b-92b2-ba86c521f209 req-5c3305f9-f9cc-4a0a-94aa-7fef784d87c5 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0382552 Oct 27 16:45:28.393222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.414001 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.417381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.418929 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12ed1dd4-1b33-4826-b3a0-1d041d06e3cd HTTP/1.1" status: 204 len: 168 time: 0.2373514 Oct 27 16:45:28.437033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776bafa-5935-477b-9329-2c6d5029fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed1dd4-1b33-4826-b3a0-1d041d06e3cd,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.463965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.506799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-38ee1ec9-dda0-4a04-8019-30423065a75f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183450 Oct 27 16:45:28.557065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.630509 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.676353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-d26b5fc4-a330-4315-aa35-9ff2e7adc1b4 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610012 Oct 27 16:45:28.720670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-9cb4cd82-617f-431e-9329-439f4e520b19 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:28.722434 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-9cb4cd82-617f-431e-9329-439f4e520b19 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 813 time: 0.1140194 Oct 27 16:45:28.778869 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-91e830f5-946f-44bf-b753-8ad3369f4c77 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371e8521ebf744c3abada5def1bd7f29 HTTP/1.1" status: 200 len: 380 time: 0.0471156 Oct 27 16:45:28.787825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-5c3658d0-c2b5-472b-9665-2850f522cdf5 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039007 Oct 27 16:45:28.793183 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'port': {'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'admin_state_up': True, 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'security_groups': ['111650fe-fd92-4f29-b5b9-6777031c37a4']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:28.894671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.927021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e29f75-e397-487e-8c12-731329053645,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.936785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.940237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4a8aa45f-684c-4878-9502-f9d756daf762 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/subnets/c1e29f75-e397-487e-8c12-731329053645 HTTP/1.1" status: 204 len: 168 time: 0.6573832 Oct 27 16:45:28.942750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:28.953952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875a0cd-eb56-4310-a0c3-f1d333455b86 None None] Network 5ce319eb-99e3-4c79-a620-ce047dda9cf1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:29.024387 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.025733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Made reservation on behalf of 371e8521ebf744c3abada5def1bd7f29 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:29.030034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.103665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:29.104095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.197332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:29.199634 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.214829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:29.216200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] DHCP port deletion for 5ce319eb-99e3-4c79-a620-ce047dda9cf1 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:45:29.221269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Allocated IP 172.20.0.12 (047224f4-0cd4-406c-86cf-af859d6a3d65/c6c72600-57a9-44a6-af9a-306d96c4f681/5cd27ed6-d9fb-4ded-b644-8989fc12ae3d) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:29.274755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Deleting port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:29.275746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.324018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46786) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:29.367086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] For port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,segment=NetworkSegment(e2b9293a-3aee-4a82-adaa-18329b0f7700),segment_id=e2b9293a-3aee-4a82-adaa-18329b0f7700)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:29.367918 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.392316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Calling delete_port for b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:29.394588 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69a92861-4dc0-4b6e-be37-6474894b2058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.435269 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.498081 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69a92861-4dc0-4b6e-be37-6474894b2058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.525907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9a5a5f3-57f9-41a3-bce9-032ccde7ee30 req-8d093228-8cc1-42df-9aef-3e9382572852 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Oct 27 16:45:29.654872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-107f9837-0524-4b5d-a0b3-d93c14d46dc1 req-4bfef1de-cd1f-49ae-8f2c-07f2bd38d556 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0281258 Oct 27 16:45:29.696008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.698223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.708010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.724498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Pushing event deleted for resources: {'Port': ['ID=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.734575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.734919 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.735280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.735615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.735979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.736310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.736636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.736966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.737277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.737601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.737920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.738233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:29.741047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783e3cc-9999-4188-a98d-231523df3ffe None None] No DVR routers for this DVR port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:29.756069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] No DVR routers for this DVR port b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:29.793192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:29.799243 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:29.803801 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:29.890395 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.910751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:29.911607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.012010 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-f876ea6f-0977-4bea-b52c-3f45b6c574ef tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2261322 Oct 27 16:45:30.026036 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Request body: {'port': {'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:30.113095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.146970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-cf948ad1-f11d-4dc5-8ab0-46c1c720e25a None None] Provisioning complete for port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:30.147469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf948ad1-f11d-4dc5-8ab0-46c1c720e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.208474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cf948ad1-f11d-4dc5-8ab0-46c1c720e25a None None] Port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:30.214740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-69a92861-4dc0-4b6e-be37-6474894b2058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.218030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=b5cfadf4-9e91-40e5-b5e5-0554a49d68f1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.222640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.282438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce319eb-99e3-4c79-a620-ce047dda9cf1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:30.296851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-69a92861-4dc0-4b6e-be37-6474894b2058 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee86ed096d9d4ad5a304d2d7c4983ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9717224 Oct 27 16:45:30.298348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a92861-4dc0-4b6e-be37-6474894b2058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f411b76-9730-4599-92f5-d95795f17902,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.302799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.309714 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b9293a-3aee-4a82-adaa-18329b0f7700') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:30.310259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b9293a-3aee-4a82-adaa-18329b0f7700') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:30.338399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.383527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.396098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:45:30.396695 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:45:30.400249 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:45:30.442935 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:30.459286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.473346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:30.474019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b5cfadf4-9e91-40e5-b5e5-0554a49d68f1 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:30.485027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:30.496312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.550488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.625585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.633362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.639934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/networks/5ce319eb-99e3-4c79-a620-ce047dda9cf1 HTTP/1.1" status: 204 len: 168 time: 1.6937549 Oct 27 16:45:30.640753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:30.664183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3726c7-5020-4dd6-a265-cd314eca5fea tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Network': ['ID=5ce319eb-99e3-4c79-a620-ce047dda9cf1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.664183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.666894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.670911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f411b76-9730-4599-92f5-d95795f17902 HTTP/1.1" status: 204 len: 168 time: 0.3625915 Oct 27 16:45:30.699601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a892f-4159-4ddb-8f73-f3700636691d req-74472660-3eb4-4188-8d6c-fb25a90a41b0 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:30.701314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-310a892f-4159-4ddb-8f73-f3700636691d req-74472660-3eb4-4188-8d6c-fb25a90a41b0 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 932 time: 0.1018064 Oct 27 16:45:30.702420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c95f5e-dca2-40fe-8499-4631752f5b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f411b76-9730-4599-92f5-d95795f17902,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:30.720891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Transition to ACTIVE for port object 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:45:30.778308 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d4a70fe-2999-44de-bdaf-a69435af863c req-0f6c4025-3aac-4fd1-aa48-cc75093f695e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0396197 Oct 27 16:45:30.783963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-310a892f-4159-4ddb-8f73-f3700636691d req-bf02a6d2-6c75-4fe2-a488-2f3ea2c12b6c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675371 Oct 27 16:45:30.869745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:30.970441 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:31.044530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 9539a3d4-fc08-4be7-9342-e638a8f37569 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:31.044877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.117174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Attempting to bind port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:31.117522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Attempting to bind port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:31.117858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Attempting to bind port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d on network 047224f4-0cd4-406c-86cf-af859d6a3d65 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:31.129480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d on network 047224f4-0cd4-406c-86cf-af859d6a3d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:45:31.129878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Attempting to bind port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d on network 047224f4-0cd4-406c-86cf-af859d6a3d65 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:31.144577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:31.144898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Checking segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:31.145293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Bound using segment: {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:31.145805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Bound port: 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f20ce00-e1e6-4517-acb2-255f35c9f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:31.146097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.166659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 920aa079-535f-4158-a4ca-d41a99f93741 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:31.186803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.187027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.210576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 920aa079-535f-4158-a4ca-d41a99f93741 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:31.216126 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 920aa079-535f-4158-a4ca-d41a99f93741 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:31.223238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 9539a3d4-fc08-4be7-9342-e638a8f37569 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:31.308289 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:31.348993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:31.452973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.496500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:31.497128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.498753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] 10.222.0.82 "PUT /v2.0/ports/5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 1092 time: 1.4779334 Oct 27 16:45:31.507318 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:31.511481 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06acd40-9884-4047-8dec-4b91b0a95e26" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:31.536875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda128a5-ad15-4f97-953e-28a57e9704b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:31.691344 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.733177 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9222234-5288-4dec-8103-203b8eee48aa x-openstack-request-id: req-b9222234-5288-4dec-8103-203b8eee48aa {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:31.733474 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:31.733708 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9222234-5288-4dec-8103-203b8eee48aa {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:31.734320 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:45:31.785827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=9539a3d4-fc08-4be7-9342-e638a8f37569,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:31.892378 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-7e35ddc5-853f-46c0-b80b-5b322d88f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:31.893938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-7e35ddc5-853f-46c0-b80b-5b322d88f7ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1095 time: 0.1188025 Oct 27 16:45:31.894825 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:31.895202 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Floating IP 4822b128-16f0-433c-8c98-5dfbb4aeb9b8 disassociated (deleted). External IP: 172.25.5.139, port: 96e8da40-6dfa-4222-9aa0-8829cdcc67ef. Oct 27 16:45:31.924065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93d10947-f3f9-49da-9f9f-45fbdaae83dd req-7fb886f8-776b-465e-ab66-d1119a0c9078 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0495937 Oct 27 16:45:32.013377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76a26-eea0-4d1a-bd4b-a7edddbda3f9 req-e2228a2e-f4d6-4252-b816-2c60d2af4b21 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.016961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66a76a26-eea0-4d1a-bd4b-a7edddbda3f9 req-e2228a2e-f4d6-4252-b816-2c60d2af4b21 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0952926 Oct 27 16:45:32.019350 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-79000393-8c12-48d7-9cd3-808b58de383b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 217 time: 0.0792515 Oct 27 16:45:32.079877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66a76a26-eea0-4d1a-bd4b-a7edddbda3f9 req-754c2d5c-95fe-49fb-b576-9c6c6d2d6623 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565093 Oct 27 16:45:32.092405 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-e2c2f02e-4ba8-4287-865e-a904618ffac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.093897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-e2c2f02e-4ba8-4287-865e-a904618ffac7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.0672741 Oct 27 16:45:32.272659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-7db18695-1822-4ad2-9f1c-3b2924879dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.274203 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-7db18695-1822-4ad2-9f1c-3b2924879dff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715376 Oct 27 16:45:32.416859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:32.427398 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-fea0f49e-a53a-4833-96c2-cbddfa52ad90 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.428872 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-fea0f49e-a53a-4833-96c2-cbddfa52ad90 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.2216561 Oct 27 16:45:32.445585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:32.451262 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-55ce3e15-38a5-45a0-90e3-37c549300d4b service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623693 Oct 27 16:45:33.046198 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-93848a60-18c7-4be8-acb0-4b0cb168a256 req-19a67b0d-7e64-4e4d-9763-dc07d3861951 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775411 Oct 27 16:45:33.048801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbde736f-0488-48a9-919d-076bc499890c req-67f90276-ea96-473c-aa91-c0acdea3b4bd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0390553 Oct 27 16:45:33.049506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:33.062908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.097815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:33.107105 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b51f21a7-1405-4815-956a-5e8fb14847a2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/floatingips/4822b128-16f0-433c-8c98-5dfbb4aeb9b8 HTTP/1.1" status: 204 len: 168 time: 2.4639437 Oct 27 16:45:33.120006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:33.120006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:33.258337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:33.263013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.306035 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-e5d9238b-da29-4717-9f30-a1b06791cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.307743 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-e5d9238b-da29-4717-9f30-a1b06791cb6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1095 time: 0.1086006 Oct 27 16:45:33.313731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:33.330122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd232-75b1-49be-a0bc-2b46d5ef8b7d req-181eb5a5-31f7-497e-a566-cfdbd5441061 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.333336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47acd232-75b1-49be-a0bc-2b46d5ef8b7d req-181eb5a5-31f7-497e-a566-cfdbd5441061 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0912323 Oct 27 16:45:33.445148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47acd232-75b1-49be-a0bc-2b46d5ef8b7d req-3dd62469-d578-4277-af39-3cdcfa737f04 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011934 Oct 27 16:45:33.500110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-6374c8ed-5ab6-4d26-9701-021cf8aec621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.501897 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-6374c8ed-5ab6-4d26-9701-021cf8aec621 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.1847947 Oct 27 16:45:33.555848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-d6444091-9204-4f22-9927-35bcef72511a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 217 time: 0.0445623 Oct 27 16:45:33.563621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:33.590423 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:33.599420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:33.600266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:33.697168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-fc383d18-6c60-4d0a-8ea9-1ab9ee956a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.699294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-fc383d18-6c60-4d0a-8ea9-1ab9ee956a7e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.1314373 Oct 27 16:45:33.701083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.6 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/267e06d6-bcf3-49e9-899a-6225251114a2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:33.750606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:33.754668 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216e712-0dd8-44de-b0d2-975592c78280" -d '{"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:33.773986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:33.785811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c962-2b0d-4acc-80be-0ea77082b380 req-7634ca7c-3407-46b2-8195-74e7fa7cf453 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.787934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b37c962-2b0d-4acc-80be-0ea77082b380 req-7634ca7c-3407-46b2-8195-74e7fa7cf453 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0606453 Oct 27 16:45:33.884464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b37c962-2b0d-4acc-80be-0ea77082b380 req-47a73f85-01a0-4169-9103-82b09620844c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891876 Oct 27 16:45:33.924499 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e656b-d9bc-4862-ba4b-b3bfb3f0558f x-openstack-request-id: req-0b6e656b-d9bc-4862-ba4b-b3bfb3f0558f {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:33.924928 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:33.925273 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b6e656b-d9bc-4862-ba4b-b3bfb3f0558f {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:33.928050 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'status': 'completed', 'code': 200} Oct 27 16:45:33.930219 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-d8c1dc5b-eaf6-498d-b45b-18a87ecc8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.933959 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-d8c1dc5b-eaf6-498d-b45b-18a87ecc8899 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263763 Oct 27 16:45:33.998185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e712-0dd8-44de-b0d2-975592c78280 req-b0e0ed59-12a7-4b05-9557-483a3545f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.000312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-b0e0ed59-12a7-4b05-9557-483a3545f7fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 1096 time: 0.1145284 Oct 27 16:45:34.061294 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-d97035ee-8ab5-4b37-814b-22c4b227b19c service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189051 Oct 27 16:45:34.067912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:34.123738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88243bf2-251a-44ad-95fa-d2651f141246 None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:23Z', 'revision_number': 6, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'd0079d52-3ea9-43bd-b274-289da2ca5f33', 'name': '', 'network_id': '74ea3764-0816-4d06-9ff1-11b20d3d4d63', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:41:c2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:12Z', 'updated_at': '2021-10-27T16:42:21Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': 'ced9d369-383b-46dd-bec6-6c011a496920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:34.231650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-503d335f-4433-45fc-afa5-60fa493af3b8 req-878fc72b-48fc-478c-accc-625a515f37fc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0532963 Oct 27 16:45:34.251957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e712-0dd8-44de-b0d2-975592c78280 req-198f2ae4-2414-4a8f-ac98-8676fd4b7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.253615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-198f2ae4-2414-4a8f-ac98-8676fd4b7f5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 200 len: 896 time: 0.2447467 Oct 27 16:45:34.299905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-8ddb0f25-2489-4971-ac33-201986811ae6 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277050 Oct 27 16:45:34.306044 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.332320 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-9f6508e5-0685-4688-bee7-f72adee82814 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 200 len: 217 time: 0.0706778 Oct 27 16:45:34.646802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e712-0dd8-44de-b0d2-975592c78280 req-74c791a2-248a-4379-b4eb-fb6e259ef7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.646802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-74c791a2-248a-4379-b4eb-fb6e259ef7e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 200 len: 835 time: 0.0900822 Oct 27 16:45:34.649024 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd23dc9-ac53-4487-a2f4-0adda4c072d3 None None] New status for floating IP 4822b128-16f0-433c-8c98-5dfbb4aeb9b8: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:34.649825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e712-0dd8-44de-b0d2-975592c78280 req-8a2d3b49-94c8-42dc-8940-4c263bb12f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.649825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-8a2d3b49-94c8-42dc-8940-4c263bb12f66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74ea3764-0816-4d06-9ff1-11b20d3d4d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042025 Oct 27 16:45:34.649825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2e92-229e-4553-bf37-26f546f96f45 req-5de7530a-9091-4c83-a2aa-ec305a437a85 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.649825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59ac2e92-229e-4553-bf37-26f546f96f45 req-5de7530a-9091-4c83-a2aa-ec305a437a85 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.1129870 Oct 27 16:45:34.650406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46876) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:34.699799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-7513fd86-ddec-4894-bf42-478a32d8e7d6 service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389530 Oct 27 16:45:34.721864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59ac2e92-229e-4553-bf37-26f546f96f45 req-0073bdb6-2eb8-425a-92ed-4aa24d80dc0d tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595417 Oct 27 16:45:34.805485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f216e712-0dd8-44de-b0d2-975592c78280 req-f70bf3e2-f4e7-42e5-ab83-827b977726ba service neutron] 10.222.0.82 "GET /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972178 Oct 27 16:45:34.832931 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:34.933985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.955463 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:34.964977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:34.964977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:34.998442 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.085268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.086025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.115222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072290b9-11ab-4979-adb7-f04059f43a07 req-ff4aca71-68ea-4b02-9682-bd762896730f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.121127 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:35.127974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-072290b9-11ab-4979-adb7-f04059f43a07 req-ff4aca71-68ea-4b02-9682-bd762896730f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.1960084 Oct 27 16:45:35.186159 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-c0cb884d-e439-473b-966e-447f6e9fe924 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7455754 Oct 27 16:45:35.188864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-072290b9-11ab-4979-adb7-f04059f43a07 req-eb0025ce-88d9-4aac-ac1c-b7797344e69e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=f5ac0b93-e85c-4d8e-b9d6-844a84448beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525939 Oct 27 16:45:35.194092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.201747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Request body: {'port': {'device_id': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:35.237903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-81c27dc4-bbe0-47b9-9f94-dcc58fd14444 None None] Provisioning complete for port 267e06d6-bcf3-49e9-899a-6225251114a2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:35.238542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81c27dc4-bbe0-47b9-9f94-dcc58fd14444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.283408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-81c27dc4-bbe0-47b9-9f94-dcc58fd14444 None None] Port 267e06d6-bcf3-49e9-899a-6225251114a2 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:35.313492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.367643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f307d-ada9-422f-b9a8-e5268b125f5f req-7e281ffd-a9bb-4b4d-ba0b-c5f9133b7218 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.369232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc9f307d-ada9-422f-b9a8-e5268b125f5f req-7e281ffd-a9bb-4b4d-ba0b-c5f9133b7218 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 931 time: 0.0528889 Oct 27 16:45:35.438366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Allocated IP 172.25.5.165 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/3dfe9b58-7777-4104-9aa5-b5827c027ff0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:35.458201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-2e193cbf-0698-4e30-a6a0-f8cb6b8cb564 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.459773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-2e193cbf-0698-4e30-a6a0-f8cb6b8cb564 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 945 time: 0.0896404 Oct 27 16:45:35.463225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc9f307d-ada9-422f-b9a8-e5268b125f5f req-e6b78d44-ade5-4e30-b170-55a0cf87798c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838430 Oct 27 16:45:35.590429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:35.591030 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.699325 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.702400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:35.703121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.718909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 96e8da40-6dfa-4222-9aa0-8829cdcc67ef owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:35.795195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267e06d6-bcf3-49e9-899a-6225251114a2 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:35.803676 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.819617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Transition to ACTIVE for port object 267e06d6-bcf3-49e9-899a-6225251114a2 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:45:35.877097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.923842 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:35.924907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.935359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:35.938334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8977-8b10-46fc-b56e-dbab58440620 req-df46b93d-3c4d-4ec5-9f96-626407ba6087 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.940028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25bb8977-8b10-46fc-b56e-dbab58440620 req-df46b93d-3c4d-4ec5-9f96-626407ba6087 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0835319 Oct 27 16:45:35.941890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:35.946968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=3dfe9b58-7777-4104-9aa5-b5827c027ff0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:35.996409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-25bb8977-8b10-46fc-b56e-dbab58440620 req-6488c627-9192-43e6-973e-63e2f298bd2e tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 Oct 27 16:45:35.998487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.050203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=96e8da40-6dfa-4222-9aa0-8829cdcc67ef,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:36.070170 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Pushing event updated for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:36.119467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] No DVR routers for this DVR port 96e8da40-6dfa-4222-9aa0-8829cdcc67ef on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:36.123564 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.128563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c05d6b89-c787-42ad-8b67-7c63cd6515a8 req-3d8c73a2-bf02-469d-a495-8636f20c8f17 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "DELETE /v2.0/ports/96e8da40-6dfa-4222-9aa0-8829cdcc67ef HTTP/1.1" status: 204 len: 173 time: 0.6617985 Oct 27 16:45:36.129198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'name': 'network-vif-deleted', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:36.141443 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e660bd-d0c1-4456-93a8-cd864e8a7c3b" -d '{"events": [{"server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "name": "network-vif-deleted", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:36.200559 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d165585-9506-44ad-84bc-f996e6495200 x-openstack-request-id: req-9d165585-9506-44ad-84bc-f996e6495200 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:36.203283 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a4bb6-8c21-4b7e-b161-db257a621197", "name": "network-vif-deleted", "tag": "96e8da40-6dfa-4222-9aa0-8829cdcc67ef", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:36.203684 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d165585-9506-44ad-84bc-f996e6495200 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:36.209504 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a4bb6-8c21-4b7e-b161-db257a621197', 'name': 'network-vif-deleted', 'tag': '96e8da40-6dfa-4222-9aa0-8829cdcc67ef', 'status': 'completed', 'code': 200} Oct 27 16:45:36.215873 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.244264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Attempting to bind port 267e06d6-bcf3-49e9-899a-6225251114a2 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:36.244622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Attempting to bind port 267e06d6-bcf3-49e9-899a-6225251114a2 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:36.244963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Attempting to bind port 267e06d6-bcf3-49e9-899a-6225251114a2 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:36.250251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Port 267e06d6-bcf3-49e9-899a-6225251114a2 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:45:36.250813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Attempting to bind port 267e06d6-bcf3-49e9-899a-6225251114a2 on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:36.256082 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:36.256606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:36.257064 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:36.258033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Bound port: 267e06d6-bcf3-49e9-899a-6225251114a2, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:36.258244 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.331500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32b3cb0-5f30-458c-a2da-452e3cd59a18 req-425a0f92-32e6-439d-95e4-23df3d20ff40 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0510740 Oct 27 16:45:36.393762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.398525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:36.404742 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=267e06d6-bcf3-49e9-899a-6225251114a2,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:36.543707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.625248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ff71a-2213-4678-b28f-599147370af9 req-d7ad93af-325c-4ed9-abad-bc726b1c4513 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:36.627482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-262ff71a-2213-4678-b28f-599147370af9 req-d7ad93af-325c-4ed9-abad-bc726b1c4513 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0768588 Oct 27 16:45:36.669231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:36.670207 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.671953 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] 10.222.0.82 "PUT /v2.0/ports/267e06d6-bcf3-49e9-899a-6225251114a2 HTTP/1.1" status: 200 len: 1091 time: 1.4754403 Oct 27 16:45:36.672641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:36.680626 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211dbdbb-5307-4ca1-bf98-75ffebcc5063" -d '{"events": [{"name": "network-changed", "server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:36.740935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-262ff71a-2213-4678-b28f-599147370af9 req-fbdafe8f-f6bd-49f0-80e4-418f4d213e94 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975120 Oct 27 16:45:36.760763 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afcbe0-e997-4ddc-85d3-020b097eadd4 x-openstack-request-id: req-30afcbe0-e997-4ddc-85d3-020b097eadd4 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:36.761602 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:36.761856 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30afcbe0-e997-4ddc-85d3-020b097eadd4 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:36.762266 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2', 'status': 'completed', 'code': 200} Oct 27 16:45:36.767755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.771264 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2d92b-d8a6-4c08-a87f-b180717e8b18 service neutron] Pushing event updated for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:36.831683 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-2d18f0fa-d8c0-4300-9ac5-4f27dd99eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:36.833602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-2d18f0fa-d8c0-4300-9ac5-4f27dd99eb6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 1094 time: 0.0506136 Oct 27 16:45:36.897573 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.002307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=3dfe9b58-7777-4104-9aa5-b5827c027ff0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:37.023477 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.027220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-5076cdf5-9a09-49b3-98c7-0f000239c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.028735 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-5076cdf5-9a09-49b3-98c7-0f000239c0ee service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1840570 Oct 27 16:45:37.133627 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618df85e-ad97-4a1a-bfeb-ab677ddf54db req-63eef11d-bcd7-48a8-9fd6-0652f49592ed tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.135659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-618df85e-ad97-4a1a-bfeb-ab677ddf54db req-63eef11d-bcd7-48a8-9fd6-0652f49592ed tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0550735 Oct 27 16:45:37.146651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-f7de3362-93f6-42e9-a5bc-a0bf63de9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.148172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211dbdbb-5307-4ca1-bf98-75ffebcc5063 req-f7de3362-93f6-42e9-a5bc-a0bf63de9a47 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115160 Oct 27 16:45:37.173622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.177431 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-064771f4-e2ae-4609-845e-b019be2a25c1 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5277343 Oct 27 16:45:37.183503 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46896) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:37.183680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-618df85e-ad97-4a1a-bfeb-ab677ddf54db req-015b26bf-2966-4d2b-bd13-e178e012f00d tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360479 Oct 27 16:45:37.183799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1211027255'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:37.244912 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-6becea3f-4f17-4434-bd88-488b9dec7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.246416 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-6becea3f-4f17-4434-bd88-488b9dec7637 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 1094 time: 0.0498517 Oct 27 16:45:37.297865 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-7ff4b79b-cea8-437c-931e-bbcbce0c3b55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267e06d6-bcf3-49e9-899a-6225251114a2 HTTP/1.1" status: 200 len: 217 time: 0.0427654 Oct 27 16:45:37.351557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-ce1c00c7-93af-4da4-9704-524906c45cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.353133 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-ce1c00c7-93af-4da4-9704-524906c45cd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0481172 Oct 27 16:45:37.389645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Made reservation on behalf of aa559bfbb7084f8ab1cc397b0065cf7f for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:37.393210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.404832 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.438342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-2a90f063-75ea-4b58-9ed0-0954892b43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.439971 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-2a90f063-75ea-4b58-9ed0-0954892b43c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787647 Oct 27 16:45:37.474673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2724c9f7-5e42-4125-9bf1-2a5ecfb26bf4 req-bad30da6-2876-4cef-adfe-9549114f14c7 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=217a4bb6-8c21-4b7e-b161-db257a621197 HTTP/1.1" status: 200 len: 210 time: 0.0382426 Oct 27 16:45:37.583424 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-f721eb97-5526-4c34-8a35-05cb6faab71c service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337290 Oct 27 16:45:37.585171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.683902 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.706783 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-7f555204-0625-43f3-ac08-e86f44a3e7e4 req-5d7f8980-618d-496a-839f-37f2d2c0a1ae service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146889 Oct 27 16:45:37.722569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:45:37.729207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b371b2e9-7d2d-450b-a56f-63835a4adf15,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:37.735498 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.735850 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Added segment bf11a5b0-540a-47d4-ad0e-c35937777320 of type vlan for network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 Oct 27 16:45:37.781629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.880138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d31e8-6a0e-4e8e-8d8e-89764b9fb926 req-a9741902-bb30-4d59-a469-de0947d57fe4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.882420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-391d31e8-6a0e-4e8e-8d8e-89764b9fb926 req-a9741902-bb30-4d59-a469-de0947d57fe4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0540490 Oct 27 16:45:37.922667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-391d31e8-6a0e-4e8e-8d8e-89764b9fb926 req-c82badfd-88b2-4595-8875-298310fb5a6b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Oct 27 16:45:37.988196 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.994120 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.994768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.082647 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Network': ['ID=aff2bf0f-b7d8-4966-9d82-bf225e78cbf9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:38.093506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:45:38.164848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0653757e-71c1-45c2-87bd-5d4a3b5bcd93 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9861560 Oct 27 16:45:38.169031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46902) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:38.172562 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Request body: {'subnet': {'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:38.315069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898aa50-d2a3-4234-942e-9e210534f7ed req-9eee4b0b-4bfe-4ccf-bc69-401c51e4c39c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:38.316680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e898aa50-d2a3-4234-942e-9e210534f7ed req-9eee4b0b-4bfe-4ccf-bc69-401c51e4c39c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0521142 Oct 27 16:45:38.350396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Made reservation on behalf of aa559bfbb7084f8ab1cc397b0065cf7f for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:38.354143 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.355926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e898aa50-d2a3-4234-942e-9e210534f7ed req-0cbc0b43-6539-4dbc-aebe-2f8aec041ac5 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Oct 27 16:45:38.538582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46908) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:38.602262 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.624854 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.641309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.723417 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Subnet': ['ID=9e6fff5f-f0aa-4656-8570-21d2d3304cc5,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:38.750214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Checking segment: {'id': 'bf11a5b0-540a-47d4-ad0e-c35937777320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:38.750214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network hostable DHCP agents. Network: aff2bf0f-b7d8-4966-9d82-bf225e78cbf9, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:45:38.873943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:45:38.971285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.974052 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.975226 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5ac0b93-e85c-4d8e-b9d6-844a84448beb HTTP/1.1" status: 204 len: 168 time: 0.4353530 Oct 27 16:45:38.990191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fcd9c-313f-4d85-864e-77a8f6a716a6 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac0b93-e85c-4d8e-b9d6-844a84448beb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:39.023502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, aff2bf0f-b7d8-4966-9d82-bf225e78cbf9) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:39.042599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:39.044350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f73864-7fec-41ed-8d91-ed3ca8620ebb None None] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:39.045612 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.061646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cee21b-9651-4d2a-bf84-50041e14d250 req-8bc58b59-42f3-47d5-b751-2b7765a7e44e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:39.063293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0cee21b-9651-4d2a-bf84-50041e14d250 req-8bc58b59-42f3-47d5-b751-2b7765a7e44e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0652404 Oct 27 16:45:39.115839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0cee21b-9651-4d2a-bf84-50041e14d250 req-197a8fff-5429-4c92-8888-7a0890ce7b5e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Oct 27 16:45:39.176005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 96e8da40-6dfa-4222-9aa0-8829cdcc67ef no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:39.203887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 96e8da40-6dfa-4222-9aa0-8829cdcc67ef {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:39.204171 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 96e8da40-6dfa-4222-9aa0-8829cdcc67ef not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:39.242117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-aff2bf0f-b7d8-4966-9d82-bf225e78cbf9', 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9', 'tenant_id': 'aa559bfbb7084f8ab1cc397b0065cf7f', 'fixed_ips': [{'subnet_id': '9e6fff5f-f0aa-4656-8570-21d2d3304cc5'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:45:39.247143 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46914) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:39.247299 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.295848 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b1fcc8ad-f851-495b-b5de-4346c87369cc tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1249428 Oct 27 16:45:39.297313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46916) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:39.303431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-520750936', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}, 'admin_state_up': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:39.392851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Allocated IP 172.20.0.2 (aff2bf0f-b7d8-4966-9d82-bf225e78cbf9/9e6fff5f-f0aa-4656-8570-21d2d3304cc5/f8ad8a92-39f8-49c5-9e38-3b0442e507ab) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:39.423086 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.432208 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.522908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.576431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577614f-64cc-4fce-bd3d-b4771716cde6 req-5daa2f20-51c8-4430-ad83-d3778144f9ac tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:39.580193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.584649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a577614f-64cc-4fce-bd3d-b4771716cde6 req-5daa2f20-51c8-4430-ad83-d3778144f9ac tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.0750551 Oct 27 16:45:39.625838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a577614f-64cc-4fce-bd3d-b4771716cde6 req-327b9c5b-8f95-44bd-ae66-ca41214dc847 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Oct 27 16:45:39.676681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.716947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.726453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:39.730195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:39.734175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:39.782442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Pushing event updated for resources: {'Port': ['ID=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:39.810894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Attempting to bind port f8ad8a92-39f8-49c5-9e38-3b0442e507ab on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:39.811443 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Attempting to bind port f8ad8a92-39f8-49c5-9e38-3b0442e507ab by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'bf11a5b0-540a-47d4-ad0e-c35937777320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:39.811733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.812117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Attempting to bind port f8ad8a92-39f8-49c5-9e38-3b0442e507ab on network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:39.817703 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:39.818244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Checking segment: {'id': 'bf11a5b0-540a-47d4-ad0e-c35937777320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:39.818873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.819386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Bound using segment: {'id': 'bf11a5b0-540a-47d4-ad0e-c35937777320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:39.820323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Bound port: f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf11a5b0-540a-47d4-ad0e-c35937777320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:39.820323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.888377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] For port f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:39.892228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] For port f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,segment=NetworkSegment(bf11a5b0-540a-47d4-ad0e-c35937777320),segment_id=bf11a5b0-540a-47d4-ad0e-c35937777320)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:39.973380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.062315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9f741-8bb5-4ba3-a6ec-dc1b0b8c0d5a None None] Pushing event updated for resources: {'Port': ['ID=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:40.156674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.178046 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.330380 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a550764-d222-4c4a-89f5-0bc4538b242f req-e5741f16-5054-40d2-9650-6bad635255be tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.332027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a550764-d222-4c4a-89f5-0bc4538b242f req-e5741f16-5054-40d2-9650-6bad635255be tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.1098831 Oct 27 16:45:40.384087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Allocated IP 172.25.5.69 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/89910d40-e7fe-4407-908e-2b8211d12790) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:40.419959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a550764-d222-4c4a-89f5-0bc4538b242f req-bf893e6a-f2d9-4f39-93f9-3564e659489c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Oct 27 16:45:40.469346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port d0079d52-3ea9-43bd-b274-289da2ca5f33 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:40.469783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.519928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.565520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port d0079d52-3ea9-43bd-b274-289da2ca5f33, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d0079d52-3ea9-43bd-b274-289da2ca5f33,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:40.565760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.578650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for d0079d52-3ea9-43bd-b274-289da2ca5f33 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:40.647548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.690766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:40.697963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:40.702902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:40.761760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=89910d40-e7fe-4407-908e-2b8211d12790,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:40.853533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6090e-1223-4067-8164-e81c169c0cd8 req-3ae3e461-745a-4b9a-8348-ecf3a3e32912 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.855898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49e6090e-1223-4067-8164-e81c169c0cd8 req-3ae3e461-745a-4b9a-8348-ecf3a3e32912 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.1494401 Oct 27 16:45:40.869813 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.911196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=d0079d52-3ea9-43bd-b274-289da2ca5f33,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:40.939304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49e6090e-1223-4067-8164-e81c169c0cd8 req-c9e75be8-bf4b-42c0-8d11-9aa2e3362346 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757799 Oct 27 16:45:41.135993 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.156097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.359137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43647f93-c538-4832-bf6f-f75a9a12b0fe None None] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:41.377614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a39c6bf-c107-4ef7-8edf-6c2c63487741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.416808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 012c825e-acca-40a0-8065-80a4b9ef0f4f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:41.438088 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] Provisioning complete for port f8ad8a92-39f8-49c5-9e38-3b0442e507ab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:41.438635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.563558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:41.570069 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0966cebf-8fa3-4d47-b8b5-f0f21329ce9f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/012c825e-acca-40a0-8065-80a4b9ef0f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260903 Oct 27 16:45:41.572512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46926) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:41.596018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Sync routers for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:41.623802 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.635234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting subnet ced9d369-383b-46dd-bec6-6c011a496920 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:45:41.635980 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:41.636558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:41.639148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.639823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e2947-2c0b-4559-aded-99ee59e579f5 req-82b2061c-407b-4cd6-a074-ddcff1ed0889 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:41.641640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f97e2947-2c0b-4559-aded-99ee59e579f5 req-82b2061c-407b-4cd6-a074-ddcff1ed0889 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0765433 Oct 27 16:45:41.684235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.768048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f97e2947-2c0b-4559-aded-99ee59e579f5 req-a1524905-4239-4c1b-83aa-fa66f1cba522 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824935 Oct 27 16:45:41.794240 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.798647 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.922000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] For port f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,segment=NetworkSegment(bf11a5b0-540a-47d4-ad0e-c35937777320),segment_id=bf11a5b0-540a-47d4-ad0e-c35937777320)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:41.956139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:41.984895 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.015791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Subnet': ['ID=ced9d369-383b-46dd-bec6-6c011a496920,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.032877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.034749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:45:42.040493 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6712493-885a-4b85-b336-e14471fe2c5c tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/subnets/ced9d369-383b-46dd-bec6-6c011a496920 HTTP/1.1" status: 204 len: 168 time: 0.4657838 Oct 27 16:45:42.045975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46930) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.055021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64883214-05f5-47c0-996b-c9942589ea1e None None] Network 74ea3764-0816-4d06-9ff1-11b20d3d4d63 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:42.061725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.215854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a98506-db72-4056-9836-90bb67998a1d None None] Pushing event updated for resources: {'Port': ['ID=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.242545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdcf0-c2e1-4b62-8542-9761eba518fb req-0e17821b-bf75-4cd7-a640-8fe48bed4c5b tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:42.244192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7dfbdcf0-c2e1-4b62-8542-9761eba518fb req-0e17821b-bf75-4cd7-a640-8fe48bed4c5b tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.2210107 Oct 27 16:45:42.280569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a2191b88-ddc2-42e1-929c-af794ab95551 None None] Provisioning complete for port f8ad8a92-39f8-49c5-9e38-3b0442e507ab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:42.280942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a2191b88-ddc2-42e1-929c-af794ab95551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.290067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.360491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:40Z', 'revision_number': 7, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.388665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7dfbdcf0-c2e1-4b62-8542-9761eba518fb req-8e31e4e0-05d5-48dd-8288-8f528c5b7479 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297698 Oct 27 16:45:42.393016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:42.396677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Checking router: 012c825e-acca-40a0-8065-80a4b9ef0f4f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:42.423913 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] Sync routers for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:42.432806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Routers {'012c825e-acca-40a0-8065-80a4b9ef0f4f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:42.433459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['012c825e-acca-40a0-8065-80a4b9ef0f4f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.455531 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.458609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:42.460284 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.472351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] DHCP port deletion for 74ea3764-0816-4d06-9ff1-11b20d3d4d63 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:45:42.479089 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.482640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7ab579d5-1b6c-4194-b128-57992e6c08d4 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.1837020 Oct 27 16:45:42.485528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46932) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:42.517469 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.527340 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:42.528311 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.566230 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f8ad8a92-39f8-49c5-9e38-3b0442e507ab up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:42.585936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:42.586943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb606a95-923a-4203-93d2-2e5f353fccd0 None None] The sync data for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:42.615127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port ab4019c9-6c53-4138-b387-3f5adfa3f50f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:42.615127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.629808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] Set router 012c825e-acca-40a0-8065-80a4b9ef0f4f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:42.662617 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Deleting port 304d962a-2698-4147-8ef2-39168f4b4604 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:42.662996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.706180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port ab4019c9-6c53-4138-b387-3f5adfa3f50f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ab4019c9-6c53-4138-b387-3f5adfa3f50f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:42.706781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.725403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for ab4019c9-6c53-4138-b387-3f5adfa3f50f owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:42.811281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port f8ad8a92-39f8-49c5-9e38-3b0442e507ab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:42.811658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.814475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] For port 304d962a-2698-4147-8ef2-39168f4b4604, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=304d962a-2698-4147-8ef2-39168f4b4604,segment=NetworkSegment(b10ae2ab-de9f-4595-98a8-cf062f4e181d),segment_id=b10ae2ab-de9f-4595-98a8-cf062f4e181d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:42.814875 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.851325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Calling delete_port for 304d962a-2698-4147-8ef2-39168f4b4604 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:42.964220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e42b-32ba-4b99-a309-95720c273a79 req-95e06093-13fb-4c3c-9d3f-78bf2036819d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:42.973234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9d0e42b-32ba-4b99-a309-95720c273a79 req-95e06093-13fb-4c3c-9d3f-78bf2036819d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0829957 Oct 27 16:45:42.979083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.015492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9d0e42b-32ba-4b99-a309-95720c273a79 req-53f85d32-835c-4fae-9475-b43bfd3d82c9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Oct 27 16:45:43.049565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:40Z', 'revision_number': 7, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.053881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.078380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ddb77-4fca-44a2-91f9-88f014290085 None None] The sync data for ids ['012c825e-acca-40a0-8065-80a4b9ef0f4f'] in n-d-814735-4 is: [{'id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'name': 'tempest-TestNetworkBasicOps-router-1124606882', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:05Z', 'updated_at': '2021-10-27T16:45:40Z', 'revision_number': 7, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': 'ab4019c9-6c53-4138-b387-3f5adfa3f50f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012c825e-acca-40a0-8065-80a4b9ef0f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:06Z', 'updated_at': '2021-10-27T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:43.094164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=ab4019c9-6c53-4138-b387-3f5adfa3f50f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:43.108672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.139155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] Pushing event deleted for resources: {'Port': ['ID=304d962a-2698-4147-8ef2-39168f4b4604,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:43.142888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31be315-7fff-4952-9386-0f11ad6b9123 None None] No DVR routers for this DVR port 304d962a-2698-4147-8ef2-39168f4b4604 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:43.185268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.282816 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.285232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.286070 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Allocated IP 172.20.0.1 (aff2bf0f-b7d8-4966-9d82-bf225e78cbf9/9e6fff5f-f0aa-4656-8570-21d2d3304cc5/7245847d-8306-41ce-819b-675eb95f1b3f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:43.403802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.414571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.414571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Fanout notify agent at l3_agent the message router_deleted on router 012c825e-acca-40a0-8065-80a4b9ef0f4f {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:45:43.418725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.419966 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc406def-bdf1-419c-a558-05548208847a tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/routers/012c825e-acca-40a0-8065-80a4b9ef0f4f HTTP/1.1" status: 204 len: 168 time: 1.3545358 Oct 27 16:45:43.422649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46936) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:43.508298 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.509512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.561949 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:43.565580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:43.570225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:43.607416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=7245847d-8306-41ce-819b-675eb95f1b3f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:43.631412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.655151 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.670786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f52be-c0c0-4501-883d-152c884892ad req-4c43309a-388f-4784-a633-5ef635b3abd5 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.672473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7f52be-c0c0-4501-883d-152c884892ad req-4c43309a-388f-4784-a633-5ef635b3abd5 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.1505401 Oct 27 16:45:43.688798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ea3764-0816-4d06-9ff1-11b20d3d4d63']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.720236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10ae2ab-de9f-4595-98a8-cf062f4e181d') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.720827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10ae2ab-de9f-4595-98a8-cf062f4e181d') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.735648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.762890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-be7f52be-c0c0-4501-883d-152c884892ad req-5f785f3f-ffa6-4ad5-806b-28ecf83130c2 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769627 Oct 27 16:45:43.762890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.769830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:45:43.770299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:45:43.773802 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:45:43.892830 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.905445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7b5da270-4f58-47ed-a7f8-f7c19d2a15b8 None None] Provisioning complete for port 7245847d-8306-41ce-819b-675eb95f1b3f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:43.905997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7b5da270-4f58-47ed-a7f8-f7c19d2a15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.908028 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.915627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.918581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/networks/74ea3764-0816-4d06-9ff1-11b20d3d4d63 HTTP/1.1" status: 204 len: 168 time: 0.4948947 Oct 27 16:45:43.940812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15096a-b42a-4fad-8d72-e9cfa89ba6d4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Network': ['ID=74ea3764-0816-4d06-9ff1-11b20d3d4d63,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:43.944230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46940) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:43.950756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'network': {'name': 'tempest-network-smoke--1345032342', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'port_security_enabled': True}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:43.975548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7b5da270-4f58-47ed-a7f8-f7c19d2a15b8 None None] Port 7245847d-8306-41ce-819b-675eb95f1b3f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:44.035633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:44.039482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.051912 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8a1c-fcdd-4e42-8a09-0652e033e195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.065646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:45:44.075552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.075893 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Added segment 77bb0ebb-04b6-4a0d-b5b3-277fab9a4710 of type vlan for network 95dd989f-6f7d-4c23-ac87-07123af96741 Oct 27 16:45:44.146610 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.184189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ebe07-f2ed-4da9-a329-9b7f7b7826ce req-57752185-4a5d-4629-85e1-1331d57cfde3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:44.185750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e4ebe07-f2ed-4da9-a329-9b7f7b7826ce req-57752185-4a5d-4629-85e1-1331d57cfde3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0813751 Oct 27 16:45:44.228258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e4ebe07-f2ed-4da9-a329-9b7f7b7826ce req-e6bd1b2e-9d69-4703-9007-e793b37b45a9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361745 Oct 27 16:45:44.237036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.273575 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.279862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:44.280449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.326517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.348094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Network': ['ID=95dd989f-6f7d-4c23-ac87-07123af96741,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:44.349510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0079d52-3ea9-43bd-b274-289da2ca5f33 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:44.373528 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 95dd989f-6f7d-4c23-ac87-07123af96741 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:45:44.375968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: d0079d52-3ea9-43bd-b274-289da2ca5f33 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:44.376305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d0079d52-3ea9-43bd-b274-289da2ca5f33 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:44.376711 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304d962a-2698-4147-8ef2-39168f4b4604 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:44.396529 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.402327 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=7245847d-8306-41ce-819b-675eb95f1b3f,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:44.428782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 304d962a-2698-4147-8ef2-39168f4b4604 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:44.429209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 304d962a-2698-4147-8ef2-39168f4b4604 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:44.429855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ab4019c9-6c53-4138-b387-3f5adfa3f50f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:44.431579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-eba38fff-b1e3-4321-8a11-2dc011726a01 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4859252 Oct 27 16:45:44.436288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46944) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:44.441306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-959339025', 'admin_state_up': True, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:44.456472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ab4019c9-6c53-4138-b387-3f5adfa3f50f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:44.456829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ab4019c9-6c53-4138-b387-3f5adfa3f50f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:44.501255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:44.502602 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:44.559793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.560881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.626805 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:44.630481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.657095 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.745330 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:44.755134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a607e6cb-7411-4571-bf3b-13e551a830b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "PUT /v2.0/routers/7f349d46-0266-4ba8-8bfd-fde839c0aa8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642615 Oct 27 16:45:44.755134 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46946) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:44.757380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] Sync routers for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:44.758459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Request body: {'port': {'network_id': 'aff2bf0f-b7d8-4966-9d82-bf225e78cbf9', 'name': 'tempest-FloatingIPAdminTestJSON-83097510'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:44.768848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:44.769589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:44.812555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:44.829907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:44.830655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:44.834659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9f86092-f946-4a66-9b88-3f224398d0e6 None None] Provisioning complete for port 7245847d-8306-41ce-819b-675eb95f1b3f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:44.834930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.835969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9f86092-f946-4a66-9b88-3f224398d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.896362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:44.897110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0574ab-d0f2-4db9-8ba0-ef244e3c4ce9 None None] The sync data for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:44.915222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9f86092-f946-4a66-9b88-3f224398d0e6 None None] Port 7245847d-8306-41ce-819b-675eb95f1b3f cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:44.967426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5b8f-70b3-41ec-b469-4f5c5ebbe0f5 req-bc31a1bf-07b4-4208-a3af-87eeb04238c9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:44.969104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-259b5b8f-70b3-41ec-b469-4f5c5ebbe0f5 req-bc31a1bf-07b4-4208-a3af-87eeb04238c9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 944 time: 0.1053047 Oct 27 16:45:45.025507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-259b5b8f-70b3-41ec-b469-4f5c5ebbe0f5 req-03d364f1-a926-4b9a-ae18-21bb88de31c9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 Oct 27 16:45:45.162440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.187017 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.192752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:45:45.252148 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.275656 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Made reservation on behalf of aa559bfbb7084f8ab1cc397b0065cf7f for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:45.279651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.296177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.25.5.178 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/68f9e852-560b-47c0-8153-ee1fe408717f) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:45.305600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] device_id is not set on port 106bfccb-040b-4fb0-84d2-99691d4e91c3 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:45:45.432099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dea47-7fd1-4b2e-a256-2f55ead0bee3 req-95d9f556-6ff4-4a12-a41d-8437bee30aed tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:45.433813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c36dea47-7fd1-4b2e-a256-2f55ead0bee3 req-95d9f556-6ff4-4a12-a41d-8437bee30aed tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.1100271 Oct 27 16:45:45.454117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Allocated IP 172.20.0.8 (aff2bf0f-b7d8-4966-9d82-bf225e78cbf9/9e6fff5f-f0aa-4656-8570-21d2d3304cc5/106bfccb-040b-4fb0-84d2-99691d4e91c3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:45.495268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:45.499797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.508719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:45:45.511843 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c36dea47-7fd1-4b2e-a256-2f55ead0bee3 req-f1fe6e7f-4c86-4293-b6d1-c17219aa6cb8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649309 Oct 27 16:45:45.559691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.576330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:45.597794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:45.605878 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.627567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.646886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:45.650074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:45.653129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:45.679320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.683648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=68f9e852-560b-47c0-8153-ee1fe408717f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:45.731460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:45.732419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.783313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:45.792569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:45.801504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:45.840954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event updated for resources: {'Port': ['ID=106bfccb-040b-4fb0-84d2-99691d4e91c3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:45.864434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:45.865260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.996380 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-83ee8019-5b24-4f25-b908-fe8f82712223 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2417531 Oct 27 16:45:45.999886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46952) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:46.000320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:46.084276 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.086946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'project_id': 'aa559bfbb7084f8ab1cc397b0065cf7f', 'port_id': '106bfccb-040b-4fb0-84d2-99691d4e91c3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:46.093107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6127868f-b525-421d-996e-ec23fc7f9504 None None] Provisioning complete for port 106bfccb-040b-4fb0-84d2-99691d4e91c3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:46.093494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6127868f-b525-421d-996e-ec23fc7f9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.160050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6127868f-b525-421d-996e-ec23fc7f9504 None None] Port 106bfccb-040b-4fb0-84d2-99691d4e91c3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:46.182562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.236809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3541a1-2b23-48d6-b933-ac5e5f68b04f req-192947a4-cfe5-42c0-be6a-d7d6e9f6f893 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.238598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f3541a1-2b23-48d6-b933-ac5e5f68b04f req-192947a4-cfe5-42c0-be6a-d7d6e9f6f893 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 945 time: 0.1047323 Oct 27 16:45:46.349503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.465952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Allocated IP 172.25.5.22 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5f78e264-8579-414b-b19c-3ddf66e590f3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:46.588230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.676356 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.692547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5f3541a1-2b23-48d6-b933-ac5e5f68b04f req-0b0a23b4-4d19-4026-8427-09aa89517072 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462609 Oct 27 16:45:46.718730 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:46.721802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:46.725705 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:46.752860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Pushing event updated for resources: {'Port': ['ID=5f78e264-8579-414b-b19c-3ddf66e590f3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:46.759813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf01f9c-9fa3-4ede-8dfc-20b88cfa7d1d req-c5e7ab73-490e-4e1e-9b7f-7910209c0f1e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.761951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0bf01f9c-9fa3-4ede-8dfc-20b88cfa7d1d req-c5e7ab73-490e-4e1e-9b7f-7910209c0f1e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0963137 Oct 27 16:45:46.763538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.887209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0bf01f9c-9fa3-4ede-8dfc-20b88cfa7d1d req-d2375997-1673-4506-9cc8-dbecb06532d6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832171 Oct 27 16:45:46.990531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:45:47.059965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.111522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:47.123171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479aad-953b-4357-a363-8177262fc877 None None] Sync routers for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:47.134898 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:47.135640 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:47.175855 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.208227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.210344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4eda0919-74ea-4f3e-81d8-3c7e1e405cec tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7726030 Oct 27 16:45:47.211177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:47.223888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46960) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:47.270501 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:47.270770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c195c5e0-0a0a-4b7e-86e0-d2d143f547c9 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=77e2e4d675cd4f639e1bc5113ddfad2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456417 Oct 27 16:45:47.273343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46962) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:47.387895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:45:47.393733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:47.394103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.441558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd6823-8700-4150-b016-209973854ece tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:47.442509 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.443063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-30bd6823-8700-4150-b016-209973854ece tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1687715 Oct 27 16:45:47.446216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46964) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:47.477347 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:45Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:47.494988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.498396 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8800d28a-0819-4b5e-bbac-f835d89320c7 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509281 Oct 27 16:45:47.501212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46966) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:47.507971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491317662', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:47.512920 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479aad-953b-4357-a363-8177262fc877 None None] Checking router: 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:47.513517 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479aad-953b-4357-a363-8177262fc877 None None] Updating router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 port 68f9e852-560b-47c0-8153-ee1fe408717f binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:47.523954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:47.526336 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf06cf8-682a-479a-a83f-14eac7623cee" -d '{"events": [{"server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:47.540823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:47.544139 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.576335 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5243d-0f30-4974-b023-6c17f62958ad x-openstack-request-id: req-0dc5243d-0f30-4974-b023-6c17f62958ad {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:47.576611 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "name": "network-vif-plugged", "status": "completed", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:47.576847 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dc5243d-0f30-4974-b023-6c17f62958ad {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:47.577549 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'code': 200} Oct 27 16:45:47.658528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.725578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507c458-1356-4be7-9aad-4a579f32ff96 req-0e4c7db1-f54e-49e2-8b2b-b0da579c478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:47.727151 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9507c458-1356-4be7-9aad-4a579f32ff96 req-0e4c7db1-f54e-49e2-8b2b-b0da579c478a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1096 time: 0.0871150 Oct 27 16:45:47.761890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:47.781445 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:47.785055 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.810570 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.839026 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-9507c458-1356-4be7-9aad-4a579f32ff96 req-902de525-cc7a-4053-a6c4-ffd78e80324b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009662 Oct 27 16:45:47.856818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ff9e-1515-4c42-b9ca-d1bc2e84bdb4 req-9688863b-fc9a-4ecc-b819-255a78f7f177 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:47.858944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c465ff9e-1515-4c42-b9ca-d1bc2e84bdb4 req-9688863b-fc9a-4ecc-b819-255a78f7f177 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.0602164 Oct 27 16:45:47.866427 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.904476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c465ff9e-1515-4c42-b9ca-d1bc2e84bdb4 req-2c75e084-fa28-4b13-b257-d44dc4b848e2 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Oct 27 16:45:47.915475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:47.958922 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.029252 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-30479aad-953b-4357-a363-8177262fc877 None None] Attempting to bind port 68f9e852-560b-47c0-8153-ee1fe408717f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:48.029625 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-30479aad-953b-4357-a363-8177262fc877 None None] Attempting to bind port 68f9e852-560b-47c0-8153-ee1fe408717f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:48.029997 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30479aad-953b-4357-a363-8177262fc877 None None] Attempting to bind port 68f9e852-560b-47c0-8153-ee1fe408717f on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:48.036309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8aa2-dffc-4b84-a131-fdb1dff998a2 req-6044af12-9c00-4705-aab8-08eb7be8f5c6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:48.037336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59eb8aa2-dffc-4b84-a131-fdb1dff998a2 req-6044af12-9c00-4705-aab8-08eb7be8f5c6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0587580 Oct 27 16:45:48.044913 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30479aad-953b-4357-a363-8177262fc877 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:48.045277 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30479aad-953b-4357-a363-8177262fc877 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:48.045680 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.046072 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30479aad-953b-4357-a363-8177262fc877 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:48.046552 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-30479aad-953b-4357-a363-8177262fc877 None None] Bound port: 68f9e852-560b-47c0-8153-ee1fe408717f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:48.046927 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.076223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Pushing event updated for resources: {'Port': ['ID=5f78e264-8579-414b-b19c-3ddf66e590f3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:48.084424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59eb8aa2-dffc-4b84-a131-fdb1dff998a2 req-86bc14bb-9a24-4990-9c06-4afec8c78ff0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Oct 27 16:45:48.087270 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Pushing event updated for resources: {'Port': ['ID=68f9e852-560b-47c0-8153-ee1fe408717f,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:48.088865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.089241 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.089734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.090079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.090414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.090748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.091881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.092214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.092545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.092871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.093203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.093773 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.107276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.121365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-30479aad-953b-4357-a363-8177262fc877 None None] For port 68f9e852-560b-47c0-8153-ee1fe408717f, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:48.124297 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.125203 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.125318 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.125643 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.125975 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.126304 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.126633 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.126959 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.127309 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.127752 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.128077 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.128396 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:48.132758 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-30479aad-953b-4357-a363-8177262fc877 None None] For port 68f9e852-560b-47c0-8153-ee1fe408717f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68f9e852-560b-47c0-8153-ee1fe408717f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:48.164227 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.216775 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-30479aad-953b-4357-a363-8177262fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.238481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Subnet': ['ID=8318a600-c7b6-4e80-92ae-502439222abe,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:48.272500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Checking segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:48.272861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network hostable DHCP agents. Network: 95dd989f-6f7d-4c23-ac87-07123af96741, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:45:48.276555 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Floating IP 77b2d169-e025-4c7f-b2c3-33d7dbfa33e4 associated. External IP: 172.25.5.22, port: 106bfccb-040b-4fb0-84d2-99691d4e91c3. Oct 27 16:45:48.280781 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:48.281408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.317088 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19890-0e00-4671-b3fc-704f5e8d44a7 None None] Pushing event updated for resources: {'Port': ['ID=68f9e852-560b-47c0-8153-ee1fe408717f,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:48.393925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:48.461906 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 95dd989f-6f7d-4c23-ac87-07123af96741 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:45:48.499579 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:48.574192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-30479aad-953b-4357-a363-8177262fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:45Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.574959 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 95dd989f-6f7d-4c23-ac87-07123af96741) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:48.582776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7481f6ab-ebba-4047-bd5b-1c3e6a32b00d None None] Network 95dd989f-6f7d-4c23-ac87-07123af96741 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:48.584403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:48.584989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.603139 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479aad-953b-4357-a363-8177262fc877 None None] The sync data for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 is: [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:45Z', 'revision_number': 3, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:48.631223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:48.641524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] Sync routers for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:48.662656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:48.664644 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.700152 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6963c95b-1ab1-494d-8b0b-bbc9ac77320b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1978519 Oct 27 16:45:48.703012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46974) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:48.707906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.729862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:48.730488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.775276 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:48.795449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:48.795449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3734d4-ec11-4537-bb0d-6611b3848cbd None None] The sync data for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:48.814072 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-998475b2-59dd-4e66-8a13-10f98d2d59ef tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 2.8119800 Oct 27 16:45:48.817869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46976) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:48.854566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-95dd989f-6f7d-4c23-ac87-07123af96741', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:45:48.857410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.005978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5dee3d29-4acd-418c-b194-804912e0aa6b tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "GET /v2.0/floatingips/77b2d169-e025-4c7f-b2c3-33d7dbfa33e4 HTTP/1.1" status: 200 len: 980 time: 0.1869524 Oct 27 16:45:49.011812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46980) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:49.067172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Allocated IP 172.20.0.2 (95dd989f-6f7d-4c23-ac87-07123af96741/8318a600-c7b6-4e80-92ae-502439222abe/e6d9a981-9db1-4786-b0c0-a44b189fbe2d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:49.077849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe4a8e-87f2-4ea4-9c50-f2499650fe38 req-3defc14d-b771-4958-96de-71108da21ee9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:49.079451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67fe4a8e-87f2-4ea4-9c50-f2499650fe38 req-3defc14d-b771-4958-96de-71108da21ee9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.0724237 Oct 27 16:45:49.143612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67fe4a8e-87f2-4ea4-9c50-f2499650fe38 req-0d22a008-c464-4587-aaaf-f18d8129aba2 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549328 Oct 27 16:45:49.273548 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc7ad-dc7d-4a15-86d1-445e70781ac7 req-8d35b432-b361-494e-af39-bbc51777bb59 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:49.276238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1dbc7ad-dc7d-4a15-86d1-445e70781ac7 req-8d35b432-b361-494e-af39-bbc51777bb59 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.0642090 Oct 27 16:45:49.281501 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.287949 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c3ba63a4-dbf1-4b85-ba0c-5106a4d2d4d8 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1464 time: 0.2747910 Oct 27 16:45:49.292986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 46984) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:49.324277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1dbc7ad-dc7d-4a15-86d1-445e70781ac7 req-0dc18963-6bc8-4cda-bd53-5f76522e1729 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380137 Oct 27 16:45:49.349283 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.395421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Network 95dd989f-6f7d-4c23-ac87-07123af96741 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:49.399006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:49.404055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:49.407493 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Pushing event updated for resources: {'Port': ['ID=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:49.477186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Attempting to bind port e6d9a981-9db1-4786-b0c0-a44b189fbe2d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:49.477605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Attempting to bind port e6d9a981-9db1-4786-b0c0-a44b189fbe2d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:49.477965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Attempting to bind port e6d9a981-9db1-4786-b0c0-a44b189fbe2d on network 95dd989f-6f7d-4c23-ac87-07123af96741 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:49.486160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:49.486547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Checking segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:49.486955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.487394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Bound using segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:49.487897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Bound port: e6d9a981-9db1-4786-b0c0-a44b189fbe2d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:49.488289 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.570995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] For port e6d9a981-9db1-4786-b0c0-a44b189fbe2d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:49.575544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] For port e6d9a981-9db1-4786-b0c0-a44b189fbe2d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:49.655293 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.728518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d55b-c703-424a-8338-1033b13015f0 None None] Pushing event updated for resources: {'Port': ['ID=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:49.905374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port 5f78e264-8579-414b-b19c-3ddf66e590f3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:49.905856 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:49.949705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.078488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.078922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.096042 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for 5f78e264-8579-414b-b19c-3ddf66e590f3 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:50.262096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e85a-efa3-4db3-b169-205c67a38688 req-e1ee50b1-f511-4bf7-a494-9e9d5c0db229 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:50.263746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d6e85a-efa3-4db3-b169-205c67a38688 req-e1ee50b1-f511-4bf7-a494-9e9d5c0db229 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.0535631 Oct 27 16:45:50.315741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c1d6e85a-efa3-4db3-b169-205c67a38688 req-fd923262-0ef1-4d91-9b89-699271c5a90c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 Oct 27 16:45:50.389488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.1 (95dd989f-6f7d-4c23-ac87-07123af96741/8318a600-c7b6-4e80-92ae-502439222abe/58934755-ce75-4225-99be-30c8d1b960fe) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:50.496347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e6d9a981-9db1-4786-b0c0-a44b189fbe2d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:50.513303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf7510-7a1a-40a8-bcc3-359a484e985b req-5e22eab0-7a17-438f-947c-f3902f8ebc45 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:50.515491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.515701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddf7510-7a1a-40a8-bcc3-359a484e985b req-5e22eab0-7a17-438f-947c-f3902f8ebc45 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.1056845 Oct 27 16:45:50.526531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698e62b-60f9-447e-9c32-7fbb62b25adb req-c0900175-cb7b-4376-bc49-da346ee6d0bf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:50.530202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3698e62b-60f9-447e-9c32-7fbb62b25adb req-c0900175-cb7b-4376-bc49-da346ee6d0bf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.1058228 Oct 27 16:45:50.547114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e6d9a981-9db1-4786-b0c0-a44b189fbe2d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:50.547589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.569979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=5f78e264-8579-414b-b19c-3ddf66e590f3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:50.584261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.611398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3698e62b-60f9-447e-9c32-7fbb62b25adb req-25d8bfb8-fdf4-4788-8204-639b286d99e6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749245 Oct 27 16:45:50.614265 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddf7510-7a1a-40a8-bcc3-359a484e985b req-7e1519a1-b329-40ca-99d3-b23773920413 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764723 Oct 27 16:45:50.640409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46994) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:50.656213 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.667634 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.667976 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Floating IP 77b2d169-e025-4c7f-b2c3-33d7dbfa33e4 disassociated (deleted). External IP: 172.25.5.22, port: 106bfccb-040b-4fb0-84d2-99691d4e91c3. Oct 27 16:45:50.696716 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port e6d9a981-9db1-4786-b0c0-a44b189fbe2d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:50.783896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.784792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68f9e852-560b-47c0-8153-ee1fe408717f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:50.808550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55a440-40ba-4765-9dd6-7324086060c6 tempest-TestVolumeBackupRestore-1417420708 tempest-TestVolumeBackupRestore-1417420708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:50.813345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3f55a440-40ba-4765-9dd6-7324086060c6 tempest-TestVolumeBackupRestore-1417420708 tempest-TestVolumeBackupRestore-1417420708-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1092 time: 0.1686850 Oct 27 16:45:50.813611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 46998) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:50.818373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:50.820783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.864270 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:50.880504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 68f9e852-560b-47c0-8153-ee1fe408717f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:50.880504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.898730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.918766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 95dd989f-6f7d-4c23-ac87-07123af96741 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:50.927778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:50.934363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:50.936867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:50.977447 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:50.994977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:50.996323 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.012655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 68f9e852-560b-47c0-8153-ee1fe408717f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68f9e852-560b-47c0-8153-ee1fe408717f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:51.043483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.084674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.151620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=68f9e852-560b-47c0-8153-ee1fe408717f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:51.182461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Allocated IP 172.25.5.44 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/3b7a61a6-1739-4f5f-87c6-b5e8da625830) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:51.217298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:51.222045 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.229402 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] Sync routers for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:51.241873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 267e06d6-bcf3-49e9-899a-6225251114a2 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:45:51.243100 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:51.243983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:51.268901 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e1aa1525-4e3e-499b-bb23-725f3ded67e8 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/floatingips/77b2d169-e025-4c7f-b2c3-33d7dbfa33e4 HTTP/1.1" status: 204 len: 168 time: 1.9747031 Oct 27 16:45:51.272293 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47002) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:51.276793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:51.301995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:51.311912 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:51.313097 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:51.329908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.342233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.353284 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:51.354490 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69f255-a5b4-4e4e-8ca4-7feefa737494 None None] The sync data for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 is: [] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:51.420995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=267e06d6-bcf3-49e9-899a-6225251114a2,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:51.427401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b578e0-2ac5-4865-80a3-4bd1c9d11e59 None None] Network 95dd989f-6f7d-4c23-ac87-07123af96741 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:51.464526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.476991 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.501419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '267e06d6-bcf3-49e9-899a-6225251114a2', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': '267e06d6-bcf3-49e9-899a-6225251114a2', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:45:51.503942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:51.515987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:51.518842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:51.551563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-abf3aef2-6c8a-4633-9df6-1dd66de8c2cf None None] Provisioning complete for port e6d9a981-9db1-4786-b0c0-a44b189fbe2d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:51.551931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abf3aef2-6c8a-4633-9df6-1dd66de8c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.558607 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'Port': ['ID=3b7a61a6-1739-4f5f-87c6-b5e8da625830,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:51.616793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-a08229ec-fb59-4409-9323-611ef2929f7a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110604 Oct 27 16:45:51.618865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.656764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e06d6-bcf3-49e9-899a-6225251114a2 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:51.716682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=267e06d6-bcf3-49e9-899a-6225251114a2,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:51.796819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b3652-8095-40c9-a143-c75410554c15 req-1f1ed724-a182-4908-8441-a64cc75d563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:51.798977 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-1f1ed724-a182-4908-8441-a64cc75d563b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.1037176 Oct 27 16:45:51.815677 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.833230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.874532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d7828-8a65-4811-8325-b085234821ba req-548d06bb-887b-48e4-a058-addcfde93afd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:51.876506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a37d7828-8a65-4811-8325-b085234821ba req-548d06bb-887b-48e4-a058-addcfde93afd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 943 time: 0.1185138 Oct 27 16:45:51.905242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:51.955382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a37d7828-8a65-4811-8325-b085234821ba req-a5665d13-7d7a-4a40-8b6e-47b0bb4657dc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694802 Oct 27 16:45:51.980879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.041092 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b3652-8095-40c9-a143-c75410554c15 req-9d356115-be15-4fae-a8c1-a8b1c9ea7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:52.042706 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-9d356115-be15-4fae-a8c1-a8b1c9ea7854 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.2220106 Oct 27 16:45:52.068908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.099266 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.104134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-a8a6e323-442a-4da0-804b-e1ffce010ceb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 217 time: 0.0514243 Oct 27 16:45:52.118153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ab397250-79e6-40c1-a005-ab6458a6b898 None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.118601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab397250-79e6-40c1-a005-ab6458a6b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.133969 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Allocated IP 172.25.5.210 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/90c8908b-edab-4868-8483-65aadd08b994) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:52.151992 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['267e06d6-bcf3-49e9-899a-6225251114a2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:52.195737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ab397250-79e6-40c1-a005-ab6458a6b898 None None] Port 58934755-ce75-4225-99be-30c8d1b960fe cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:52.214507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.240653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ab397250-79e6-40c1-a005-ab6458a6b898 None None] Provisioning complete for port e6d9a981-9db1-4786-b0c0-a44b189fbe2d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.241024 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab397250-79e6-40c1-a005-ab6458a6b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.282855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:52.289166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.297850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b3652-8095-40c9-a143-c75410554c15 req-96f23910-f54b-41a6-88db-713524a9cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:52.299596 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-96f23910-f54b-41a6-88db-713524a9cdc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.1607311 Oct 27 16:45:52.444033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e6d9a981-9db1-4786-b0c0-a44b189fbe2d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:52.456443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.464304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b3652-8095-40c9-a143-c75410554c15 req-5bc2171d-af94-4152-a4b0-0744acf177b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:52.465808 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-5bc2171d-af94-4152-a4b0-0744acf177b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577084 Oct 27 16:45:52.468608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.504588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port e6d9a981-9db1-4786-b0c0-a44b189fbe2d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.504957 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.518758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.553809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-888bca48-8f2d-4584-b2b1-a31ec09c2e7c None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.555122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-888bca48-8f2d-4584-b2b1-a31ec09c2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.568985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 95dd989f-6f7d-4c23-ac87-07123af96741 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:52.575600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:52.609640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.612836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event updated for resources: {'Port': ['ID=3b7a61a6-1739-4f5f-87c6-b5e8da625830,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:52.620358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-888bca48-8f2d-4584-b2b1-a31ec09c2e7c None None] Port 58934755-ce75-4225-99be-30c8d1b960fe cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:52.641275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68f9e852-560b-47c0-8153-ee1fe408717f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:52.698062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 68f9e852-560b-47c0-8153-ee1fe408717f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.698731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.735025 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Floating IP e9f33d92-a124-4c24-88c5-91da50e24d35 associated. External IP: 172.25.5.44, port: 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d. Oct 27 16:45:52.942393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ed1f950a-4c6f-4b39-8d2c-4cd2d828ec2b None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:52.943321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed1f950a-4c6f-4b39-8d2c-4cd2d828ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.968280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Router 112e7822-45f4-4281-930e-3dbb977676f8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:53.000098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f950a-4c6f-4b39-8d2c-4cd2d828ec2b None None] Port 58934755-ce75-4225-99be-30c8d1b960fe cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:53.051480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.068779 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-34be5015-1e94-49ae-80c4-485208c86841 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905972 Oct 27 16:45:53.116377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aac9b4-0f1c-495d-9ef4-74a84ffceee0 req-966e6bc0-58d8-412d-aeab-138d35137f17 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.117914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1aac9b4-0f1c-495d-9ef4-74a84ffceee0 req-966e6bc0-58d8-412d-aeab-138d35137f17 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 944 time: 0.0679739 Oct 27 16:45:53.141811 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:53.157114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:53.168108 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:53.172039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:53.173066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1aac9b4-0f1c-495d-9ef4-74a84ffceee0 req-2c8caa35-e34d-4dc4-bab1-f4c95223cb2d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483627 Oct 27 16:45:53.178880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:53.184772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:53.187270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:53.195319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Pushing event updated for resources: {'Port': ['ID=90c8908b-edab-4868-8483-65aadd08b994,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:53.253644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:53.265979 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.281925 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a67b3652-8095-40c9-a143-c75410554c15 req-2b9dfeba-9c1c-409a-86f3-41ccb6f5da65 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889684 Oct 27 16:45:53.308576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-88006470-4558-4532-8ab6-03fa899f25a4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4938800 Oct 27 16:45:53.309299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:53.311790 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450e720-1cc5-4315-b599-ccb96164d4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:53.315346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47008) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:53.364269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a8d68-3fbc-4625-9907-bd6272786c7f tempest-TestVolumeBackupRestore-1417420708 tempest-TestVolumeBackupRestore-1417420708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.366363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d9a8d68-3fbc-4625-9907-bd6272786c7f tempest-TestVolumeBackupRestore-1417420708 tempest-TestVolumeBackupRestore-1417420708-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1092 time: 0.0499163 Oct 27 16:45:53.369507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:53.376135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Request body: {'floatingip': {'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:53.381757 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb469229-84e3-4fcf-9551-41364881d170 x-openstack-request-id: req-cb469229-84e3-4fcf-9551-41364881d170 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:53.382047 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:53.382440 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb469229-84e3-4fcf-9551-41364881d170 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:53.382858 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:45:53.432455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 267e06d6-bcf3-49e9-899a-6225251114a2 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:53.450452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.487177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:53.491000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-61d01e3e-5d7f-4420-86d5-4277dbb66188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.492305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-61d01e3e-5d7f-4420-86d5-4277dbb66188 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0779836 Oct 27 16:45:53.498882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d1bb4a83-a401-4b81-90a3-8787b025379f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/0153268d-4a2b-4a06-ae00-ff6a931cc0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7923679 Oct 27 16:45:53.500141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47014) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:53.507238 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Sync routers for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:53.513354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:53.528306 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:53.530786 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:53.704154 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.759244 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:53.815471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.827569 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 267e06d6-bcf3-49e9-899a-6225251114a2 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:45:53.835077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 267e06d6-bcf3-49e9-899a-6225251114a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:53.835526 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:53.863391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-a40e63de-41d0-4be5-b3b1-b9ca2c933d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.865074 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-a40e63de-41d0-4be5-b3b1-b9ca2c933d09 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.3560352 Oct 27 16:45:53.877690 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.878671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.878813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.879467 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.879987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.880500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.881488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.881488 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.882003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:53.884083 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5222b045-da61-4910-bd52-1542cbb9927e tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6394 time: 0.3834743 Oct 27 16:45:53.891733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47016) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:53.962809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 0, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:53.993776 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:54.000953 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.016095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:54.016902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:54.033227 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 2, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:54.062126 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-02835082-d519-4430-a052-17ae5a659603 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 999 time: 0.1866825 Oct 27 16:45:54.086000 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Checking router: 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:54.086350 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Updating router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 port 58934755-ce75-4225-99be-30c8d1b960fe binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:54.099571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.099812 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.100324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.100776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.101218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.101659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.102085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.102557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.102989 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.108793 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d3f89fdb-43d0-4bcd-897b-b6818087d615 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5876 time: 0.2118573 Oct 27 16:45:54.110016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47018) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:54.119185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:54.122083 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce026bc-dc09-44c7-8fa4-3709c22a52dc" -d '{"events": [{"server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "name": "network-vif-plugged", "status": "completed", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:54.124274 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.159552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=267e06d6-bcf3-49e9-899a-6225251114a2,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:54.171285 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.191833 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac48480f-35d5-4d8f-9354-5afe9d6bab20 x-openstack-request-id: req-ac48480f-35d5-4d8f-9354-5afe9d6bab20 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:54.192323 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "name": "network-vif-plugged", "status": "completed", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:54.192681 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac48480f-35d5-4d8f-9354-5afe9d6bab20 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:54.193176 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2', 'code': 200} Oct 27 16:45:54.208173 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-a908dae7-50f8-4e8f-8813-0a9b09ff1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.211084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-a908dae7-50f8-4e8f-8813-0a9b09ff1092 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.1286607 Oct 27 16:45:54.241714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:54.244090 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.259080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.362377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Pushing event updated for resources: {'Port': ['ID=90c8908b-edab-4868-8483-65aadd08b994,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:54.412933 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-2c487eac-199a-4154-9d2e-34523d633051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.413185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:54.415542 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-2c487eac-199a-4154-9d2e-34523d633051 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972189 Oct 27 16:45:54.492384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1d9b-09bb-4fab-800d-af83d88ae46b req-50dc2115-28b4-4dad-a117-6ee2f9d13c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.494735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3edf1d9b-09bb-4fab-800d-af83d88ae46b req-50dc2115-28b4-4dad-a117-6ee2f9d13c6e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 1096 time: 0.2237959 Oct 27 16:45:54.506081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.520492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9a440-1a61-4599-985c-db0999564dbc req-9ba70e72-c975-4aa7-8fe6-b6bd2e372380 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:54.522336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b9a440-1a61-4599-985c-db0999564dbc req-9ba70e72-c975-4aa7-8fe6-b6bd2e372380 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.2053788 Oct 27 16:45:54.560296 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-6fd61596-1030-4088-8bff-a803a639fab3 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358206 Oct 27 16:45:54.563509 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.592863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 0, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:54.625243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c61461-00a9-431a-a05b-973b1928d97f None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 0, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:54.633774 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.638360 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.643519 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75fa72c2-3ac0-44a6-a645-2511dfe2eb0d tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3666198 Oct 27 16:45:54.643519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47024) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:54.643960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3edf1d9b-09bb-4fab-800d-af83d88ae46b req-1ca8b892-2479-4a28-966e-90c0ffa22b47 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391363 Oct 27 16:45:54.656292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b9a440-1a61-4599-985c-db0999564dbc req-5fab753b-2385-4e76-96ee-d1d7f6a829af tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174490 Oct 27 16:45:54.724057 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3450e720-1cc5-4315-b599-ccb96164d4aa req-1347687a-6487-41ab-a049-89ed7555b475 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560016 Oct 27 16:45:54.730815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.737431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:45:54.745703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9e8961d6-cd87-45e8-9510-5fb28f84f10c tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 0.6273983 Oct 27 16:45:54.761251 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f90f2-2cde-433e-99b1-c2b38518e80e None None] Pushing event updated for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:54.789431 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.831109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:54.857248 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Attempting to bind port 58934755-ce75-4225-99be-30c8d1b960fe on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:54.857947 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Attempting to bind port 58934755-ce75-4225-99be-30c8d1b960fe by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:54.858557 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Attempting to bind port 58934755-ce75-4225-99be-30c8d1b960fe on network 95dd989f-6f7d-4c23-ac87-07123af96741 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:54.865622 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:54.866405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Checking segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:54.867068 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.867679 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Bound using segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:54.868830 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Bound port: 58934755-ce75-4225-99be-30c8d1b960fe, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:54.870360 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.955547 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.962642 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] For port 58934755-ce75-4225-99be-30c8d1b960fe, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:54.966767 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] For port 58934755-ce75-4225-99be-30c8d1b960fe, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=58934755-ce75-4225-99be-30c8d1b960fe,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:55.030544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef1d5f-75c4-4241-bbde-744ff561bc3c None None] New status for floating IP e9f33d92-a124-4c24-88c5-91da50e24d35: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:55.052546 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.125388 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.147575 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:55.149313 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:55.213491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Router 112e7822-45f4-4281-930e-3dbb977676f8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:55.222729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:55.223288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.288792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:55.306047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47030) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:55.311424 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643851393', 'description': 'tempest-secgroup-smoke-1643851393 description', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:55.345724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Allocated IP 172.25.5.93 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/7015c4d4-da03-4979-9f26-bff2df75678c) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:55.380983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f90f2-2cde-433e-99b1-c2b38518e80e None None] Pushing event updated for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:55.413114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:55.418243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.447940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.456096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:55.458420 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:55.461451 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.517934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] For port 58934755-ce75-4225-99be-30c8d1b960fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=58934755-ce75-4225-99be-30c8d1b960fe,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:55.525306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e76360b7-2463-4096-8581-8cac2b307b68 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "PUT /v2.0/floatingips/e9f33d92-a124-4c24-88c5-91da50e24d35 HTTP/1.1" status: 200 len: 991 time: 2.1508436 Oct 27 16:45:55.546254 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36493fc-176c-4b62-af6c-91054a08c597 x-openstack-request-id: req-d36493fc-176c-4b62-af6c-91054a08c597 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:55.546678 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:55.546918 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d36493fc-176c-4b62-af6c-91054a08c597 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:55.547380 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:45:55.547662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.585689 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:55.593836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.628441 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.632387 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:55.633092 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:55.645153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fb743-a5f1-4eeb-8c6a-0591a72bc5eb None None] Pushing event updated for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:55.652999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-0de66270-c654-43f4-b9c8-6d153bef9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:55.654702 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-0de66270-c654-43f4-b9c8-6d153bef9996 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0848844 Oct 27 16:45:55.710025 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.724281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-83d24415-1372-4ec6-b6b5-3ecc69716c0e None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:55.724668 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-83d24415-1372-4ec6-b6b5-3ecc69716c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.735516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.790261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:55.796889 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:54Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:55.821996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:55.826721 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f44700-d2e5-4acb-aa77-b2da2351503b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:55.836156 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:55.839682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:55.841532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9a866-4b25-404e-8aa2-626320d2b931 req-29f5eec8-d39c-4f94-bf2c-4f239f7f97ca tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:55.845802 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26f9a866-4b25-404e-8aa2-626320d2b931 req-29f5eec8-d39c-4f94-bf2c-4f239f7f97ca tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0826421 Oct 27 16:45:55.857874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:55.858685 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e81482-a7ac-4725-bb4b-dd2ee84d56a9 None None] The sync data for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 is: [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:54Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:55.861778 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cc6e0e48-4285-4ac1-a97d-250431a1bfff tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5545053 Oct 27 16:45:55.865651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47036) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:55.872229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:55.886020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Pushing event updated for resources: {'Port': ['ID=7015c4d4-da03-4979-9f26-bff2df75678c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:55.892547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-9d9a74c3-2326-49f9-b4eb-de2d8cad4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:55.894197 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-9d9a74c3-2326-49f9-b4eb-de2d8cad4f63 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.2318208 Oct 27 16:45:55.966913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26f9a866-4b25-404e-8aa2-626320d2b931 req-0efd5c1f-a1ff-4379-9049-86048730e583 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Oct 27 16:45:56.029388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.050465 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-9d2533e4-5b93-407e-a669-91cea0489712 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 1001 time: 0.1459253 Oct 27 16:45:56.102835 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.141503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.160097 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-e881c984-4cdd-4d9f-b740-b6e56674136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:56.161663 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-e881c984-4cdd-4d9f-b740-b6e56674136a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.0797596 Oct 27 16:45:56.179674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.187070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:56.234219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62675145-5339-4853-8644-affd364d5bed,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:56.256980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-3ce64b6d-af78-42e5-98c9-6a3001fbda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:56.258748 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-3ce64b6d-af78-42e5-98c9-6a3001fbda1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891953 Oct 27 16:45:56.260400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.318752 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:56.334418 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:56.335069 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:56.357859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.359169 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-43971a37-f937-41cc-a8a1-bc6ef34954eb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4927950 Oct 27 16:45:56.361651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47038) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:56.366686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:56.463462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 58934755-ce75-4225-99be-30c8d1b960fe up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:56.469966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.490522 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-6c73a246-c295-4148-ab1c-15999ce3eaec service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018182 Oct 27 16:45:56.522591 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:56.548699 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 58934755-ce75-4225-99be-30c8d1b960fe triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:56.549381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.576452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.636750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.649980 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.679836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c20f42d-48fd-4a9c-8fa8-66ae93b12721,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:56.763718 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:56.767990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0626e42e-07c9-4a97-81ae-1e6af548e7d9 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4021654 Oct 27 16:45:56.768272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47040) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:56.774700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:56.829222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:56.871157 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53db9d5-a84d-40ea-aa38-8aaf6967ee75 None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'e9f33d92-a124-4c24-88c5-91da50e24d35', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'port_id': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'mac_address': 'fa:16:3e:71:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:51Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 2, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:56.924745 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.019508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.051750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.095293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.099749 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e50ac9a0-df9a-488d-8f6a-7a840f7ee43b req-70992688-e031-4feb-a006-0ddc4c334ea5 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381570 Oct 27 16:45:57.136645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Pushing event updated for resources: {'Port': ['ID=7015c4d4-da03-4979-9f26-bff2df75678c,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:57.151452 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.162762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b0af1e-e408-46cd-b883-be858419d168,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:57.189074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b816f2-a6aa-4724-b549-506b9a0ce510 req-9c4e8d40-4c88-4c45-bc41-ff953c360dad tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.190687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08b816f2-a6aa-4724-b549-506b9a0ce510 req-9c4e8d40-4c88-4c45-bc41-ff953c360dad tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.1136858 Oct 27 16:45:57.233346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08b816f2-a6aa-4724-b549-506b9a0ce510 req-390a4de8-8a94-43e8-8380-5392b56a3861 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Oct 27 16:45:57.260462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.262550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-34ecb6c4-13fb-456a-851c-adf3f363f69b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4925346 Oct 27 16:45:57.267792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47046) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:57.272502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:57.280097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.284061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-dbf52065-b9ac-468f-8583-1ebaa4e63d8e tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6368394 Oct 27 16:45:57.284061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:57.360060 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d5b55b2b-0c8e-4b31-9d19-ba16ea4d4559 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0728717 Oct 27 16:45:57.360452 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:57.362788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf2c33-f75e-45e2-82f0-f27ed4d54326 req-3f0966ec-49c9-4e6a-b399-a6f3e401d03d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.364367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4bf2c33-f75e-45e2-82f0-f27ed4d54326 req-3f0966ec-49c9-4e6a-b399-a6f3e401d03d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0523682 Oct 27 16:45:57.406173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4bf2c33-f75e-45e2-82f0-f27ed4d54326 req-bc5a6ab5-2adc-40cd-a082-16fc8648638a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Oct 27 16:45:57.434304 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3bc6e247-2394-4aae-8107-8ab18309b9b2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0703230 Oct 27 16:45:57.434544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47054) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:57.441255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.548213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:57.550744 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:57.606486 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b0ce8-2cb2-4304-b2f4-fef14c304038 x-openstack-request-id: req-7b5b0ce8-2cb2-4304-b2f4-fef14c304038 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:57.606787 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:57.606928 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.607075 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b5b0ce8-2cb2-4304-b2f4-fef14c304038 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:57.607476 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:45:57.620469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Deleting port 7015c4d4-da03-4979-9f26-bff2df75678c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:57.620808 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.698393 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.740246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7146bf0a-fe75-4d51-8185-ee91116cff59,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:57.753696 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.754075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.757982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-efdf1991-6ad7-474c-b02a-0e675c7cf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.760015 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-efdf1991-6ad7-474c-b02a-0e675c7cf8cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.1030898 Oct 27 16:45:57.778920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Calling delete_port for 7015c4d4-da03-4979-9f26-bff2df75678c owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:57.883247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:57.884972 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7041125f-b0d5-41d6-ba61-a1c865333446 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6156347 Oct 27 16:45:57.887927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47062) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:57.894023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:57.918917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-d36563a1-b209-4226-bab6-8600f20accc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:57.920488 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-d36563a1-b209-4226-bab6-8600f20accc1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.1527286 Oct 27 16:45:58.012097 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:58.017577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.034592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-6a0742c1-0043-4fbd-a045-edfbb59d773c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 1001 time: 0.0972977 Oct 27 16:45:58.072485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.080992 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.096471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-eb780a3b-6c2f-4897-a4a9-3d4110147f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:58.098050 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-eb780a3b-6c2f-4897-a4a9-3d4110147f60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.0552723 Oct 27 16:45:58.143503 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.146983 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-a697aad9-cf05-478e-a70d-46b2e637e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:58.148675 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-a697aad9-cf05-478e-a70d-46b2e637e256 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432127 Oct 27 16:45:58.160096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97726c13-3b77-4f4a-bc4d-6fe00da1b776,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:58.203648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.231050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.232326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-499b6520-6dbf-461d-8dc3-5a192bce2590 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3430994 Oct 27 16:45:58.235369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47066) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:58.237244 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Pushing event deleted for resources: {'Port': ['ID=7015c4d4-da03-4979-9f26-bff2df75678c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:58.240648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'security_group_rule': {'security_group_id': 'b9f44700-d2e5-4acb-aa77-b2da2351503b', 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:58.316440 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-5b60d0e7-0f7b-4065-b5a2-abd775006bd8 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604881 Oct 27 16:45:58.325075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.327625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.328712 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9a26c7a-12b5-4242-9b48-8fdbd5e8524f tempest-FloatingIPAdminTestJSON-1939605269 tempest-FloatingIPAdminTestJSON-1939605269-project] 10.222.0.70 "DELETE /v2.0/floatingips/469296fa-60ad-4d52-9063-1ce19a27f42d HTTP/1.1" status: 204 len: 168 time: 0.8932476 Oct 27 16:45:58.331739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47068) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:58.366792 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Project 77e2e4d675cd4f639e1bc5113ddfad2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:58.378232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.432722 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-94468049-f11d-4e06-a97f-4eb4c1ee9dc5 req-8ec2526c-08af-452b-bfb9-e0cb97807347 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071694 Oct 27 16:45:58.526940 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.550653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Deleting port 90c8908b-edab-4868-8483-65aadd08b994 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:58.551577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.582332 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.616292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.650347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca463644-2f3c-43ef-8601-98f026902efe,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:58.682020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.682020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.682346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Calling delete_port for 90c8908b-edab-4868-8483-65aadd08b994 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:58.749022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.749022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f3355bd5-769c-4b85-a5f7-281a25330eb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5123742 Oct 27 16:45:58.930241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:58.972136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c8908b-edab-4868-8483-65aadd08b994,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:59.049237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-cb861065-bd68-4efd-bbaf-c2b327fc22db tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643851393&fields=id&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 267 time: 0.0865891 Oct 27 16:45:59.083566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.086902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.088753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b4df14e1-b565-4fcd-adc0-00bf63c231a9 tempest-FloatingIPAdminTestJSON-462038930 tempest-FloatingIPAdminTestJSON-462038930-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/afc1571d-94bb-41dc-b6cb-d66b8daa02fe HTTP/1.1" status: 204 len: 168 time: 0.7559602 Oct 27 16:45:59.093160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47102) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:59.195506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-949ce868-d6b8-4a4a-ac24-6a2453402fb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:59.204673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-949ce868-d6b8-4a4a-ac24-6a2453402fb4 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/networks?id=95dd989f-6f7d-4c23-ac87-07123af96741 HTTP/1.1" status: 200 len: 797 time: 0.1346149 Oct 27 16:45:59.215951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-3cde06cc-8d73-47cd-bf72-3c3bf6e14543 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/quotas/77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 375 time: 0.0105026 Oct 27 16:45:59.221079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port 106bfccb-040b-4fb0-84d2-99691d4e91c3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:59.221695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.281156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-060fb138-6506-431a-b28b-882e8c65d2c2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562687 Oct 27 16:45:59.327133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.341079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for 106bfccb-040b-4fb0-84d2-99691d4e91c3 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:59.392117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-fb802cb7-0151-4786-ad18-223385e87b3f service neutron] 10.222.0.70 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961180 Oct 27 16:45:59.506103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-89b16201-8f98-4162-a0d7-c5bdd3c0a2e8 service neutron] 10.222.0.70 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062014 Oct 27 16:45:59.588715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.618637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=106bfccb-040b-4fb0-84d2-99691d4e91c3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:59.706449 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.710127 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c267ac0f-6ff4-4ae8-adba-0a5cbba7e622 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/ports/106bfccb-040b-4fb0-84d2-99691d4e91c3 HTTP/1.1" status: 204 len: 168 time: 0.6159022 Oct 27 16:45:59.712809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47120) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:59.808274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bfa98f1-3431-41d8-af56-f943d63d9c1a req-2b3b60cd-9de8-480b-8890-7c914bb325f0 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0376701 Oct 27 16:45:59.853772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe2adb-a4ca-48f4-b90a-619a74f2ab92 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:59.858790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-effe2adb-a4ca-48f4-b90a-619a74f2ab92 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f349d46-0266-4ba8-8bfd-fde839c0aa8e HTTP/1.1" status: 200 len: 913 time: 0.1423078 Oct 27 16:45:59.859329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47126) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:00.366858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:00.664037 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port 7245847d-8306-41ce-819b-675eb95f1b3f {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:00.664374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:00.752302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:00.765444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for 7245847d-8306-41ce-819b-675eb95f1b3f owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:00.932979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3fc9be8-c7f8-4141-bdde-859ae8b5361e req-e9983b5a-ed76-4b4c-af9d-1cca32efe557 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0416565 Oct 27 16:46:01.029275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:01.063616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=7245847d-8306-41ce-819b-675eb95f1b3f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:01.293691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:01.479843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-bd22c796-aabb-455b-9de7-7258613a23f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:01.481277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-bd22c796-aabb-455b-9de7-7258613a23f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1332088 Oct 27 16:46:01.496702 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-7b69858d-2e1b-4d2a-a011-6c36458531ba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0092959 Oct 27 16:46:01.536614 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:46:01.560430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-2b1b3e78-c7d1-493c-9211-e86cd3b4a16e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570815 Oct 27 16:46:01.572332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-83159f72-763c-478d-aac2-121155c5b81c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:46:01.573287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-83159f72-763c-478d-aac2-121155c5b81c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053642 Oct 27 16:46:01.654869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:46:01.660347 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ae977e9-f348-4ca2-9310-c544e1a61e78 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "PUT /v2.0/routers/7f349d46-0266-4ba8-8bfd-fde839c0aa8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7998590 Oct 27 16:46:01.662833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:01.667163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-863bd825-c8f5-4efc-9c3a-2e7271b6d49f service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873811 Oct 27 16:46:01.668209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] Sync routers for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:46:01.678834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:46:01.680005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:01.714371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:01.724733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] Routers {'7f349d46-0266-4ba8-8bfd-fde839c0aa8e'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:46:01.725723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:45:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:01.763708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:01.764643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc999dd-d64d-441e-bb6c-0b4e36760bb8 None None] The sync data for ids ['7f349d46-0266-4ba8-8bfd-fde839c0aa8e'] in n-d-814735-4 is: [] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:46:01.769484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-81cc826e-b2d4-494c-99c7-577594713774 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956900 Oct 27 16:46:01.781361 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.099912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77bd0a01-9d51-47a5-99c1-402ccc75cdd7 req-b39d80a2-3559-411d-8f68-d97944d829af tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0603888 Oct 27 16:46:02.116470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbb17b5c-8928-46a7-acdc-08706223a269 req-6dc79e39-3641-412f-a61c-c08c2fde0d17 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0449562 Oct 27 16:46:02.327945 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.336830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-648129a2-4d7c-4b16-ac63-4812c54ee517 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:02.338388 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-648129a2-4d7c-4b16-ac63-4812c54ee517 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/networks?id=95dd989f-6f7d-4c23-ac87-07123af96741 HTTP/1.1" status: 200 len: 797 time: 0.1630385 Oct 27 16:46:02.389323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-5c29401d-f29c-4dd4-bbb9-01883897e236 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d HTTP/1.1" status: 200 len: 380 time: 0.0359988 Oct 27 16:46:02.399519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'port': {'device_id': '2cde566a-d7d7-4674-a21f-35f749656267', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'admin_state_up': True, 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'security_groups': ['b9f44700-d2e5-4acb-aa77-b2da2351503b']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:02.552011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port 89910d40-e7fe-4407-908e-2b8211d12790 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:02.552743 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.623587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Made reservation on behalf of 77e2e4d675cd4f639e1bc5113ddfad2d for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:02.628260 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.648008 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.669240 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for 89910d40-e7fe-4407-908e-2b8211d12790 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:02.860481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.20.0.3 (95dd989f-6f7d-4c23-ac87-07123af96741/8318a600-c7b6-4e80-92ae-502439222abe/951a5edd-9052-4cb7-bfc9-989d4de77da9) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:03.024409 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.091596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=89910d40-e7fe-4407-908e-2b8211d12790,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:03.186513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.210154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cb576d75-d6cb-40f5-9323-7df661830802 req-f5426222-f258-4c57-9246-d31b5aa1fb3e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Oct 27 16:46:03.248021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06821f7a-faef-42db-bb7e-af03bd94b0a1 req-38990853-361c-43ea-be99-17299e6ab932 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0318303 Oct 27 16:46:03.289089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.299974 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.303171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.449828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.450361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Fanout notify agent at l3_agent the message router_deleted on router 7f349d46-0266-4ba8-8bfd-fde839c0aa8e {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:46:03.457774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.458753 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-29593ab7-7fd0-40ec-a46b-214d5ac1c752 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/routers/7f349d46-0266-4ba8-8bfd-fde839c0aa8e HTTP/1.1" status: 204 len: 168 time: 1.7949791 Oct 27 16:46:03.461201 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47188) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:03.491213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.559909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 95dd989f-6f7d-4c23-ac87-07123af96741 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:03.566011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:03.571829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting subnet 9e6fff5f-f0aa-4656-8570-21d2d3304cc5 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:46:03.574058 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:03.577386 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:03.580224 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.650841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.684315 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:03.684973 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.758333 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.785689 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-f57fff89-3a51-4ec4-8c36-82b56a9c3b31 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3898807 Oct 27 16:46:03.800473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Request body: {'port': {'device_id': '2cde566a-d7d7-4674-a21f-35f749656267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:03.849757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b405db3a-e805-4fae-b3ab-edf691738b76 None None] Provisioning complete for port 951a5edd-9052-4cb7-bfc9-989d4de77da9 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:03.850359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b405db3a-e805-4fae-b3ab-edf691738b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.870453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:03.886132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b405db3a-e805-4fae-b3ab-edf691738b76 None None] Port 951a5edd-9052-4cb7-bfc9-989d4de77da9 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:46:03.981215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.020280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6fff5f-f0aa-4656-8570-21d2d3304cc5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:04.028462 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.031666 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2f46b578-a3d5-4791-8d1c-9bb2ec667a09 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/subnets/9e6fff5f-f0aa-4656-8570-21d2d3304cc5 HTTP/1.1" status: 204 len: 168 time: 0.5695410 Oct 27 16:46:04.032974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1eb0a-3927-4645-9727-afc40ebaaeed None None] Network aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:04.034252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47190) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:04.122777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.196262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951a5edd-9052-4cb7-bfc9-989d4de77da9 {{(pid=114449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:46:04.201578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port f8ad8a92-39f8-49c5-9e38-3b0442e507ab {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:04.201926 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.205239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.219823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.provisioning_blocks [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Transition to ACTIVE for port object 951a5edd-9052-4cb7-bfc9-989d4de77da9 will not be triggered until provisioned by entity L2. {{(pid=114449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:46:04.248959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] DHCP port deletion for aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:46:04.279193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] For port f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,segment=NetworkSegment(bf11a5b0-540a-47d4-ad0e-c35937777320),segment_id=bf11a5b0-540a-47d4-ad0e-c35937777320)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:04.279629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.305099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for f8ad8a92-39f8-49c5-9e38-3b0442e507ab owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:04.326167 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Deleting port f8ad8a92-39f8-49c5-9e38-3b0442e507ab {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:04.326493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.341257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.433504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] For port f8ad8a92-39f8-49c5-9e38-3b0442e507ab, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,segment=NetworkSegment(bf11a5b0-540a-47d4-ad0e-c35937777320),segment_id=bf11a5b0-540a-47d4-ad0e-c35937777320)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:04.434661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.457667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Calling delete_port for f8ad8a92-39f8-49c5-9e38-3b0442e507ab owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:04.494051 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Pushing event updated for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:04.511269 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Attempting to bind port 951a5edd-9052-4cb7-bfc9-989d4de77da9 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:46:04.511799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Attempting to bind port 951a5edd-9052-4cb7-bfc9-989d4de77da9 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:46:04.512225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Attempting to bind port 951a5edd-9052-4cb7-bfc9-989d4de77da9 on network 95dd989f-6f7d-4c23-ac87-07123af96741 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:04.517554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Port 951a5edd-9052-4cb7-bfc9-989d4de77da9 on network 95dd989f-6f7d-4c23-ac87-07123af96741 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:46:04.518013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Attempting to bind port 951a5edd-9052-4cb7-bfc9-989d4de77da9 on network 95dd989f-6f7d-4c23-ac87-07123af96741 {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:04.539676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:46:04.540158 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Checking segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:04.540855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Bound using segment: {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'} {{(pid=114449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:46:04.541428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.managers [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Bound port: 951a5edd-9052-4cb7-bfc9-989d4de77da9, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741'}}] {{(pid=114449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:46:04.544311 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.558273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-2972938a-7808-4a70-9925-f9e3bcff8656 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:04.559948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-2972938a-7808-4a70-9925-f9e3bcff8656 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1214447 Oct 27 16:46:04.578855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f8ad8a92-39f8-49c5-9e38-3b0442e507ab no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:46:04.589201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:04.608162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0c508088-265d-4500-ad57-fb7da1e2823b req-c889b701-778e-4fdc-9e8c-0df23a6ea291 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.1750998 Oct 27 16:46:04.646428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.657061 n-d-814735-4 neutron-server[114450]: INFO neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No ports have port_id starting with f8ad8a92-39f8-49c5-9e38-3b0442e507ab Oct 27 16:46:04.663318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] No DVR routers for this DVR port f8ad8a92-39f8-49c5-9e38-3b0442e507ab on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:04.680580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, cleared binding levels {{(pid=114449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:46:04.686226 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:46:04.692489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62663f14-6eeb-493c-b450-d1c46dc82d57 None None] Pushing event deleted for resources: {'Port': ['ID=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:04.695093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb6ce-01c4-4ab8-85b4-c2046bd65e1e req-2e9f40d8-0954-4739-a74b-0c8c6727da63 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:04.697559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e32fb6ce-01c4-4ab8-85b4-c2046bd65e1e req-2e9f40d8-0954-4739-a74b-0c8c6727da63 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 931 time: 0.3934202 Oct 27 16:46:04.761518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.784941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e32fb6ce-01c4-4ab8-85b4-c2046bd65e1e req-240b2e8d-fe11-4d65-b89f-268e2ecfbce3 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739346 Oct 27 16:46:04.791353 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.804571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:04.804838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:04.807001 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] 10.222.0.82 "PUT /v2.0/ports/951a5edd-9052-4cb7-bfc9-989d4de77da9 HTTP/1.1" status: 200 len: 1091 time: 1.0108278 Oct 27 16:46:04.807577 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:46:04.810095 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0a901-29b6-4b10-a3ad-5471509f76d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:46:04.845136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc5c97-cbaa-4ce8-b6fc-c0fb38f49844 service neutron] Pushing event updated for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=3']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:04.864244 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0406b4-9594-4687-9870-dd452eb79b21 x-openstack-request-id: req-eb0406b4-9594-4687-9870-dd452eb79b21 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:46:04.864541 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:46:04.864798 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb0406b4-9594-4687-9870-dd452eb79b21 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:46:04.865208 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'status': 'completed', 'code': 200} Oct 27 16:46:04.942582 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-b8464c81-13d4-4d4c-b501-273db8ea6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:04.944189 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-b8464c81-13d4-4d4c-b501-273db8ea6cff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1094 time: 0.0497904 Oct 27 16:46:05.079084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-2e1921a0-6f26-4870-932f-5c48d7d2feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:05.080616 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-2e1921a0-6f26-4870-932f-5c48d7d2feb8 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1249900 Oct 27 16:46:05.198878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=f8ad8a92-39f8-49c5-9e38-3b0442e507ab,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:05.207000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-9f6639a4-c65e-4afc-81eb-06e5a057862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:05.208490 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] No DVR routers for this DVR port f8ad8a92-39f8-49c5-9e38-3b0442e507ab on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:05.208658 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-b7a0a901-29b6-4b10-a3ad-5471509f76d2 req-9f6639a4-c65e-4afc-81eb-06e5a057862f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182466 Oct 27 16:46:05.300729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.301719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-1287c7ac-7cc9-4b45-90b5-4774182e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:05.303738 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-1287c7ac-7cc9-4b45-90b5-4774182e0eaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1094 time: 0.0535567 Oct 27 16:46:05.323523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff2bf0f-b7d8-4966-9d82-bf225e78cbf9']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:05.333344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:05.348200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.356724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf11a5b0-540a-47d4-ad0e-c35937777320') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:05.357073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf11a5b0-540a-47d4-ad0e-c35937777320') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:05.357686 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-312097c3-5638-4852-914b-bd46b275c703 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9 HTTP/1.1" status: 200 len: 217 time: 0.0385625 Oct 27 16:46:05.379200 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.420670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-7e00a841-30da-4598-a494-07cd47ce4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:05.422179 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-7e00a841-30da-4598-a494-07cd47ce4c10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8318a600-c7b6-4e80-92ae-502439222abe HTTP/1.1" status: 200 len: 834 time: 0.0570297 Oct 27 16:46:05.423363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.441225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:05.441725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:05.444765 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:05.474896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-897590da-fb71-4719-84bb-77e301c5037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:05.476515 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-897590da-fb71-4719-84bb-77e301c5037e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95dd989f-6f7d-4c23-ac87-07123af96741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461547 Oct 27 16:46:05.554600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.5 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/6a96ea07-3706-404a-b8d3-9c73181ca39e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:05.605503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-8e8d3a3e-32e3-4439-9b4e-b32f5a9ead31 service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062901 Oct 27 16:46:05.736904 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf81b403-f48f-42d9-a340-4b315d82a82e req-51242343-08f8-43f4-b8d5-0fcc0e15eaa3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0504971 Oct 27 16:46:05.754813 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-699d6768-2222-4c62-a766-c4a0b99688cf service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397073 Oct 27 16:46:05.765275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.840892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.862026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.867467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/networks/aff2bf0f-b7d8-4966-9d82-bf225e78cbf9 HTTP/1.1" status: 204 len: 168 time: 1.8297527 Oct 27 16:46:05.867467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89412-7a70-449f-9f02-2a1dcd840125 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Network': ['ID=aff2bf0f-b7d8-4966-9d82-bf225e78cbf9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:05.868250 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:05.886773 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:05.900573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['267e06d6-bcf3-49e9-899a-6225251114a2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:46:05.924634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:05.967678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:05.975333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:06.076466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:06.076706 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Deleting port 3dfe9b58-7777-4104-9aa5-b5827c027ff0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:06.077267 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.110738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508a5c9-02e8-49a9-88fe-87f866d99652 req-3464a5ac-1897-4e1a-b4be-f149cf1c1a45 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:06.112350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d508a5c9-02e8-49a9-88fe-87f866d99652 req-3464a5ac-1897-4e1a-b4be-f149cf1c1a45 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 943 time: 0.2129836 Oct 27 16:46:06.121909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:06.122600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.173713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d508a5c9-02e8-49a9-88fe-87f866d99652 req-896ecdef-de8b-477c-9c4f-4eee30033711 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Oct 27 16:46:06.195665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.195665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.199533 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Calling delete_port for 3dfe9b58-7777-4104-9aa5-b5827c027ff0 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:06.213011 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-933e9dde-effc-446b-9c4c-0bf6efdfc1e1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6283381 Oct 27 16:46:06.229536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Request body: {'port': {'device_id': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:06.303522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.393153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9945c5c0-d028-4d97-af37-4eb60f08392b None None] Provisioning complete for port 6a96ea07-3706-404a-b8d3-9c73181ca39e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:06.393581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9945c5c0-d028-4d97-af37-4eb60f08392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.433566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9945c5c0-d028-4d97-af37-4eb60f08392b None None] Port 6a96ea07-3706-404a-b8d3-9c73181ca39e cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:46:06.484282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.511519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Pushing event deleted for resources: {'Port': ['ID=3dfe9b58-7777-4104-9aa5-b5827c027ff0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:06.574033 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.578999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.581016 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-902ccae2-ae5b-4633-87b2-8d380c75c2a2 tempest-FloatingIPAdminTestJSON-518616260 tempest-FloatingIPAdminTestJSON-518616260-project] 10.222.0.70 "DELETE /v2.0/floatingips/0cf1ced3-8be6-4797-b675-598a8b1c9c26 HTTP/1.1" status: 204 len: 168 time: 0.7108212 Oct 27 16:46:06.670892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a96ea07-3706-404a-b8d3-9c73181ca39e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:46:06.686429 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.711009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Transition to ACTIVE for port object 6a96ea07-3706-404a-b8d3-9c73181ca39e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:46:06.858205 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:06.871762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd9778-1865-4f60-bce2-d5c71e25adaa req-0b98fa2f-61ad-4325-8706-a30cadb8e43b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:06.873369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23cd9778-1865-4f60-bce2-d5c71e25adaa req-0b98fa2f-61ad-4325-8706-a30cadb8e43b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 931 time: 0.0589066 Oct 27 16:46:06.964754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-23cd9778-1865-4f60-bce2-d5c71e25adaa req-439fe706-5199-4281-b7e1-2430b590dc2c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659544 Oct 27 16:46:06.965444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:07.054144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Attempting to bind port 6a96ea07-3706-404a-b8d3-9c73181ca39e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:46:07.054144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Attempting to bind port 6a96ea07-3706-404a-b8d3-9c73181ca39e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:46:07.054144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Attempting to bind port 6a96ea07-3706-404a-b8d3-9c73181ca39e on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:07.062825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Port 6a96ea07-3706-404a-b8d3-9c73181ca39e on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:46:07.063312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Attempting to bind port 6a96ea07-3706-404a-b8d3-9c73181ca39e on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:07.070167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:46:07.070925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:07.072141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:46:07.072305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Bound port: 6a96ea07-3706-404a-b8d3-9c73181ca39e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:46:07.072803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.162897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:46:07.169991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:46:07.169991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47214) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:07.289617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.352015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:07.353596 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.355077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] 10.222.0.82 "PUT /v2.0/ports/6a96ea07-3706-404a-b8d3-9c73181ca39e HTTP/1.1" status: 200 len: 1091 time: 1.1330547 Oct 27 16:46:07.374656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:46:07.376921 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a053c1f5-c353-4d98-860a-c2fb3d3d2024" -d '{"events": [{"name": "network-changed", "server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:46:07.423167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02063d41-84e0-4f4c-8611-9ebf41c46aff req-4a7ff6e8-36f8-4105-a88f-2af97c4e5170 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:07.425122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02063d41-84e0-4f4c-8611-9ebf41c46aff req-4a7ff6e8-36f8-4105-a88f-2af97c4e5170 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 943 time: 0.1524897 Oct 27 16:46:07.476911 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7695eeff-d75a-46f6-9c10-da4040c844ab x-openstack-request-id: req-7695eeff-d75a-46f6-9c10-da4040c844ab {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:46:07.477181 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:46:07.477524 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7695eeff-d75a-46f6-9c10-da4040c844ab {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:46:07.478025 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e', 'status': 'completed', 'code': 200} Oct 27 16:46:07.481834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e97e-db86-42e8-8d97-c8a6c369fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:07.544907 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-171dd94c-897b-4425-85c4-3053fbbce015 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa559bfbb7084f8ab1cc397b0065cf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710327 Oct 27 16:46:07.545780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:07.579332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02063d41-84e0-4f4c-8611-9ebf41c46aff req-597335b1-880d-44d6-a8fa-3b3e446be12b tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398644 Oct 27 16:46:07.613492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-afa90822-7c86-40c5-872f-cbdc0d48a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:07.615097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-afa90822-7c86-40c5-872f-cbdc0d48a996 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 1094 time: 0.1194899 Oct 27 16:46:07.666143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.760228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.853897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-416aef9e-d55d-4d60-8a1a-46d730b816e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:07.855499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-416aef9e-d55d-4d60-8a1a-46d730b816e8 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2296593 Oct 27 16:46:07.981864 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.984663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:07.988245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b371b2e9-7d2d-450b-a56f-63835a4adf15 HTTP/1.1" status: 204 len: 168 time: 0.4336362 Oct 27 16:46:08.015967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbcb46-915f-4433-8083-0ab7dd427d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b371b2e9-7d2d-450b-a56f-63835a4adf15,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:08.081129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-1f1e35d4-e89c-4e29-96bb-69da1e7054d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.082771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a053c1f5-c353-4d98-860a-c2fb3d3d2024 req-1f1e35d4-e89c-4e29-96bb-69da1e7054d0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196374 Oct 27 16:46:08.220231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b515-0bef-4f7e-9f53-8043ed9431fe req-41052ce2-0814-4c51-8440-7486b8fab556 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.222005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56f9b515-0bef-4f7e-9f53-8043ed9431fe req-41052ce2-0814-4c51-8440-7486b8fab556 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0769770 Oct 27 16:46:08.239359 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-7b26ab11-0020-4b5f-acfb-16bd3d64384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.240866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-7b26ab11-0020-4b5f-acfb-16bd3d64384a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 1094 time: 0.0938873 Oct 27 16:46:08.310969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-2b5c47c8-1f1b-4489-afb8-98f40dfac327 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e HTTP/1.1" status: 200 len: 217 time: 0.0551927 Oct 27 16:46:08.334561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56f9b515-0bef-4f7e-9f53-8043ed9431fe req-616f4367-d48e-4ab2-9feb-e6d9219ec69c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057158 Oct 27 16:46:08.404167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-7955c25c-0949-44b4-9083-c02fd519a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.406598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-7955c25c-0949-44b4-9083-c02fd519a33d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0867896 Oct 27 16:46:08.469131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-f647bc58-39a5-4706-8921-a5fd12deb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.470732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-f647bc58-39a5-4706-8921-a5fd12deb160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557954 Oct 27 16:46:08.591490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-854391f7-0bae-4248-938f-3a7f5531f0ff service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113889 Oct 27 16:46:08.765331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47232) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:08.772762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a453-76bd-4d17-b3e3-32b5b01fc036 req-d114be1c-d56d-4e78-86d1-90c5302c5e07 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:08.774481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0762a453-76bd-4d17-b3e3-32b5b01fc036 req-d114be1c-d56d-4e78-86d1-90c5302c5e07 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 943 time: 0.1035962 Oct 27 16:46:08.782329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725a9356-d088-4de2-8e38-a671ac8e4906 req-018e2a70-ba1d-49fe-9ac4-b18377fd0cae service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831696 Oct 27 16:46:08.794174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eef9e7a4-2119-4f26-8703-f5eba6ef0390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:08.839817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0762a453-76bd-4d17-b3e3-32b5b01fc036 req-a64372a3-d490-4ab5-a124-b5455bc2efed tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545835 Oct 27 16:46:08.877065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eef9e7a4-2119-4f26-8703-f5eba6ef0390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:08.960113 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eef9e7a4-2119-4f26-8703-f5eba6ef0390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.004029 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eef9e7a4-2119-4f26-8703-f5eba6ef0390 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80668618c2f84ea892f60d26079b35ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375495 Oct 27 16:46:09.004928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9e7a4-2119-4f26-8703-f5eba6ef0390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ecc10-c94d-4a5c-a90d-993c250a2b93,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:09.006812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47234) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:09.065130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.086143 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.205499 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.208197 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.209390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e60ecc10-c94d-4a5c-a90d-993c250a2b93 HTTP/1.1" status: 204 len: 168 time: 0.2009065 Oct 27 16:46:09.218454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c8d58-ab18-418f-97de-a559a8c76e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ecc10-c94d-4a5c-a90d-993c250a2b93,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:09.330134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 951a5edd-9052-4cb7-bfc9-989d4de77da9 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:46:09.430257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:09.442768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'port_id': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'mac_address': 'fa:16:3e:80:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:46:09.473982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5f9c-5e7f-4e60-9608-67a4347f0de7 req-06d5bd5d-3aff-4898-8889-99fc135e088e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:09.476363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-672c5f9c-5e7f-4e60-9608-67a4347f0de7 req-06d5bd5d-3aff-4898-8889-99fc135e088e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0605567 Oct 27 16:46:09.527765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-672c5f9c-5e7f-4e60-9608-67a4347f0de7 req-75fca8c0-309c-4901-b703-942369c3cebc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Oct 27 16:46:09.657763 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.672464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a5edd-9052-4cb7-bfc9-989d4de77da9 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:46:09.696305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:09.821343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:09.877204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:09.980867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006321a-4ac4-4bd4-b77d-e19141a06ef4 req-bde747f6-7740-4679-9d5d-ee13de6b43fe tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:09.982640 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d006321a-4ac4-4bd4-b77d-e19141a06ef4 req-bde747f6-7740-4679-9d5d-ee13de6b43fe tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 944 time: 0.0554039 Oct 27 16:46:10.027393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d006321a-4ac4-4bd4-b77d-e19141a06ef4 req-ba81b5ed-8980-48ff-a404-d81cba0515ce tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Oct 27 16:46:10.142946 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:10.158995 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-329781d6-b96b-4258-b8d6-871bdf90b5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.163692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['951a5edd-9052-4cb7-bfc9-989d4de77da9'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:46:10.247400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-329781d6-b96b-4258-b8d6-871bdf90b5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.341285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-329781d6-b96b-4258-b8d6-871bdf90b5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.389971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-329781d6-b96b-4258-b8d6-871bdf90b5c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e196f423da5e4db0abc8594d0a503954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464223 Oct 27 16:46:10.390302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47246) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:10.391985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329781d6-b96b-4258-b8d6-871bdf90b5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bdf6a-a1ce-47d6-a480-194b3d5ef4c4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:10.447712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.470429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.622916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.626067 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:10.627871 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f2bdf6a-a1ce-47d6-a480-194b3d5ef4c4 HTTP/1.1" status: 204 len: 168 time: 0.2363334 Oct 27 16:46:10.639471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd2175-f179-4b1d-bb71-d7c7a2339086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bdf6a-a1ce-47d6-a480-194b3d5ef4c4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:10.668161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d1aed-f4fa-4cfa-8ea7-a43463bf41ae req-59e90f4a-21cb-4527-b6a5-c7719ec29b92 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:10.668161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd5d1aed-f4fa-4cfa-8ea7-a43463bf41ae req-59e90f4a-21cb-4527-b6a5-c7719ec29b92 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0597806 Oct 27 16:46:10.712827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd5d1aed-f4fa-4cfa-8ea7-a43463bf41ae req-4c15c7b2-d579-4048-9c0d-bf6c9524af71 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Oct 27 16:46:11.191081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc933-141b-4b12-a464-562c7d31c4db req-de017fcd-3c60-4a50-a0a4-348077c6c910 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:11.192792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a48dc933-141b-4b12-a464-562c7d31c4db req-de017fcd-3c60-4a50-a0a4-348077c6c910 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 944 time: 0.0719259 Oct 27 16:46:11.240224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a48dc933-141b-4b12-a464-562c7d31c4db req-0f820a9c-52c1-4df2-afca-98daa3408f4d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375354 Oct 27 16:46:11.334027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 951a5edd-9052-4cb7-bfc9-989d4de77da9 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:46:11.412424 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc74d9db-d22c-4861-a8e7-e401d0135926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:11.509253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 951a5edd-9052-4cb7-bfc9-989d4de77da9 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:46:11.513476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 951a5edd-9052-4cb7-bfc9-989d4de77da9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:11.513854 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:11.610268 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:11.644550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:46:11.647184 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31667e6-1f99-44cf-b8b7-5f6e7d6cc4a3" -d '{"events": [{"server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "name": "network-vif-plugged", "status": "completed", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:46:11.666387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:11.700837 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931442d4-dbc4-493b-8220-b336865165df x-openstack-request-id: req-931442d4-dbc4-493b-8220-b336865165df {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:46:11.701222 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "name": "network-vif-plugged", "status": "completed", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:46:11.701538 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-931442d4-dbc4-493b-8220-b336865165df {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:46:11.702119 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'code': 200} Oct 27 16:46:11.792399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:11.844916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:11.870834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4345c-5feb-47c9-b198-3ce0dcdc56cb req-eba9cf74-07a2-4bfd-b861-8ad899aa9a19 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:11.872513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ea4345c-5feb-47c9-b198-3ce0dcdc56cb req-eba9cf74-07a2-4bfd-b861-8ad899aa9a19 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0852475 Oct 27 16:46:11.876214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b235-ec8c-4e70-a1ae-6231874ee32c req-df47e9fe-a96d-4634-a7bf-91d9fd7a13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:11.877881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acd1b235-ec8c-4e70-a1ae-6231874ee32c req-df47e9fe-a96d-4634-a7bf-91d9fd7a13f8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1095 time: 0.1027081 Oct 27 16:46:11.943654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ea4345c-5feb-47c9-b198-3ce0dcdc56cb req-0775b160-ce00-4070-843c-56b449bea8a6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Oct 27 16:46:11.949067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acd1b235-ec8c-4e70-a1ae-6231874ee32c req-0abd0672-497f-46ad-85df-711ef0921760 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599399 Oct 27 16:46:12.386836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d888971-8621-432c-922d-38aea05f9edc req-2ef64c2c-e2a7-42a8-9a65-b76480bbea38 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:12.388422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d888971-8621-432c-922d-38aea05f9edc req-2ef64c2c-e2a7-42a8-9a65-b76480bbea38 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0559270 Oct 27 16:46:12.429645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d888971-8621-432c-922d-38aea05f9edc req-bd019685-89a6-44b3-887d-6f101b7c107f tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Oct 27 16:46:13.081197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e8da-2427-41f3-914a-923a778d740f req-e2006041-e5c0-4c82-9817-e43936e43fb6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:13.082710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5b0e8da-2427-41f3-914a-923a778d740f req-e2006041-e5c0-4c82-9817-e43936e43fb6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0567532 Oct 27 16:46:13.124581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5b0e8da-2427-41f3-914a-923a778d740f req-9207ba05-97a0-4407-952f-4536c6d937b8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Oct 27 16:46:13.214639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47300) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:13.320316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-5f37a722-7c53-4a5b-853f-6b616279fa41 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:13.431626 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5f37a722-7c53-4a5b-853f-6b616279fa41 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "PUT /v2.0/quotas/7819ed4470424bddb85c080de3fec1ad HTTP/1.1" status: 200 len: 368 time: 0.2158561 Oct 27 16:46:13.434180 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47304) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:13.439682 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Request body: {'network': {'project_id': '7819ed4470424bddb85c080de3fec1ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:13.526840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Made reservation on behalf of 7819ed4470424bddb85c080de3fec1ad for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:13.530240 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.540771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.565094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9341-de78-46ea-8a2d-ba7785764194 req-1c83c4ad-295a-4f00-b103-ff18a92793fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:13.566620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d18d9341-de78-46ea-8a2d-ba7785764194 req-1c83c4ad-295a-4f00-b103-ff18a92793fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0553086 Oct 27 16:46:13.613606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d18d9341-de78-46ea-8a2d-ba7785764194 req-e6d16101-b069-48ee-bac2-f701d0444bb8 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Oct 27 16:46:13.628463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.736741 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.762644 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:13.773280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c404976-0ca6-4593-8ca3-54b961d574c9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:13.778740 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.779104 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Added segment f9d9b960-d98c-46ca-afab-9b5718259e28 of type vlan for network 104bbb2a-f5d4-4898-91e1-2126bb231c69 Oct 27 16:46:13.826756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.925697 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.926715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:13.927339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:13.989400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event updated for resources: {'Network': ['ID=104bbb2a-f5d4-4898-91e1-2126bb231c69,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:14.000208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 104bbb2a-f5d4-4898-91e1-2126bb231c69 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:14.040985 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86de067a-1f73-4768-a3ba-5f37608b2672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.060394 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b4638f10-5e08-4faa-9fbe-89e59ba8595f tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6251769 Oct 27 16:46:14.063095 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.068837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Request body: {'network': {'project_id': '7819ed4470424bddb85c080de3fec1ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:14.165366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Made reservation on behalf of 7819ed4470424bddb85c080de3fec1ad for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:14.167817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.196853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:14.209434 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.209886 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Added segment e8524ec7-fcce-42be-9e75-2fb4aa29368b of type vlan for network c0c06c98-3b8b-4407-a1b3-d24e309ad607 Oct 27 16:46:14.262952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.264847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ff2ad-1f1f-44b8-9cbd-13fe9077b611 req-6bdb7719-73f8-48bd-9bb2-9e18ceab6baf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:14.266609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-353ff2ad-1f1f-44b8-9cbd-13fe9077b611 req-6bdb7719-73f8-48bd-9bb2-9e18ceab6baf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0595124 Oct 27 16:46:14.315222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-353ff2ad-1f1f-44b8-9cbd-13fe9077b611 req-cd4339e6-49c9-46c6-a561-9fb623ebdfb4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Oct 27 16:46:14.371516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.372506 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:14.373112 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.435423 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event updated for resources: {'Network': ['ID=c0c06c98-3b8b-4407-a1b3-d24e309ad607,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:14.445158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network c0c06c98-3b8b-4407-a1b3-d24e309ad607 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:14.540667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-199de4c2-2cf0-4ea2-8b98-ea9e62f00147 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4763629 Oct 27 16:46:14.543411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47312) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.548519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-7d0912ef-e024-467c-97ca-65cf42cf2d18 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Request body: {'network': {'project_id': '7819ed4470424bddb85c080de3fec1ad'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:14.564596 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0912ef-e024-467c-97ca-65cf42cf2d18 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:46:14.565063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0912ef-e024-467c-97ca-65cf42cf2d18 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:46:14.566259 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7d0912ef-e024-467c-97ca-65cf42cf2d18 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0218048 Oct 27 16:46:14.569216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47314) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.611821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-33eb600a-4fc3-4422-a3a3-f02f0db08bec tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7819ed4470424bddb85c080de3fec1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415261 Oct 27 16:46:14.614453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47316) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.669452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.696390 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.731190 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.777671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467b23-756e-4522-8dfc-626c9be868c6 req-82d132b1-522c-4659-ad57-ab484d808fe5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:14.779260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62467b23-756e-4522-8dfc-626c9be868c6 req-82d132b1-522c-4659-ad57-ab484d808fe5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0809605 Oct 27 16:46:14.829659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62467b23-756e-4522-8dfc-626c9be868c6 req-1bbc8bdb-6d2a-46aa-833a-ad446cefcce5 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Oct 27 16:46:14.902317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.905251 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:14.906583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c404976-0ca6-4593-8ca3-54b961d574c9 HTTP/1.1" status: 204 len: 168 time: 0.2910588 Oct 27 16:46:14.909333 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:14.919153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c404976-0ca6-4593-8ca3-54b961d574c9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:14.941352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.941787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.942223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.942621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.943020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.943412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.943741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.944065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.944387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.944715 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.945040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.945362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe02e6d-620e-46f7-b85d-ccffcb905834 tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:14.993285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4edac-255b-4d29-9297-4dd10b4bbb69 req-7dd89747-034b-4aef-8f98-c64b2259dab3 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:14.994811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26f4edac-255b-4d29-9297-4dd10b4bbb69 req-7dd89747-034b-4aef-8f98-c64b2259dab3 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0644941 Oct 27 16:46:15.006503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.039264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26f4edac-255b-4d29-9297-4dd10b4bbb69 req-12cd0e0c-e947-4771-abaa-011dd40377d2 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Oct 27 16:46:15.063278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47324) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:15.101063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.116427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a646d9-df45-4446-a8df-abb40cc8c959 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.118096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96a646d9-df45-4446-a8df-abb40cc8c959 tempest-TestNetworkBasicOps-362207584 tempest-TestNetworkBasicOps-362207584-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1091 time: 0.0537949 Oct 27 16:46:15.121218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47326) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:15.126770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:15.127406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c06c98-3b8b-4407-a1b3-d24e309ad607']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.138198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8524ec7-fcce-42be-9e75-2fb4aa29368b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.138198 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8524ec7-fcce-42be-9e75-2fb4aa29368b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.150320 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.164195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.171294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:15.171681 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:15.173457 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:15.269136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.314389 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.315090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.320802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.323964 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "DELETE /v2.0/networks/c0c06c98-3b8b-4407-a1b3-d24e309ad607 HTTP/1.1" status: 204 len: 168 time: 0.4136016 Oct 27 16:46:15.327316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47328) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:15.348136 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e7a1-cd52-4054-92ff-05342af7a02c tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0c06c98-3b8b-4407-a1b3-d24e309ad607,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:15.406520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.425293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.500106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58a2aa-d1a7-4df3-8ace-6193d6fbc276 req-0e33265b-f14a-441a-90d3-e9f19d2a69a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.501673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab58a2aa-d1a7-4df3-8ace-6193d6fbc276 req-0e33265b-f14a-441a-90d3-e9f19d2a69a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.1066537 Oct 27 16:46:15.527665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.550062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104bbb2a-f5d4-4898-91e1-2126bb231c69']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.560331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d9b960-d98c-46ca-afab-9b5718259e28') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.560631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d9b960-d98c-46ca-afab-9b5718259e28') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:15.570759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.583121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ab58a2aa-d1a7-4df3-8ace-6193d6fbc276 req-007e4c13-ea2f-48d7-b872-5297aa3aec75 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725679 Oct 27 16:46:15.584339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Allocated IP 172.25.5.180 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5e589e88-c09d-4524-990f-c02bc6813dbf) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:15.588003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.597455 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:15.597870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:15.600010 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:15.700466 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.723651 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.729394 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.732632 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] 10.222.0.70 "DELETE /v2.0/networks/104bbb2a-f5d4-4898-91e1-2126bb231c69 HTTP/1.1" status: 204 len: 168 time: 0.3917496 Oct 27 16:46:15.744848 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23266ec2-178d-4efb-88f3-a52f32cd1fcb tempest-QuotasNegativeTest-472214777 tempest-QuotasNegativeTest-472214777-project-admin] Pushing event deleted for resources: {'Network': ['ID=104bbb2a-f5d4-4898-91e1-2126bb231c69,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:15.810243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.857189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:15.863220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:15.865840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=5e589e88-c09d-4524-990f-c02bc6813dbf,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:15.868570 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:16.650274 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:16.709351 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:16.736935 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf46f82-261d-4dd1-87fb-c1073c2de9ea req-e9130a4d-8b3c-4bb8-93ff-f3ac068ca1fe tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:16.738689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bf46f82-261d-4dd1-87fb-c1073c2de9ea req-e9130a4d-8b3c-4bb8-93ff-f3ac068ca1fe tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0625675 Oct 27 16:46:16.785549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bf46f82-261d-4dd1-87fb-c1073c2de9ea req-36733561-7f10-4ac8-a92d-a51b9e764654 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Oct 27 16:46:16.828897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77d3-fece-4bbc-a6d4-31c07c2c6ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:16.895749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:16.925961 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77d3-fece-4bbc-a6d4-31c07c2c6ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.067788 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.074072 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77d3-fece-4bbc-a6d4-31c07c2c6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.113866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.118863 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5c2c77d3-fece-4bbc-a6d4-31c07c2c6ff4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fad7a3c494e44192a002930c44a6f2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082210 Oct 27 16:46:17.120016 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c77d3-fece-4bbc-a6d4-31c07c2c6ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5a66f-615f-490a-9c1e-c0f50d1c3e5e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:17.121593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47344) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:17.159548 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.229107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.252246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event updated for resources: {'Port': ['ID=5e589e88-c09d-4524-990f-c02bc6813dbf,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:17.268876 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.275160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.398195 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Floating IP 06131d39-5d4d-4d76-be47-5988bbf4b340 associated. External IP: 172.25.5.180, port: 951a5edd-9052-4cb7-bfc9-989d4de77da9. Oct 27 16:46:17.553115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.556950 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.558236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3f5a66f-615f-490a-9c1e-c0f50d1c3e5e HTTP/1.1" status: 204 len: 168 time: 0.4355576 Oct 27 16:46:17.600883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227ae3d-d65a-4593-b1c1-f7a6b310624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5a66f-615f-490a-9c1e-c0f50d1c3e5e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:17.653403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:46:17.772855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:46:17.782546 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Sync routers for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:46:17.793775 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:46:17.794309 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:46:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:17.905315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:17.915415 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:46:17.950154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26eb06-6385-498f-9f2b-9285d34152b3 req-73339066-193d-470e-aada-d43a745150b4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:17.952430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f26eb06-6385-498f-9f2b-9285d34152b3 req-73339066-193d-470e-aada-d43a745150b4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0969787 Oct 27 16:46:17.956222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c85e6c6f-5eb5-4b6f-81c7-a6b867b3e418 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8335760 Oct 27 16:46:17.957195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:46:17.959493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:17.960335 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42" -d '{"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:46:18.025991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6f26eb06-6385-498f-9f2b-9285d34152b3 req-f0019060-b50a-4cea-a0a0-506b532fcd77 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577273 Oct 27 16:46:18.058908 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd2143-efa2-4275-a42a-4aaf58054d73 x-openstack-request-id: req-93dd2143-efa2-4275-a42a-4aaf58054d73 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:46:18.059289 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:46:18.059704 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93dd2143-efa2-4275-a42a-4aaf58054d73 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:46:18.061363 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'status': 'completed', 'code': 200} Oct 27 16:46:18.095820 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d5cd2b7-4dcd-4409-8988-c5cc25fde226 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/06131d39-5d4d-4d76-be47-5988bbf4b340 HTTP/1.1" status: 200 len: 991 time: 0.1332479 Oct 27 16:46:18.132075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-8398ce95-673d-49ad-a1bc-b67d3b43c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:18.133947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-8398ce95-673d-49ad-a1bc-b67d3b43c1ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1096 time: 0.0504897 Oct 27 16:46:18.189988 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '06131d39-5d4d-4d76-be47-5988bbf4b340', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'port_id': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'mac_address': 'fa:16:3e:80:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cde566a-d7d7-4674-a21f-35f749656267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:46:16Z', 'updated_at': '2021-10-27T16:46:16Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:18.217329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Checking router: 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:46:18.229826 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:46:18.230688 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:46:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:18.237537 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-5e402634-71b9-40ad-b0c3-a6e03b496f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:18.242403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-5e402634-71b9-40ad-b0c3-a6e03b496f69 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95dd989f-6f7d-4c23-ac87-07123af96741 HTTP/1.1" status: 200 len: 898 time: 0.0979831 Oct 27 16:46:18.350310 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:46:18.354563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-aecf9b70-19bb-43ac-bd32-f4f73c8143be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9 HTTP/1.1" status: 200 len: 999 time: 0.1067553 Oct 27 16:46:18.410434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-7c91169a-1b99-41dc-addf-c2f87bcd5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:18.411959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-7c91169a-1b99-41dc-addf-c2f87bcd5195 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8318a600-c7b6-4e80-92ae-502439222abe HTTP/1.1" status: 200 len: 834 time: 0.0480597 Oct 27 16:46:18.462368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-519b2956-c3a6-40c4-a71d-51b08e1158f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:18.464139 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-519b2956-c3a6-40c4-a71d-51b08e1158f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95dd989f-6f7d-4c23-ac87-07123af96741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446675 Oct 27 16:46:18.496040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47356) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:18.536545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e8541da-144e-4400-9a6f-1d6d56c940c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:18.593260 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '06131d39-5d4d-4d76-be47-5988bbf4b340', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'port_id': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'mac_address': 'fa:16:3e:80:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cde566a-d7d7-4674-a21f-35f749656267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:46:16Z', 'updated_at': '2021-10-27T16:46:16Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:18.606706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-6d18fdeb-d975-4dfd-9a7a-3c4321d6f68b service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340027 Oct 27 16:46:18.624682 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596819-72f7-46c0-a11b-5ceb922f773f None None] The sync data for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 is: [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '06131d39-5d4d-4d76-be47-5988bbf4b340', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'port_id': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'mac_address': 'fa:16:3e:80:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cde566a-d7d7-4674-a21f-35f749656267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:46:16Z', 'updated_at': '2021-10-27T16:46:16Z', 'revision_number': 0, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:46:18.708370 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e8541da-144e-4400-9a6f-1d6d56c940c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:18.737614 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cafb8ddf-2379-417d-b4fc-b1ed9c42aa42 req-bf291661-b7d6-4453-b304-f649e4fb9f22 service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225915 Oct 27 16:46:18.786294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e8541da-144e-4400-9a6f-1d6d56c940c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:18.833800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2e8541da-144e-4400-9a6f-1d6d56c940c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c6310ade894ed8a0af171e0718133e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343260 Oct 27 16:46:18.833800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8541da-144e-4400-9a6f-1d6d56c940c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f320bf49-5092-4323-988e-eb7a0f2039eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:18.834171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:18.863327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a4c06-b379-424c-8dcb-c949b693eb8f None None] New status for floating IP 06131d39-5d4d-4d76-be47-5988bbf4b340: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:46:18.908645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:18.930492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:19.067906 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:19.070503 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:19.072417 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f320bf49-5092-4323-988e-eb7a0f2039eb HTTP/1.1" status: 204 len: 168 time: 0.2372115 Oct 27 16:46:19.082018 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97138e2-ba2c-4cc0-94ef-014914c264ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f320bf49-5092-4323-988e-eb7a0f2039eb,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:19.098641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47364) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:19.169676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c62a8-05db-4bad-9652-a814ede65f2f req-8f979989-7011-41ef-ae54-5665238d785b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:19.172461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414c62a8-05db-4bad-9652-a814ede65f2f req-8f979989-7011-41ef-ae54-5665238d785b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0745347 Oct 27 16:46:19.188706 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ef633b7d-c5e0-4edf-9dbb-53476ebce648 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/06131d39-5d4d-4d76-be47-5988bbf4b340 HTTP/1.1" status: 200 len: 991 time: 0.0887368 Oct 27 16:46:19.213744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414c62a8-05db-4bad-9652-a814ede65f2f req-d1a7d317-95c7-4de7-8ff5-1120ac66b792 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Oct 27 16:46:20.192945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47384) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:20.264722 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7491407c-eac0-485f-8266-6b519e2470dc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/06131d39-5d4d-4d76-be47-5988bbf4b340 HTTP/1.1" status: 200 len: 993 time: 0.0644486 Oct 27 16:46:20.360116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5f33-0ff8-43d4-84cf-2ccf11eb958c req-6916058b-b55f-4d71-b3bc-d0d5a425f9a9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:20.361651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-689d5f33-0ff8-43d4-84cf-2ccf11eb958c req-6916058b-b55f-4d71-b3bc-d0d5a425f9a9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0620201 Oct 27 16:46:20.401701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-689d5f33-0ff8-43d4-84cf-2ccf11eb958c req-28f1ca32-2c38-4115-b760-4280b9a77290 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Oct 27 16:46:21.403389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47408) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.517287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ca83efaa-8a5b-4920-891d-5b698ca69942 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:21.539141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea0fd-5d45-44c2-bcc0-b509ff8d6723 req-0b761754-9946-450e-a2e7-beb00cef34eb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:21.541247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e96ea0fd-5d45-44c2-bcc0-b509ff8d6723 req-0b761754-9946-450e-a2e7-beb00cef34eb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0621214 Oct 27 16:46:21.583577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e96ea0fd-5d45-44c2-bcc0-b509ff8d6723 req-ed07cc22-54f5-4d53-b079-46f41151dbba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Oct 27 16:46:21.727857 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ca83efaa-8a5b-4920-891d-5b698ca69942 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "PUT /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97 HTTP/1.1" status: 200 len: 366 time: 0.3218153 Oct 27 16:46:21.730212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47414) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.742069 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-15a61be4-3384-4d7f-84cd-d9be8e7c3f6f tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107152 Oct 27 16:46:21.744507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47416) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.755414 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-52beee12-2125-42df-a1f9-edd978400577 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97 HTTP/1.1" status: 200 len: 366 time: 0.0096941 Oct 27 16:46:21.758060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47418) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.880302 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-75cd8504-d29f-4e7e-9961-88bf345fbe55 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97 HTTP/1.1" status: 204 len: 168 time: 0.1211104 Oct 27 16:46:21.882606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47420) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.891654 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5e77cb82-6771-4dec-aa95-98040b2447ff tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079703 Oct 27 16:46:21.893862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.902992 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a3302c73-2eb9-4155-8127-7352685da21e tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97 HTTP/1.1" status: 200 len: 370 time: 0.0081882 Oct 27 16:46:21.905190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47424) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.909541 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-589edebd-3ce9-4448-842f-115ffacff68d tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97/default HTTP/1.1" status: 200 len: 370 time: 0.0034468 Oct 27 16:46:21.911747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47426) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:21.920679 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-3932b668-0406-4296-94ad-c55acc6ea945 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] delete failed (client error): The resource could not be found. Oct 27 16:46:21.921622 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3932b668-0406-4296-94ad-c55acc6ea945 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/2f115857d46e41bb87f8d0efdf73ff97 HTTP/1.1" status: 404 len: 348 time: 0.0090048 Oct 27 16:46:22.247226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47430) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:22.268261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:network and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.275097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.278655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:subnet and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.281837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.288001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:subnetpool and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.293061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.309322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:port and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.309322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.309682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:router and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.312555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.318551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:floatingip and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.322515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.357203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:security_group and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.360331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.368598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Usage tracker for resource:security_group_rule and project:8904e5ee941948a68d19b859fec6e696 is out of sync, need to count used quota {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:46:22.372690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.quota.resource [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114448) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:46:22.377828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6c05c42c-07ed-417c-9b8f-2cef0e394086 tempest-QuotasTest-1302439883 tempest-QuotasTest-1302439883-project-admin] 10.222.0.70 "GET /v2.0/quotas/8904e5ee941948a68d19b859fec6e696/details.json HTTP/1.1" status: 200 len: 703 time: 0.1295760 Oct 27 16:46:22.708149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf9243-2251-4b1e-b1d2-d81a8f109ad8 req-dfa0ae1b-eecb-4104-a0fe-a7226c5043ba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:22.709672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0bf9243-2251-4b1e-b1d2-d81a8f109ad8 req-dfa0ae1b-eecb-4104-a0fe-a7226c5043ba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0538771 Oct 27 16:46:22.754771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0bf9243-2251-4b1e-b1d2-d81a8f109ad8 req-bbf2b318-5e2f-4357-96b2-e52e3cdfd159 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 Oct 27 16:46:23.048637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47438) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:23.159947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec520de4-d99f-493c-aeeb-81476c1e86a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.241038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec520de4-d99f-493c-aeeb-81476c1e86a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.359071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec520de4-d99f-493c-aeeb-81476c1e86a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.401719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520de4-d99f-493c-aeeb-81476c1e86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc2019f-7008-45dc-b164-48a098d703ac,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:23.406223 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec520de4-d99f-493c-aeeb-81476c1e86a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26aa3a39b48149bbbee8bfb90b36ddc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566518 Oct 27 16:46:23.409358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:23.458949 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.481300 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.685132 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.688812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:23.689139 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bc2019f-7008-45dc-b164-48a098d703ac HTTP/1.1" status: 204 len: 168 time: 0.2787805 Oct 27 16:46:23.697252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77797e5-eee6-44ec-9ca8-ebbf42735350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc2019f-7008-45dc-b164-48a098d703ac,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:23.875283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011da8-7a7d-497e-855e-6c6944feeb80 req-f9ed1658-f5a9-4f0b-98c8-b0a196d15af7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:23.876788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0011da8-7a7d-497e-855e-6c6944feeb80 req-f9ed1658-f5a9-4f0b-98c8-b0a196d15af7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0520895 Oct 27 16:46:23.919886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0011da8-7a7d-497e-855e-6c6944feeb80 req-43f1b82a-9da0-4f5c-a213-5707cb02bce7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Oct 27 16:46:24.717668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:24.732877 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c174d58-d51f-4450-a6d9-56b97a1f1927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:24.808542 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c174d58-d51f-4450-a6d9-56b97a1f1927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:24.883692 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4c174d58-d51f-4450-a6d9-56b97a1f1927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:24.923090 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4c174d58-d51f-4450-a6d9-56b97a1f1927 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8904e5ee941948a68d19b859fec6e696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041092 Oct 27 16:46:24.923985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174d58-d51f-4450-a6d9-56b97a1f1927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37530e06-be27-4b96-adc6-92c27a248587,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:24.925711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47452) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:24.979702 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:25.024189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:25.079281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b4db-021f-418b-ae0a-f9361b6f74c2 req-5f0eb46d-2ded-47af-acb9-bf5d95bd2175 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:25.080367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3e8b4db-021f-418b-ae0a-f9361b6f74c2 req-5f0eb46d-2ded-47af-acb9-bf5d95bd2175 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0887530 Oct 27 16:46:25.123744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3e8b4db-021f-418b-ae0a-f9361b6f74c2 req-8b2546b8-0f1f-4b56-87c5-4dd41c039b40 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Oct 27 16:46:25.170624 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:25.173472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:25.174633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37530e06-be27-4b96-adc6-92c27a248587 HTTP/1.1" status: 204 len: 168 time: 0.2478278 Oct 27 16:46:25.183808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5f14-dcbf-4e96-9ae2-82b3a3680e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37530e06-be27-4b96-adc6-92c27a248587,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:26.246228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfdb3-614a-40e2-b12a-003b78441dfc req-389e11ed-706f-4e4d-ae75-e0393e1da723 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:26.247775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1bdfdb3-614a-40e2-b12a-003b78441dfc req-389e11ed-706f-4e4d-ae75-e0393e1da723 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0542829 Oct 27 16:46:26.303261 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e1bdfdb3-614a-40e2-b12a-003b78441dfc req-d7b1d87a-9747-4ff8-b29a-f260daf31a9d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Oct 27 16:46:26.529869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47478) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:26.631502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1014671418'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:26.736677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Made reservation on behalf of 19406b65df38433fb3dae8d3cfb1dd93 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:26.740238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:26.752499 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:26.833706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:26.940170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:26.967402 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:26.977590 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ec35c-a58e-4c4d-b458-09871b221283,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:26.982328 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:26.984197 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Added segment a5062a90-98fa-40ed-9cdb-4ab06f52f46d of type vlan for network fea90799-e8df-42eb-940c-12b4e14cd0b3 Oct 27 16:46:27.023177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:27.170178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:27.176027 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:27.176618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:27.247685 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'Network': ['ID=fea90799-e8df-42eb-940c-12b4e14cd0b3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:27.259899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:27.355323 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-37f93833-5989-4167-96e8-e8f4e76425a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8241711 Oct 27 16:46:27.360862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47484) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:27.363601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Request body: {'subnet': {'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:27.431558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07348a2-2859-443a-913c-a6bab92a0eca req-70ad6560-575e-496f-acaa-2d7ce2a47b5e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:27.433034 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e07348a2-2859-443a-913c-a6bab92a0eca req-70ad6560-575e-496f-acaa-2d7ce2a47b5e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0570455 Oct 27 16:46:27.473668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e07348a2-2859-443a-913c-a6bab92a0eca req-891f63a6-a9ff-4d9f-bd2a-682db4252b4e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Oct 27 16:46:27.553571 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Made reservation on behalf of 19406b65df38433fb3dae8d3cfb1dd93 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:27.557591 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:27.856272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.130498 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.265065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'Subnet': ['ID=41d3f608-2789-4e7f-849b-dc3553b48d53,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:28.277186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Checking segment: {'id': 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:28.279114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Network hostable DHCP agents. Network: fea90799-e8df-42eb-940c-12b4e14cd0b3, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:46:28.376061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:46:28.548151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fea90799-e8df-42eb-940c-12b4e14cd0b3) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:28.552415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.553003 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.559235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16f938-33be-4ea8-a8e2-592729dd845b None None] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:28.603165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.605591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf554-7da9-4bd1-a5c8-309f21e7a89d req-479e7f9f-374f-428b-afda-a8ad9d016abb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.607536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-220cf554-7da9-4bd1-a5c8-309f21e7a89d req-479e7f9f-374f-428b-afda-a8ad9d016abb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0638967 Oct 27 16:46:28.646903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-220cf554-7da9-4bd1-a5c8-309f21e7a89d req-71902f32-fe53-4c11-b87f-6865729ada67 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328779 Oct 27 16:46:28.706690 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d5fe5b57-92b7-430c-8f7d-df5f305a86fb tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3450565 Oct 27 16:46:28.707454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47488) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:28.711953 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Request body: {'port': {'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-275893142'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:28.721337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fea90799-e8df-42eb-940c-12b4e14cd0b3', 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3', 'tenant_id': '19406b65df38433fb3dae8d3cfb1dd93', 'fixed_ips': [{'subnet_id': '41d3f608-2789-4e7f-849b-dc3553b48d53'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:46:28.722211 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.864050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Allocated IP 2001:db8::2 (fea90799-e8df-42eb-940c-12b4e14cd0b3/41d3f608-2789-4e7f-849b-dc3553b48d53/382e144b-b584-4f1d-9a9e-4ef1e92e6e01) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:28.987352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Made reservation on behalf of 19406b65df38433fb3dae8d3cfb1dd93 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:28.990965 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.007896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] device_id is not set on port 16e776a7-25f8-4594-960b-8ff02820e9b3 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:46:29.008143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.147911 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.191511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:29.194476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:29.199596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:29.202665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Pushing event updated for resources: {'Port': ['ID=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:29.203946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Allocated IP 2001:db8::239 (fea90799-e8df-42eb-940c-12b4e14cd0b3/41d3f608-2789-4e7f-849b-dc3553b48d53/16e776a7-25f8-4594-960b-8ff02820e9b3) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:29.259446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Attempting to bind port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:46:29.259962 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Attempting to bind port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:46:29.260331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Attempting to bind port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 on network fea90799-e8df-42eb-940c-12b4e14cd0b3 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:29.265316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:46:29.284071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Checking segment: {'id': 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:29.284071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.284071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Bound using segment: {'id': 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:46:29.284071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Bound port: 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:46:29.284071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.333806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] For port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:46:29.337411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] For port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,segment=NetworkSegment(a5062a90-98fa-40ed-9cdb-4ab06f52f46d),segment_id=a5062a90-98fa-40ed-9cdb-4ab06f52f46d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:46:29.365823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.451248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.511975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c5ad-5ff5-4076-9397-f78753dee8d9 None None] Pushing event updated for resources: {'Port': ['ID=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:29.559769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.606775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:29.610379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:29.614686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:29.621076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:29.621719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:29.634236 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'Port': ['ID=16e776a7-25f8-4594-960b-8ff02820e9b3,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:29.751590 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-858f75a0-18be-499c-a662-973b93ca4e41 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0434029 Oct 27 16:46:29.755280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47492) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:29.763694 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Request body: {'port': {'network_id': 'fea90799-e8df-42eb-940c-12b4e14cd0b3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2049550424', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:29.764191 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] bootfile-name is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:29.764525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] tftp-server is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:29.764880 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] server-ip-address is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:29.824114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58967e20-4f7d-4fdc-80fc-23150d7c7754 req-11e16059-74e9-4dba-804d-547e70939bc5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:29.825788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58967e20-4f7d-4fdc-80fc-23150d7c7754 req-11e16059-74e9-4dba-804d-547e70939bc5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0646367 Oct 27 16:46:29.865570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58967e20-4f7d-4fdc-80fc-23150d7c7754 req-399a906b-5f31-4512-9d86-f18be270891e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 Oct 27 16:46:29.991901 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Made reservation on behalf of 19406b65df38433fb3dae8d3cfb1dd93 for: {'port': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:29.995523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.014009 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] device_id is not set on port a9e3a8ee-23aa-4ed3-8e17-e91b114229e5 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:46:30.141268 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Allocated IP 2001:db8::20c (fea90799-e8df-42eb-940c-12b4e14cd0b3/41d3f608-2789-4e7f-849b-dc3553b48d53/a9e3a8ee-23aa-4ed3-8e17-e91b114229e5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:30.312389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.428736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:46:30.479745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.485944 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:30.485944 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.533290 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:30.536765 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:30.541197 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:30.547214 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:30.547735 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.560181 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'Port': ['ID=a9e3a8ee-23aa-4ed3-8e17-e91b114229e5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:30.579703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.593470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac189cab-e1b8-4e9f-95b1-e57a7c2f2f17 None None] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:30.665238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,segment=NetworkSegment(a5062a90-98fa-40ed-9cdb-4ab06f52f46d),segment_id=a5062a90-98fa-40ed-9cdb-4ab06f52f46d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:30.702984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f2671db1-a4f0-49c8-9cbf-10d495912d56 None None] Provisioning complete for port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:30.703372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2671db1-a4f0-49c8-9cbf-10d495912d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.715675 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e063c59b-7d7f-4a79-89ee-20024ccc28b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9593172 Oct 27 16:46:30.724296 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47494) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:30.798179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:30.802903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddcbd87-2d92-4e1f-92f7-fce28c3d1178 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:30.809122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddcbd87-2d92-4e1f-92f7-fce28c3d1178 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:30.815078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddcbd87-2d92-4e1f-92f7-fce28c3d1178 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:30.816829 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ddcbd87-2d92-4e1f-92f7-fce28c3d1178 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0976954 Oct 27 16:46:30.820546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47496) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:30.899154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.913770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:30.922616 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Deleting port a9e3a8ee-23aa-4ed3-8e17-e91b114229e5 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:30.923174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.007088 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a2f0-47d8-4226-8cfe-40a2d21385b8 req-ef022c22-d1bb-4729-ad56-fce461e3c75a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:31.009476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ea8a2f0-47d8-4226-8cfe-40a2d21385b8 req-ef022c22-d1bb-4729-ad56-fce461e3c75a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0577645 Oct 27 16:46:31.020238 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.036702 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Calling delete_port for a9e3a8ee-23aa-4ed3-8e17-e91b114229e5 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:31.058908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ea8a2f0-47d8-4226-8cfe-40a2d21385b8 req-75180c75-3c47-484c-bfc2-d39957c4c321 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Oct 27 16:46:31.224816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Provisioning complete for port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:31.225306 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.250756 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.287403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event deleted for resources: {'Port': ['ID=a9e3a8ee-23aa-4ed3-8e17-e91b114229e5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:31.319624 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.321873 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b20ec0ed-a504-4e56-8499-faa3431376fe tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "DELETE /v2.0/ports/a9e3a8ee-23aa-4ed3-8e17-e91b114229e5 HTTP/1.1" status: 204 len: 168 time: 0.5003431 Oct 27 16:46:31.325494 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47500) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:31.330835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Request body: {'port': {'name': 'tempest-new-port-name-1479621180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:31.331108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Provisioning complete for port 16e776a7-25f8-4594-960b-8ff02820e9b3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:31.331400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] bootfile-name is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:31.331544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.331876 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] tftp-server is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:31.332272 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.api.validators [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] server-ip-address is not in valid_values {{(pid=114449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:46:31.373959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Port 16e776a7-25f8-4594-960b-8ff02820e9b3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:46:31.377264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-23524a8f-2f2c-42b3-9195-48899f1db7d0 None None] Could not find standard attr ID for object a9e3a8ee-23aa-4ed3-8e17-e91b114229e5. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:46:31.407232 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.500502 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b9192540-e0d1-4137-b730-8150ba86b0e1 None None] Provisioning complete for port 16e776a7-25f8-4594-960b-8ff02820e9b3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:31.501021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9192540-e0d1-4137-b730-8150ba86b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.543750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b9192540-e0d1-4137-b730-8150ba86b0e1 None None] Port 16e776a7-25f8-4594-960b-8ff02820e9b3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:46:31.628188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.647420 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:46:31.657700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-714e9ee1-70f2-47dc-98f7-9d160faf3c0c None None] Could not find standard attr ID for object a9e3a8ee-23aa-4ed3-8e17-e91b114229e5. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:46:31.728577 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.763470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] In _notify_port_updated(), no bound segment for port 16e776a7-25f8-4594-960b-8ff02820e9b3 on network fea90799-e8df-42eb-940c-12b4e14cd0b3 {{(pid=114449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:46:31.769163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:31.769839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:31.774166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "PUT /v2.0/ports/16e776a7-25f8-4594-960b-8ff02820e9b3 HTTP/1.1" status: 200 len: 1130 time: 0.4446714 Oct 27 16:46:31.775123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47502) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:31.789328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003cb77-667b-40d3-8b5a-9a679d5eda8e tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event updated for resources: {'Port': ['ID=16e776a7-25f8-4594-960b-8ff02820e9b3,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:31.832341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d906cc-a748-4fe5-b7cf-220aca6a031a tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:31.833747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3d906cc-a748-4fe5-b7cf-220aca6a031a tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "GET /v2.0/ports/16e776a7-25f8-4594-960b-8ff02820e9b3 HTTP/1.1" status: 200 len: 1130 time: 0.0575936 Oct 27 16:46:31.837932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47504) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:31.952515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Deleting port 16e776a7-25f8-4594-960b-8ff02820e9b3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:31.952978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.051562 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.067858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Calling delete_port for 16e776a7-25f8-4594-960b-8ff02820e9b3 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:32.192694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf75db-4528-4176-90bb-882570620b1e req-0af73e58-7e84-4c82-ba25-7e6feaa51579 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:32.194382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcdf75db-4528-4176-90bb-882570620b1e req-0af73e58-7e84-4c82-ba25-7e6feaa51579 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0540698 Oct 27 16:46:32.202927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6a558988-db87-4833-8686-4605235e8540 None None] Provisioning complete for port 16e776a7-25f8-4594-960b-8ff02820e9b3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:32.203407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a558988-db87-4833-8686-4605235e8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.234873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dcdf75db-4528-4176-90bb-882570620b1e req-88e5fba8-46d5-4137-b0c7-c05b5c4794d2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Oct 27 16:46:32.236993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6a558988-db87-4833-8686-4605235e8540 None None] Port 16e776a7-25f8-4594-960b-8ff02820e9b3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:46:32.353209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.382987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event deleted for resources: {'Port': ['ID=16e776a7-25f8-4594-960b-8ff02820e9b3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:32.404645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:46:32.411072 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.412998 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e27dc201-f081-4555-81cb-3dfbe47d9722 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "DELETE /v2.0/ports/16e776a7-25f8-4594-960b-8ff02820e9b3 HTTP/1.1" status: 204 len: 168 time: 0.5734689 Oct 27 16:46:32.415745 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47508) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:32.472407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:32.472986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.473230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Deleting subnet 41d3f608-2789-4e7f-849b-dc3553b48d53 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:46:32.478015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.526941 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.621970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.855059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.879840 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event deleted for resources: {'Subnet': ['ID=41d3f608-2789-4e7f-849b-dc3553b48d53,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:32.885451 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.888993 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-996ba49d-4dee-492d-ac8e-c3ed3e4ffe2b tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "DELETE /v2.0/subnets/41d3f608-2789-4e7f-849b-dc3553b48d53 HTTP/1.1" status: 204 len: 168 time: 0.4719214 Oct 27 16:46:32.891215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47510) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:32.892327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db3316-0f21-470b-84c6-079f97534c54 None None] Network fea90799-e8df-42eb-940c-12b4e14cd0b3 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:32.967704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.024507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Deleting port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:33.025098 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.081015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] DHCP port deletion for fea90799-e8df-42eb-940c-12b4e14cd0b3 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:46:33.095004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] For port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,segment=NetworkSegment(a5062a90-98fa-40ed-9cdb-4ab06f52f46d),segment_id=a5062a90-98fa-40ed-9cdb-4ab06f52f46d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:33.095511 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.108874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Calling delete_port for 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:33.131792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Deleting port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:33.132117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.200564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] For port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,segment=NetworkSegment(a5062a90-98fa-40ed-9cdb-4ab06f52f46d),segment_id=a5062a90-98fa-40ed-9cdb-4ab06f52f46d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:33.200955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.213452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Calling delete_port for 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:33.357228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7caee-ca8b-45ad-b12c-468854d10510 req-46713b91-a405-4ad1-a6ca-707f74954d36 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:33.358682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14f7caee-ca8b-45ad-b12c-468854d10510 req-46713b91-a405-4ad1-a6ca-707f74954d36 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0509114 Oct 27 16:46:33.398869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14f7caee-ca8b-45ad-b12c-468854d10510 req-42b0b4f6-e80f-42ae-b42b-a1a18105b737 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Oct 27 16:46:33.442796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.449726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.469252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event deleted for resources: {'Port': ['ID=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:33.472928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] No DVR routers for this DVR port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:33.478704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] No DVR routers for this DVR port 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:33.480272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb077cca-8323-4fd6-a691-7c6d18040f48 None None] Pushing event deleted for resources: {'Port': ['ID=382e144b-b584-4f1d-9a9e-4ef1e92e6e01,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:33.556504 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.576482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea90799-e8df-42eb-940c-12b4e14cd0b3']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:33.585764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:33.586157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5062a90-98fa-40ed-9cdb-4ab06f52f46d') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:33.595678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.608602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.614520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:33.614909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:33.618442 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:33.815887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.824297 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:33.829806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] 10.222.0.70 "DELETE /v2.0/networks/fea90799-e8df-42eb-940c-12b4e14cd0b3 HTTP/1.1" status: 204 len: 168 time: 0.9374883 Oct 27 16:46:33.842954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03284835-32ba-4da9-a7bc-ab1b1a400220 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363 tempest-ExtraDHCPOptionsIpV6TestJSON-1209383363-project] Pushing event deleted for resources: {'Network': ['ID=fea90799-e8df-42eb-940c-12b4e14cd0b3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:34.392023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:46:34.412746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:46:34.413093 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 382e144b-b584-4f1d-9a9e-4ef1e92e6e01 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:46:34.521023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7b3b-99a9-4504-8c17-2f5377276e33 req-40a3540b-22d8-491d-8cd2-de440eb541de tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:34.522503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05ba7b3b-99a9-4504-8c17-2f5377276e33 req-40a3540b-22d8-491d-8cd2-de440eb541de tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0507936 Oct 27 16:46:34.563854 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:34.565147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05ba7b3b-99a9-4504-8c17-2f5377276e33 req-6266e9b1-786a-4fe7-9f8d-7adcff6b3fd4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Oct 27 16:46:34.698427 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f326c46b-8de0-42cc-9233-43e821873d96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19406b65df38433fb3dae8d3cfb1dd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334114 Oct 27 16:46:34.700975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47524) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:34.749948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:34.774375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:35.020024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:35.022645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:35.023842 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee6ec35c-a58e-4c4d-b458-09871b221283 HTTP/1.1" status: 204 len: 168 time: 0.3219464 Oct 27 16:46:35.031827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ac885-1ece-4703-ac8b-67ffeae80bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ec35c-a58e-4c4d-b458-09871b221283,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:35.692646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b954f-516d-4bec-885d-bd5dada7538a req-1c08bc54-030c-4321-8f3a-42ca3b6f0132 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:35.694274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f51b954f-516d-4bec-885d-bd5dada7538a req-1c08bc54-030c-4321-8f3a-42ca3b6f0132 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0545692 Oct 27 16:46:35.735381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f51b954f-516d-4bec-885d-bd5dada7538a req-52c3a75a-2b4f-4784-ac4c-d591fd5a8acf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Oct 27 16:46:36.333873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47548) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:36.441316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'networks': [{'name': 'tempest-network--304582329'}, {'name': 'tempest-network--2010552421'}]} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:36.441835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-network--304582329'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:36.442310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-network--2010552421'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:36.833150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'network': 2} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:36.849169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:36.849169 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:36.855802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea665db2-a867-4f69-96c3-53621fc8fcbf req-b9bf7ebd-7549-41e3-9e02-9f9c9989c4ed tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:36.857331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea665db2-a867-4f69-96c3-53621fc8fcbf req-b9bf7ebd-7549-41e3-9e02-9f9c9989c4ed tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0537794 Oct 27 16:46:36.898253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea665db2-a867-4f69-96c3-53621fc8fcbf req-532a1182-b861-4a25-9997-fc69e7e556dd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Oct 27 16:46:36.928446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.162797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.163797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.200587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e37b39-896c-4109-bb99-fb7d36c6157b,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:37.207984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:37.217372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.217718 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment 1bf67743-0864-4b65-8e28-694efd26bebb of type vlan for network 8e153dc3-10e4-40d0-a9a5-0bb129bddb50 Oct 27 16:46:37.259745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.288032 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:37.296930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.297274 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment 498707f7-063d-4319-b069-d977fb1a63ef of type vlan for network 483a5358-e2ca-4240-a86c-16765b55497e Oct 27 16:46:37.337416 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.477778 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.478282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.484013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.488884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.489512 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.557761 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=8e153dc3-10e4-40d0-a9a5-0bb129bddb50,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:37.571845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8e153dc3-10e4-40d0-a9a5-0bb129bddb50 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:37.622604 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=483a5358-e2ca-4240-a86c-16765b55497e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:37.635683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47554) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:37.635941 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8bbbaa74-cf42-4d8f-ab86-667f3354ac5f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3038957 Oct 27 16:46:37.778880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb7feb-161a-460f-8c9c-cbffea845ae3 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.785384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb7feb-161a-460f-8c9c-cbffea845ae3 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.791547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb7feb-161a-460f-8c9c-cbffea845ae3 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.793029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 483a5358-e2ca-4240-a86c-16765b55497e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:37.798090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb7feb-161a-460f-8c9c-cbffea845ae3 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:37.800181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4bfb7feb-161a-460f-8c9c-cbffea845ae3 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1634614 Oct 27 16:46:37.803079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47556) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:37.896087 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:37.990538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.012712 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e153dc3-10e4-40d0-a9a5-0bb129bddb50']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.022160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf67743-0864-4b65-8e28-694efd26bebb') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.027428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf67743-0864-4b65-8e28-694efd26bebb') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.031938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.048551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.060434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:38.061970 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:38.064400 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:38.173291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec47f-51a6-4cec-b8eb-d34cae7ea73e req-5f407312-9423-4fd1-85ad-d3cd3d3f052f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:38.174671 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16dec47f-51a6-4cec-b8eb-d34cae7ea73e req-5f407312-9423-4fd1-85ad-d3cd3d3f052f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.1965384 Oct 27 16:46:38.213763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16dec47f-51a6-4cec-b8eb-d34cae7ea73e req-725b42df-97e0-4271-941c-5f4a3a4a83d6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Oct 27 16:46:38.243524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.256650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.256650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/8e153dc3-10e4-40d0-a9a5-0bb129bddb50 HTTP/1.1" status: 204 len: 168 time: 0.4503028 Oct 27 16:46:38.257997 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47562) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:38.270910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcf90d-5127-418f-a118-23a39d1f06b9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=8e153dc3-10e4-40d0-a9a5-0bb129bddb50,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:38.340501 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.447339 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.466331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483a5358-e2ca-4240-a86c-16765b55497e']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.475484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498707f7-063d-4319-b069-d977fb1a63ef') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.476311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498707f7-063d-4319-b069-d977fb1a63ef') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:38.485376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.499672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.505458 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:38.505841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:38.509060 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:38.683780 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.690712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.693882 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/483a5358-e2ca-4240-a86c-16765b55497e HTTP/1.1" status: 204 len: 168 time: 0.4348559 Oct 27 16:46:38.696569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47564) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:38.705735 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e924d5-5993-4561-bc40-c3e91302ceff tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=483a5358-e2ca-4240-a86c-16765b55497e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:38.799670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f42f50-ac32-46d0-a891-62cec6275f04 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:38.805723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f42f50-ac32-46d0-a891-62cec6275f04 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:38.807269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-21f42f50-ac32-46d0-a891-62cec6275f04 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1095650 Oct 27 16:46:38.810963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47566) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:38.815707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1407643025'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:38.950843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:38.954403 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.980563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:38.989914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:38.990264 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment 96584f90-6eda-44cd-8b35-37a0daa05131 of type vlan for network 191bb812-02be-4843-885c-ee27be15272a Oct 27 16:46:39.034193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.146333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.152616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:39.153202 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.218964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=191bb812-02be-4843-885c-ee27be15272a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:39.229642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 191bb812-02be-4843-885c-ee27be15272a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:39.300683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-da74a7e5-797f-4a2a-9140-4324be5ad1af tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4886174 Oct 27 16:46:39.303442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47570) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:39.308456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1286388843'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:39.343543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca41d-215f-4c1e-adb2-38fccf8cab49 req-883513fe-95bf-4c47-a3ae-b818f98cac2b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:39.345035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76bca41d-215f-4c1e-adb2-38fccf8cab49 req-883513fe-95bf-4c47-a3ae-b818f98cac2b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0580554 Oct 27 16:46:39.384651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76bca41d-215f-4c1e-adb2-38fccf8cab49 req-2a5bd67b-fedf-4b2c-9d40-680ba103d2f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Oct 27 16:46:39.455791 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:39.461161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.486062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:39.495151 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.495421 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment f93923dd-e372-4c0d-8fb2-0c6ad6d8064c of type vlan for network 652a4c77-d064-4136-9c0c-cfb7d3614fb0 Oct 27 16:46:39.541699 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.700093 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.705670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:39.706258 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:39.770317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=652a4c77-d064-4136-9c0c-cfb7d3614fb0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:39.782022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 652a4c77-d064-4136-9c0c-cfb7d3614fb0 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:39.847111 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9f28d49f-8bf3-4c3d-a964-8c780b00d74f tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5423963 Oct 27 16:46:39.849659 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47572) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:39.854666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'ports': [{'network_id': '191bb812-02be-4843-885c-ee27be15272a', 'name': 'tempest-port--1573565013', 'admin_state_up': True}, {'network_id': '652a4c77-d064-4136-9c0c-cfb7d3614fb0', 'admin_state_up': False}]} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:39.854982 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'port': {'network_id': '191bb812-02be-4843-885c-ee27be15272a', 'name': 'tempest-port--1573565013', 'admin_state_up': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:39.855483 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'port': {'network_id': '652a4c77-d064-4136-9c0c-cfb7d3614fb0', 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:40.146355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'port': 2} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:40.151609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.164507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.260821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] device_id is not set on port 4ba0b26a-a283-4672-ae23-c39809ec215a yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:46:40.377871 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.460245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] device_id is not set on port ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551 yet. {{(pid=114449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:46:40.508823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dfe90-db38-467d-a14d-119b04284271 req-ff5ec611-3805-48ea-9916-b86bde775fe8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:40.510297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-140dfe90-db38-467d-a14d-119b04284271 req-ff5ec611-3805-48ea-9916-b86bde775fe8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0536869 Oct 27 16:46:40.551246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-140dfe90-db38-467d-a14d-119b04284271 req-9d632d3f-b85e-4705-a4e2-8dbc84ee2c34 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Oct 27 16:46:40.573645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.713074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:40.775620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Port': ['ID=4ba0b26a-a283-4672-ae23-c39809ec215a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:40.791915 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Checking segment: {'id': '96584f90-6eda-44cd-8b35-37a0daa05131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '191bb812-02be-4843-885c-ee27be15272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:40.792279 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network hostable DHCP agents. Network: 191bb812-02be-4843-885c-ee27be15272a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:46:40.911176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network 191bb812-02be-4843-885c-ee27be15272a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:46:41.056871 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 191bb812-02be-4843-885c-ee27be15272a) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:41.061736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:41.063295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:41.066714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefcffd-7b87-411d-8716-de63413868cc None None] Network 191bb812-02be-4843-885c-ee27be15272a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:41.129792 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Port': ['ID=ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:41.137853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Checking segment: {'id': 'f93923dd-e372-4c0d-8fb2-0c6ad6d8064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '652a4c77-d064-4136-9c0c-cfb7d3614fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:41.138102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network hostable DHCP agents. Network: 652a4c77-d064-4136-9c0c-cfb7d3614fb0, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:46:41.249276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network 652a4c77-d064-4136-9c0c-cfb7d3614fb0 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:46:41.352615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 652a4c77-d064-4136-9c0c-cfb7d3614fb0) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:41.356504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:41.361891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb6387-9f31-4feb-aebd-f40e089f6009 None None] Network 652a4c77-d064-4136-9c0c-cfb7d3614fb0 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:41.362350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:41.367431 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:41.368406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:41.512771 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d24f441-0822-4554-b0e5-37a3cda85433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:41.543723 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b38eb34b-58a4-41ee-a735-e65e6fecae30 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6929066 Oct 27 16:46:41.546253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:41.599447 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582df7c4-ebfa-468c-8387-4139a5bc60b4 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:41.608563 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582df7c4-ebfa-468c-8387-4139a5bc60b4 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:41.608563 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-582df7c4-ebfa-468c-8387-4139a5bc60b4 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0604749 Oct 27 16:46:41.610794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47580) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:41.709263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting port 4ba0b26a-a283-4672-ae23-c39809ec215a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:41.709606 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:41.739583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8138a-321d-4852-9d9b-547d457fa322 req-20201e4a-f01e-4b64-83c6-54f800918732 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:41.741729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfb8138a-321d-4852-9d9b-547d457fa322 req-20201e4a-f01e-4b64-83c6-54f800918732 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.1170897 Oct 27 16:46:41.784615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bfb8138a-321d-4852-9d9b-547d457fa322 req-363ed53b-1f6f-4576-adbc-d44ecd2d3c6a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Oct 27 16:46:41.786069 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:41.800815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Calling delete_port for 4ba0b26a-a283-4672-ae23-c39809ec215a owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:42.042907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.073534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Port': ['ID=4ba0b26a-a283-4672-ae23-c39809ec215a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:42.081127 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.084803 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-76e2fa44-0f39-4ad2-a5e6-b090b4cd4ddd tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/ports/4ba0b26a-a283-4672-ae23-c39809ec215a HTTP/1.1" status: 204 len: 168 time: 0.4730957 Oct 27 16:46:42.087393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:42.180444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting port ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:42.180785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.257134 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.269525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Calling delete_port for ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551 owned by {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:42.519379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.549693 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Port': ['ID=ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:42.553473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.559226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47586) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:42.559387 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ea081244-6309-465a-adda-02872c51cfdc tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/ports/ce7f9dfe-a10b-4b0c-bcb0-1ba51f371551 HTTP/1.1" status: 204 len: 168 time: 0.4709718 Oct 27 16:46:42.588002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-80b7930d-fa3d-4673-b25f-760be772f6a6 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0275624 Oct 27 16:46:42.591528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47588) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:42.596442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-636058261'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:42.746376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:42.750198 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.776226 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:42.785639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.785983 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment 0aee28d0-9479-41e9-8a29-db7463f65bf8 of type vlan for network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 Oct 27 16:46:42.841595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.909508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e130-b68d-46ae-afb8-8161237232df req-2bf15ce1-9532-4400-836a-89af348c8e2d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:42.911029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af72e130-b68d-46ae-afb8-8161237232df req-2bf15ce1-9532-4400-836a-89af348c8e2d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0508537 Oct 27 16:46:42.955349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-af72e130-b68d-46ae-afb8-8161237232df req-e429d1a6-cb42-4a69-8e2f-9e99eef90375 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Oct 27 16:46:42.969290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:42.975839 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:42.976493 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.054573 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=32cb508e-b7d7-4bc6-9da7-488a8d2d3791,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:43.065764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:43.137914 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-36666c5e-60fe-4c92-a942-f239f28a1c2d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5452390 Oct 27 16:46:43.140373 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:43.145400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1248208501'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:43.254770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:43.258627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.283697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:46:43.293826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.294182 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Added segment f3ee263a-f59f-41f1-ba76-c068a8e0b7ba of type vlan for network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c Oct 27 16:46:43.335367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.470926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.477744 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:43.477744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:43.551601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Network': ['ID=5a43b252-5749-4da0-b95c-cd10b0a3dc7c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:43.561804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:46:43.630225 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ae57c914-ae5d-44b7-9d3d-e6e07295841d tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4887650 Oct 27 16:46:43.762752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47594) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:43.767867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'subnets': [{'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--439172480', 'ip_version': 4}, {'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:43.768179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'subnet': {'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--439172480', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:43.768774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Request body: {'subnet': {'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:46:44.061594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Made reservation on behalf of d3a07e43f8d7413ea14f9523306156eb for: {'subnet': 2} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:46:44.066153 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:44.066487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:44.089964 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-21d67ed4-6564-42f6-a7a2-b7e3ae6e148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:44.117423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050f2d-4c7e-4478-bc46-2d0acdc3d752 req-d66b6523-8b57-4fba-b491-42fe84464712 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:44.118909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad050f2d-4c7e-4478-bc46-2d0acdc3d752 req-d66b6523-8b57-4fba-b491-42fe84464712 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0935960 Oct 27 16:46:44.186851 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad050f2d-4c7e-4478-bc46-2d0acdc3d752 req-27c47caa-a37e-4836-ad11-12dde598a343 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617032 Oct 27 16:46:44.655145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:44.713425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Subnet': ['ID=f510b6a7-07ca-456f-81cc-02056bc1c612,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:44.724704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Checking segment: {'id': '0aee28d0-9479-41e9-8a29-db7463f65bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:44.725064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network hostable DHCP agents. Network: 32cb508e-b7d7-4bc6-9da7-488a8d2d3791, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:46:44.775122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:44.866183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:46:45.036754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 32cb508e-b7d7-4bc6-9da7-488a8d2d3791) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:45.041962 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.046071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01125c9b-6950-4be5-ad77-7e79d5b495a8 None None] Network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:45.107749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event updated for resources: {'Subnet': ['ID=4c2f163c-76de-44bf-8d93-40c44a5dd20a,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:45.120008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Checking segment: {'id': 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:45.120369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network hostable DHCP agents. Network: 5a43b252-5749-4da0-b95c-cd10b0a3dc7c, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:46:45.204276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-32cb508e-b7d7-4bc6-9da7-488a8d2d3791', 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791', 'tenant_id': 'd3a07e43f8d7413ea14f9523306156eb', 'fixed_ips': [{'subnet_id': 'f510b6a7-07ca-456f-81cc-02056bc1c612'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:46:45.205124 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.213315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:46:45.309724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ff978-1644-46dd-b4d7-cf58f8c80687 req-d3af5975-e0bc-4d69-948f-150b8467a2a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.311512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-421ff978-1644-46dd-b4d7-cf58f8c80687 req-d3af5975-e0bc-4d69-948f-150b8467a2a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0510423 Oct 27 16:46:45.324313 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.345363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 5a43b252-5749-4da0-b95c-cd10b0a3dc7c) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:45.349976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Allocated IP 172.20.0.2 (32cb508e-b7d7-4bc6-9da7-488a8d2d3791/f510b6a7-07ca-456f-81cc-02056bc1c612/253b3776-7677-4742-9fa3-e72537540a1e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:45.352821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-421ff978-1644-46dd-b4d7-cf58f8c80687 req-3b2f6d2c-32e8-4449-a042-d9c743efca88 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Oct 27 16:46:45.354126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.354592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.355241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.364191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410519e-04fd-4483-b042-dd2f0ce90d98 None None] Network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:45.480173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-24a92c5f-5700-4c0e-ab91-a0649885d0ef tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7161028 Oct 27 16:46:45.482540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47602) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:45.574335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49188d7-3a47-4616-b267-d84844e6c1b0 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.575984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49188d7-3a47-4616-b267-d84844e6c1b0 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.577483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49188d7-3a47-4616-b267-d84844e6c1b0 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:45.579547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d49188d7-3a47-4616-b267-d84844e6c1b0 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0956070 Oct 27 16:46:45.582569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47604) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:45.597050 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.627408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-5a43b252-5749-4da0-b95c-cd10b0a3dc7c', 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c', 'tenant_id': 'd3a07e43f8d7413ea14f9523306156eb', 'fixed_ips': [{'subnet_id': '4c2f163c-76de-44bf-8d93-40c44a5dd20a'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:46:45.628269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.644625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting subnet f510b6a7-07ca-456f-81cc-02056bc1c612 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:46:45.740610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.744722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.786408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.798887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:45.806146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:45.808963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:45.811475 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Allocated IP 172.20.0.18 (5a43b252-5749-4da0-b95c-cd10b0a3dc7c/4c2f163c-76de-44bf-8d93-40c44a5dd20a/477cd380-bd3f-4e0f-964c-85148701af5e) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:46:45.825279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Pushing event updated for resources: {'Port': ['ID=253b3776-7677-4742-9fa3-e72537540a1e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:45.880385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.922112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Attempting to bind port 253b3776-7677-4742-9fa3-e72537540a1e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:46:45.922485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Attempting to bind port 253b3776-7677-4742-9fa3-e72537540a1e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '0aee28d0-9479-41e9-8a29-db7463f65bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:46:45.922853 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Attempting to bind port 253b3776-7677-4742-9fa3-e72537540a1e on network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:45.932523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:46:45.932961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Checking segment: {'id': '0aee28d0-9479-41e9-8a29-db7463f65bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:45.933450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:45.933843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Bound using segment: {'id': '0aee28d0-9479-41e9-8a29-db7463f65bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:46:45.934316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Bound port: 253b3776-7677-4742-9fa3-e72537540a1e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aee28d0-9479-41e9-8a29-db7463f65bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '32cb508e-b7d7-4bc6-9da7-488a8d2d3791'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:46:45.934695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.063698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.066637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.070387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] For port 253b3776-7677-4742-9fa3-e72537540a1e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:46:46.074191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] For port 253b3776-7677-4742-9fa3-e72537540a1e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=253b3776-7677-4742-9fa3-e72537540a1e,segment=NetworkSegment(0aee28d0-9479-41e9-8a29-db7463f65bf8),segment_id=0aee28d0-9479-41e9-8a29-db7463f65bf8)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:46:46.091354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Subnet': ['ID=f510b6a7-07ca-456f-81cc-02056bc1c612,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:46.097058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.100217 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-576313c6-9f84-4c46-926e-8c930ba2fb0b tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/subnets/f510b6a7-07ca-456f-81cc-02056bc1c612 HTTP/1.1" status: 204 len: 168 time: 0.5164781 Oct 27 16:46:46.103453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47606) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:46.154701 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting subnet 4c2f163c-76de-44bf-8d93-40c44a5dd20a {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:46:46.162822 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.168580 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.203462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:46:46.206361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:46:46.209894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:46:46.210790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.219567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Pushing event updated for resources: {'Port': ['ID=477cd380-bd3f-4e0f-964c-85148701af5e,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:46.245287 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.306476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.311868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Attempting to bind port 477cd380-bd3f-4e0f-964c-85148701af5e on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:46:46.312243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Attempting to bind port 477cd380-bd3f-4e0f-964c-85148701af5e by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:46:46.312610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Attempting to bind port 477cd380-bd3f-4e0f-964c-85148701af5e on network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:46:46.330704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:46:46.331269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Checking segment: {'id': 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:46:46.331737 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.332145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Bound using segment: {'id': 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:46:46.332641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Bound port: 477cd380-bd3f-4e0f-964c-85148701af5e, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5a43b252-5749-4da0-b95c-cd10b0a3dc7c'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:46:46.333031 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.335142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4746-b8df-4828-b1ad-f9fdac9376e0 None None] Pushing event updated for resources: {'Port': ['ID=253b3776-7677-4742-9fa3-e72537540a1e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:46.486865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e38cd-bcdc-43cc-9ffe-df7d0f1ee27a req-53c6677f-1304-467e-a782-58e6c1a26664 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:46.488280 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b5e38cd-bcdc-43cc-9ffe-df7d0f1ee27a req-53c6677f-1304-467e-a782-58e6c1a26664 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0523233 Oct 27 16:46:46.546791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.549462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] For port 477cd380-bd3f-4e0f-964c-85148701af5e, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:46:46.554681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] For port 477cd380-bd3f-4e0f-964c-85148701af5e, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=477cd380-bd3f-4e0f-964c-85148701af5e,segment=NetworkSegment(f3ee263a-f59f-41f1-ba76-c068a8e0b7ba),segment_id=f3ee263a-f59f-41f1-ba76-c068a8e0b7ba)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:46:46.561473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b5e38cd-bcdc-43cc-9ffe-df7d0f1ee27a req-92ee9954-2126-4176-b3c6-0f3bd85c765e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663292 Oct 27 16:46:46.588881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2f163c-76de-44bf-8d93-40c44a5dd20a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:46.593861 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.597575 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6765e7d9-21a7-4359-b17a-12271e5abc0c tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/subnets/4c2f163c-76de-44bf-8d93-40c44a5dd20a HTTP/1.1" status: 204 len: 168 time: 0.4931211 Oct 27 16:46:46.600033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47612) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:46.650758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:46.704305 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d4130-84aa-469c-b3f6-d77307c59692 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:46.704305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0b1d4130-84aa-469c-b3f6-d77307c59692 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020315 Oct 27 16:46:46.709337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47614) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:46.717072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4a12-cb17-43a9-a590-d922c923a874 None None] Pushing event updated for resources: {'Port': ['ID=477cd380-bd3f-4e0f-964c-85148701af5e,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:47.173063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.228516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting port 477cd380-bd3f-4e0f-964c-85148701af5e {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:47.228897 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.272039 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.307757 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] For port 477cd380-bd3f-4e0f-964c-85148701af5e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=477cd380-bd3f-4e0f-964c-85148701af5e,segment=NetworkSegment(f3ee263a-f59f-41f1-ba76-c068a8e0b7ba),segment_id=f3ee263a-f59f-41f1-ba76-c068a8e0b7ba)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:47.308146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.321712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Calling delete_port for 477cd380-bd3f-4e0f-964c-85148701af5e owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:47.409360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda53a7-3b7e-4116-b2c6-5eb523bcc0bd None None] Network 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:47.515441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] Provisioning complete for port 253b3776-7677-4742-9fa3-e72537540a1e triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:46:47.515812 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.518012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.546112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Port': ['ID=477cd380-bd3f-4e0f-964c-85148701af5e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:47.557258 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] No DVR routers for this DVR port 477cd380-bd3f-4e0f-964c-85148701af5e on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:47.655010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.665145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.692444 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a43b252-5749-4da0-b95c-cd10b0a3dc7c']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:47.695226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] DHCP port deletion for 32cb508e-b7d7-4bc6-9da7-488a8d2d3791 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:46:47.707998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:47.708323 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ee263a-f59f-41f1-ba76-c068a8e0b7ba') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:47.721488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.725636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] For port 253b3776-7677-4742-9fa3-e72537540a1e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=253b3776-7677-4742-9fa3-e72537540a1e,segment=NetworkSegment(0aee28d0-9479-41e9-8a29-db7463f65bf8),segment_id=0aee28d0-9479-41e9-8a29-db7463f65bf8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:47.739071 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.745547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b053e8-cc2c-4781-8780-afe166a323a7 req-de29d7a6-ad79-4d53-b298-47a047187e6a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:47.746166 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:47.746621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.753458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b053e8-cc2c-4781-8780-afe166a323a7 req-de29d7a6-ad79-4d53-b298-47a047187e6a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0690293 Oct 27 16:46:47.777926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Deleting port 253b3776-7677-4742-9fa3-e72537540a1e {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:47.778649 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.795252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-07b053e8-cc2c-4781-8780-afe166a323a7 req-db6127d7-3654-44a4-85e5-b3c507626fe1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:47.815844 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:47.824469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8ea67-97dd-4dda-9884-4cbf5fa444cb None None] Network 5a43b252-5749-4da0-b95c-cd10b0a3dc7c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:46:47.879926 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.917755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.922389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.926142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/5a43b252-5749-4da0-b95c-cd10b0a3dc7c HTTP/1.1" status: 204 len: 168 time: 1.2157416 Oct 27 16:46:47.931730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] For port 253b3776-7677-4742-9fa3-e72537540a1e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=253b3776-7677-4742-9fa3-e72537540a1e,segment=NetworkSegment(0aee28d0-9479-41e9-8a29-db7463f65bf8),segment_id=0aee28d0-9479-41e9-8a29-db7463f65bf8)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:47.931730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:47.932043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47618) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:47.941005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42a5a-488f-4f4b-af22-1e89a93d285a tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=5a43b252-5749-4da0-b95c-cd10b0a3dc7c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:47.964623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Calling delete_port for 253b3776-7677-4742-9fa3-e72537540a1e owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:48.014380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.040758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-907c7cab-fcaa-453e-b839-9ca45c1f754c None None] Could not find standard attr ID for object 477cd380-bd3f-4e0f-964c-85148701af5e. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:46:48.079505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c4621-57a3-4003-88dd-25e3d13eaaf4 None None] Pushing event updated for resources: {'Port': ['ID=253b3776-7677-4742-9fa3-e72537540a1e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:48.092613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Deleting port 253b3776-7677-4742-9fa3-e72537540a1e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:46:48.093024 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.165564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edcd471-50dd-4bf2-92ae-96c64bb37b13 None None] DHCP port deletion for 5a43b252-5749-4da0-b95c-cd10b0a3dc7c request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:46:48.167934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] For port 253b3776-7677-4742-9fa3-e72537540a1e, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=253b3776-7677-4742-9fa3-e72537540a1e,segment=NetworkSegment(0aee28d0-9479-41e9-8a29-db7463f65bf8),segment_id=0aee28d0-9479-41e9-8a29-db7463f65bf8)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:46:48.168312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.183910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Calling delete_port for 253b3776-7677-4742-9fa3-e72537540a1e owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:46:48.323393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.349332 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] Pushing event deleted for resources: {'Port': ['ID=253b3776-7677-4742-9fa3-e72537540a1e,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:48.356682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193aa9b5-9a27-4471-a3e0-8f85cb74ca05 None None] No DVR routers for this DVR port 253b3776-7677-4742-9fa3-e72537540a1e on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:48.455257 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.482590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Port': ['ID=253b3776-7677-4742-9fa3-e72537540a1e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:48.486032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] No DVR routers for this DVR port 253b3776-7677-4742-9fa3-e72537540a1e on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:46:48.589577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.613795 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cb508e-b7d7-4bc6-9da7-488a8d2d3791']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:48.624816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aee28d0-9479-41e9-8a29-db7463f65bf8') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:48.625081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aee28d0-9479-41e9-8a29-db7463f65bf8') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:48.636987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.650590 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.659519 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:48.660263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:48.667775 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:48.860671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.868010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.871423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/32cb508e-b7d7-4bc6-9da7-488a8d2d3791 HTTP/1.1" status: 204 len: 168 time: 0.9412601 Oct 27 16:46:48.875475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47622) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:48.895432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c1967-b918-4f04-9211-8eed6f83d5a9 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=32cb508e-b7d7-4bc6-9da7-488a8d2d3791,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:48.943597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1284-8eed-44be-b207-17a222d76d29 req-a447dd3c-6b85-41be-b684-1dc5a8745d71 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:48.945883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-642c1284-8eed-44be-b207-17a222d76d29 req-a447dd3c-6b85-41be-b684-1dc5a8745d71 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0606601 Oct 27 16:46:48.972152 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.992137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-642c1284-8eed-44be-b207-17a222d76d29 req-b43c9f24-b650-4376-a46c-a06a45f1791d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Oct 27 16:46:49.072379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.096449 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652a4c77-d064-4136-9c0c-cfb7d3614fb0']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.104195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93923dd-e372-4c0d-8fb2-0c6ad6d8064c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.104493 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93923dd-e372-4c0d-8fb2-0c6ad6d8064c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.113782 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.127755 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:49.140171 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:49.345966 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.352883 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.355991 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/652a4c77-d064-4136-9c0c-cfb7d3614fb0 HTTP/1.1" status: 204 len: 168 time: 0.4786804 Oct 27 16:46:49.358647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47624) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:49.368352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=652a4c77-d064-4136-9c0c-cfb7d3614fb0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:49.376116 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.376461 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.376797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.377130 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.377456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.377781 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.378107 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.378430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.378752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.379087 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.379407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.379725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df717c-ac60-48ae-b046-58b125c81575 tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:46:49.793774 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.877738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.898284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191bb812-02be-4843-885c-ee27be15272a']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.907733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96584f90-6eda-44cd-8b35-37a0daa05131') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.908027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96584f90-6eda-44cd-8b35-37a0daa05131') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:46:49.922671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.935892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.943018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:46:49.943733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:46:49.947160 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:46:50.106723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:50.114502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:50.117666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] 10.222.0.70 "DELETE /v2.0/networks/191bb812-02be-4843-885c-ee27be15272a HTTP/1.1" status: 204 len: 168 time: 0.7579570 Oct 27 16:46:50.138362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fb7af-a94c-4841-8f9c-c7a374e86525 req-e37376ac-c64e-41f3-a19e-88ec930b44c4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:50.140215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-343fb7af-a94c-4841-8f9c-c7a374e86525 req-e37376ac-c64e-41f3-a19e-88ec930b44c4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0749521 Oct 27 16:46:50.148430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70829a9d-ad80-45be-a039-9cd631eb8eba tempest-BulkNetworkOpsTest-366155792 tempest-BulkNetworkOpsTest-366155792-project] Pushing event deleted for resources: {'Network': ['ID=191bb812-02be-4843-885c-ee27be15272a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:50.183155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-343fb7af-a94c-4841-8f9c-c7a374e86525 req-6f2df4f6-5a16-4e20-a55a-35188dcd4691 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Oct 27 16:46:50.842047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:50.982607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6d8a6cff-2049-4723-a977-ff2c68cfd6ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3a07e43f8d7413ea14f9523306156eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393881 Oct 27 16:46:50.985257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47638) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:51.042097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:51.065600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:51.237679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:51.240558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:51.241752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05e37b39-896c-4109-bb99-fb7d36c6157b HTTP/1.1" status: 204 len: 168 time: 0.2555065 Oct 27 16:46:51.251254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed84d9-912e-4adb-969f-6995a2369001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e37b39-896c-4109-bb99-fb7d36c6157b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:51.312790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d18e-5984-401a-ad00-86c324abe727 req-6001dbff-fe9b-4594-9e68-b54dbd17ad59 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:51.314338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30d6d18e-5984-401a-ad00-86c324abe727 req-6001dbff-fe9b-4594-9e68-b54dbd17ad59 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0590780 Oct 27 16:46:51.355615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30d6d18e-5984-401a-ad00-86c324abe727 req-8fbfb8a6-22e6-470e-b68d-352960614994 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Oct 27 16:46:52.488713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1a047-3b75-4206-8600-fc10b31bc604 req-38451e32-bd21-4106-abc3-d965f7d6f99e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:52.491699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-faf1a047-3b75-4206-8600-fc10b31bc604 req-38451e32-bd21-4106-abc3-d965f7d6f99e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0527029 Oct 27 16:46:52.520357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47664) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:52.524317 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029716 Oct 27 16:46:52.528971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47666) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:52.532471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-faf1a047-3b75-4206-8600-fc10b31bc604 req-550c1a29-1b40-4366-a3a2-5337f2560c0c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Oct 27 16:46:52.641931 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1e067e4f-afe9-4054-9c95-b874277f119d tempest-NetworksApiDiscovery-946057760 tempest-NetworksApiDiscovery-946057760-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1118741 Oct 27 16:46:53.180371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47674) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:53.289815 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4195f3a5-be7b-4f22-8331-14fd50c40603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.372010 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4195f3a5-be7b-4f22-8331-14fd50c40603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.445505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4195f3a5-be7b-4f22-8331-14fd50c40603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.454558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-85fa020e-f37a-4ca1-86e3-7adbce650ab8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472529 Oct 27 16:46:53.497698 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4195f3a5-be7b-4f22-8331-14fd50c40603 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c22f82608b14778bab7db5309db5940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162415 Oct 27 16:46:53.498674 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195f3a5-be7b-4f22-8331-14fd50c40603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985d54af-9b72-4f5d-ba8e-380c6e82828f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:53.500414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47678) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:53.583295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-5ea35aed-403d-4cf1-87eb-0b9b34f9d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:53.584838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-5ea35aed-403d-4cf1-87eb-0b9b34f9d33d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0701044 Oct 27 16:46:53.585923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.619535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.747480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2b49-e2f9-4c7b-a63e-f9588b1864fa req-284ada0d-1b17-4ed5-8efd-1776cf3e490a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:53.749022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414e2b49-e2f9-4c7b-a63e-f9588b1864fa req-284ada0d-1b17-4ed5-8efd-1776cf3e490a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.1436291 Oct 27 16:46:53.790886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-bf71f3b4-c904-44b3-a482-d7ff2b25c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:53.791450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-bf71f3b4-c904-44b3-a482-d7ff2b25c9b4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.1742446 Oct 27 16:46:53.816814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-414e2b49-e2f9-4c7b-a63e-f9588b1864fa req-24291147-357d-4329-984b-83aafd2253d0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584018 Oct 27 16:46:53.867989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-c3ed9b71-2b56-437e-9bab-59094f968e46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 1001 time: 0.0647006 Oct 27 16:46:53.918288 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-006eb66f-850f-4e6d-8e30-936c61b58290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:53.919840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-006eb66f-850f-4e6d-8e30-936c61b58290 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.0450249 Oct 27 16:46:53.920515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.923227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:53.924239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/985d54af-9b72-4f5d-ba8e-380c6e82828f HTTP/1.1" status: 204 len: 168 time: 0.4223084 Oct 27 16:46:53.961611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4a823-a384-476b-9933-8479c460c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985d54af-9b72-4f5d-ba8e-380c6e82828f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:53.995594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-55786e4a-60a3-4646-bbb3-d3b68d3de3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:54.001492 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-55786e4a-60a3-4646-bbb3-d3b68d3de3a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695982 Oct 27 16:46:54.115025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-36cf9e15-1423-4d80-9b17-a6ae83e9275b service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095479 Oct 27 16:46:54.216717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbeb5ef-c6be-411c-9551-77ce40cc2b2b req-b551a799-bbf8-445b-ab50-60d015de9dbc service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942605 Oct 27 16:46:54.940577 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfec641-b998-45c9-aa29-6334460c4cac req-735aa5be-b0f9-409c-8b6a-2dd52e1a1c32 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:54.942065 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdfec641-b998-45c9-aa29-6334460c4cac req-735aa5be-b0f9-409c-8b6a-2dd52e1a1c32 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0525179 Oct 27 16:46:54.982436 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cdfec641-b998-45c9-aa29-6334460c4cac req-630dbfe6-2472-4cbf-9220-82adbbd8261b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Oct 27 16:46:56.125533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b7fa9-9adb-4312-9d76-fa71dce3c7cc req-67bf288b-c3c5-46c9-aeb4-eb4eee4ac49b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:56.127079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d5b7fa9-9adb-4312-9d76-fa71dce3c7cc req-67bf288b-c3c5-46c9-aeb4-eb4eee4ac49b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0620019 Oct 27 16:46:56.168536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d5b7fa9-9adb-4312-9d76-fa71dce3c7cc req-8e7f8954-4608-4f81-981b-6e5eda96e037 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Oct 27 16:46:57.295455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3266f-0e01-4f02-9548-f64b116c5586 req-bdb1f33a-db9d-424f-837e-53458745dd8d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:57.296858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42c3266f-0e01-4f02-9548-f64b116c5586 req-bdb1f33a-db9d-424f-837e-53458745dd8d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0558934 Oct 27 16:46:57.335306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42c3266f-0e01-4f02-9548-f64b116c5586 req-695ad463-f579-4b53-9edc-0567820bac71 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Oct 27 16:46:58.099282 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.334086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47764) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:58.466981 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4350ed48-0bc0-4454-b5b7-544beb289800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.499111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2e7e4-c434-4e82-b842-91e68e386b0a req-28a08302-33e4-4530-8f83-2349e343b9b2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:58.500626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1d2e7e4-c434-4e82-b842-91e68e386b0a req-28a08302-33e4-4530-8f83-2349e343b9b2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0831628 Oct 27 16:46:58.561353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1d2e7e4-c434-4e82-b842-91e68e386b0a req-ef001a57-584e-4726-b83a-048075d770f9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511956 Oct 27 16:46:58.590093 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.590423 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4350ed48-0bc0-4454-b5b7-544beb289800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.688281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4350ed48-0bc0-4454-b5b7-544beb289800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.731132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350ed48-0bc0-4454-b5b7-544beb289800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d7f355-0fbb-4f1b-b077-f302522a227e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:58.735494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4350ed48-0bc0-4454-b5b7-544beb289800 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ce1d200ff1840598a134221d643ab2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998103 Oct 27 16:46:58.738240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47770) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:58.788191 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.811521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.928972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.931682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:58.932919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6d7f355-0fbb-4f1b-b077-f302522a227e HTTP/1.1" status: 204 len: 168 time: 0.1939638 Oct 27 16:46:58.942137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d707b-1a32-4008-b7a3-7c9b5dbbddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d7f355-0fbb-4f1b-b077-f302522a227e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:59.660091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 47778) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:59.674398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-559879f7-278e-45e2-bbd3-3722b789fd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:59.683265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedf9bf-4075-4b7c-bf7b-e53228f38d54 req-0680d5a1-1f83-4c6c-a5c3-c0eceba8b53c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:59.686792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cedf9bf-4075-4b7c-bf7b-e53228f38d54 req-0680d5a1-1f83-4c6c-a5c3-c0eceba8b53c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0518043 Oct 27 16:46:59.724385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cedf9bf-4075-4b7c-bf7b-e53228f38d54 req-45fe3212-0592-4106-b9d0-d0926b961bb8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Oct 27 16:46:59.756644 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-559879f7-278e-45e2-bbd3-3722b789fd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:59.831125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-559879f7-278e-45e2-bbd3-3722b789fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:59.869938 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-559879f7-278e-45e2-bbd3-3722b789fd9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bdd5d1d3f7e4817ad2603ae2d6fceda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087576 Oct 27 16:46:59.871429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559879f7-278e-45e2-bbd3-3722b789fd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf81b12-a5a3-47de-b1f6-8437521488d4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:46:59.873078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 47782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:59.928743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:59.950239 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:00.094336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:00.096969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:00.098154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cf81b12-a5a3-47de-b1f6-8437521488d4 HTTP/1.1" status: 204 len: 168 time: 0.2234697 Oct 27 16:47:00.106497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9328e73-f035-429a-aaac-d825c9d6c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf81b12-a5a3-47de-b1f6-8437521488d4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:00.858982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b076fc-8aeb-4ff0-af07-964e8016e883 req-332a0ed5-92a7-4822-82ba-33f83371f887 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:00.860708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40b076fc-8aeb-4ff0-af07-964e8016e883 req-332a0ed5-92a7-4822-82ba-33f83371f887 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0544958 Oct 27 16:47:00.902910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40b076fc-8aeb-4ff0-af07-964e8016e883 req-2038461c-7411-47ac-b154-5cff9a4bc6c0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Oct 27 16:47:02.032444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d702a9-e871-4c12-aa6c-595fdd01c10a req-17896edc-9a15-4dab-8e08-6f303ed263d5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:02.034118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06d702a9-e871-4c12-aa6c-595fdd01c10a req-17896edc-9a15-4dab-8e08-6f303ed263d5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0568321 Oct 27 16:47:02.077681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06d702a9-e871-4c12-aa6c-595fdd01c10a req-ca0d799d-1796-4bd2-877d-d59b54f96f34 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376489 Oct 27 16:47:03.207573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72465ed5-a3a9-4635-ad29-c5cbc4b57e10 req-b91309c2-6a8a-4822-9e13-36b13aded34f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:03.209050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72465ed5-a3a9-4635-ad29-c5cbc4b57e10 req-b91309c2-6a8a-4822-9e13-36b13aded34f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0590668 Oct 27 16:47:03.271341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72465ed5-a3a9-4635-ad29-c5cbc4b57e10 req-7524ab35-705c-4ba1-ab15-e0a5184f0ae7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Oct 27 16:47:04.417734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6968-92da-433b-bcb1-d85266730433 req-3e68289b-0f92-490d-9502-cc5b3478c221 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:04.419337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-902e6968-92da-433b-bcb1-d85266730433 req-3e68289b-0f92-490d-9502-cc5b3478c221 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0552008 Oct 27 16:47:04.476253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-902e6968-92da-433b-bcb1-d85266730433 req-acf52eb6-fe22-4e39-a2f3-43cc462e2454 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Oct 27 16:47:04.992995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-211cef7c-4892-4bbe-8092-7b4e21d2867e req-387892f0-b92d-4848-894f-b32c42b60a5a tempest-MultipleCreateTestJSON-1793410836 tempest-MultipleCreateTestJSON-1793410836-project] (114448) timed out ('10.222.0.82', 58813) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:47:05.617229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d25709-6308-41f5-8356-bf4d43a6481e req-6a6a59b0-905b-469e-b0a2-908b14cd8db1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:05.618787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83d25709-6308-41f5-8356-bf4d43a6481e req-6a6a59b0-905b-469e-b0a2-908b14cd8db1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0517533 Oct 27 16:47:05.666811 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83d25709-6308-41f5-8356-bf4d43a6481e req-d87db146-912b-44c0-ac86-d738e8b2e711 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Oct 27 16:47:06.805364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32901065-76fe-4f13-a4cd-2277c13d56b3 req-ea5b15a5-85ec-4514-9d31-70b5cdd96548 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:06.806810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32901065-76fe-4f13-a4cd-2277c13d56b3 req-ea5b15a5-85ec-4514-9d31-70b5cdd96548 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0664172 Oct 27 16:47:06.846593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-32901065-76fe-4f13-a4cd-2277c13d56b3 req-4ba58ff7-0780-4653-b578-920e72197139 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Oct 27 16:47:07.973705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac51d7-2700-434d-9618-9e723eb8f6f3 req-6026d1a1-d940-428f-aace-6412b0d2d922 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:07.975925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcac51d7-2700-434d-9618-9e723eb8f6f3 req-6026d1a1-d940-428f-aace-6412b0d2d922 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0594182 Oct 27 16:47:08.023695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcac51d7-2700-434d-9618-9e723eb8f6f3 req-d9a644f6-85ee-4e73-b67f-d46bfd74103c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Oct 27 16:47:08.646184 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:47:09.146481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf663448-22cf-4fdb-9fad-bc75486f9b68 req-8f6c1685-1939-487a-8056-e318786f5971 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:09.148553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf663448-22cf-4fdb-9fad-bc75486f9b68 req-8f6c1685-1939-487a-8056-e318786f5971 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0512171 Oct 27 16:47:09.188563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf663448-22cf-4fdb-9fad-bc75486f9b68 req-978c55a7-7d4b-42a1-9368-8e2d0b642350 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Oct 27 16:47:10.314132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68184e0-1c83-4a60-8217-022e4beb58e3 req-64b0ac2a-2fe4-4f44-b4fa-9a1482f81bf9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:10.315787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a68184e0-1c83-4a60-8217-022e4beb58e3 req-64b0ac2a-2fe4-4f44-b4fa-9a1482f81bf9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0557132 Oct 27 16:47:10.367466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a68184e0-1c83-4a60-8217-022e4beb58e3 req-924fb38c-d0bf-4408-9a53-5dd4ee420f6a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Oct 27 16:47:11.414879 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6e276485-8225-4d0c-9bdd-ccac4cdfe99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:11.518423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091365-804d-44e9-8d3c-faf288f0472b req-6d07553b-fc18-430f-af57-9b95cf3d38a3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:11.520066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d091365-804d-44e9-8d3c-faf288f0472b req-6d07553b-fc18-430f-af57-9b95cf3d38a3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0824964 Oct 27 16:47:11.563325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d091365-804d-44e9-8d3c-faf288f0472b req-557b85c3-a9ba-4805-bfca-b8f78c78d099 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Oct 27 16:47:12.687124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d1531-d651-462b-960f-97a9ed8cd798 req-fb3e9e2e-4d11-44aa-8cf7-717571bf6ff3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:12.688650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e9d1531-d651-462b-960f-97a9ed8cd798 req-fb3e9e2e-4d11-44aa-8cf7-717571bf6ff3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0496950 Oct 27 16:47:12.727875 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e9d1531-d651-462b-960f-97a9ed8cd798 req-50306b29-149a-404f-a520-f05bcacb02e0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Oct 27 16:47:13.851579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352fc0a-6afc-47f2-bd97-788cc358fc4d req-c48247b2-5fcd-42e8-bdcf-0fb5d1d0834d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:13.853104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f352fc0a-6afc-47f2-bd97-788cc358fc4d req-c48247b2-5fcd-42e8-bdcf-0fb5d1d0834d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0551150 Oct 27 16:47:13.891946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f352fc0a-6afc-47f2-bd97-788cc358fc4d req-03f55c34-af2a-43b4-8126-dec010181fcc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Oct 27 16:47:14.144714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f993cbf2-2a6f-4a52-8b21-b3edb7087694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:14.693680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.012826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b56d9-c128-4131-987c-1b0d522d4715 req-77a0737f-8d2f-4a7a-bb95-642e48aecca4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:15.014332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c03b56d9-c128-4131-987c-1b0d522d4715 req-77a0737f-8d2f-4a7a-bb95-642e48aecca4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 943 time: 0.0512190 Oct 27 16:47:15.053257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c03b56d9-c128-4131-987c-1b0d522d4715 req-f89f6d19-159e-49cf-a596-82197f6217f0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Oct 27 16:47:15.292842 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.607691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a96ea07-3706-404a-b8d3-9c73181ca39e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:47:15.705474 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:15.718026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '6a96ea07-3706-404a-b8d3-9c73181ca39e', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': '6a96ea07-3706-404a-b8d3-9c73181ca39e', 'mac_address': 'fa:16:3e:a7:f4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:47:15.755277 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:15.768267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a96ea07-3706-404a-b8d3-9c73181ca39e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:47:15.788809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:15.870143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.098554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:16.181561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9bee6-0b7a-4cce-9534-67201ed1bced req-b2554ad4-258f-48b3-9b86-db634bf39be6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:16.183164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cd9bee6-0b7a-4cce-9534-67201ed1bced req-b2554ad4-258f-48b3-9b86-db634bf39be6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 944 time: 0.0513556 Oct 27 16:47:16.221358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cd9bee6-0b7a-4cce-9534-67201ed1bced req-3850f34b-ec45-4a4e-adbc-2bef705c5fd0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322666 Oct 27 16:47:16.240867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['6a96ea07-3706-404a-b8d3-9c73181ca39e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:47:17.098522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:17.344171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa477-4af7-4b94-b550-bbbc3efd99a3 req-ff144ff3-48c5-4f72-9232-f0125e9a9eae tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:17.345956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-631fa477-4af7-4b94-b550-bbbc3efd99a3 req-ff144ff3-48c5-4f72-9232-f0125e9a9eae tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 944 time: 0.0554068 Oct 27 16:47:17.384631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-631fa477-4af7-4b94-b550-bbbc3efd99a3 req-dc8775fe-7749-49a1-8038-a330e99a62eb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Oct 27 16:47:17.613229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a96ea07-3706-404a-b8d3-9c73181ca39e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:47:17.732959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 6a96ea07-3706-404a-b8d3-9c73181ca39e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:47:17.737017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 6a96ea07-3706-404a-b8d3-9c73181ca39e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:47:17.737381 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:17.821087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:17.843789 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:17.846084 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b78f3ff-90eb-40e0-a395-c051149014a6" -d '{"events": [{"server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "name": "network-vif-plugged", "status": "completed", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:17.862336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:17.889951 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1691ea3-c585-4090-b98d-2080c01b9904 x-openstack-request-id: req-b1691ea3-c585-4090-b98d-2080c01b9904 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:17.890243 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "name": "network-vif-plugged", "status": "completed", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:17.890492 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1691ea3-c585-4090-b98d-2080c01b9904 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:17.890884 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e', 'code': 200} Oct 27 16:47:17.927692 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:17.984327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:18.252305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aee0d2-52f0-461a-a6c6-ddf41b3e3930 req-5d93624d-cf26-4201-9544-ef80d367df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.253862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3aee0d2-52f0-461a-a6c6-ddf41b3e3930 req-5d93624d-cf26-4201-9544-ef80d367df53 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 1096 time: 0.3057024 Oct 27 16:47:18.291740 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3aee0d2-52f0-461a-a6c6-ddf41b3e3930 req-e109a2b0-c30f-4ffc-9c47-a68415cadcd7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297751 Oct 27 16:47:18.519693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e350-6a59-4b6d-ba79-8baf1d1bc504 req-5f1c4ac6-1705-4859-8f8a-cf4f4a632448 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:18.521838 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0075e350-6a59-4b6d-ba79-8baf1d1bc504 req-5f1c4ac6-1705-4859-8f8a-cf4f4a632448 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0532739 Oct 27 16:47:18.559170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0075e350-6a59-4b6d-ba79-8baf1d1bc504 req-dbda6243-1730-4816-ad88-0f4fb794412e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Oct 27 16:47:19.684947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518536ca-8174-471b-86f7-901922cfdbba req-ed7d11df-44f7-4495-91f2-0ec3ba82864f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:19.686483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-518536ca-8174-471b-86f7-901922cfdbba req-ed7d11df-44f7-4495-91f2-0ec3ba82864f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0581489 Oct 27 16:47:19.726748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-518536ca-8174-471b-86f7-901922cfdbba req-a1e0c059-ca06-4f52-90fb-535eec5d07e6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Oct 27 16:47:20.854696 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8f9c-2997-4bb2-8bae-e07254b99cf1 req-57a7579b-efc5-4cfb-b5a0-c10978d57183 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:20.856215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-261d8f9c-2997-4bb2-8bae-e07254b99cf1 req-57a7579b-efc5-4cfb-b5a0-c10978d57183 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0584424 Oct 27 16:47:20.900946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-261d8f9c-2997-4bb2-8bae-e07254b99cf1 req-de5c4d16-3967-46bd-9b5e-413c8593d87c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Oct 27 16:47:21.037476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e5b30-9da6-47e2-9e55-b06b5d0958ce req-6d48cdbe-c559-4d63-a025-5d5298b74b5f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:21.038887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e65e5b30-9da6-47e2-9e55-b06b5d0958ce req-6d48cdbe-c559-4d63-a025-5d5298b74b5f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0552077 Oct 27 16:47:21.079986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e65e5b30-9da6-47e2-9e55-b06b5d0958ce req-5013ded3-30df-4262-ad71-7666abfcddf1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Oct 27 16:47:21.704457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685022ce-b411-4639-9a4f-a3c93e9b0098 req-80ec3fd9-021b-4f51-944e-9dc2b3c3dcdc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:21.706147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-685022ce-b411-4639-9a4f-a3c93e9b0098 req-80ec3fd9-021b-4f51-944e-9dc2b3c3dcdc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0615981 Oct 27 16:47:21.749827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-685022ce-b411-4639-9a4f-a3c93e9b0098 req-1a219e72-8fcd-4782-9be4-29f37a10bdcd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Oct 27 16:47:22.876232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f0b4d-f31e-4bfe-9bb7-c1985318c5c4 req-22dbdf93-87cb-4289-a4eb-9823b8d71af0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:22.877797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e00f0b4d-f31e-4bfe-9bb7-c1985318c5c4 req-22dbdf93-87cb-4289-a4eb-9823b8d71af0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0546350 Oct 27 16:47:22.924479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e00f0b4d-f31e-4bfe-9bb7-c1985318c5c4 req-5bb170f1-34e1-4ad6-8e41-5fa591859262 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Oct 27 16:47:23.541405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-872436cd-ca50-4a73-bcbb-ffc425f61116 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:23.542976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-872436cd-ca50-4a73-bcbb-ffc425f61116 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 945 time: 0.0526435 Oct 27 16:47:23.664783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port 6a96ea07-3706-404a-b8d3-9c73181ca39e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:23.665122 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:23.763948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port 6a96ea07-3706-404a-b8d3-9c73181ca39e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=6a96ea07-3706-404a-b8d3-9c73181ca39e,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:23.764320 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:23.778317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for 6a96ea07-3706-404a-b8d3-9c73181ca39e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:23.991599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:24.006547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['267e06d6-bcf3-49e9-899a-6225251114a2', '6a96ea07-3706-404a-b8d3-9c73181ca39e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:47:24.033400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=6a96ea07-3706-404a-b8d3-9c73181ca39e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:24.061018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb280bd6-a5ec-4105-8c1e-84c635356ce7 req-2754265d-507f-480f-b5ed-d7fada321963 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0382586 Oct 27 16:47:24.082863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.082863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.083284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.083633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.083980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.084315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.084646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.084981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.085312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.085632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.085955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.086282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:24.122198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port 6a96ea07-3706-404a-b8d3-9c73181ca39e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:24.125689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:24.129371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59ecb87b-61a5-4339-90c5-febe97d85d50 req-e6cd5c1c-3884-47fc-832f-3d11b1b9c814 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/6a96ea07-3706-404a-b8d3-9c73181ca39e HTTP/1.1" status: 204 len: 173 time: 0.5790362 Oct 27 16:47:24.130123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'name': 'network-vif-deleted', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:24.133014 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b89b2d-9dd7-44fe-a939-0ba2122cad76" -d '{"events": [{"server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "name": "network-vif-deleted", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:24.181738 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f04037-3821-4db7-a59d-b0cb6c3fc5fc x-openstack-request-id: req-05f04037-3821-4db7-a59d-b0cb6c3fc5fc {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:24.192032 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b", "name": "network-vif-deleted", "tag": "6a96ea07-3706-404a-b8d3-9c73181ca39e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:24.192333 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05f04037-3821-4db7-a59d-b0cb6c3fc5fc {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:24.192786 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b', 'name': 'network-vif-deleted', 'tag': '6a96ea07-3706-404a-b8d3-9c73181ca39e', 'status': 'completed', 'code': 200} Oct 27 16:47:25.172957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fea04d0-77cd-45fb-97f8-22bb5fca5b33 req-240cfe42-2bdd-40a0-b14f-d741b1d73860 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0282202 Oct 27 16:47:26.289767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5efd8cfd-df82-462d-8f52-2c06de60d28c req-f75d92e6-2d32-49d6-abf3-57db9cf697f8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0279319 Oct 27 16:47:27.402616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f92caeb6-d137-4d2c-939a-b84084d1b7d8 req-6d2d5d31-fc5c-4c36-a9c5-60d1598276cd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0367594 Oct 27 16:47:27.669936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a96ea07-3706-404a-b8d3-9c73181ca39e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:27.691878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 6a96ea07-3706-404a-b8d3-9c73181ca39e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:27.693110 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 6a96ea07-3706-404a-b8d3-9c73181ca39e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:28.132111 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:28.580579 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:28.721424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45d41758-036d-41b7-90b0-d34085872ce7 req-18e5d98f-11f7-4ab5-ba16-2eb35ab61898 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0296206 Oct 27 16:47:29.874930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f8d9175-bc71-4087-af54-b17b60879678 req-6ddf76b5-5b59-449a-ad33-2a183ac98221 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=c434a63d-b2ea-4f1e-ae3c-c505f9e80b9b HTTP/1.1" status: 200 len: 210 time: 0.0595710 Oct 27 16:47:33.391865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48160) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:33.565958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0732a28a-b7a3-48ac-9cb8-d2de44ebb70d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/floatingips/06131d39-5d4d-4d76-be47-5988bbf4b340 HTTP/1.1" status: 200 len: 993 time: 0.1725452 Oct 27 16:47:33.764331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48174) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:33.959664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 5e589e88-c09d-4524-990f-c02bc6813dbf {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:33.960121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.054744 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.055119 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.069699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 5e589e88-c09d-4524-990f-c02bc6813dbf owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:34.360790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.388879 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=5e589e88-c09d-4524-990f-c02bc6813dbf,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:34.470458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.471359 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Floating IP 06131d39-5d4d-4d76-be47-5988bbf4b340 disassociated (deleted). External IP: 172.25.5.180, port: 951a5edd-9052-4cb7-bfc9-989d4de77da9. Oct 27 16:47:34.691074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:34.819232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:34.824513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:34.847681 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Sync routers for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:34.859766 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:34.860147 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b3979e6-0eae-46c0-bad7-d436f4967291 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/floatingips/06131d39-5d4d-4d76-be47-5988bbf4b340 HTTP/1.1" status: 204 len: 168 time: 1.0930295 Oct 27 16:47:34.860663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:34.860812 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:34.875429 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91" -d '{"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:34.925881 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4533e-4c39-4064-a2ce-c357d863b696 x-openstack-request-id: req-cfd4533e-4c39-4064-a2ce-c357d863b696 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:34.926781 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:34.927172 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfd4533e-4c39-4064-a2ce-c357d863b696 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:34.927600 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'status': 'completed', 'code': 200} Oct 27 16:47:35.005730 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:35.008454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-40279b57-493e-4973-886c-0c83e1288a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:35.009976 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-40279b57-493e-4973-886c-0c83e1288a11 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 1096 time: 0.0553064 Oct 27 16:47:35.131272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-b4ab7b81-a8f0-4504-ad79-b7e1e40da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:35.141385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-b4ab7b81-a8f0-4504-ad79-b7e1e40da424 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95dd989f-6f7d-4c23-ac87-07123af96741 HTTP/1.1" status: 200 len: 898 time: 0.1150110 Oct 27 16:47:35.183268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-652522ea-dcc8-4556-8522-72a53d2917a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9 HTTP/1.1" status: 200 len: 217 time: 0.0423512 Oct 27 16:47:35.247923 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:35.250978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-c04406dc-8a84-4d6b-9231-f374908fa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:35.252599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-c04406dc-8a84-4d6b-9231-f374908fa67a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8318a600-c7b6-4e80-92ae-502439222abe HTTP/1.1" status: 200 len: 834 time: 0.0621824 Oct 27 16:47:35.275242 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Checking router: 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:35.284238 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:35.285106 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:35.306968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-9e3418b0-d3ab-43a5-a3ff-e4e58fc11a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:35.308635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-9e3418b0-d3ab-43a5-a3ff-e4e58fc11a56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95dd989f-6f7d-4c23-ac87-07123af96741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472407 Oct 27 16:47:35.415911 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:35.450526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-da838112-8a43-4818-b3f1-ab4c54cf2bdd service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268589 Oct 27 16:47:35.592903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e5169-90c1-4a6a-902f-f6b3966fe136 req-505b882b-1260-41b0-b27f-6137a316cb37 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:35.594370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465e5169-90c1-4a6a-902f-f6b3966fe136 req-505b882b-1260-41b0-b27f-6137a316cb37 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0746076 Oct 27 16:47:35.611826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5317de6-10a1-4d2f-b6c9-bcbefc207c91 req-8f2433d8-32a4-417e-aa24-6e8003e870bc service neutron] 10.222.0.82 "GET /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536465 Oct 27 16:47:35.639337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465e5169-90c1-4a6a-902f-f6b3966fe136 req-031719c3-3244-4718-9653-2548632e18cb tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368319 Oct 27 16:47:35.646578 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:35.687353 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ddfc6e-e0b0-462b-ab35-09c1bc404195 None None] The sync data for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 is: [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:51Z', 'revision_number': 4, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '58934755-ce75-4225-99be-30c8d1b960fe', 'name': '', 'network_id': '95dd989f-6f7d-4c23-ac87-07123af96741', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'mac_address': 'fa:16:3e:cd:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8318a600-c7b6-4e80-92ae-502439222abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:50Z', 'updated_at': '2021-10-27T16:45:55Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'subnets': [{'id': '8318a600-c7b6-4e80-92ae-502439222abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:47:35.962214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c8cb4-3509-408f-9fc8-d5dcac4c6703 None None] New status for floating IP 06131d39-5d4d-4d76-be47-5988bbf4b340: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:47:36.763232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f758455-fc98-4cfa-ab27-d5d432d53352 req-ae7d82a7-609e-452b-a67c-1a11a7b8b138 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:36.764906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f758455-fc98-4cfa-ab27-d5d432d53352 req-ae7d82a7-609e-452b-a67c-1a11a7b8b138 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Oct 27 16:47:36.822358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f758455-fc98-4cfa-ab27-d5d432d53352 req-1d2d046f-21cd-4bfb-bd5d-803d1733c925 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/security-groups?id=b9f44700-d2e5-4acb-aa77-b2da2351503b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509853 Oct 27 16:47:36.877450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226e212-25b5-4aff-a001-d51f7d512a22 req-4c8f417a-90ce-4bac-968e-c57fb0f5214e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:36.879136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6226e212-25b5-4aff-a001-d51f7d512a22 req-4c8f417a-90ce-4bac-968e-c57fb0f5214e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Oct 27 16:47:36.923340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6226e212-25b5-4aff-a001-d51f7d512a22 req-4b9104ee-98a6-4f25-9656-2cb3f668472a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Oct 27 16:47:37.225206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-60ca9674-0f5c-4c99-bb95-8b1e587c6d3d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:37.226695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-60ca9674-0f5c-4c99-bb95-8b1e587c6d3d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Oct 27 16:47:37.324021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 951a5edd-9052-4cb7-bfc9-989d4de77da9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:37.324365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:37.418529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port 951a5edd-9052-4cb7-bfc9-989d4de77da9, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=951a5edd-9052-4cb7-bfc9-989d4de77da9,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:37.418892 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:37.432295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 951a5edd-9052-4cb7-bfc9-989d4de77da9 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:37.629533 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:37.668253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=951a5edd-9052-4cb7-bfc9-989d4de77da9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:37.709762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] No DVR routers for this DVR port 951a5edd-9052-4cb7-bfc9-989d4de77da9 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:37.712593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:37.716251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8574666-82c8-4ce5-ac29-d079960c6913 req-65645639-5209-4144-bded-8508ad4a78fc tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.82 "DELETE /v2.0/ports/951a5edd-9052-4cb7-bfc9-989d4de77da9 HTTP/1.1" status: 204 len: 173 time: 0.4822810 Oct 27 16:47:37.716705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'name': 'network-vif-deleted', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:37.719001 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb74eb-1b5b-4508-9579-9138a0b793fc" -d '{"events": [{"server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "name": "network-vif-deleted", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:37.758051 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3bc934-034c-4efc-befa-db18acd44963 x-openstack-request-id: req-ca3bc934-034c-4efc-befa-db18acd44963 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:37.758344 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cde566a-d7d7-4674-a21f-35f749656267", "name": "network-vif-deleted", "tag": "951a5edd-9052-4cb7-bfc9-989d4de77da9", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:37.758734 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca3bc934-034c-4efc-befa-db18acd44963 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:37.759158 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cde566a-d7d7-4674-a21f-35f749656267', 'name': 'network-vif-deleted', 'tag': '951a5edd-9052-4cb7-bfc9-989d4de77da9', 'status': 'completed', 'code': 200} Oct 27 16:47:37.922535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a645562-b2ed-44b4-bb24-0232e00d200d req-2a7c857e-a84c-420f-9bbb-e1e9737fcf04 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0293403 Oct 27 16:47:38.060089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9d98-59c1-4b64-b3de-3b45f27026df req-7048eb70-a0ab-431d-a301-d92d47aeeefa tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:38.064098 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-479c9d98-59c1-4b64-b3de-3b45f27026df req-7048eb70-a0ab-431d-a301-d92d47aeeefa tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0617678 Oct 27 16:47:38.108810 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-479c9d98-59c1-4b64-b3de-3b45f27026df req-7cc457aa-c69f-47fa-af94-43f33b22af30 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Oct 27 16:47:38.816399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f4401d6-b489-4fd4-b3d6-facd6437014f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:38.823209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f4401d6-b489-4fd4-b3d6-facd6437014f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0627213 Oct 27 16:47:38.956097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port 267e06d6-bcf3-49e9-899a-6225251114a2 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:38.956097 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:39.040528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7414fad1-dc85-4997-9ab5-cb78f6ff4cc0 req-b98b13f4-c05e-4088-9c68-db3c7a96aae3 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cde566a-d7d7-4674-a21f-35f749656267 HTTP/1.1" status: 200 len: 210 time: 0.0315256 Oct 27 16:47:39.080691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port 267e06d6-bcf3-49e9-899a-6225251114a2, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=267e06d6-bcf3-49e9-899a-6225251114a2,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:39.081067 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:39.095346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for 267e06d6-bcf3-49e9-899a-6225251114a2 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:39.301457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe6378-7c02-43fc-9e47-0088df3db9a1 req-decc2f82-a171-452b-9757-c3c94a8716f9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:39.303370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dabe6378-7c02-43fc-9e47-0088df3db9a1 req-decc2f82-a171-452b-9757-c3c94a8716f9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 945 time: 0.0818496 Oct 27 16:47:39.345338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dabe6378-7c02-43fc-9e47-0088df3db9a1 req-15e34e88-8885-4f21-9161-cbfc611a6e7e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=829f56b1-58cb-46e2-b032-77ca64329b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Oct 27 16:47:39.411933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:39.424069 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['267e06d6-bcf3-49e9-899a-6225251114a2'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:47:39.443602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=267e06d6-bcf3-49e9-899a-6225251114a2,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:39.492168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port 267e06d6-bcf3-49e9-899a-6225251114a2 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:39.492168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:39.493522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-421a8fdb-785c-4218-8e0d-ff40e92857aa req-3f956814-7c9f-47c8-9832-383d9107fed6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/267e06d6-bcf3-49e9-899a-6225251114a2 HTTP/1.1" status: 204 len: 173 time: 0.6686287 Oct 27 16:47:39.760841 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'name': 'network-vif-deleted', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:39.763584 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6218fccc-d377-4879-95ec-40d3051480d7" -d '{"events": [{"server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "name": "network-vif-deleted", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:39.807597 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9bc9fa-0bb5-43b0-bb09-7e48ad441fdf x-openstack-request-id: req-2f9bc9fa-0bb5-43b0-bb09-7e48ad441fdf {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:39.811464 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d64ffb-67ea-4916-87a3-c519fb0a32f4", "name": "network-vif-deleted", "tag": "267e06d6-bcf3-49e9-899a-6225251114a2", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:39.811464 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f9bc9fa-0bb5-43b0-bb09-7e48ad441fdf {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:39.811464 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d64ffb-67ea-4916-87a3-c519fb0a32f4', 'name': 'network-vif-deleted', 'tag': '267e06d6-bcf3-49e9-899a-6225251114a2', 'status': 'completed', 'code': 200} Oct 27 16:47:40.106371 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48274) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:40.171728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:40.201280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:40.354805 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:40.359593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:40.361344 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/security-groups/b9f44700-d2e5-4acb-aa77-b2da2351503b HTTP/1.1" status: 204 len: 168 time: 0.2536569 Oct 27 16:47:40.392060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab006-269d-4461-a4fc-2ac6adfc238e tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f44700-d2e5-4acb-aa77-b2da2351503b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:40.471328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d452c11-2226-406c-a52b-14513cdc2496 req-bafa4126-2d40-43a2-84a1-36b5be6ef4ea tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0321743 Oct 27 16:47:40.539329 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:40.952186 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:41.239464 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 58934755-ce75-4225-99be-30c8d1b960fe {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:41.240171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:41.388946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-683430a1-a84f-4034-a7fd-4445e8b816b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:41.400230 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port 58934755-ce75-4225-99be-30c8d1b960fe, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=58934755-ce75-4225-99be-30c8d1b960fe,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:41.400684 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:41.415313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 58934755-ce75-4225-99be-30c8d1b960fe owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:41.586316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ab57b94-5f60-41bc-9480-309cdff16280 req-0b787a7d-61e1-4609-b272-a5fdc6343901 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0342345 Oct 27 16:47:41.714444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 951a5edd-9052-4cb7-bfc9-989d4de77da9 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:41.714950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:41.738887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 951a5edd-9052-4cb7-bfc9-989d4de77da9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:41.740048 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 951a5edd-9052-4cb7-bfc9-989d4de77da9 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:41.741131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 267e06d6-bcf3-49e9-899a-6225251114a2 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:41.754475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=58934755-ce75-4225-99be-30c8d1b960fe,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:41.764985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 267e06d6-bcf3-49e9-899a-6225251114a2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:41.765466 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 267e06d6-bcf3-49e9-899a-6225251114a2 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:41.983581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.237968 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:42.358733 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:42.367671 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8000b77-4675-469e-a746-40e95329da7d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "PUT /v2.0/routers/0153268d-4a2b-4a06-ae00-ff6a931cc0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240952 Oct 27 16:47:42.368477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48314) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:42.375937 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Sync routers for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:42.390533 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:42.391508 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:42.451559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting subnet 8318a600-c7b6-4e80-92ae-502439222abe {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:47:42.455994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.523897 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.561766 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:42.621176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.709681 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1177f04e-f26f-4f7a-900c-a479271d12c4 req-3f0f28c2-3d0f-4e69-a00d-c86a0cd61276 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0421367 Oct 27 16:47:42.774904 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:47:41Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:42.806249 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Checking router: 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:42.815097 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Routers {'0153268d-4a2b-4a06-ae00-ff6a931cc0c5'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:42.815952 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:42.823386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.848591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Subnet': ['ID=8318a600-c7b6-4e80-92ae-502439222abe,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:42.877670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:42.883338 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de762ba-3929-4c79-8d25-2ccf880f7f49 None None] Network 95dd989f-6f7d-4c23-ac87-07123af96741 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:47:42.889373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b11bfe4d-dcf2-4981-a07b-4a1606188b67 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/subnets/8318a600-c7b6-4e80-92ae-502439222abe HTTP/1.1" status: 204 len: 168 time: 0.5195422 Oct 27 16:47:42.895599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48324) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:42.942709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48326) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:42.985037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] Set router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:43.081042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.232693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] DHCP port deletion for 95dd989f-6f7d-4c23-ac87-07123af96741 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:47:43.311583 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.342660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Deleting port e6d9a981-9db1-4786-b0c0-a44b189fbe2d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:43.342979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.370419 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:47:41Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:43.407191 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58265f00-5b49-47fc-b19d-54af508116cf None None] The sync data for ids ['0153268d-4a2b-4a06-ae00-ff6a931cc0c5'] in n-d-814735-4 is: [{'id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'name': 'tempest-TestNetworkBasicOps-router-959339025', 'tenant_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:47:41Z', 'revision_number': 5, 'project_id': '77e2e4d675cd4f639e1bc5113ddfad2d', 'gw_port': {'id': '68f9e852-560b-47c0-8153-ee1fe408717f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0153268d-4a2b-4a06-ae00-ff6a931cc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:45Z', 'updated_at': '2021-10-27T16:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:47:43.492464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Deleting port 68f9e852-560b-47c0-8153-ee1fe408717f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:43.495474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.495849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] For port e6d9a981-9db1-4786-b0c0-a44b189fbe2d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,segment=NetworkSegment(77bb0ebb-04b6-4a0d-b5b3-277fab9a4710),segment_id=77bb0ebb-04b6-4a0d-b5b3-277fab9a4710)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:43.495849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.499724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Deleting port 3b7a61a6-1739-4f5f-87c6-b5e8da625830 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:43.500292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.516954 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Calling delete_port for e6d9a981-9db1-4786-b0c0-a44b189fbe2d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:43.588581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] For port 68f9e852-560b-47c0-8153-ee1fe408717f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68f9e852-560b-47c0-8153-ee1fe408717f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:43.588912 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.597281 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.600461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.607186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Calling delete_port for 68f9e852-560b-47c0-8153-ee1fe408717f owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:43.612500 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Calling delete_port for 3b7a61a6-1739-4f5f-87c6-b5e8da625830 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:43.708924 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.744220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] No DVR routers for this DVR port e6d9a981-9db1-4786-b0c0-a44b189fbe2d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:43.750454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Pushing event deleted for resources: {'Port': ['ID=e6d9a981-9db1-4786-b0c0-a44b189fbe2d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:43.764682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.771670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4dde32-a7f7-4979-95e9-e560223c2700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.906172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48b2dd9d-63ab-4d01-a85a-cdb7c9fb4ef3 req-ebfeafb0-da36-4d47-8714-b6fef658e022 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0362370 Oct 27 16:47:43.931762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.987225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event deleted for resources: {'Port': ['ID=3b7a61a6-1739-4f5f-87c6-b5e8da625830,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:44.023820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.056203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Port': ['ID=68f9e852-560b-47c0-8153-ee1fe408717f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:44.074884 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d0755a4d-9bbb-4957-ac1b-ad4bb847f5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.084539 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.090296 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Floating IP e9f33d92-a124-4c24-88c5-91da50e24d35 disassociated (deleted). External IP: 172.25.5.44, port: 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d. Oct 27 16:47:44.140071 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.331548 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Router 112e7822-45f4-4281-930e-3dbb977676f8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:44.543918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:44.553106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.555812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:44.588677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:44.589320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:44.599220 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 58934755-ce75-4225-99be-30c8d1b960fe no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:44.604630 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4cb476b9-1498-4eb5-810e-9730f756b39f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "DELETE /v2.0/floatingips/e9f33d92-a124-4c24-88c5-91da50e24d35 HTTP/1.1" status: 204 len: 168 time: 1.6591311 Oct 27 16:47:44.604630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:44.606486 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:44.685292 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76650d7c-c115-4673-afb9-7bde982a5eba x-openstack-request-id: req-76650d7c-c115-4673-afb9-7bde982a5eba {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:44.685292 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:44.685292 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76650d7c-c115-4673-afb9-7bde982a5eba {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:44.685292 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:47:44.689419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.692292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.724233 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.725832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 58934755-ce75-4225-99be-30c8d1b960fe {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:44.726189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 58934755-ce75-4225-99be-30c8d1b960fe not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:44.726676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e6d9a981-9db1-4786-b0c0-a44b189fbe2d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:44.764471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: e6d9a981-9db1-4786-b0c0-a44b189fbe2d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:44.764471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device e6d9a981-9db1-4786-b0c0-a44b189fbe2d not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:44.804929 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.805610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Fanout notify agent at l3_agent the message router_deleted on router 0153268d-4a2b-4a06-ae00-ff6a931cc0c5 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:47:44.815481 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.817056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7e584271-31ec-4ad5-b0e9-03fe60462b20 tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/routers/0153268d-4a2b-4a06-ae00-ff6a931cc0c5 HTTP/1.1" status: 204 len: 168 time: 1.9188542 Oct 27 16:47:44.819836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48354) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:44.845268 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:44.922030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-43e8f8ee-8125-4774-9893-4203019b7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.929033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-43e8f8ee-8125-4774-9893-4203019b7f52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=371e8521ebf744c3abada5def1bd7f29&device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 1097 time: 0.1706669 Oct 27 16:47:45.022211 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.113389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-61807b57-dab8-4bc9-bcaa-5a9cb68a08d6 req-68a87255-7ff8-4e8d-95d5-c6a52c43d132 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0383401 Oct 27 16:47:45.204053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.233807 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:45.254518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:45.255317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.263776 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.267352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-9f097f63-93fe-4f8c-acd8-84615b5377be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:45.269947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-9f097f63-93fe-4f8c-acd8-84615b5377be service neutron] 10.222.0.82 "GET /v2.0/networks?id=047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 200 len: 914 time: 0.3343174 Oct 27 16:47:45.298772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.328341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-16e21255-0f2f-4428-94c6-b47d07e9a270 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 200 len: 217 time: 0.0502131 Oct 27 16:47:45.333551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dd989f-6f7d-4c23-ac87-07123af96741']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.355066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.355367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bb0ebb-04b6-4a0d-b5b3-277fab9a4710') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.393261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087b4f2-0230-491c-b10c-e8b03221fcdc req-b5baa14d-12cb-4b55-9723-f0391b880f58 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:45.395424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e087b4f2-0230-491c-b10c-e8b03221fcdc req-b5baa14d-12cb-4b55-9723-f0391b880f58 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.1789112 Oct 27 16:47:45.400728 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.424686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.434469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-0cdc526f-643f-4c4e-af95-2c02bae25a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:45.435887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-0cdc526f-643f-4c4e-af95-2c02bae25a9c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 200 len: 852 time: 0.0928736 Oct 27 16:47:45.437050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:47:45.437335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.437640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:47:45.448638 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:47:45.581817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e087b4f2-0230-491c-b10c-e8b03221fcdc req-0a8f5757-c8fb-4ffe-83bf-58f8c59655ab tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321440 Oct 27 16:47:45.595110 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-d1c7c590-4f0a-446d-9100-7eb8fb68970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:45.608485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-d1c7c590-4f0a-446d-9100-7eb8fb68970a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=047224f4-0cd4-406c-86cf-af859d6a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439524 Oct 27 16:47:45.647402 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:47:45.701537 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.711614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:45.715259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] 10.222.0.70 "DELETE /v2.0/networks/95dd989f-6f7d-4c23-ac87-07123af96741 HTTP/1.1" status: 204 len: 168 time: 0.8942659 Oct 27 16:47:45.766498 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63798b8-2d83-47fd-95f9-0c1fb740e59d tempest-TestNetworkBasicOps-664034115 tempest-TestNetworkBasicOps-664034115-project] Pushing event deleted for resources: {'Network': ['ID=95dd989f-6f7d-4c23-ac87-07123af96741,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:45.804315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.814451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-7f0ca003-b32e-4e0e-9189-e42e6a949ba8 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961236 Oct 27 16:47:45.841415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa085e8e-5e1f-4c91-9efe-d4977eedd3fe None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:42:16Z', 'revision_number': 4, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '2d163980-a021-41af-a58f-92225e72b252', 'name': '', 'network_id': '047224f4-0cd4-406c-86cf-af859d6a3d65', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'mac_address': 'fa:16:3e:d2:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:42:27Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'subnets': [{'id': 'c6c72600-57a9-44a6-af9a-306d96c4f681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:47:45.975783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d358f8e4-95e4-44fb-ac7b-bd7ff311b9c9 req-5dda36f7-fce2-4647-bc2b-b7ab2700f4e7 service neutron] 10.222.0.82 "GET /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463797 Oct 27 16:47:46.230090 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee9484-2915-45ab-8643-7c8e23023765 None None] New status for floating IP e9f33d92-a124-4c24-88c5-91da50e24d35: DOWN {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:47:46.293960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9e599a5-bf0d-404a-8275-faf20f82c773 req-fa48a9cf-e8f8-4ee7-a17d-bba8ff6ffb69 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=21d64ffb-67ea-4916-87a3-c519fb0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0447571 Oct 27 16:47:46.393746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48384) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:46.412007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68f9e852-560b-47c0-8153-ee1fe408717f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:46.441565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 68f9e852-560b-47c0-8153-ee1fe408717f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:46.441565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68f9e852-560b-47c0-8153-ee1fe408717f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:46.578958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d4a6f0db-2509-4d2d-8d52-968f62879793 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77e2e4d675cd4f639e1bc5113ddfad2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836472 Oct 27 16:47:46.581557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48390) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:46.651948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.711493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.761552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa98ed-dfde-449a-928b-e006eda18f77 req-f7822b96-c562-4a6f-89a3-3d02c4aea4e0 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:46.763210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaaa98ed-dfde-449a-928b-e006eda18f77 req-f7822b96-c562-4a6f-89a3-3d02c4aea4e0 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.0966504 Oct 27 16:47:46.806533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eaaa98ed-dfde-449a-928b-e006eda18f77 req-88e78eea-9cd8-4774-9c90-97f2eb7c09fa tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/security-groups?id=111650fe-fd92-4f29-b5b9-6777031c37a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 Oct 27 16:47:46.855012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.855012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.855846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f13e27cf-8700-43f2-ad58-5a28027708d8 HTTP/1.1" status: 204 len: 168 time: 0.2726042 Oct 27 16:47:46.870471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39460a7-d0de-4c0d-9222-fd3a96061b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e27cf-8700-43f2-ad58-5a28027708d8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:46.954203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d328-82a1-4332-9a77-8e0158287aba req-656819cd-a2ca-4687-99c3-2ddd9d236de9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:46.956338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd66d328-82a1-4332-9a77-8e0158287aba req-656819cd-a2ca-4687-99c3-2ddd9d236de9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 946 time: 0.0708573 Oct 27 16:47:47.104923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Deleting port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:47.105674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.114207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.203787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] For port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:47.204442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.223483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Calling delete_port for 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:47.428794 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.476732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event deleted for resources: {'Port': ['ID=5cd27ed6-d9fb-4ded-b644-8989fc12ae3d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:47.515966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] No DVR routers for this DVR port 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:47.518700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.523325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd66d328-82a1-4332-9a77-8e0158287aba req-770309a2-9cc5-4fdd-ae1b-47384e6a0f29 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.82 "DELETE /v2.0/ports/5cd27ed6-d9fb-4ded-b644-8989fc12ae3d HTTP/1.1" status: 204 len: 173 time: 0.5592766 Oct 27 16:47:47.523794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'name': 'network-vif-deleted', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:47.527979 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240b5a7-9610-43db-9a05-111f1f893ef8" -d '{"events": [{"server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "name": "network-vif-deleted", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:47.587494 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:47.601133 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455397a-5a52-456b-a0cc-b4d93211b0ed x-openstack-request-id: req-d455397a-5a52-456b-a0cc-b4d93211b0ed {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:47.601416 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d029b1-b80c-4488-b2a4-fc533b2dcdf2", "name": "network-vif-deleted", "tag": "5cd27ed6-d9fb-4ded-b644-8989fc12ae3d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:47.618374 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d455397a-5a52-456b-a0cc-b4d93211b0ed {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:47.618374 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d029b1-b80c-4488-b2a4-fc533b2dcdf2', 'name': 'network-vif-deleted', 'tag': '5cd27ed6-d9fb-4ded-b644-8989fc12ae3d', 'status': 'completed', 'code': 200} Oct 27 16:47:47.618374 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-810f0e65-2d31-45dd-97f3-f9f9f706c962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.685263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-810f0e65-2d31-45dd-97f3-f9f9f706c962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.760103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-810f0e65-2d31-45dd-97f3-f9f9f706c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.806208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-810f0e65-2d31-45dd-97f3-f9f9f706c962 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f8e6ffb4ec846318c77196566ae4022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176011 Oct 27 16:47:47.807421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0e65-2d31-45dd-97f3-f9f9f706c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874dc147-de81-47a4-b38d-777c030ce20c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:47.809221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48420) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:47.927099 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.983783 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:47.986233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d608bf21-6a7c-48fc-b7a3-80c869db9dab req-055cd26b-9e03-4435-93ba-bb768c5d858c tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0481939 Oct 27 16:47:48.160517 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:48.163827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:48.164876 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/874dc147-de81-47a4-b38d-777c030ce20c HTTP/1.1" status: 204 len: 168 time: 0.3541770 Oct 27 16:47:48.174152 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fac0c-9695-4c8f-90b9-32905b3f91ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874dc147-de81-47a4-b38d-777c030ce20c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:49.114399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e64ec60-3acc-462b-bdd0-0ee3a6dde354 req-3b2100dd-4b06-4ff0-ae5f-c3034f0ffaca tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0494466 Oct 27 16:47:49.724447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:49.786095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:49.786516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 5cd27ed6-d9fb-4ded-b644-8989fc12ae3d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:50.328848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10cdc689-a8aa-448c-b657-2bbc9d74833a req-c61c5f63-a126-483c-a46c-17ebd87268f1 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0623705 Oct 27 16:47:51.442111 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79c92bbf-8beb-48ca-982a-43d94ee18178 req-d8ed316a-6b51-437f-9972-a0aa8bdfbab4 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0418217 Oct 27 16:47:51.706135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48578) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:51.711741 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227057663', 'description': 'tempest-secgroup-smoke-1227057663 description', 'project_id': '3439767bb2484a76a685581ce828cd40'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:51.794147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:51.880608 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:51.970837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.008237 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa65bcc-241a-4ccf-afcb-6576d49dafa8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:52.013456 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.013783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.014122 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.014460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.014785 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.015328 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.015655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.015979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.016302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.016623 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.016946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.017266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:52.076098 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.077866 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a0809aec-992c-4834-b277-6ed794fca67c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3700562 Oct 27 16:47:52.080873 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48584) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:52.088280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:52.176850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.236257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.319459 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.345498 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf342e4b-249b-4e45-a291-4d5f2a6d58bb,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:52.447161 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.448667 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-eae6d3f6-ca31-43d5-91c1-9325703b8872 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661470 Oct 27 16:47:52.451163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48592) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:52.455596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:52.555761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed258db7-7bfd-40ce-85b5-9531d6daee03 req-7331eb27-4ed8-4896-9330-515044535413 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0307183 Oct 27 16:47:52.582373 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.649769 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.708516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.742758 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b24598-ad50-4e65-88f0-9c1d1a7baf8c,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:52.830420 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.832966 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-239f9817-5680-4d0d-a8af-91bee44d903b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3806727 Oct 27 16:47:52.835507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48600) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:52.840853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:52.935885 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.002088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.029783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48606) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:53.034828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'network': {'name': 'tempest-network-smoke--1762422607', 'project_id': '62821cdc8fa44591937d39150ce1d306', 'port_security_enabled': True}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:53.096839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.480570 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:47:53.484051 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.495382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ba4926-f692-4957-b685-67b9cdcc972d,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:53.504094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.574803 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.576038 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-83134007-b6c2-4c6e-8913-88b7c4256eac tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7393539 Oct 27 16:47:53.578907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48616) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:53.584185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:53.585688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.645672 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.677610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30a0b4b7-c60a-4c50-b04a-9245121492e4 req-ca78b0b7-ba2a-44fb-81c1-12535567107f tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8d029b1-b80c-4488-b2a4-fc533b2dcdf2 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Oct 27 16:47:53.686690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.707005 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:47:53.708308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.708657 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Added segment 8c6b2727-2c0c-407c-aacd-c3b9bc770553 of type vlan for network cc833c2c-b4ef-45c7-8411-227f8288dbf4 Oct 27 16:47:53.710594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20ef88-c7e9-44a3-ade5-9bfd17fdb3aa,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:53.761507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.772588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.862646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.879283 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.886284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:53.886837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9574e066-fc8f-47ae-a23c-faa2f16d3744,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:53.886950 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.946061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:53.950075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b8cd73e9-4c69-4ceb-8337-5952142b4702 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669705 Oct 27 16:47:53.950314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48624) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:53.955300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:53.960777 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Network': ['ID=cc833c2c-b4ef-45c7-8411-227f8288dbf4,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:53.969775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:47:53.991730 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1377c8aa-f346-415a-87b1-d967b5cbc5bb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9608097 Oct 27 16:47:53.994877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48626) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:54.002840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'admin_state_up': True, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:54.076619 n-d-814735-4 neutron-server[114448]: INFO neutron.db.securitygroups_db [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Project 3439767bb2484a76a685581ce828cd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:47:54.094574 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.153875 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.154896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.170617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.219389 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.239647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.259657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864d3eaa-19ec-4c84-af70-285f52379754,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:54.367422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.368912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-74001239-1190-4c76-9266-20fcc675ea14 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4175882 Oct 27 16:47:54.371828 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48634) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:54.377762 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'security_group_rule': {'security_group_id': '1fa65bcc-241a-4ccf-afcb-6576d49dafa8', 'project_id': '3439767bb2484a76a685581ce828cd40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:54.478526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.485374 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Project 3439767bb2484a76a685581ce828cd40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:47:54.491960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.569609 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.624561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.649594 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663041df-33df-496a-887f-2a59ea036118,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:54.721572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.723205 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-785efffe-ed18-4020-9425-2720d5636bd2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3501446 Oct 27 16:47:54.744137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48646) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:54.757856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.780545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.827213 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.861027 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.938060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.25.5.19 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/1c58f454-f3ae-485f-8025-e53847313fa3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:47:54.993779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.996707 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:55.001614 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] 10.222.0.70 "DELETE /v2.0/security-groups/111650fe-fd92-4f29-b5b9-6777031c37a4 HTTP/1.1" status: 204 len: 168 time: 0.2563519 Oct 27 16:47:55.014083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93b61e-3840-4420-94b7-d7244c6980b9 tempest-TestVolumeBackupRestore-1948375937 tempest-TestVolumeBackupRestore-1948375937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111650fe-fd92-4f29-b5b9-6777031c37a4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:55.114976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:55.222819 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:55.276051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:47:55.281713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:47:55.284636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:47:55.288690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=1c58f454-f3ae-485f-8025-e53847313fa3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:55.759632 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:56.142383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:56.439969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 5007d20b-74c4-4051-8fb9-24ca2800cffc is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:47:56.583282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:56.603452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Sync routers for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:56.631692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:56.631692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:56.689303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:56.694233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1cd8eafa-06bb-4848-8286-68f18b428e30 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6982837 Oct 27 16:47:56.697512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48806) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:56.846625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:57.022184 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8a1c818f-d631-44a7-a394-a2bd648a2a05 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=62821cdc8fa44591937d39150ce1d306&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3228436 Oct 27 16:47:57.022603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48830) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:57.197763 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630a759-4487-4883-acb7-8f5037d29527 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:57.198116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e630a759-4487-4883-acb7-8f5037d29527 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1740119 Oct 27 16:47:57.201117 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 48834) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:57.278801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48840) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:57.282378 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:55Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:57.286692 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ff702010-61f6-4499-8403-31a509ba1d04 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842307 Oct 27 16:47:57.303428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646235861', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'project_id': '62821cdc8fa44591937d39150ce1d306', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:47:57.411079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Checking router: 5007d20b-74c4-4051-8fb9-24ca2800cffc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:57.411933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Updating router 5007d20b-74c4-4051-8fb9-24ca2800cffc port 1c58f454-f3ae-485f-8025-e53847313fa3 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:47:57.455310 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:57.576801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:47:57.582352 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.022448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.207367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Subnet': ['ID=9697da42-94e5-4991-aac8-f0a2dd4e5702,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:58.229269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Checking segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:47:58.229757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network hostable DHCP agents. Network: cc833c2c-b4ef-45c7-8411-227f8288dbf4, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:47:58.241976 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.245654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.336468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.382708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:47:58.396714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Attempting to bind port 1c58f454-f3ae-485f-8025-e53847313fa3 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:47:58.397186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Attempting to bind port 1c58f454-f3ae-485f-8025-e53847313fa3 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:47:58.397551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Attempting to bind port 1c58f454-f3ae-485f-8025-e53847313fa3 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:47:58.412659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:47:58.413039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:47:58.413437 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.413830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:47:58.414313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Bound port: 1c58f454-f3ae-485f-8025-e53847313fa3, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:47:58.414686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.457991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6483e72-2448-4fce-a0da-1a99f5c0e894 None None] Pushing event updated for resources: {'Port': ['ID=1c58f454-f3ae-485f-8025-e53847313fa3,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:58.486737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, cc833c2c-b4ef-45c7-8411-227f8288dbf4) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:47:58.501797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:58.502418 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.507733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aecefe-e385-438a-98cd-516dfa452f4c None None] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:47:58.582401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0422b885-92a6-4453-b5d8-9114a2b8b4d3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2990577 Oct 27 16:47:58.582639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 48894) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:58.611682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] For port 1c58f454-f3ae-485f-8025-e53847313fa3, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:47:58.653939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] For port 1c58f454-f3ae-485f-8025-e53847313fa3, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1c58f454-f3ae-485f-8025-e53847313fa3,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:47:58.714946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:47:58.718323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.718960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.827999 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.934426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:58.935257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:59.156030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6483e72-2448-4fce-a0da-1a99f5c0e894 None None] Pushing event updated for resources: {'Port': ['ID=1c58f454-f3ae-485f-8025-e53847313fa3,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:59.243743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Allocated IP 172.20.0.2 (cc833c2c-b4ef-45c7-8411-227f8288dbf4/9697da42-94e5-4991-aac8-f0a2dd4e5702/b738c9fa-c0e1-4aee-b656-4233e865531a) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:47:59.479330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:00.098895 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.179097 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.251087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:00.257719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:00.264000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:48:00.276737 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Pushing event updated for resources: {'Port': ['ID=b738c9fa-c0e1-4aee-b656-4233e865531a,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:00.328922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:55Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:00.373574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6284aec-b1e3-4590-966f-85740c22ab0b None None] The sync data for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 is: [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:55Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:00.374335 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.380437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Attempting to bind port b738c9fa-c0e1-4aee-b656-4233e865531a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:48:00.380951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Attempting to bind port b738c9fa-c0e1-4aee-b656-4233e865531a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:48:00.381197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Attempting to bind port b738c9fa-c0e1-4aee-b656-4233e865531a on network cc833c2c-b4ef-45c7-8411-227f8288dbf4 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:00.399184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:48:00.399574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Checking segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:48:00.399970 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.400370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Bound using segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:48:00.401266 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Bound port: b738c9fa-c0e1-4aee-b656-4233e865531a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:48:00.401650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.530694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] For port b738c9fa-c0e1-4aee-b656-4233e865531a, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:48:00.534947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] For port b738c9fa-c0e1-4aee-b656-4233e865531a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b738c9fa-c0e1-4aee-b656-4233e865531a,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:48:00.605863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.692991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1b6e-214c-4a55-886a-f6f0e1de1cc3 None None] Pushing event updated for resources: {'Port': ['ID=b738c9fa-c0e1-4aee-b656-4233e865531a,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:01.061156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.20.0.1 (cc833c2c-b4ef-45c7-8411-227f8288dbf4/9697da42-94e5-4991-aac8-f0a2dd4e5702/9f988896-7884-406e-a19e-0538a0e667dc) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:48:01.380754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:01.519662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:01.635678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:01.657143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:01.660120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:01.664242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:48:01.756603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:02.208181 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:02.472426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f24c5-1d32-423e-989a-69345a682751 None None] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:02.578518 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49062) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:02.726027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b738c9fa-c0e1-4aee-b656-4233e865531a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:02.906056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] Provisioning complete for port b738c9fa-c0e1-4aee-b656-4233e865531a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:02.908483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:02.909532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:02.993769 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.069013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b738c9fa-c0e1-4aee-b656-4233e865531a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:03.069385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.106280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.240030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.401708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:03.406193 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:03.425575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.426090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:03.478264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] For port b738c9fa-c0e1-4aee-b656-4233e865531a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b738c9fa-c0e1-4aee-b656-4233e865531a,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:03.560482 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.699443 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 5007d20b-74c4-4051-8fb9-24ca2800cffc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:03.726296 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:48:03.726805 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:48:03.727574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a49f-4fbd-45ca-9427-71d6042741d9 None None] Pushing event updated for resources: {'Port': ['ID=b738c9fa-c0e1-4aee-b656-4233e865531a,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:03.753579 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.911340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:03.917112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dbcd77cf-5651-498f-a857-78c8ab850ebb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "PUT /v2.0/routers/5007d20b-74c4-4051-8fb9-24ca2800cffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3333085 Oct 27 16:48:03.920550 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:03.921281 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Sync routers for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:03.932660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--512421329', 'description': 'tempest-secgroup_access--512421329 description', 'project_id': '62821cdc8fa44591937d39150ce1d306'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:03.934372 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:03.935204 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:03.995885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-356d754a-5dac-4b2c-83cc-8c8107e4e6e6 None None] Provisioning complete for port b738c9fa-c0e1-4aee-b656-4233e865531a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:03.996445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-356d754a-5dac-4b2c-83cc-8c8107e4e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.058291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.144601 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:04.352133 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.440692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-356d754a-5dac-4b2c-83cc-8c8107e4e6e6 None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:04.441212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-356d754a-5dac-4b2c-83cc-8c8107e4e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.452607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1c58f454-f3ae-485f-8025-e53847313fa3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:04.557312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-356d754a-5dac-4b2c-83cc-8c8107e4e6e6 None None] Port 9f988896-7884-406e-a19e-0538a0e667dc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:04.573689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1c58f454-f3ae-485f-8025-e53847313fa3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:04.574051 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.581204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.673839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 2, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:04.720328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2d5535e8-5268-4eec-9e7c-d94932783c64 None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:04.721611 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2d5535e8-5268-4eec-9e7c-d94932783c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.723827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ad59c-2c80-410f-8bb0-553d0caf0275,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:04.724399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.749787 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Checking router: 5007d20b-74c4-4051-8fb9-24ca2800cffc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:04.751534 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Updating router 5007d20b-74c4-4051-8fb9-24ca2800cffc port 9f988896-7884-406e-a19e-0538a0e667dc binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:48:04.758599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 1c58f454-f3ae-485f-8025-e53847313fa3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1c58f454-f3ae-485f-8025-e53847313fa3,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:04.764150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Deleting port 2d163980-a021-41af-a58f-92225e72b252 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:04.765920 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.806153 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.817620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.819307 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ae312bc9-16f8-4423-bcb3-9ec3ca7d574b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8974655 Oct 27 16:48:04.822331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49150) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:04.827706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1163282019', 'description': 'tempest-secgroup_general--1163282019 description', 'project_id': '62821cdc8fa44591937d39150ce1d306'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:04.882309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] For port 2d163980-a021-41af-a58f-92225e72b252, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2d163980-a021-41af-a58f-92225e72b252,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:04.882309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.882655 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:04.894983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2d5535e8-5268-4eec-9e7c-d94932783c64 None None] Port 9f988896-7884-406e-a19e-0538a0e667dc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:04.916565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Calling delete_port for 2d163980-a021-41af-a58f-92225e72b252 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:04.997541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=1c58f454-f3ae-485f-8025-e53847313fa3,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:05.036006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c80b1de9-9f42-48d4-8bca-122851cfb767 None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:05.036378 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c80b1de9-9f42-48d4-8bca-122851cfb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.612576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b738c9fa-c0e1-4aee-b656-4233e865531a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:05.622193 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.625363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c80b1de9-9f42-48d4-8bca-122851cfb767 None None] Port 9f988896-7884-406e-a19e-0538a0e667dc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:05.625363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b738c9fa-c0e1-4aee-b656-4233e865531a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:05.625363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.626857 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.627273 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.628168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.628168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9212053b-8038-4788-a784-cafdec953cae,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:05.628668 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.629034 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.664361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.666477 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a521f23e-fb41-4827-93f5-36f804553555 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8419385 Oct 27 16:48:05.668856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49170) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:05.675248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'security_group_rule': {'security_group_id': '6a3ad59c-2c80-410f-8bb0-553d0caf0275', 'project_id': '62821cdc8fa44591937d39150ce1d306', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:05.695981 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d163980-a021-41af-a58f-92225e72b252,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:05.823876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Pushing event updated for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:05.857654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.880016 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.880365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.881413 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.881761 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.884887 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.885238 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.887372 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.888393 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.891771 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.892154 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.894185 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.894547 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:05.921998 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:05.979666 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Attempting to bind port 9f988896-7884-406e-a19e-0538a0e667dc on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:48:05.980022 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Attempting to bind port 9f988896-7884-406e-a19e-0538a0e667dc by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:48:05.984332 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Attempting to bind port 9f988896-7884-406e-a19e-0538a0e667dc on network cc833c2c-b4ef-45c7-8411-227f8288dbf4 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:06.008192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:48:06.016946 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Checking segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:48:06.018771 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.018771 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Bound using segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:48:06.022799 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Bound port: 9f988896-7884-406e-a19e-0538a0e667dc, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:48:06.022966 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.024184 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.116650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.155393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a226a743-0ae2-49bc-9d91-07888e313e62,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:06.189872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] For port 9f988896-7884-406e-a19e-0538a0e667dc, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:48:06.194930 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] For port 9f988896-7884-406e-a19e-0538a0e667dc, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9f988896-7884-406e-a19e-0538a0e667dc,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:48:06.196759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-840376cf-ef07-43f2-a232-dc23f632525c None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:06.197168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-840376cf-ef07-43f2-a232-dc23f632525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.249812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-840376cf-ef07-43f2-a232-dc23f632525c None None] Port 9f988896-7884-406e-a19e-0538a0e667dc cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:06.280929 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Router 112e7822-45f4-4281-930e-3dbb977676f8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:06.289338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.289338 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-afda2b16-53cb-465d-9993-828a2d21ee0b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6192236 Oct 27 16:48:06.398736 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.440853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:06.450061 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-93e79688-62b6-4b06-a029-d09d7ebff671 admin admin] 10.222.0.70 "PUT /v2.0/routers/112e7822-45f4-4281-930e-3dbb977676f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8689284 Oct 27 16:48:06.450625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49206) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:06.451374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Sync routers for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:06.476192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:06.478067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:06.489833 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7ec4c-4101-4f5f-b7d3-e32eb87f1069 None None] Pushing event updated for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:06.497869 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:06.498507 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:06.501650 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-f092655a-79d1-4c47-a0b3-3be351b98638 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--1163282019&fields=id&tenant_id=62821cdc8fa44591937d39150ce1d306 HTTP/1.1" status: 200 len: 267 time: 0.0486174 Oct 27 16:48:06.582990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-a75526d5-a499-4721-89f0-9772d0441f47 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--512421329&fields=id&tenant_id=62821cdc8fa44591937d39150ce1d306 HTTP/1.1" status: 200 len: 267 time: 0.0745244 Oct 27 16:48:06.663400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:06.778200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.801597 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:06.818272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-88d0f911-fb49-46e4-816c-ac761c422407 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:06.826162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-88d0f911-fb49-46e4-816c-ac761c422407 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 797 time: 0.2226658 Oct 27 16:48:06.856741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-c9706ab1-1d6e-45c1-a08d-93a3b3b96c13 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/quotas/62821cdc8fa44591937d39150ce1d306 HTTP/1.1" status: 200 len: 375 time: 0.0294249 Oct 27 16:48:06.984520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-5b397bef-13fd-402f-8c66-c45e888809cf tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266227 Oct 27 16:48:07.063400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:07.063774 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.125302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.173138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'df10e692-aed1-43bb-8362-1009a527f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:48:05Z', 'revision_number': 5, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port': {'id': 'df10e692-aed1-43bb-8362-1009a527f227', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112e7822-45f4-4281-930e-3dbb977676f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:10Z', 'updated_at': '2021-10-27T16:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:07.274410 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-09457c9f-af16-472e-ae2b-6f20de98ca66 service neutron] 10.222.0.70 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848639 Oct 27 16:48:07.297992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Deleting port df10e692-aed1-43bb-8362-1009a527f227 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:07.298330 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.317842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1c58f454-f3ae-485f-8025-e53847313fa3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:07.342299 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-09661726-c67d-43af-a549-87e269f58e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:06Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:07.388568 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661726-c67d-43af-a549-87e269f58e0e None None] The sync data for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 is: [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:06Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:07.406673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-c9075dff-06bf-4429-a0f0-e30c70df5bad service neutron] 10.222.0.70 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307099 Oct 27 16:48:07.418885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Checking router: 112e7822-45f4-4281-930e-3dbb977676f8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:07.531923 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] For port df10e692-aed1-43bb-8362-1009a527f227, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=df10e692-aed1-43bb-8362-1009a527f227,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:07.532321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.548834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Routers {'112e7822-45f4-4281-930e-3dbb977676f8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:07.549907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['112e7822-45f4-4281-930e-3dbb977676f8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:07.560038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Calling delete_port for df10e692-aed1-43bb-8362-1009a527f227 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:07.637092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.716070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] For port 9f988896-7884-406e-a19e-0538a0e667dc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9f988896-7884-406e-a19e-0538a0e667dc,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:07.836010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1c58f454-f3ae-485f-8025-e53847313fa3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:07.836397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.930160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-939bcd3b-fe23-4878-a394-4fcd32796f62 req-6d9c8b12-4754-492b-ac6b-c74aca486f9b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0998869 Oct 27 16:48:07.930836 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.024879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.106430 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Pushing event deleted for resources: {'Port': ['ID=df10e692-aed1-43bb-8362-1009a527f227,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:08.121400 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81088110-8c25-42a0-a377-d2c6642f67c0 None None] Pushing event updated for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:08.161893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] Set router 112e7822-45f4-4281-930e-3dbb977676f8 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:08.225894 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.312520 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 6, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:08.345663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5c2d5-1e09-406b-ae71-0e51da694c8e None None] The sync data for ids ['112e7822-45f4-4281-930e-3dbb977676f8'] in n-d-814735-4 is: [{'id': '112e7822-45f4-4281-930e-3dbb977676f8', 'name': 'tempest-TestVolumeBackupRestore-724396092-router', 'tenant_id': '371e8521ebf744c3abada5def1bd7f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:09Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 6, 'project_id': '371e8521ebf744c3abada5def1bd7f29', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:08.376640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.379641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.536484 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.537454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112e7822-45f4-4281-930e-3dbb977676f8 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:08.545648 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.545648 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60228c77-c3c6-43ba-aaa9-e07e3d3a615d admin admin] 10.222.0.70 "DELETE /v2.0/routers/112e7822-45f4-4281-930e-3dbb977676f8 HTTP/1.1" status: 204 len: 168 time: 2.0915542 Oct 27 16:48:08.547210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:08.670292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Deleting subnet c6c72600-57a9-44a6-af9a-306d96c4f681 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:08.674350 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.735429 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:08.884947 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.062040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-08363d66-f4f2-4248-9d26-7d71de8d027b req-18080d7f-d8f0-4fc5-8a9e-225b68cb3e66 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0434170 Oct 27 16:48:09.142460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.162741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db442eb7-b88f-4c4d-95ab-79d2d48689b2 None None] Network 047224f4-0cd4-406c-86cf-af859d6a3d65 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:09.203983 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.208186 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c6c72600-57a9-44a6-af9a-306d96c4f681 HTTP/1.1" status: 204 len: 168 time: 0.6597471 Oct 27 16:48:09.210975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49316) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:09.225218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d6292-45af-4f7d-901e-21505167ce19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c72600-57a9-44a6-af9a-306d96c4f681,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:09.372267 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.491434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] DHCP port deletion for 047224f4-0cd4-406c-86cf-af859d6a3d65 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:09.498493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Deleting port 93f79309-d626-4443-a1e2-afe326615033 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:09.499006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.584607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9f988896-7884-406e-a19e-0538a0e667dc up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:09.627874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] For port 93f79309-d626-4443-a1e2-afe326615033, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=93f79309-d626-4443-a1e2-afe326615033,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:09.628365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.651536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Calling delete_port for 93f79309-d626-4443-a1e2-afe326615033 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:09.685640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 9f988896-7884-406e-a19e-0538a0e667dc triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:09.685778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.730555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Deleting port 93f79309-d626-4443-a1e2-afe326615033 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:09.730929 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.863291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] For port 93f79309-d626-4443-a1e2-afe326615033, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=93f79309-d626-4443-a1e2-afe326615033,segment=NetworkSegment(4f20ce00-e1e6-4517-acb2-255f35c9f796),segment_id=4f20ce00-e1e6-4517-acb2-255f35c9f796)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:09.864553 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:09.895002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Calling delete_port for 93f79309-d626-4443-a1e2-afe326615033 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:09.902758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2d163980-a021-41af-a58f-92225e72b252 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:09.927973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 2d163980-a021-41af-a58f-92225e72b252 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:09.928324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2d163980-a021-41af-a58f-92225e72b252 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:10.392033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.394152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.394152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] Pushing event deleted for resources: {'Port': ['ID=93f79309-d626-4443-a1e2-afe326615033,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:10.395681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=93f79309-d626-4443-a1e2-afe326615033,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:10.395681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] No DVR routers for this DVR port 93f79309-d626-4443-a1e2-afe326615033 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:10.396068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88c1d7-acae-49c8-aea2-a342822b095d None None] No DVR routers for this DVR port 93f79309-d626-4443-a1e2-afe326615033 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-124e5f1f-229a-4041-80ff-0adf939cdc5d req-2cb92290-6203-4d46-a343-d70859a8c57e tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0769818 Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047224f4-0cd4-406c-86cf-af859d6a3d65']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f20ce00-e1e6-4517-acb2-255f35c9f796') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f20ce00-e1e6-4517-acb2-255f35c9f796') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:10.396243 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:10.610552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.622223 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.629186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] 10.222.0.70 "DELETE /v2.0/networks/047224f4-0cd4-406c-86cf-af859d6a3d65 HTTP/1.1" status: 204 len: 168 time: 1.4168730 Oct 27 16:48:10.632187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49358) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:10.647957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d303c8-e0f0-4111-becb-b31e211c1bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=047224f4-0cd4-406c-86cf-af859d6a3d65,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:10.998469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device df10e692-aed1-43bb-8362-1009a527f227 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:11.075965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: df10e692-aed1-43bb-8362-1009a527f227 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:11.076517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device df10e692-aed1-43bb-8362-1009a527f227 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:11.077075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 93f79309-d626-4443-a1e2-afe326615033 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:11.106816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 93f79309-d626-4443-a1e2-afe326615033 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:11.107342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 93f79309-d626-4443-a1e2-afe326615033 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:11.122366 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.393136 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c854285f-ba1f-4f4a-9375-a7394c9a3fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.513560 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Deleting port f0c75dd0-055f-4301-8f91-2f4c189f8d16 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:11.514177 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.531319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-c05ebc35-fb6c-4a7c-937e-97ac83a9c9b5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:11.532980 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-c05ebc35-fb6c-4a7c-937e-97ac83a9c9b5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 797 time: 0.1608765 Oct 27 16:48:11.536660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64cc05fe-836a-491b-9c5d-11575e3a0bcc req-1bc6cba9-dd75-4048-acf9-ff6e5456fd6f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0891652 Oct 27 16:48:11.626356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-8fa5f3b6-5e6e-4196-973c-235e0782f766 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62821cdc8fa44591937d39150ce1d306 HTTP/1.1" status: 200 len: 477 time: 0.0841019 Oct 27 16:48:11.641389 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] For port f0c75dd0-055f-4301-8f91-2f4c189f8d16, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=f0c75dd0-055f-4301-8f91-2f4c189f8d16,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:11.641921 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.643832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'port': {'device_id': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'admin_state_up': True, 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'security_groups': ['9212053b-8038-4788-a784-cafdec953cae', '6a3ad59c-2c80-410f-8bb0-553d0caf0275']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:11.657476 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Calling delete_port for f0c75dd0-055f-4301-8f91-2f4c189f8d16 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:11.965238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:48:11.968956 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.016524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.096804 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c75dd0-055f-4301-8f91-2f4c189f8d16,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:12.194145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.20.0.8 (cc833c2c-b4ef-45c7-8411-227f8288dbf4/9697da42-94e5-4991-aac8-f0a2dd4e5702/72d6e82c-06c6-4efe-9112-23b4f0369644) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:48:12.490445 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.578898 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.729032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-904b52b8-2026-426a-b2eb-3b51f4930abb req-dfe60cbf-6298-42d4-98d8-fb9c83d2091b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0494926 Oct 27 16:48:12.953844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.008476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:13.018382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:13.023412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:48:13.071684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:13.113932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:13.114615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.247725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:13.322198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-a050d36b-969f-4ba5-b875-4f092959ff8a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6835496 Oct 27 16:48:13.332707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Request body: {'port': {'device_id': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:13.373047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:13.379553 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9028a533-a9c9-45a6-adbb-d3ceeb298518 admin admin] 10.222.0.70 "PUT /v2.0/routers/07cf0049-0ab1-4caf-ad56-48460e5fbfb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460589 Oct 27 16:48:13.380977 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49380) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:13.387687 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Sync routers for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:13.399206 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:13.402627 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:13.420092 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-95669e14-ca28-4c0f-b80a-4b9b661c3bda None None] Provisioning complete for port 72d6e82c-06c6-4efe-9112-23b4f0369644 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:13.420710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-95669e14-ca28-4c0f-b80a-4b9b661c3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.453101 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.475404 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-95669e14-ca28-4c0f-b80a-4b9b661c3bda None None] Port 72d6e82c-06c6-4efe-9112-23b4f0369644 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:13.530971 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.681977 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:13.686437 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.848212 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Deleting port 4a08bec0-6c85-481e-999c-732bcca994db {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:13.848513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.916679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc1c87-93f1-48b2-8b90-a192d46558a6 req-99e6094b-309c-435d-98a1-3df93ed36d80 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:13.919077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4abc1c87-93f1-48b2-8b90-a192d46558a6 req-99e6094b-309c-435d-98a1-3df93ed36d80 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 970 time: 0.1014402 Oct 27 16:48:13.924195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d6e82c-06c6-4efe-9112-23b4f0369644 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:48:13.925304 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4a08bec0-6c85-481e-999c-732bcca994db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:48:11Z', 'revision_number': 5, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port': {'id': '4a08bec0-6c85-481e-999c-732bcca994db', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:25Z', 'updated_at': '2021-10-27T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:13.941014 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.967692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] For port 4a08bec0-6c85-481e-999c-732bcca994db, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=4a08bec0-6c85-481e-999c-732bcca994db,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:13.972474 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Checking router: 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:13.972607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.980285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Transition to ACTIVE for port object 72d6e82c-06c6-4efe-9112-23b4f0369644 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:48:13.981234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Routers {'07cf0049-0ab1-4caf-ad56-48460e5fbfb0'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:13.981870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:47:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:13.993581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4abc1c87-93f1-48b2-8b90-a192d46558a6 req-267311c6-4fa4-4957-8497-e56c8e447066 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640240 Oct 27 16:48:14.000454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Calling delete_port for 4a08bec0-6c85-481e-999c-732bcca994db owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:14.074068 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e6e46727-9030-4370-80a2-dc35649601e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.086271 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] Set router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:14.113665 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.154543 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:48:13Z', 'revision_number': 6, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:14.194990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c74ec8-ba6b-45c5-ad1d-443e4517fbd0 None None] The sync data for ids ['07cf0049-0ab1-4caf-ad56-48460e5fbfb0'] in n-d-814735-4 is: [{'id': '07cf0049-0ab1-4caf-ad56-48460e5fbfb0', 'name': 'tempest-TestVolumeBackupRestore-870983704-router', 'tenant_id': '1dccd9543be440d4a9199f24ff35bbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:23Z', 'updated_at': '2021-10-27T16:48:13Z', 'revision_number': 6, 'project_id': '1dccd9543be440d4a9199f24ff35bbdf', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:14.195855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Pushing event updated for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.311723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Attempting to bind port 72d6e82c-06c6-4efe-9112-23b4f0369644 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:48:14.311723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Attempting to bind port 72d6e82c-06c6-4efe-9112-23b4f0369644 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:48:14.311723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Attempting to bind port 72d6e82c-06c6-4efe-9112-23b4f0369644 on network cc833c2c-b4ef-45c7-8411-227f8288dbf4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:14.315199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Port 72d6e82c-06c6-4efe-9112-23b4f0369644 on network cc833c2c-b4ef-45c7-8411-227f8288dbf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:48:14.315608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Attempting to bind port 72d6e82c-06c6-4efe-9112-23b4f0369644 on network cc833c2c-b4ef-45c7-8411-227f8288dbf4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:14.321823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:48:14.322495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Checking segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:48:14.323232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Bound using segment: {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:48:14.323800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Bound port: 72d6e82c-06c6-4efe-9112-23b4f0369644, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6b2727-2c0c-407c-aacd-c3b9bc770553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:48:14.324209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.330761 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.368892 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a08bec0-6c85-481e-999c-732bcca994db,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.435540 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:48:14.443068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=72d6e82c-06c6-4efe-9112-23b4f0369644,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:48:14.478275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.542563 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.594836 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.599967 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.607650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:14.609853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.610174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] 10.222.0.82 "PUT /v2.0/ports/72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 1130 time: 1.2835662 Oct 27 16:48:14.613148 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:14.616103 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751707aa-4bda-4c08-ae71-bc8ba512de13" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:14.668127 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.682940 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad642fca-6ba9-4091-9009-b819bbee482a service neutron] Pushing event updated for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.770636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.771482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cf0049-0ab1-4caf-ad56-48460e5fbfb0 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:14.778201 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.784467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49400) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:14.785296 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa0d3096-80e3-4901-b973-fe532f60912f admin admin] 10.222.0.70 "DELETE /v2.0/routers/07cf0049-0ab1-4caf-ad56-48460e5fbfb0 HTTP/1.1" status: 204 len: 168 time: 1.4022839 Oct 27 16:48:14.841630 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3749be33-5cb9-42ee-b851-a237235b53da x-openstack-request-id: req-3749be33-5cb9-42ee-b851-a237235b53da {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:14.841923 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:14.842185 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3749be33-5cb9-42ee-b851-a237235b53da {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:14.842597 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'status': 'completed', 'code': 200} Oct 27 16:48:14.871397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Deleting subnet a41f8f04-38e6-4e0b-a29f-08d0625fe71d {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:14.877168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.899545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-25238bf8-cdb8-4e6f-93cf-fdccff3b8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:14.900919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-25238bf8-cdb8-4e6f-93cf-fdccff3b8acb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1133 time: 0.1059787 Oct 27 16:48:14.955440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-137d905b-d424-4a83-8477-9acf437a8803 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 217 time: 0.0450249 Oct 27 16:48:14.957558 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.059078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-7de705e8-490d-4523-addb-2a7161419651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:15.060575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-7de705e8-490d-4523-addb-2a7161419651 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0813327 Oct 27 16:48:15.148628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f0c75dd0-055f-4301-8f91-2f4c189f8d16 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:15.176650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.180319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: f0c75dd0-055f-4301-8f91-2f4c189f8d16 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:15.180733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device f0c75dd0-055f-4301-8f91-2f4c189f8d16 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:15.181471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a08bec0-6c85-481e-999c-732bcca994db no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:15.210370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 4a08bec0-6c85-481e-999c-732bcca994db {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:15.210814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 4a08bec0-6c85-481e-999c-732bcca994db not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:15.221586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b687-4282-400c-814f-a07abbb5536f req-eeed7567-7779-498f-8007-c39e6f4e3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:15.223157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-eeed7567-7779-498f-8007-c39e6f4e3a61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220233 Oct 27 16:48:15.240513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d686a-7d41-4f2c-b998-d1328f1f662c req-02db101e-6660-426f-80b4-a19a0809ae9e tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:15.241975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b94d686a-7d41-4f2c-b998-d1328f1f662c req-02db101e-6660-426f-80b4-a19a0809ae9e tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 982 time: 0.1304286 Oct 27 16:48:15.349693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b94d686a-7d41-4f2c-b998-d1328f1f662c req-f9975b42-6c92-47a8-8ef1-ff669a8a84ae tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0926392 Oct 27 16:48:15.374428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.382117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-cdce8649-3659-4dff-baff-c2a0be851bf0 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388278 Oct 27 16:48:15.525400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.921941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cca0b687-4282-400c-814f-a07abbb5536f req-96e8623e-25bf-482e-896f-066cc5056321 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322750 Oct 27 16:48:15.925159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41f8f04-38e6-4e0b-a29f-08d0625fe71d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:15.927438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.933088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38164a83-6ac7-4b9a-9d51-3f27e13779a0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a41f8f04-38e6-4e0b-a29f-08d0625fe71d HTTP/1.1" status: 204 len: 168 time: 1.1473165 Oct 27 16:48:15.935823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49410) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:15.938506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582e99c-4043-4463-bf41-43604fe1c7b3 None None] Network a18f147f-5514-402a-ba9a-e891c8027322 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:16.011888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.082160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Deleting port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:16.082507 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.166827 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] For port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:16.167241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.181985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Calling delete_port for 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:16.212924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] DHCP port deletion for a18f147f-5514-402a-ba9a-e891c8027322 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:16.271791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Deleting port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:16.272179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.350963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] For port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,segment=NetworkSegment(f4493fc6-412f-4593-9176-1096286f803f),segment_id=f4493fc6-412f-4593-9176-1096286f803f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:16.351417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.371224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Calling delete_port for 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:16.481457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f350f-a7d0-433e-9909-3e34e64a6ff7 req-c45f1233-838e-4d9b-96cd-a37bb3273f81 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:16.483257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a2f350f-a7d0-433e-9909-3e34e64a6ff7 req-c45f1233-838e-4d9b-96cd-a37bb3273f81 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 982 time: 0.0606270 Oct 27 16:48:16.543095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a2f350f-a7d0-433e-9909-3e34e64a6ff7 req-5226da65-67b4-447b-9112-5660c74f9eea tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498135 Oct 27 16:48:16.873948 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.886230 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.941773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:16.945420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] No DVR routers for this DVR port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:17.048949 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.053642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-e426e95a-5a5c-4e26-92ec-31e62c23cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:17.055570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-e426e95a-5a5c-4e26-92ec-31e62c23cbe7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1133 time: 0.1758509 Oct 27 16:48:17.093421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18f147f-5514-402a-ba9a-e891c8027322']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:17.104613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:17.110045 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] Pushing event deleted for resources: {'Port': ['ID=6b5fdda3-e9f3-43c1-bc96-45abd60a91ff,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:17.135511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd58ed-cf34-4efa-a0fa-edbc876fcbc6 None None] No DVR routers for this DVR port 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:17.137414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4493fc6-412f-4593-9176-1096286f803f') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:17.137719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4493fc6-412f-4593-9176-1096286f803f') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:17.143367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:17.143367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 6b5fdda3-e9f3-43c1-bc96-45abd60a91ff not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:17.154486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.184052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.198515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:17.201025 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:17.237823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-784f7cfa-4f97-4874-b50b-36b32ef9005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:17.239388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-784f7cfa-4f97-4874-b50b-36b32ef9005e service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 898 time: 0.1755428 Oct 27 16:48:17.261333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.302514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-d14864b8-385e-4d17-b7c5-8fde3b26204a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 217 time: 0.0550900 Oct 27 16:48:17.358303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-c187355c-0e25-4859-942f-7e0a2e745baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:17.360035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-c187355c-0e25-4859-942f-7e0a2e745baf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0504179 Oct 27 16:48:17.413306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-dd79ccb1-7584-4018-8b67-f4f3cf3915d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:17.414859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-dd79ccb1-7584-4018-8b67-f4f3cf3915d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470369 Oct 27 16:48:17.500756 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.514058 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.517857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a18f147f-5514-402a-ba9a-e891c8027322 HTTP/1.1" status: 204 len: 168 time: 1.5822425 Oct 27 16:48:17.532825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845d9d-9c93-4eb3-9997-2a1875febd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18f147f-5514-402a-ba9a-e891c8027322,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:17.558380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-b16aa8d2-8790-431d-9478-26bc9b209818 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357965 Oct 27 16:48:17.729680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01febf55-7d66-4159-81ce-4c4924a9ecca req-faf71f0b-cd09-4ead-907b-df5c5698085b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:17.731318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01febf55-7d66-4159-81ce-4c4924a9ecca req-faf71f0b-cd09-4ead-907b-df5c5698085b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 982 time: 0.0821681 Oct 27 16:48:17.737917 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-751707aa-4bda-4c08-ae71-bc8ba512de13 req-e4eee2d3-0fd7-4376-bc6d-130177499330 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650410 Oct 27 16:48:17.774525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01febf55-7d66-4159-81ce-4c4924a9ecca req-52b15d90-44c9-4847-a065-94b99bd5218c tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355356 Oct 27 16:48:18.243919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:18.284423 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8aa5275b-09f6-451c-81b0-958373d43f5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=371e8521ebf744c3abada5def1bd7f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391634 Oct 27 16:48:18.286737 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:18.336916 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.362645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.513017 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.515955 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.520092 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfddedb3-3b06-4999-baad-91885dc4df8c HTTP/1.1" status: 204 len: 168 time: 0.2295549 Oct 27 16:48:18.527023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ac67d-c51b-4ba1-a58f-17e01950f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfddedb3-3b06-4999-baad-91885dc4df8c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:18.934142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40501762-0318-47d9-8936-b0bf17e04dfd req-6cb77632-a1af-4659-a85a-c939a9d4e273 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:18.935918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40501762-0318-47d9-8936-b0bf17e04dfd req-6cb77632-a1af-4659-a85a-c939a9d4e273 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 982 time: 0.0714574 Oct 27 16:48:18.980009 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40501762-0318-47d9-8936-b0bf17e04dfd req-2720329d-aa56-47ce-a520-c200d2826404 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367239 Oct 27 16:48:19.684558 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:19.726680 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-5fdbdd77-8c17-4825-9a17-17e2de86250f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dccd9543be440d4a9199f24ff35bbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408053 Oct 27 16:48:19.729569 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49466) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:19.796507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.830038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.898916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 72d6e82c-06c6-4efe-9112-23b4f0369644 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:48:20.003676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=72d6e82c-06c6-4efe-9112-23b4f0369644,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:20.015894 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'port_id': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'mac_address': 'fa:16:3e:08:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:48:20.067416 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:20.072013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:20.074603 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:20.075790 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b43b28d-174a-475d-b702-d4256efd7c07 HTTP/1.1" status: 204 len: 168 time: 0.3452537 Oct 27 16:48:20.086818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d6e82c-06c6-4efe-9112-23b4f0369644 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:48:20.092385 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8791-2ca7-490f-b5d2-52d29d0f3694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b43b28d-174a-475d-b702-d4256efd7c07,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:20.116695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=72d6e82c-06c6-4efe-9112-23b4f0369644,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:20.121513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280b6f-1386-40cf-92ed-79c60e598cff req-26593769-0c05-4ce5-8732-03d8a51c2ddc tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:20.133797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12280b6f-1386-40cf-92ed-79c60e598cff req-26593769-0c05-4ce5-8732-03d8a51c2ddc tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 982 time: 0.0822487 Oct 27 16:48:20.193109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12280b6f-1386-40cf-92ed-79c60e598cff req-6c3e6f4b-9085-4011-b2d2-97399d937d89 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530479 Oct 27 16:48:20.209883 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:20.264304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:20.551757 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['72d6e82c-06c6-4efe-9112-23b4f0369644'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:48:21.338269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197a5a-0d37-48b0-8271-5fc79856fe02 req-171ab1ac-169b-41d3-8023-b06e55083fe5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:21.342324 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38197a5a-0d37-48b0-8271-5fc79856fe02 req-171ab1ac-169b-41d3-8023-b06e55083fe5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 983 time: 0.0770252 Oct 27 16:48:21.395487 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38197a5a-0d37-48b0-8271-5fc79856fe02 req-9c3babf0-8a1b-4566-a597-d78e6d438133 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0450919 Oct 27 16:48:21.913412 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 72d6e82c-06c6-4efe-9112-23b4f0369644 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:48:22.078673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 72d6e82c-06c6-4efe-9112-23b4f0369644 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:48:22.083315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 72d6e82c-06c6-4efe-9112-23b4f0369644 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:22.083688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:22.201384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:22.227196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:22.229898 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0b4d4-4799-4d9a-9bc0-2e8b8cec1c3b" -d '{"events": [{"server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "name": "network-vif-plugged", "status": "completed", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:22.245527 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=72d6e82c-06c6-4efe-9112-23b4f0369644,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:22.275309 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498be0a-8de0-4118-81cc-1fca99c8e944 x-openstack-request-id: req-b498be0a-8de0-4118-81cc-1fca99c8e944 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:22.275606 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "name": "network-vif-plugged", "status": "completed", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:22.275866 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b498be0a-8de0-4118-81cc-1fca99c8e944 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:22.276273 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'code': 200} Oct 27 16:48:22.385423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ff98-3519-47cb-81f3-8cdedcaa9e07 req-866b51aa-6197-4627-bf5f-bff259b49b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:22.387142 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5022ff98-3519-47cb-81f3-8cdedcaa9e07 req-866b51aa-6197-4627-bf5f-bff259b49b87 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1134 time: 0.0475593 Oct 27 16:48:22.398632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:22.450485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5022ff98-3519-47cb-81f3-8cdedcaa9e07 req-2cceadab-061d-41f1-829c-d56b85adc1fa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0562079 Oct 27 16:48:22.472584 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:22.530699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5119048-cafc-4df7-8f1c-4af0a1f65ea2 req-fc2a6248-e870-4922-b784-32bda8ff1cad tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:22.532264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5119048-cafc-4df7-8f1c-4af0a1f65ea2 req-fc2a6248-e870-4922-b784-32bda8ff1cad tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0563123 Oct 27 16:48:22.587440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5119048-cafc-4df7-8f1c-4af0a1f65ea2 req-fd53a9e3-a895-4cf9-bd20-ea60bc9bf354 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0470214 Oct 27 16:48:22.647019 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:23.723249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c8a3-7806-4f1a-9131-321911abb2db req-a954f492-9127-41c9-b358-b62c19b6733c tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:23.724924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0d6c8a3-7806-4f1a-9131-321911abb2db req-a954f492-9127-41c9-b358-b62c19b6733c tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0580060 Oct 27 16:48:23.769173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0d6c8a3-7806-4f1a-9131-321911abb2db req-9cbfe8fc-b9a9-43f3-9ace-816478d4d386 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378506 Oct 27 16:48:24.899718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6852-6640-4d32-b8c2-ede16ed014ed req-a44a6cbc-5fad-4b02-8a4c-7cf3371e725f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:24.901432 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ced6852-6640-4d32-b8c2-ede16ed014ed req-a44a6cbc-5fad-4b02-8a4c-7cf3371e725f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0645039 Oct 27 16:48:24.948672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ced6852-6640-4d32-b8c2-ede16ed014ed req-f26c4500-2056-4250-ad69-0b2db2b3f456 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0409305 Oct 27 16:48:25.075515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851763c-cf51-486f-bbc2-888716ed9078 req-3584cd37-208b-44e9-b713-6cc05bf574dc tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:25.077056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1851763c-cf51-486f-bbc2-888716ed9078 req-3584cd37-208b-44e9-b713-6cc05bf574dc tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0541661 Oct 27 16:48:25.124003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1851763c-cf51-486f-bbc2-888716ed9078 req-c0d2f1f1-125e-4f6f-a20d-2c894d35e523 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0408273 Oct 27 16:48:25.240184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-e5b58d4f-f5dc-481c-a3dd-40645e2595ad tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:25.242088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-e5b58d4f-f5dc-481c-a3dd-40645e2595ad tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.0474887 Oct 27 16:48:25.266319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:25.353042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:25.488312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:25.516447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcaff344-228a-42b9-b2e7-cba7b4ab8aeb req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2639086 Oct 27 16:48:25.533463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288a7d7-e75c-4a97-abbf-89624fd51304,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:25.537248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.537619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.537971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.538306 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.538636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.538975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.539591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.540004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.540274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.540622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.540989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.541322 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cdbf38-985b-4e27-8bf9-e693b20efd34 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:25.543396 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49518) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:25.606350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e99f9-2869-44bf-b27d-0f1f31692891 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:25.607968 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0f4e99f9-2869-44bf-b27d-0f1f31692891 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1130 time: 0.0616443 Oct 27 16:48:25.610903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49520) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:25.615390 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:25.793216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:25.901090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:26.023033 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.25.5.77 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/9e20de3b-d86b-4a53-bfe0-56247b206a46) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:48:26.126847 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:26.449520 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:26.499416 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:26.502852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:26.506770 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:48:26.512599 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=9e20de3b-d86b-4a53-bfe0-56247b206a46,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:26.918063 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:27.120182 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:27.297120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:27.432685 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:27.511708 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=9e20de3b-d86b-4a53-bfe0-56247b206a46,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:27.521054 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:27.730348 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Floating IP 98b17a96-e695-42a6-847b-4c6f6b27bbe6 associated. External IP: 172.25.5.77, port: 72d6e82c-06c6-4efe-9112-23b4f0369644. Oct 27 16:48:27.877104 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 5007d20b-74c4-4051-8fb9-24ca2800cffc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:28.002155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:28.015725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Sync routers for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:28.053103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:28.054464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:48:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:28.194076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:28.303592 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:28.334361 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8f15d01a-2ae5-4b1c-b237-8c4ee5360b2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7200377 Oct 27 16:48:28.334361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:28.334921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 49560) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:28.335415 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:28.390373 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674f7db-cf58-4ec2-ba69-ddc2117f1a85 x-openstack-request-id: req-3674f7db-cf58-4ec2-ba69-ddc2117f1a85 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:28.390373 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:28.390373 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3674f7db-cf58-4ec2-ba69-ddc2117f1a85 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:28.390373 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'status': 'completed', 'code': 200} Oct 27 16:48:28.427969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:28.444101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '98b17a96-e695-42a6-847b-4c6f6b27bbe6', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'port_id': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'mac_address': 'fa:16:3e:08:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:48:26Z', 'updated_at': '2021-10-27T16:48:26Z', 'revision_number': 0, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:28.473309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Checking router: 5007d20b-74c4-4051-8fb9-24ca2800cffc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:28.482553 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:28.483238 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:48:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:28.538738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-e68eec58-0bc3-47d7-bcb2-d2bc3f3c4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.540301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-e68eec58-0bc3-47d7-bcb2-d2bc3f3c4588 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.1307402 Oct 27 16:48:28.602620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:28.622725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.623232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.626332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.626332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.626332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.626332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.630393 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49568) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:28.630572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-314e00de-8eef-42a0-89cb-f9904411cfeb tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2943244 Oct 27 16:48:28.691407 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-c7593cb5-ed61-4991-8b66-af0bf9824993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.693074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:28.693264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-c7593cb5-ed61-4991-8b66-af0bf9824993 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 898 time: 0.1369460 Oct 27 16:48:28.721597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.722141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.722592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.723149 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.723601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.724041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.725889 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7f4bb04d-8bc0-4a82-b3cf-540ed4c6c78a tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0938392 Oct 27 16:48:28.731546 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49570) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:28.780004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-e0e8e939-3f71-4dd4-a966-d07f6f62069e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 998 time: 0.0790026 Oct 27 16:48:28.842428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-2a10d56b-cf3c-413c-b5fc-960a7abbea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.844191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-2a10d56b-cf3c-413c-b5fc-960a7abbea6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0568366 Oct 27 16:48:28.885840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '98b17a96-e695-42a6-847b-4c6f6b27bbe6', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'port_id': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'mac_address': 'fa:16:3e:08:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:48:26Z', 'updated_at': '2021-10-27T16:48:26Z', 'revision_number': 0, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:28.906340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-685606b2-3eec-45dd-912b-47fe74997b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.909256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-685606b2-3eec-45dd-912b-47fe74997b59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571303 Oct 27 16:48:28.923690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b22179-e054-49a4-b0a6-26de2408bede None None] The sync data for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 is: [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '98b17a96-e695-42a6-847b-4c6f6b27bbe6', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'port_id': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'mac_address': 'fa:16:3e:08:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:48:26Z', 'updated_at': '2021-10-27T16:48:26Z', 'revision_number': 0, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:29.005432 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f72f09af-8501-4c1a-b27b-4473354cd1c2 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.2703221 Oct 27 16:48:29.006102 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 49576) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:29.029934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-55fa907c-54c1-496b-874d-ffd046436695 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128111 Oct 27 16:48:29.057530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e93f7-1481-4402-bdda-93fdd2ef14c6 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:29.058031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e93f7-1481-4402-bdda-93fdd2ef14c6 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:29.061076 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-155e93f7-1481-4402-bdda-93fdd2ef14c6 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5007d20b-74c4-4051-8fb9-24ca2800cffc HTTP/1.1" status: 200 len: 1989 time: 0.0537724 Oct 27 16:48:29.138988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c33f81b2-f66d-4e30-92c9-1cfca51f21ab req-b42582c4-fd22-4336-9518-e350dc958d97 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995395 Oct 27 16:48:29.200335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d66cb-6b74-46b2-a7f0-6879bc1f7189 None None] New status for floating IP 98b17a96-e695-42a6-847b-4c6f6b27bbe6: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:48:41.079876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-de7e7f9f-1776-4336-83c9-dd3c7be8af53 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227057663&fields=id&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 267 time: 0.0350320 Oct 27 16:48:41.204158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-d8d33526-62de-46d0-89b3-f0752fd5dd38 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:41.210738 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-d8d33526-62de-46d0-89b3-f0752fd5dd38 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1192725 Oct 27 16:48:41.224866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-45002fc7-1249-49cf-b262-e6413fe383c1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0127230 Oct 27 16:48:41.285688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-b7cde376-e87f-408c-81af-ac5fce80e263 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550106 Oct 27 16:48:41.466452 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d13-a7a3-43cc-9a96-d94e388c90ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:41.502149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-e714ad8a-b142-4185-b717-a5a3e4ebabfc service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024724 Oct 27 16:48:41.599609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-bb1380ee-7d21-4aa8-b9fc-2d425a5b3f03 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910692 Oct 27 16:48:42.611663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-396efe94-e2f6-43dc-8b7b-acc221a969b7 req-445cbcc7-c029-4af8-a511-db35734f18a5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0281334 Oct 27 16:48:43.700361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51f36591-833b-4c7d-be93-2fd46239890f req-a4f298c8-4350-497a-ab22-19f3563eaeef tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0272017 Oct 27 16:48:44.151846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-00dce070-6e28-47cd-8464-e888ed49c993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:44.756714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:44.800663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8a62226-399c-498e-9dba-a440e82acbe3 req-9ef2a07c-e71e-4dd9-b1ef-9642e9e311af tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0277977 Oct 27 16:48:45.311374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.397812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-9eb00da7-27ae-46bf-95e9-282b365e86b5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:45.399310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-9eb00da7-27ae-46bf-95e9-282b365e86b5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1109886 Oct 27 16:48:45.462612 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-9120c8fb-5e4c-4502-8cc5-f9a595b07ed0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 380 time: 0.0457475 Oct 27 16:48:45.475235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': 'ded88039-13bd-4161-947b-d6dc51940adc', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'security_groups': ['1fa65bcc-241a-4ccf-afcb-6576d49dafa8']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:45.700745 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:48:45.704585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:45.842896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.4 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/f8ee96f8-51ae-49db-b40c-789939e8f8fb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:48:45.917264 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48c4e837-d942-485d-91f5-29a0081633b9 req-04dc2f54-7990-474f-95a5-6a42eecc550f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0409336 Oct 27 16:48:46.026132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.173872 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.228447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:48:46.232265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:48:46.235065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:48:46.265041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:46.302925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:46.303844 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.435081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-59837fd5-fdd0-44b4-97e9-32d457503cba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646084 Oct 27 16:48:46.450493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Request body: {'port': {'device_id': 'ded88039-13bd-4161-947b-d6dc51940adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:48:46.508887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.567027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7472a9be-d6a3-4132-aacb-da888a69eef0 None None] Provisioning complete for port f8ee96f8-51ae-49db-b40c-789939e8f8fb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:48:46.567027 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7472a9be-d6a3-4132-aacb-da888a69eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.578832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7472a9be-d6a3-4132-aacb-da888a69eef0 None None] Port f8ee96f8-51ae-49db-b40c-789939e8f8fb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:48:46.802401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ee96f8-51ae-49db-b40c-789939e8f8fb {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:48:46.809896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:46.821879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Transition to ACTIVE for port object f8ee96f8-51ae-49db-b40c-789939e8f8fb will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:48:46.939277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.014806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:47.112511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.370938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83219e7-26f2-4f73-92af-7c7c91150d11 req-2f401e80-a3ca-4fab-9419-ad6bab86e7d2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:47.372588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d83219e7-26f2-4f73-92af-7c7c91150d11 req-2f401e80-a3ca-4fab-9419-ad6bab86e7d2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.3349588 Oct 27 16:48:47.379297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Attempting to bind port f8ee96f8-51ae-49db-b40c-789939e8f8fb on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:48:47.379645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Attempting to bind port f8ee96f8-51ae-49db-b40c-789939e8f8fb by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:48:47.379979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Attempting to bind port f8ee96f8-51ae-49db-b40c-789939e8f8fb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:47.392534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Port f8ee96f8-51ae-49db-b40c-789939e8f8fb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:48:47.392878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Attempting to bind port f8ee96f8-51ae-49db-b40c-789939e8f8fb on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:48:47.406740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:48:47.407119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:48:47.407520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:48:47.407980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Bound port: f8ee96f8-51ae-49db-b40c-789939e8f8fb, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:48:47.408349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.441032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d83219e7-26f2-4f73-92af-7c7c91150d11 req-08c6d266-fc49-43fe-b611-bcf24f09336a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584736 Oct 27 16:48:47.495482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:48:47.499373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:48:47.643895 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.697376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:47.698751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.700026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] 10.222.0.82 "PUT /v2.0/ports/f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 200 len: 1091 time: 1.2558732 Oct 27 16:48:47.700576 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:47.703099 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d075d6-481f-4091-8ee5-07d8ed0a9c09" -d '{"events": [{"name": "network-changed", "server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:47.740681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7cbe4-3d1c-4c97-b037-80d821e7ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:47.763851 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8225e4-7d85-4e16-9042-3ecda45328e7 x-openstack-request-id: req-ba8225e4-7d85-4e16-9042-3ecda45328e7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:47.764151 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:47.765066 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba8225e4-7d85-4e16-9042-3ecda45328e7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:47.765944 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'status': 'completed', 'code': 200} Oct 27 16:48:47.841254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-3cffa7ff-c6cc-4f8f-9967-f1cf4d6b58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:47.842780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-3cffa7ff-c6cc-4f8f-9967-f1cf4d6b58b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1094 time: 0.0548332 Oct 27 16:48:48.077195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-cf6fc474-4db7-4cbe-aaa1-858d1c07829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.079262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-cf6fc474-4db7-4cbe-aaa1-858d1c07829b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2278712 Oct 27 16:48:48.247028 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-4e3d6ef3-000d-42be-8138-9a9558ddf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.248556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66d075d6-481f-4091-8ee5-07d8ed0a9c09 req-4e3d6ef3-000d-42be-8138-9a9558ddf866 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606534 Oct 27 16:48:48.330388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-c78669bf-af0f-406f-a751-6098ea8a9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.331953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-c78669bf-af0f-406f-a751-6098ea8a9677 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1094 time: 0.0451336 Oct 27 16:48:48.376716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-c31a50cf-78e6-4a80-ac78-fc48ec5f5158 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 200 len: 217 time: 0.0362575 Oct 27 16:48:48.436155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-93bd0898-f626-42ca-84d5-e5e9b06384f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.437788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-93bd0898-f626-42ca-84d5-e5e9b06384f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0537710 Oct 27 16:48:48.496182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-40867845-4e05-47c0-9cc4-9eb6b3927560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.498160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-40867845-4e05-47c0-9cc4-9eb6b3927560 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517819 Oct 27 16:48:48.644267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e2c76-33bc-4877-bf86-c485262a9a82 req-7dc54aa0-6daf-413a-8966-f1df4df8b2f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:48.645862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d7e2c76-33bc-4877-bf86-c485262a9a82 req-7dc54aa0-6daf-413a-8966-f1df4df8b2f3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.1258967 Oct 27 16:48:48.650163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-f5ae0158-fcaf-4989-a58f-4cccc3045bcd service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444316 Oct 27 16:48:48.738329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d7e2c76-33bc-4877-bf86-c485262a9a82 req-7b94199e-ea56-4df9-8065-7608e6a54e24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845101 Oct 27 16:48:48.774524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16526b99-26c7-4a2f-9d91-491b685f2512 req-418b8046-b60a-4dd8-8d70-e58270e2719b service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142354 Oct 27 16:48:49.909140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eb89c-bf96-4fdb-af53-4cd05d7789e6 req-af964d23-cecf-4c7a-8eac-2d50d2b66eba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:49.911064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e04eb89c-bf96-4fdb-af53-4cd05d7789e6 req-af964d23-cecf-4c7a-8eac-2d50d2b66eba tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0634787 Oct 27 16:48:49.963463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e04eb89c-bf96-4fdb-af53-4cd05d7789e6 req-7ef3f172-ff86-4b29-93be-0a5ea6f88ba7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 Oct 27 16:48:51.133074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363f1b8-8910-4965-b6dc-44c09da938d6 req-94b39bbc-127f-419c-ab16-4cffc97f6cee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:51.134881 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b363f1b8-8910-4965-b6dc-44c09da938d6 req-94b39bbc-127f-419c-ab16-4cffc97f6cee tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0735831 Oct 27 16:48:51.177249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b363f1b8-8910-4965-b6dc-44c09da938d6 req-b1ef76af-1288-4899-ba10-1cfe1bbfd938 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344055 Oct 27 16:48:52.340832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd1ffb-497e-4706-95ed-c945d88dd316 req-d1067a31-817d-4d67-8202-d7430b14b609 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:52.344476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eabd1ffb-497e-4706-95ed-c945d88dd316 req-d1067a31-817d-4d67-8202-d7430b14b609 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0902841 Oct 27 16:48:52.396651 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eabd1ffb-497e-4706-95ed-c945d88dd316 req-6d953bea-3340-4ca3-ad00-486631b680e0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456126 Oct 27 16:48:53.536191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3404cd5-e1e6-4efe-9f62-0306a5db6a65 req-bbdec85b-a95a-4ed6-bfb7-7a82fb2e3614 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:53.537748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3404cd5-e1e6-4efe-9f62-0306a5db6a65 req-bbdec85b-a95a-4ed6-bfb7-7a82fb2e3614 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0608981 Oct 27 16:48:53.582519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3404cd5-e1e6-4efe-9f62-0306a5db6a65 req-38d7b5d8-7d88-4e71-84b2-b0fb08634446 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Oct 27 16:48:54.555732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-21acbd04-1648-4635-be1f-628f92b4065d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487988 Oct 27 16:48:54.708988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-8b4ca8c7-04c3-463d-be17-e198330e55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:54.711744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-8b4ca8c7-04c3-463d-be17-e198330e55c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.1079998 Oct 27 16:48:54.810925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d4357-fa93-4c07-a70c-44ff45878e11 req-bd908a75-c87d-43f6-b687-2a984a97a8d4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:54.813164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d29d4357-fa93-4c07-a70c-44ff45878e11 req-bd908a75-c87d-43f6-b687-2a984a97a8d4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.1209199 Oct 27 16:48:54.876308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-892cdfae-601e-4401-98cb-ed6d489ca50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:54.877805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-892cdfae-601e-4401-98cb-ed6d489ca50c service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 898 time: 0.1438839 Oct 27 16:48:54.958383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d29d4357-fa93-4c07-a70c-44ff45878e11 req-01c72f1e-840a-4390-9f8c-3b82dab04a69 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337423 Oct 27 16:48:54.984064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-d4ca1777-10f1-47f9-8401-0ab80aad3f4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 1000 time: 0.0958340 Oct 27 16:48:55.034831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-01aa3857-d61a-4903-8595-9419efb33390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:55.036327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-01aa3857-d61a-4903-8595-9419efb33390 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0452235 Oct 27 16:48:55.084102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-70938416-2aa1-47d0-9ad3-4f879a549081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:55.085607 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-70938416-2aa1-47d0-9ad3-4f879a549081 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411136 Oct 27 16:48:55.195180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-2222b579-d96f-4040-a9f7-c9ab641cb2b3 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976226 Oct 27 16:48:55.305468 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54e85db1-2d0b-4250-b44c-27c884c40732 req-fa30c3c1-61cc-4510-be21-c4e5900e0703 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015196 Oct 27 16:48:56.106043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b2d6-f491-405c-8c18-4f824e482dd6 req-51385189-0fb3-41e7-8e43-a326dcf353b6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:56.107647 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f71b2d6-f491-405c-8c18-4f824e482dd6 req-51385189-0fb3-41e7-8e43-a326dcf353b6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0591805 Oct 27 16:48:56.149678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f71b2d6-f491-405c-8c18-4f824e482dd6 req-9c6388d8-e712-4511-a0f4-4c03dbb1021a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352199 Oct 27 16:48:57.275650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28701-2791-423e-833e-a09aa30f9fe2 req-1c2dabac-4178-4a23-a03f-25580bc13ea5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:57.277259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9af28701-2791-423e-833e-a09aa30f9fe2 req-1c2dabac-4178-4a23-a03f-25580bc13ea5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0502026 Oct 27 16:48:57.333030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9af28701-2791-423e-833e-a09aa30f9fe2 req-5eb5cbe8-303c-4301-8ba8-db6e70923eb3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487747 Oct 27 16:48:58.179658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:58.459533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe39f3-94f1-47a7-8e47-c817bf86f9cc req-8cef00b3-a474-4871-9320-45303ba827e4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:58.461027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bfe39f3-94f1-47a7-8e47-c817bf86f9cc req-8cef00b3-a474-4871-9320-45303ba827e4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0517335 Oct 27 16:48:58.501151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bfe39f3-94f1-47a7-8e47-c817bf86f9cc req-aa59b762-83e8-4153-bf5b-ef68cb689944 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Oct 27 16:48:58.673696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.628063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a1be-91e6-42aa-ac7c-1924c23c5198 req-16174a33-2cb2-4466-9763-b0cae4e43e0d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:59.629694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1e7a1be-91e6-42aa-ac7c-1924c23c5198 req-16174a33-2cb2-4466-9763-b0cae4e43e0d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0576680 Oct 27 16:48:59.647694 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:59.673767 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1e7a1be-91e6-42aa-ac7c-1924c23c5198 req-5336c0ca-55c9-4e9c-83a5-e8273c0e8fb0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349958 Oct 27 16:49:00.796396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6326-c18c-4c2f-8c1b-ba52dc09d1d7 req-886063b6-c9ba-447e-b737-3b923975f288 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:00.798040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bac6326-c18c-4c2f-8c1b-ba52dc09d1d7 req-886063b6-c9ba-447e-b737-3b923975f288 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0542898 Oct 27 16:49:00.839669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bac6326-c18c-4c2f-8c1b-ba52dc09d1d7 req-dea10f98-8de1-4ddf-9b6b-46d231fa7421 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Oct 27 16:49:01.958071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba997b-6d35-4b3c-8ed8-fb2a78c7fd5c req-332ec0da-63cf-4166-934d-29e87cebbf9f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:01.959599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bba997b-6d35-4b3c-8ed8-fb2a78c7fd5c req-332ec0da-63cf-4166-934d-29e87cebbf9f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0495899 Oct 27 16:49:01.998140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5bba997b-6d35-4b3c-8ed8-fb2a78c7fd5c req-78168794-526a-4642-b46f-f94b4f4ace66 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Oct 27 16:49:03.122094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbb98d-103e-41d5-9459-800e11028a92 req-208d9ba3-4557-4a91-b57f-2dfd6439266d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:03.123592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dfbb98d-103e-41d5-9459-800e11028a92 req-208d9ba3-4557-4a91-b57f-2dfd6439266d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0550356 Oct 27 16:49:03.162213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5dfbb98d-103e-41d5-9459-800e11028a92 req-8635685b-ec88-4f09-bb53-f4e76eb2ec5f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Oct 27 16:49:04.058796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8ee96f8-51ae-49db-b40c-789939e8f8fb details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:49:04.158204 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:04.171637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'mac_address': 'fa:16:3e:9d:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:49:04.211328 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:04.226054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ee96f8-51ae-49db-b40c-789939e8f8fb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:49:04.251841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:04.287400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ff303-ddaa-4d90-a423-d9932c351498 req-45c71875-e398-4a2f-8f76-acd18a2459a7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:04.289127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-961ff303-ddaa-4d90-a423-d9932c351498 req-45c71875-e398-4a2f-8f76-acd18a2459a7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 943 time: 0.0517683 Oct 27 16:49:04.328586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-961ff303-ddaa-4d90-a423-d9932c351498 req-bf31ee13-5755-48be-9811-10064c57ae48 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333343 Oct 27 16:49:04.387973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:04.434352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:04.442419 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.442764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.443125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.443463 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.443796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.444174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.444500 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.444855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.445177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.445494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.445814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.446133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:04.726111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f8ee96f8-51ae-49db-b40c-789939e8f8fb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:49:05.449887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90d076-2849-4006-9a6b-4a9fc8dac567 req-93516d7f-55bc-4875-8305-6d97bad6d9bd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:05.451476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c90d076-2849-4006-9a6b-4a9fc8dac567 req-93516d7f-55bc-4875-8305-6d97bad6d9bd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 944 time: 0.0534611 Oct 27 16:49:05.490677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c90d076-2849-4006-9a6b-4a9fc8dac567 req-9dd9789d-76f2-4d4e-9cca-8eef2763dbbd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Oct 27 16:49:06.076499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8ee96f8-51ae-49db-b40c-789939e8f8fb up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:06.212812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f8ee96f8-51ae-49db-b40c-789939e8f8fb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:49:06.217534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f8ee96f8-51ae-49db-b40c-789939e8f8fb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:06.217989 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:06.302938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:06.334457 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:49:06.338317 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06692700-7a08-4fb5-a94d-9fd1536bc344" -d '{"events": [{"server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:49:06.362516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:06.376332 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea8df4-8dcc-4826-8115-c5d7ebd93e65 x-openstack-request-id: req-1eea8df4-8dcc-4826-8115-c5d7ebd93e65 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:49:06.376621 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:49:06.376872 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1eea8df4-8dcc-4826-8115-c5d7ebd93e65 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:49:06.377265 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'code': 200} Oct 27 16:49:06.478797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999f9c-9946-48fe-ae68-7382c0f1aa57 req-0c71a16e-b12d-412d-a1cd-2e664b0a08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:06.480365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c999f9c-9946-48fe-ae68-7382c0f1aa57 req-0c71a16e-b12d-412d-a1cd-2e664b0a08b6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1095 time: 0.0459251 Oct 27 16:49:06.517525 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c999f9c-9946-48fe-ae68-7382c0f1aa57 req-78cfed13-50f6-402e-95b7-c8c4539adb5b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301549 Oct 27 16:49:06.540593 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:06.591917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:06.613514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218b13e-3e87-41af-99f4-c72e89ffe3cf req-1aefaa05-4073-452a-9d56-13087282846a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:06.615104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6218b13e-3e87-41af-99f4-c72e89ffe3cf req-1aefaa05-4073-452a-9d56-13087282846a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.0509160 Oct 27 16:49:06.655858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6218b13e-3e87-41af-99f4-c72e89ffe3cf req-00efd105-b42d-414a-8d42-0cbde7bba348 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342278 Oct 27 16:49:07.776543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9d6f-653f-4125-8bb5-a2b76be6de9b req-199fe7c7-dd0f-45ed-bea0-f1fdbe6b2249 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:07.778044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d0e9d6f-653f-4125-8bb5-a2b76be6de9b req-199fe7c7-dd0f-45ed-bea0-f1fdbe6b2249 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.0519440 Oct 27 16:49:07.816376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9d0e9d6f-653f-4125-8bb5-a2b76be6de9b req-27bcf15f-b4c2-4e0c-a345-4337cf7dfb18 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Oct 27 16:49:08.945312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7577-b2e2-4b40-929b-d03a63b53523 req-8c6fe0e2-dc29-4deb-83da-444705e54827 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:08.947099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352d7577-b2e2-4b40-929b-d03a63b53523 req-8c6fe0e2-dc29-4deb-83da-444705e54827 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.0607646 Oct 27 16:49:08.988531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-352d7577-b2e2-4b40-929b-d03a63b53523 req-de5f169c-6b98-4836-b9f0-b0cf19027812 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348248 Oct 27 16:49:09.107292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc307690-4cc0-4c5d-a19d-ac0ed6b62edf req-5f52ed53-2c73-44f9-9a4f-89516dece476 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:09.108792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc307690-4cc0-4c5d-a19d-ac0ed6b62edf req-5f52ed53-2c73-44f9-9a4f-89516dece476 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.0497746 Oct 27 16:49:09.149652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc307690-4cc0-4c5d-a19d-ac0ed6b62edf req-1646e325-f20b-4a45-bdde-7c9b35d21d98 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347774 Oct 27 16:49:09.171525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50414) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:09.364140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd7aea-4ff7-412a-8faa-15869b326893 tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:09.365665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dccd7aea-4ff7-412a-8faa-15869b326893 tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1091 time: 0.1931581 Oct 27 16:49:09.369190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50422) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:09.373839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:09.512602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:09.612869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:09.716420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.25.5.229 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/39d0d322-99a9-4d8b-8b72-cafd5531ebb0) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:49:09.821506 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:09.938228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:09.980464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:09.983652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:09.987544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:49:09.993295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=39d0d322-99a9-4d8b-8b72-cafd5531ebb0,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:10.718855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:10.952214 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.121782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.189879 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.262906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=39d0d322-99a9-4d8b-8b72-cafd5531ebb0,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:11.276407 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.389670 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 3e725716-53c4-41e8-946f-02cf3ca8edb1 associated. External IP: 172.25.5.229, port: f8ee96f8-51ae-49db-b40c-789939e8f8fb. Oct 27 16:49:11.436107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-64bcc4af-3880-4672-a049-8075d54e6af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.608729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:49:11.731562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:49:11.744172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:49:11.758369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:11.759389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:48:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:11.839685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:11.896897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2e49a75f-2bf3-4cbf-be21-b874a75613e7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5123429 Oct 27 16:49:11.897671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:11.897746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:49:11.897746 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad21a9-f620-4830-b0e5-a08aaa619f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:49:11.931744 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf92fb-c10c-479e-bbd3-a0af5593ce25 x-openstack-request-id: req-f5bf92fb-c10c-479e-bbd3-a0af5593ce25 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:49:11.932278 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:49:11.935569 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5bf92fb-c10c-479e-bbd3-a0af5593ce25 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:49:11.936009 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'status': 'completed', 'code': 200} Oct 27 16:49:11.998724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-3831f302-e2ec-4022-acc1-a5ebcd650c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:12.000442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-3831f302-e2ec-4022-acc1-a5ebcd650c6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1096 time: 0.0486004 Oct 27 16:49:12.114939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-9cbde27b-48ae-41ca-86e5-4e9007cf907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:12.116362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-9cbde27b-48ae-41ca-86e5-4e9007cf907d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1091268 Oct 27 16:49:12.150511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '3e725716-53c4-41e8-946f-02cf3ca8edb1', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:9d:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded88039-13bd-4161-947b-d6dc51940adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:49:10Z', 'updated_at': '2021-10-27T16:49:10Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:12.176394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:49:12.187652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-c7c42272-4bef-448c-916f-4698500d2d13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 200 len: 999 time: 0.0637813 Oct 27 16:49:12.188503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:12.189143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:48:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:12.246079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-4dd59035-e0ad-4c2e-a9cf-e683f919740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:12.248010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-4dd59035-e0ad-4c2e-a9cf-e683f919740d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0512919 Oct 27 16:49:12.308183 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:12.309324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-6f51c407-9f41-4056-82f9-253878291745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:12.310848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-6f51c407-9f41-4056-82f9-253878291745 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547397 Oct 27 16:49:12.411199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-e3ffbd1b-0c24-4df8-be1b-9c1935c341f4 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924542 Oct 27 16:49:12.504054 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-daad21a9-f620-4830-b0e5-a08aaa619f2c req-c091256f-19fc-4a08-946b-a2bdd0bf73f0 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854385 Oct 27 16:49:12.544710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '3e725716-53c4-41e8-946f-02cf3ca8edb1', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:9d:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded88039-13bd-4161-947b-d6dc51940adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:49:10Z', 'updated_at': '2021-10-27T16:49:10Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:12.571662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eba43c-c9ea-4f19-8067-233630c48153 None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '3e725716-53c4-41e8-946f-02cf3ca8edb1', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:9d:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded88039-13bd-4161-947b-d6dc51940adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:49:10Z', 'updated_at': '2021-10-27T16:49:10Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:49:12.772472 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac921e32-9772-4743-bc1a-b5e8727b7eb5 None None] New status for floating IP 3e725716-53c4-41e8-946f-02cf3ca8edb1: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:49:14.095331 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e0614025-acc1-4713-b661-c2dcb5869c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:14.653426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-7c5eca0a-a243-468d-8470-dcf7d1366ef3 req-2b23aa0f-a2ce-485b-ae82-c2a8ae69748d tempest-TestNetworkAdvancedServerOps-88269678 tempest-TestNetworkAdvancedServerOps-88269678-project] (114448) timed out ('10.222.0.79', 52261) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:49:14.656049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:15.283621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:15.420184 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-d646a1a1-0073-45f7-a67b-65f128ee554f req-1415a3d4-5dd7-4f7f-94bd-72a56b41142c service neutron] (114449) timed out ('10.222.0.79', 52233) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:49:17.073119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:28.325765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:28.683343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:36.647545 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:49:41.417141 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9054c5f8-895b-42b5-b8b7-aec105f7a94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.176418 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52574740-2fe7-430b-ac1b-4f2f4d56b490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.262788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50732) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:44.355093 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-41520168-7094-4bdf-88dc-ab1c22e1d399 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2410 time: 0.0910740 Oct 27 16:49:44.358860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50736) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:44.364140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'network': {'name': 'tempest-network-smoke--1808839844', 'project_id': '62821cdc8fa44591937d39150ce1d306', 'port_security_enabled': False}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:44.536776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:49:44.541430 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.564821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:49:44.574096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.574587 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Added segment 3f8ca918-99a0-400b-a6b3-6db6473e066d of type vlan for network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 Oct 27 16:49:44.617519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.717041 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.808055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.813680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:44.814471 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:44.882538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Network': ['ID=a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:44.890174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.890522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.890883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.891225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.891556 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.891943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.892307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.892631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.892960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.893301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.893606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.893942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:44.905550 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:49:44.989408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d6a50608-fafb-460d-8ad5-cc4eb777e5cb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6292872 Oct 27 16:49:44.991878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50746) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:44.996895 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'admin_state_up': True, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:45.142545 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.143639 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.194459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.397140 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.490965 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.769210 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.789212 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:45.891677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.25.5.68 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/285d6beb-cad4-4764-b48d-6ebe90fca133) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:49:45.998246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:46.195020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:46.233673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:46.238200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:46.242475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:49:46.264878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=285d6beb-cad4-4764-b48d-6ebe90fca133,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:46.950914 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:47.114714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:47.159566 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:47.402158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 149dea20-8ae6-47d0-889a-9fdc0098c203 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:49:47.512341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:49:47.523209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Sync routers for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:49:47.533567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:47.534188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:49:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:47.640877 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:47.645037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e4a1592a-982f-4f77-b736-f2eb47aa576b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6493702 Oct 27 16:49:47.645179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:47.646367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50774) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:47.707911 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2433a-77b0-4d89-9447-b4d477d5e217 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:47.716824 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2db2433a-77b0-4d89-9447-b4d477d5e217 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=62821cdc8fa44591937d39150ce1d306&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0610650 Oct 27 16:49:47.717215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:47.813793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8697a2-a8eb-4c7f-ba99-a08f6722e3ef tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:47.815382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-dc8697a2-a8eb-4c7f-ba99-a08f6722e3ef tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971458 Oct 27 16:49:47.818279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50782) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:47.838168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:46Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:47.854222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-843ea880-2378-4963-b9b4-91fb0697e4e9 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347574 Oct 27 16:49:47.856880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:47.869377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Checking router: 149dea20-8ae6-47d0-889a-9fdc0098c203 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:49:47.869732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Updating router 149dea20-8ae6-47d0-889a-9fdc0098c203 port 285d6beb-cad4-4764-b48d-6ebe90fca133 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:49:47.894147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:47.897271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b5d9410-e607-41b6-9f86-b10addc652a1 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=62821cdc8fa44591937d39150ce1d306&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366733 Oct 27 16:49:47.899471 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:47.986468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789fa81-75ca-4b46-b691-9ac7a4bf21b2 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:47.988048 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1789fa81-75ca-4b46-b691-9ac7a4bf21b2 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871944 Oct 27 16:49:47.991539 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50788) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:48.022286 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f3775adc-7251-4965-b82a-a44371536fee tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=71935e56-48c1-4675-b59c-e3d750dc2c80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295622 Oct 27 16:49:48.024803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 50790) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:48.029769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99654420', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'project_id': '62821cdc8fa44591937d39150ce1d306', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:48.153797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.333273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:49:48.337380 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.447743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.506702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33328eab-2f23-4de0-97f6-febf623a7dcd None None] Pushing event updated for resources: {'Port': ['ID=285d6beb-cad4-4764-b48d-6ebe90fca133,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:48.510405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Attempting to bind port 285d6beb-cad4-4764-b48d-6ebe90fca133 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:49:48.511219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Attempting to bind port 285d6beb-cad4-4764-b48d-6ebe90fca133 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:49:48.511590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Attempting to bind port 285d6beb-cad4-4764-b48d-6ebe90fca133 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:49:48.517758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:49:48.518219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:49:48.518617 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.519005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:49:48.519496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Bound port: 285d6beb-cad4-4764-b48d-6ebe90fca133, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:49:48.519873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.572763 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] For port 285d6beb-cad4-4764-b48d-6ebe90fca133, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:49:48.600566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] For port 285d6beb-cad4-4764-b48d-6ebe90fca133, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285d6beb-cad4-4764-b48d-6ebe90fca133,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:49:48.754392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.811945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Subnet': ['ID=d4435e9a-a85b-4480-baf3-05b9440412ef,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:48.813535 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.827824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.828171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.828511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.828881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.829229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.829680 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.830012 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.830358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.830689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.831011 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.831379 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.831699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:48.841748 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Checking segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:49:48.842113 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network hostable DHCP agents. Network: a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:49:48.876898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:48.877608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:49:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:48.915009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33328eab-2f23-4de0-97f6-febf623a7dcd None None] Pushing event updated for resources: {'Port': ['ID=285d6beb-cad4-4764-b48d-6ebe90fca133,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:48.984855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:49.034199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:49:49.164530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:46Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:49.191164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354d731-8633-4a5a-a844-2c2ae2aabda8 None None] The sync data for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 is: [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:46Z', 'revision_number': 3, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:49:49.289267 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:49.298784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bf6a9-70f3-49c4-a406-c0079acdb7d5 None None] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:49:49.305653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:49.306962 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:49.505363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'fixed_ips': [{'subnet_id': 'd4435e9a-a85b-4480-baf3-05b9440412ef'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:49:49.507396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:49.525683 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-61075d6d-4132-4d29-a13d-b974736af7a2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.4989209 Oct 27 16:49:49.535222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 50804) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:49.680479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Allocated IP 172.20.0.18 (a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8/d4435e9a-a85b-4480-baf3-05b9440412ef/cecb0393-9c22-49f2-a6b2-f919b37d7821) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:49:49.875760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.014399 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.066886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:50.070969 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:50.079133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:49:50.098994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.145306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Attempting to bind port cecb0393-9c22-49f2-a6b2-f919b37d7821 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:49:50.145832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Attempting to bind port cecb0393-9c22-49f2-a6b2-f919b37d7821 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:49:50.146315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Attempting to bind port cecb0393-9c22-49f2-a6b2-f919b37d7821 on network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:49:50.150109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Pushing event updated for resources: {'Port': ['ID=cecb0393-9c22-49f2-a6b2-f919b37d7821,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:50.156432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:49:50.157635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Checking segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:49:50.157732 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.158114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Bound using segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:49:50.158692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Bound port: cecb0393-9c22-49f2-a6b2-f919b37d7821, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:49:50.158960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.237282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] For port cecb0393-9c22-49f2-a6b2-f919b37d7821, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:49:50.240556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] For port cecb0393-9c22-49f2-a6b2-f919b37d7821, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=cecb0393-9c22-49f2-a6b2-f919b37d7821,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:49:50.420529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.20.0.17 (a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8/d4435e9a-a85b-4480-baf3-05b9440412ef/205b5e42-b642-4b0e-8c5c-35cc52fa79f3) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:49:50.439081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.505002 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18429fce-f708-446b-9bdb-47cd9b6acda4 None None] Pushing event updated for resources: {'Port': ['ID=cecb0393-9c22-49f2-a6b2-f919b37d7821,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:50.553685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.756025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:50.806387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:50.809873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:50.818227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:49:50.849244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:50.885253 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.070832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285d6beb-cad4-4764-b48d-6ebe90fca133 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:51.120456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 285d6beb-cad4-4764-b48d-6ebe90fca133 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:51.120815 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.199508 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.206768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.229359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 285d6beb-cad4-4764-b48d-6ebe90fca133, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285d6beb-cad4-4764-b48d-6ebe90fca133,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:51.421221 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.422019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device cecb0393-9c22-49f2-a6b2-f919b37d7821 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:51.522856 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=285d6beb-cad4-4764-b48d-6ebe90fca133,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:51.532997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port cecb0393-9c22-49f2-a6b2-f919b37d7821 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:51.534134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.573973 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.623658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.643829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8791ec-c8d6-400d-a6a6-56000dc18f11 None None] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:49:51.672306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.713139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port cecb0393-9c22-49f2-a6b2-f919b37d7821, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=cecb0393-9c22-49f2-a6b2-f919b37d7821,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:51.726237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b621dc47-39ac-44b4-abcb-50790145c4e8 None None] Provisioning complete for port cecb0393-9c22-49f2-a6b2-f919b37d7821 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:51.726237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b621dc47-39ac-44b4-abcb-50790145c4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.765761 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.778101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:51.823457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.881119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:51.882861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:51.968114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=cecb0393-9c22-49f2-a6b2-f919b37d7821,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:52.006487 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 149dea20-8ae6-47d0-889a-9fdc0098c203 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:49:52.129220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:49:52.134918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c5ccaed2-1cd5-4a7c-8219-ed42f88465fb tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "PUT /v2.0/routers/149dea20-8ae6-47d0-889a-9fdc0098c203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5986099 Oct 27 16:49:52.147129 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Sync routers for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:49:52.157955 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:52.158671 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:49:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:52.302990 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:52.313558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9e2bbcf6-4c71-4185-84e2-fbff52c40128 None None] Provisioning complete for port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:52.314118 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbcf6-4c71-4185-84e2-fbff52c40128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.362273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bbcf6-4c71-4185-84e2-fbff52c40128 None None] Port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:49:52.375836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9e2bbcf6-4c71-4185-84e2-fbff52c40128 None None] Provisioning complete for port cecb0393-9c22-49f2-a6b2-f919b37d7821 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:52.376214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbcf6-4c71-4185-84e2-fbff52c40128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.504593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-04068b3a-d3f3-46c5-acb7-d2ef8f8c6279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:52.506278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-04068b3a-d3f3-46c5-acb7-d2ef8f8c6279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/networks?id=a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 HTTP/1.1" status: 200 len: 798 time: 0.1759562 Oct 27 16:49:52.524180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-c79df50f-c209-499d-914b-c85ff77550d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/quotas/62821cdc8fa44591937d39150ce1d306 HTTP/1.1" status: 200 len: 375 time: 0.0112948 Oct 27 16:49:52.607398 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '205b5e42-b642-4b0e-8c5c-35cc52fa79f3', 'name': '', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:0b:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:50Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 2, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:52.626046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-5b029f6c-20db-4bd8-85e5-c5434562d3ed tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0950611 Oct 27 16:49:52.644410 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Checking router: 149dea20-8ae6-47d0-889a-9fdc0098c203 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:49:52.644890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Updating router 149dea20-8ae6-47d0-889a-9fdc0098c203 port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:49:52.673302 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.805215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-619717b2-597a-449c-a5c6-a76b897b91db None None] Provisioning complete for port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:52.806351 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-619717b2-597a-449c-a5c6-a76b897b91db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.859850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-619717b2-597a-449c-a5c6-a76b897b91db None None] Port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:49:52.990475 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.023188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285d6beb-cad4-4764-b48d-6ebe90fca133 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:53.075884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 285d6beb-cad4-4764-b48d-6ebe90fca133 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:53.076245 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.100021 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.102100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-76d2cee8-9f1b-4a96-957a-5252a47b8f51 service neutron] 10.222.0.70 "GET /v2.0/networks/a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469292 Oct 27 16:49:53.173235 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Pushing event updated for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:53.199972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device cecb0393-9c22-49f2-a6b2-f919b37d7821 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:53.200149 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.200409 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.214201 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.214909 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.215415 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.215953 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.216457 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.216932 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.217401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.217869 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.219950 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.220575 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:49:53.226958 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-2820fd0c-7858-46b8-9623-da89766cf75f service neutron] 10.222.0.70 "GET /v2.0/networks/a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154382 Oct 27 16:49:53.273345 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port cecb0393-9c22-49f2-a6b2-f919b37d7821 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:53.273722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.420405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Attempting to bind port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:49:53.420405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Attempting to bind port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:49:53.420405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Attempting to bind port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 on network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:49:53.422033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:49:53.422403 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Checking segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:49:53.422799 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.423221 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Bound using segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:49:53.423675 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Bound port: 205b5e42-b642-4b0e-8c5c-35cc52fa79f3, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:49:53.424047 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.485442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3a209a99-ad06-4222-80c8-2c870d4dfa42 None None] Provisioning complete for port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:53.485442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3a209a99-ad06-4222-80c8-2c870d4dfa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.499234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] For port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:49:53.503745 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] For port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:49:53.537611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3a209a99-ad06-4222-80c8-2c870d4dfa42 None None] Port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:49:53.549893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-697649c4-e330-4245-800a-fb64a273f4b7 req-7e1b76db-050a-4a4f-b58e-eacf519901cd tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0321534 Oct 27 16:49:53.651412 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:53.711020 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:49:53.712969 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:49:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:53.719481 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe91c-adf0-4060-a5b4-4075c73e205b None None] Pushing event updated for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:53.855711 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:49:53.971459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] Provisioning complete for port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:53.971459 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:54.050494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:54.070770 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '205b5e42-b642-4b0e-8c5c-35cc52fa79f3', 'name': '', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:0b:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:50Z', 'updated_at': '2021-10-27T16:49:53Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:49:54.089693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] For port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:49:54.098049 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2335ba-a537-4be0-83af-d59871f6dbdc None None] The sync data for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 is: [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '205b5e42-b642-4b0e-8c5c-35cc52fa79f3', 'name': '', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:0b:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:50Z', 'updated_at': '2021-10-27T16:49:53Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:49:54.231749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:54.288607 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a11d2a-e634-4003-bb23-f7566b722fd9 None None] Pushing event updated for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:54.632305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2a1cbdc6-2a74-4a0a-be92-63f23f51c661 req-408615bb-77e1-4a0f-a3f0-b447a3565ef0 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0290966 Oct 27 16:49:55.063858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:49:55.120255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:55.120629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:55.730633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcd08f95-7217-4734-805f-fdc1a3dcb24f req-83ced06f-499d-4f10-9aa6-c9bf22ebffff tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0262289 Oct 27 16:49:56.303598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.79', 52306) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:49:56.417162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-bc953a90-37ef-40a7-b39e-35b9173a4ce1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:56.419739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-bc953a90-37ef-40a7-b39e-35b9173a4ce1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.79 "GET /v2.0/networks?id=a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 HTTP/1.1" status: 200 len: 798 time: 0.1141989 Oct 27 16:49:56.440808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Request body: {'port': {'device_id': 'd81079bf-df9a-491f-afe0-e2203784185e', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'admin_state_up': True, 'tenant_id': '62821cdc8fa44591937d39150ce1d306'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:56.727501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Made reservation on behalf of 62821cdc8fa44591937d39150ce1d306 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:49:56.731638 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:56.850579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e1502b1-1846-47db-a116-839f0ea298a3 req-b0b8694d-9848-41b1-bf84-395c178f71f2 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0335686 Oct 27 16:49:56.900960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Allocated IP 172.20.0.28 (a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8/d4435e9a-a85b-4480-baf3-05b9440412ef/e9990900-b2d0-4e94-a413-91ff5a4bb9c7) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:49:57.017272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:57.165199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:57.214174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:49:57.217467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:49:57.221698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:49:57.256889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event updated for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:57.281825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:57.282451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:57.438749 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-6c4d13d9-1a6a-4b24-bf34-7b91ab88c6f6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0020769 Oct 27 16:49:57.448471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-5f0786d5-7372-4e59-9e37-5945e074aea1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:49:57.449434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-5f0786d5-7372-4e59-9e37-5945e074aea1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052624 Oct 27 16:49:57.484173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-feba263e-4b2c-4976-aae6-23b67c5919a9 None None] Provisioning complete for port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:49:57.484674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-feba263e-4b2c-4976-aae6-23b67c5919a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:57.513559 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Request body: {'port': {'device_id': 'd81079bf-df9a-491f-afe0-e2203784185e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:49:57.519515 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-feba263e-4b2c-4976-aae6-23b67c5919a9 None None] Port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:49:57.569297 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:57.750939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-0aba1a11-f243-4aaa-9e14-ef9f149a71e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193087 Oct 27 16:49:57.874956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8a923-5e37-4b55-8100-0399d6136725 req-47d94251-0e14-440e-abfb-07dea759eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:57.876499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-47d94251-0e14-440e-abfb-07dea759eabf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.0753794 Oct 27 16:49:58.005565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9990900-b2d0-4e94-a413-91ff5a4bb9c7 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:49:58.019514 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.039566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Transition to ACTIVE for port object e9990900-b2d0-4e94-a413-91ff5a4bb9c7 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:49:58.072411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda59af-936c-4815-949b-b52b335fa527 req-50020049-4e88-4783-bd38-4a8717a41baf tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.073931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cda59af-936c-4815-949b-b52b335fa527 req-50020049-4e88-4783-bd38-4a8717a41baf tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 895 time: 0.1435199 Oct 27 16:49:58.075156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8a923-5e37-4b55-8100-0399d6136725 req-8929e655-ae2d-4a92-a5cb-48bdee24b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.076491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-8929e655-ae2d-4a92-a5cb-48bdee24b908 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 898 time: 0.1675498 Oct 27 16:49:58.151493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-cf912a00-1f35-457e-911c-d9c5b7fdab9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 1000 time: 0.0670285 Oct 27 16:49:58.202109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.214268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8a923-5e37-4b55-8100-0399d6136725 req-1048c7de-1e06-41ee-8396-66c6cbd9ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.216603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-1048c7de-1e06-41ee-8396-66c6cbd9ecd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0576932 Oct 27 16:49:58.228550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.297348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Pushing event updated for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:58.347248 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8a923-5e37-4b55-8100-0399d6136725 req-cbc72ffc-413d-4019-96c6-d7ba12bbc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.348772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-cbc72ffc-413d-4019-96c6-d7ba12bbc923 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063070 Oct 27 16:49:58.434388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Attempting to bind port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:49:58.434735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Attempting to bind port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:49:58.435147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Attempting to bind port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 on network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:49:58.444460 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 on network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:49:58.444816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Attempting to bind port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 on network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:49:58.458017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:49:58.458296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Checking segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:49:58.458681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Bound using segment: {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:49:58.459142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Bound port: e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8ca918-99a0-400b-a6b3-6db6473e066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:49:58.459494 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.488964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-b1529c8d-f31d-424f-b9dd-73786bad38c3 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319447 Oct 27 16:49:58.593711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:49:58.598049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:49:58.620044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60b8a923-5e37-4b55-8100-0399d6136725 req-c812cace-ecfc-4105-a6e3-7b398c48d00a service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102078 Oct 27 16:49:58.711484 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.752121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.797642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.798263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:58.799710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] 10.222.0.79 "PUT /v2.0/ports/e9990900-b2d0-4e94-a413-91ff5a4bb9c7 HTTP/1.1" status: 200 len: 1055 time: 1.3413358 Oct 27 16:49:58.800159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:49:58.802502 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee0e05-2a92-4226-b00a-b18f67cb07ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:49:58.830020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a93fa-bd42-4a9b-a0b5-14db9a463085 service neutron] Pushing event updated for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:49:58.863869 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bad57-4a31-4abf-ab1e-128ba4f5e79f x-openstack-request-id: req-059bad57-4a31-4abf-ab1e-128ba4f5e79f {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:49:58.864169 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:49:58.864427 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-059bad57-4a31-4abf-ab1e-128ba4f5e79f {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:49:58.864835 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7', 'status': 'completed', 'code': 200} Oct 27 16:49:58.933792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-04c889bb-d4d5-4fff-b0de-e99ebb3ad703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:58.936118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-04c889bb-d4d5-4fff-b0de-e99ebb3ad703 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 1058 time: 0.0504999 Oct 27 16:49:59.063909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-d692fe3f-b7b8-485e-8573-39da12f212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.064383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-d692fe3f-b7b8-485e-8573-39da12f212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.065925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-d692fe3f-b7b8-485e-8573-39da12f212d5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=62821cdc8fa44591937d39150ce1d306&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1202192 Oct 27 16:49:59.193595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-e82372ac-9a8e-4366-a49c-9d9f3ab4a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.195103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ffee0e05-2a92-4226-b00a-b18f67cb07ba req-e82372ac-9a8e-4366-a49c-9d9f3ab4a375 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222129 Oct 27 16:49:59.218142 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16a392-181a-4f7e-8d73-08876d22f0ed req-490b0c8a-4847-46de-aaf3-8defeb56cbc5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.219985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d16a392-181a-4f7e-8d73-08876d22f0ed req-490b0c8a-4847-46de-aaf3-8defeb56cbc5 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 907 time: 0.0739555 Oct 27 16:49:59.286034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-f81b9624-7b46-475d-a687-41afe6d283d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.287576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-f81b9624-7b46-475d-a687-41afe6d283d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 1058 time: 0.0505250 Oct 27 16:49:59.332846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-107f66dd-f550-408a-99ef-0f98b8d5a593 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Oct 27 16:49:59.385091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-a9e4da4e-f3b9-41f2-86ed-d1c56ce1d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.386558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-a9e4da4e-f3b9-41f2-86ed-d1c56ce1d1f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4435e9a-a85b-4480-baf3-05b9440412ef HTTP/1.1" status: 200 len: 836 time: 0.0459263 Oct 27 16:49:59.441031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-a7343ea3-821e-4960-a8ce-9b3558abcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:59.442454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-a7343ea3-821e-4960-a8ce-9b3558abcef1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474856 Oct 27 16:49:59.545233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-1d95fc9f-0eab-4206-b671-c3356347683d service neutron] 10.222.0.79 "GET /v2.0/networks/a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949013 Oct 27 16:49:59.644523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0723cbf8-b05e-42e4-a61e-0df4c62f6706 req-24c80adf-2f2c-41f5-b647-5aa0d6e929e9 service neutron] 10.222.0.79 "GET /v2.0/networks/a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919027 Oct 27 16:50:00.356534 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b429d8-8df6-401a-b3f5-d9b969620680 req-d822372b-8799-472e-b9a0-c2a473fb21e6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:00.358175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86b429d8-8df6-401a-b3f5-d9b969620680 req-d822372b-8799-472e-b9a0-c2a473fb21e6 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 907 time: 0.0580344 Oct 27 16:50:01.480706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d5db-dc77-46a9-8fa0-59565fc08157 req-c3efa7c4-64e6-49a5-89aa-3a84e84265ee tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:01.482158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf54d5db-dc77-46a9-8fa0-59565fc08157 req-c3efa7c4-64e6-49a5-89aa-3a84e84265ee tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 907 time: 0.0522914 Oct 27 16:50:02.608053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d751b-fe01-4d7c-95ed-f2681aee4448 req-c38cf6bc-5d12-461b-ab63-580e379da04c tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:02.610095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-312d751b-fe01-4d7c-95ed-f2681aee4448 req-c38cf6bc-5d12-461b-ab63-580e379da04c tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 907 time: 0.0491853 Oct 27 16:50:03.308956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9990900-b2d0-4e94-a413-91ff5a4bb9c7 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:50:03.410867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:03.422665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7', 'network_id': 'a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8', 'port_id': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7', 'mac_address': 'fa:16:3e:25:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4435e9a-a85b-4480-baf3-05b9440412ef', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:50:03.459848 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:03.476495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9990900-b2d0-4e94-a413-91ff5a4bb9c7 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:50:03.495764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:03.599696 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:03.647303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:03.735136 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514cd8-a9d8-433e-8e59-1ebbc826c9b1 req-4505be71-a735-4112-a37b-f2f0ed306c8e tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:03.737214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e514cd8-a9d8-433e-8e59-1ebbc826c9b1 req-4505be71-a735-4112-a37b-f2f0ed306c8e tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 908 time: 0.0542495 Oct 27 16:50:03.842174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['e9990900-b2d0-4e94-a413-91ff5a4bb9c7'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:50:04.857358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c7a7-eb46-4681-b024-112b8087c7b7 req-56fd19e5-4e2c-453d-a9b8-795f030aec19 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:04.859080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c914c7a7-eb46-4681-b024-112b8087c7b7 req-56fd19e5-4e2c-453d-a9b8-795f030aec19 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 908 time: 0.0512023 Oct 27 16:50:05.304075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9990900-b2d0-4e94-a413-91ff5a4bb9c7 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:50:05.486899 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:50:05.491239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:05.491638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:05.569955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:05.592925 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:05.595837 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9f22e6-ea22-49c3-b959-b2e7d8640f54" -d '{"events": [{"server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "name": "network-vif-plugged", "status": "completed", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:05.609041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:05.707370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:05.758014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768302 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.768877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.769208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.769530 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:05.784163 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca50c80-dcfa-40b5-8e40-68b4c6ae8d84 x-openstack-request-id: req-9ca50c80-dcfa-40b5-8e40-68b4c6ae8d84 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:05.784524 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "name": "network-vif-plugged", "status": "completed", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:05.784846 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ca50c80-dcfa-40b5-8e40-68b4c6ae8d84 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:05.785315 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7', 'code': 200} Oct 27 16:50:05.887481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7c680-873b-482f-9499-627daf0d641e req-d44ae635-18c1-4bf5-8f64-9b0bbdb8d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:05.889299 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ba7c680-873b-482f-9499-627daf0d641e req-d44ae635-18c1-4bf5-8f64-9b0bbdb8d6b5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 1060 time: 0.0429478 Oct 27 16:50:05.980094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810334-5290-4aca-87d9-8227c5f87360 req-d8db667b-09ed-4a6a-b786-cbefcb77778b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:05.981591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c8810334-5290-4aca-87d9-8227c5f87360 req-d8db667b-09ed-4a6a-b786-cbefcb77778b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0492847 Oct 27 16:50:07.105879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751440-bf3a-472f-a3d2-db698a4ab389 req-45bd0930-88e0-49b2-a449-c98a8ed755ea tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:07.107538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d8751440-bf3a-472f-a3d2-db698a4ab389 req-45bd0930-88e0-49b2-a449-c98a8ed755ea tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0527735 Oct 27 16:50:08.230829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1875f15-795a-4bea-ad5c-a17accb47c4b req-32ef1246-6c5f-4726-9e74-7c519b7d4dea tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:08.232360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1875f15-795a-4bea-ad5c-a17accb47c4b req-32ef1246-6c5f-4726-9e74-7c519b7d4dea tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0540185 Oct 27 16:50:08.359321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137deb-5105-4bec-8ee2-f548178f7eae req-e54b3ae7-343f-4b10-aeb9-0dc45e4a4017 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:08.360950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68137deb-5105-4bec-8ee2-f548178f7eae req-e54b3ae7-343f-4b10-aeb9-0dc45e4a4017 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0544653 Oct 27 16:50:08.465524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94949ce-4155-40cb-82d1-336cacea6c23 req-c4211d06-7547-4f95-a44a-9c9c9b381891 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:08.467025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a94949ce-4155-40cb-82d1-336cacea6c23 req-c4211d06-7547-4f95-a44a-9c9c9b381891 tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 1060 time: 0.0394394 Oct 27 16:50:08.580369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839b97-d92f-48e2-8877-58e811c83692 req-28158b7e-b08e-43bb-89b9-c0ac5e052c0c tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:08.588263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a839b97-d92f-48e2-8877-58e811c83692 req-28158b7e-b08e-43bb-89b9-c0ac5e052c0c tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.0511956 Oct 27 16:50:08.626544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a839b97-d92f-48e2-8877-58e811c83692 req-fb678f6a-8263-47fc-bc00-3347c1126a5b tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0326133 Oct 27 16:50:08.649527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51078) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:08.690502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfa6c9-aad3-42e8-9d4d-ab7054df56fe tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:08.692069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-00cfa6c9-aad3-42e8-9d4d-ab7054df56fe tempest-TestSecurityGroupsBasicOps-1866557760 tempest-TestSecurityGroupsBasicOps-1866557760-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 1055 time: 0.0413804 Oct 27 16:50:09.319187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25141-fc6b-4488-a11d-d985a633b926 req-907e8b12-727e-487e-834a-09d88473b69f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:09.320972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bf25141-fc6b-4488-a11d-d985a633b926 req-907e8b12-727e-487e-834a-09d88473b69f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0509727 Oct 27 16:50:10.443200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d947de-5427-43ff-bee6-7ec06ed800f2 req-7f41ecc3-fc7b-434e-b869-7c756e2fcf2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:10.444752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16d947de-5427-43ff-bee6-7ec06ed800f2 req-7f41ecc3-fc7b-434e-b869-7c756e2fcf2a tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0526266 Oct 27 16:50:10.663285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-b23396e9-0a04-419e-844a-b97d404c65f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:10.664724 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-b23396e9-0a04-419e-844a-b97d404c65f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.79 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 909 time: 0.0576849 Oct 27 16:50:10.757279 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:10.757614 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:10.854824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port e9990900-b2d0-4e94-a413-91ff5a4bb9c7, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:10.855262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:10.868204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for e9990900-b2d0-4e94-a413-91ff5a4bb9c7 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:11.244964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:11.272134 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=e9990900-b2d0-4e94-a413-91ff5a4bb9c7,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:11.313914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] No DVR routers for this DVR port e9990900-b2d0-4e94-a413-91ff5a4bb9c7 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:11.323286 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:11.323286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-17613ca9-e500-4c18-a1e0-1f6cca2479b6 req-7a12d226-75ad-47b1-9bd2-a697f227bc01 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.79 "DELETE /v2.0/ports/e9990900-b2d0-4e94-a413-91ff5a4bb9c7 HTTP/1.1" status: 204 len: 173 time: 0.6506007 Oct 27 16:50:11.323286 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'name': 'network-vif-deleted', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:11.324493 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e361094e-edd1-49c9-a71e-fe31eb012c23" -d '{"events": [{"server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "name": "network-vif-deleted", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:11.365463 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94a83e5-8aa6-4387-9e7d-8649cfb9b431 x-openstack-request-id: req-b94a83e5-8aa6-4387-9e7d-8649cfb9b431 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:11.365958 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81079bf-df9a-491f-afe0-e2203784185e", "name": "network-vif-deleted", "tag": "e9990900-b2d0-4e94-a413-91ff5a4bb9c7", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:11.367142 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b94a83e5-8aa6-4387-9e7d-8649cfb9b431 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:11.367709 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81079bf-df9a-491f-afe0-e2203784185e', 'name': 'network-vif-deleted', 'tag': 'e9990900-b2d0-4e94-a413-91ff5a4bb9c7', 'status': 'completed', 'code': 200} Oct 27 16:50:11.490179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1a333b2-8230-418d-beba-adde85494499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:11.543965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38df3348-76cd-4917-8325-78c84f7dd264 req-e2d82d27-67fc-4bc3-bdf1-85c1c8a902fa tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0271373 Oct 27 16:50:12.660908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d4308d6-398f-4741-89d6-2421d1836528 req-d7fe2b5b-a4ce-4997-a639-469e955cfecc tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=d81079bf-df9a-491f-afe0-e2203784185e HTTP/1.1" status: 200 len: 210 time: 0.0315840 Oct 27 16:50:13.646502 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:13.724447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:14.172809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:14.200304 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ff54334a-1118-4035-b87a-b110a4d0156a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:14.723305 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:14.813298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:14.813894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:14.914807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port 205b5e42-b642-4b0e-8c5c-35cc52fa79f3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:14.917272 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:14.949988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:15.367033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:15.367631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9990900-b2d0-4e94-a413-91ff5a4bb9c7 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:15.391946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: e9990900-b2d0-4e94-a413-91ff5a4bb9c7 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:15.392369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e9990900-b2d0-4e94-a413-91ff5a4bb9c7 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:15.408317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=205b5e42-b642-4b0e-8c5c-35cc52fa79f3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:15.424243 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:15.601737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:15.837923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 149dea20-8ae6-47d0-889a-9fdc0098c203 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:15.946772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:15.955217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-b1ad95eb-4762-4e97-adbc-124fa10cb279 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "PUT /v2.0/routers/149dea20-8ae6-47d0-889a-9fdc0098c203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264421 Oct 27 16:50:15.955217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51144) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:15.959321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Sync routers for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:15.969895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:15.970566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:16.011794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting subnet d4435e9a-a85b-4480-baf3-05b9440412ef {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:50:16.015152 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.063976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.096663 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:16.154854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.293310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:50:15Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:16.319997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Checking router: 149dea20-8ae6-47d0-889a-9fdc0098c203 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:16.328809 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Routers {'149dea20-8ae6-47d0-889a-9fdc0098c203'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:16.329434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['149dea20-8ae6-47d0-889a-9fdc0098c203'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:16.347820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.376292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Subnet': ['ID=d4435e9a-a85b-4480-baf3-05b9440412ef,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:16.380132 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.383589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8dea863e-17d2-4822-a786-0307fc548676 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/subnets/d4435e9a-a85b-4480-baf3-05b9440412ef HTTP/1.1" status: 204 len: 168 time: 0.4279075 Oct 27 16:50:16.386084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51146) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:16.406023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcefa39-d8ab-4333-b924-afd2c4a18b10 None None] Network a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:16.504809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.564123 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] Set router 149dea20-8ae6-47d0-889a-9fdc0098c203 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:16.630562 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.665448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] DHCP port deletion for a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:50:16.796791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Deleting port cecb0393-9c22-49f2-a6b2-f919b37d7821 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:16.797286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.862332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 285d6beb-cad4-4764-b48d-6ebe90fca133 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:16.862909 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.896590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] For port cecb0393-9c22-49f2-a6b2-f919b37d7821, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=cecb0393-9c22-49f2-a6b2-f919b37d7821,segment=NetworkSegment(3f8ca918-99a0-400b-a6b3-6db6473e066d),segment_id=3f8ca918-99a0-400b-a6b3-6db6473e066d)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:16.896590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.905555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:50:15Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:16.911831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Calling delete_port for cecb0393-9c22-49f2-a6b2-f919b37d7821 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:16.939327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e81cd-f2e3-4ae4-9f08-4ecccc5e432a None None] The sync data for ids ['149dea20-8ae6-47d0-889a-9fdc0098c203'] in n-d-814735-4 is: [{'id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'name': 'tempest-TestSecurityGroupsBasicOps-router-213136626', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:50:15Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '285d6beb-cad4-4764-b48d-6ebe90fca133', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149dea20-8ae6-47d0-889a-9fdc0098c203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:49:45Z', 'updated_at': '2021-10-27T16:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:16.953465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port 285d6beb-cad4-4764-b48d-6ebe90fca133, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=285d6beb-cad4-4764-b48d-6ebe90fca133,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:16.953987 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:16.968991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 285d6beb-cad4-4764-b48d-6ebe90fca133 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:17.182015 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.305676 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.326523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] No DVR routers for this DVR port cecb0393-9c22-49f2-a6b2-f919b37d7821 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:17.368752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861ed84-a6cb-4451-aa28-cd99d712d4a6 None None] Pushing event deleted for resources: {'Port': ['ID=cecb0393-9c22-49f2-a6b2-f919b37d7821,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:17.399833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.428823 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device cecb0393-9c22-49f2-a6b2-f919b37d7821 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:17.433226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=285d6beb-cad4-4764-b48d-6ebe90fca133,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:17.467426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: cecb0393-9c22-49f2-a6b2-f919b37d7821 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:17.467841 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device cecb0393-9c22-49f2-a6b2-f919b37d7821 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:17.528100 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.624222 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.626438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.742526 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.743092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Fanout notify agent at l3_agent the message router_deleted on router 149dea20-8ae6-47d0-889a-9fdc0098c203 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:50:17.751080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.755342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d0495632-77fa-4068-b839-74bf440e9c09 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/routers/149dea20-8ae6-47d0-889a-9fdc0098c203 HTTP/1.1" status: 204 len: 168 time: 1.3652134 Oct 27 16:50:17.755554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51152) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:17.844159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.939795 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:17.960058 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:17.970581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8ca918-99a0-400b-a6b3-6db6473e066d') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:17.970902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8ca918-99a0-400b-a6b3-6db6473e066d') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:17.985885 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.000833 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.008220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:50:18.012710 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:50:18.194350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.202329 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.208957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/networks/a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8 HTTP/1.1" status: 204 len: 168 time: 0.4491913 Oct 27 16:50:18.208957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51154) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:18.226761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4a77e-0ef9-4410-a9e1-39c0bea34ce3 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Network': ['ID=a2046d7a-5d9a-4f3d-961c-74cc99b5d6f8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:18.377945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 9e20de3b-d86b-4a53-bfe0-56247b206a46 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:18.378293 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.459183 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.459444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.471676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 9e20de3b-d86b-4a53-bfe0-56247b206a46 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:18.806472 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.832368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=9e20de3b-d86b-4a53-bfe0-56247b206a46,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:18.896424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.896824 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Floating IP 98b17a96-e695-42a6-847b-4c6f6b27bbe6 disassociated (deleted). External IP: 172.25.5.77, port: 72d6e82c-06c6-4efe-9112-23b4f0369644. Oct 27 16:50:19.026570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:19.049259 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:19.050075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 205b5e42-b642-4b0e-8c5c-35cc52fa79f3 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:19.050503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285d6beb-cad4-4764-b48d-6ebe90fca133 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:19.071652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 285d6beb-cad4-4764-b48d-6ebe90fca133 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:19.075062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 285d6beb-cad4-4764-b48d-6ebe90fca133 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:19.396049 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 5007d20b-74c4-4051-8fb9-24ca2800cffc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:19.505547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:19.510502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:19.515680 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Sync routers for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:19.526231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:19.526836 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:19.543704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-38a48145-f5b1-4dd2-9f0b-7ea0686e52f7 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/floatingips/98b17a96-e695-42a6-847b-4c6f6b27bbe6 HTTP/1.1" status: 204 len: 168 time: 1.3342457 Oct 27 16:50:19.544679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:19.547992 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19aa965-8c3f-4728-b69e-49ab865b7b71" -d '{"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:19.590359 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d9449-3d54-4126-aa66-47b35605972d x-openstack-request-id: req-753d9449-3d54-4126-aa66-47b35605972d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:19.591191 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:19.605623 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-753d9449-3d54-4126-aa66-47b35605972d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:19.605623 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'status': 'completed', 'code': 200} Oct 27 16:50:19.640981 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:19.671653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-4306ded3-856c-4c9a-98f8-09f9dd1908f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:19.673743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-4306ded3-856c-4c9a-98f8-09f9dd1908f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62821cdc8fa44591937d39150ce1d306&device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 1135 time: 0.0583665 Oct 27 16:50:19.774704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-3bb5f8d7-cbe0-4dd1-ac07-c110b201fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:19.776431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-3bb5f8d7-cbe0-4dd1-ac07-c110b201fc98 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 200 len: 898 time: 0.0959947 Oct 27 16:50:19.837708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-0f31c528-2d94-4c05-99de-4585ecd0b20e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 200 len: 217 time: 0.0525887 Oct 27 16:50:19.839991 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:19.871631 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Checking router: 5007d20b-74c4-4051-8fb9-24ca2800cffc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:19.880669 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:19.881315 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:19.917538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-1279dc8d-28f3-4370-9dfb-5f4694c903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:19.919255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-1279dc8d-28f3-4370-9dfb-5f4694c903a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 200 len: 835 time: 0.0728705 Oct 27 16:50:19.967869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-879058b6-b3de-49e0-b41e-cdc5fa8b64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:19.969325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-879058b6-b3de-49e0-b41e-cdc5fa8b64c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc833c2c-b4ef-45c7-8411-227f8288dbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434091 Oct 27 16:50:19.995301 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:20.079910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-c534ac03-a799-4c3d-9b17-e10abdff4b87 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034584 Oct 27 16:50:20.180732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c19aa965-8c3f-4728-b69e-49ab865b7b71 req-0ce218ef-a34d-4394-a048-578aad301341 service neutron] 10.222.0.82 "GET /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933661 Oct 27 16:50:20.210134 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-20d196b2-80bb-4701-a492-d995c540391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:20.237308 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d196b2-80bb-4701-a492-d995c540391e None None] The sync data for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 is: [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:02Z', 'revision_number': 4, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '9f988896-7884-406e-a19e-0538a0e667dc', 'name': '', 'network_id': 'cc833c2c-b4ef-45c7-8411-227f8288dbf4', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'mac_address': 'fa:16:3e:9b:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:48:00Z', 'updated_at': '2021-10-27T16:48:07Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'subnets': [{'id': '9697da42-94e5-4991-aac8-f0a2dd4e5702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:20.273650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193d186-b376-4124-915e-4672c9dd2ea4 req-830a544a-4b8e-4103-bb23-34841279dee9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:20.275805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8193d186-b376-4124-915e-4672c9dd2ea4 req-830a544a-4b8e-4103-bb23-34841279dee9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0596235 Oct 27 16:50:20.322971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8193d186-b376-4124-915e-4672c9dd2ea4 req-b845fce7-6eb8-48b4-8b75-9587b8038e15 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0405200 Oct 27 16:50:20.472742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3fd6a3-f8ce-403b-b884-34862a7734b0 None None] New status for floating IP 98b17a96-e695-42a6-847b-4c6f6b27bbe6: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:50:21.448852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1072c-8c31-47db-a17a-7cd218684101 req-806c0716-54af-4e69-8d48-4445c6213726 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:21.450390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46c1072c-8c31-47db-a17a-7cd218684101 req-806c0716-54af-4e69-8d48-4445c6213726 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0538058 Oct 27 16:50:21.491629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-46c1072c-8c31-47db-a17a-7cd218684101 req-3df708c2-f840-47a1-b690-cac566c27620 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/security-groups?id=9212053b-8038-4788-a784-cafdec953cae&id=6a3ad59c-2c80-410f-8bb0-553d0caf0275&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344484 Oct 27 16:50:21.878521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-5a2614cf-a619-48a4-b7a6-ee56524e3f8f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:21.880053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-5a2614cf-a619-48a4-b7a6-ee56524e3f8f tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.82 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 984 time: 0.0538464 Oct 27 16:50:21.980833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 72d6e82c-06c6-4efe-9112-23b4f0369644 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:21.981176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.076043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port 72d6e82c-06c6-4efe-9112-23b4f0369644, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=72d6e82c-06c6-4efe-9112-23b4f0369644,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:22.076411 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.089629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 72d6e82c-06c6-4efe-9112-23b4f0369644 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:22.371604 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.401075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=72d6e82c-06c6-4efe-9112-23b4f0369644,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:22.449086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] No DVR routers for this DVR port 72d6e82c-06c6-4efe-9112-23b4f0369644 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:22.452821 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.456387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49393830-09dd-44e3-b65c-c90c1c8f09c9 req-e3517fbd-2728-456e-97f1-669aab3a7a4b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.82 "DELETE /v2.0/ports/72d6e82c-06c6-4efe-9112-23b4f0369644 HTTP/1.1" status: 204 len: 173 time: 0.5697374 Oct 27 16:50:22.456868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'name': 'network-vif-deleted', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:22.459297 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe09092-217a-4417-a469-c6db6ae2228b" -d '{"events": [{"server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "name": "network-vif-deleted", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:22.497796 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2a92a2-733c-431a-9fdb-af9744801e11 x-openstack-request-id: req-3d2a92a2-733c-431a-9fdb-af9744801e11 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:22.498100 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e64c64d-9fe6-4ccb-8df9-698851c707c9", "name": "network-vif-deleted", "tag": "72d6e82c-06c6-4efe-9112-23b4f0369644", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:22.498353 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d2a92a2-733c-431a-9fdb-af9744801e11 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:22.498763 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e64c64d-9fe6-4ccb-8df9-698851c707c9', 'name': 'network-vif-deleted', 'tag': '72d6e82c-06c6-4efe-9112-23b4f0369644', 'status': 'completed', 'code': 200} Oct 27 16:50:22.594883 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3cb80a44-7c67-4bb6-9028-c2bec4e3d8cf req-983d5345-e5ee-4f07-99d0-696a8e2e6e2b tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0273356 Oct 27 16:50:23.709418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8209dbd9-54c6-4680-8c8e-6f3998961536 req-d771a210-75f8-405e-a877-80b40d6e8f0d tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e64c64d-9fe6-4ccb-8df9-698851c707c9 HTTP/1.1" status: 200 len: 210 time: 0.0282547 Oct 27 16:50:24.555286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 72d6e82c-06c6-4efe-9112-23b4f0369644 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:24.577255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 72d6e82c-06c6-4efe-9112-23b4f0369644 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:24.577616 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 72d6e82c-06c6-4efe-9112-23b4f0369644 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:24.766587 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51302) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:24.828705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:24.851790 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.060581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.063376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.064580 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/security-groups/9212053b-8038-4788-a784-cafdec953cae HTTP/1.1" status: 204 len: 168 time: 0.2964258 Oct 27 16:50:25.067368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51310) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:25.074480 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cb6b8-1cff-44e6-92a1-d4e052942667 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212053b-8038-4788-a784-cafdec953cae,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:25.126299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.149602 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.409209 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.412055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:25.414685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a3ad59c-2c80-410f-8bb0-553d0caf0275 HTTP/1.1" status: 204 len: 168 time: 0.3447304 Oct 27 16:50:25.416598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51322) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:25.422833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3d04-b466-40db-998b-baf965b1c185 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ad59c-2c80-410f-8bb0-553d0caf0275,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:26.189776 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:26.489228 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 9f988896-7884-406e-a19e-0538a0e667dc {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:26.489572 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:26.593083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port 9f988896-7884-406e-a19e-0538a0e667dc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=9f988896-7884-406e-a19e-0538a0e667dc,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:26.593083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:26.606596 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 9f988896-7884-406e-a19e-0538a0e667dc owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:26.964705 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:26.992030 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=9f988896-7884-406e-a19e-0538a0e667dc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:27.190114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.411049 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Router 5007d20b-74c4-4051-8fb9-24ca2800cffc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:27.515787 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:27.524377 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-2a97b4bf-0374-4000-b4c0-fc6ed79265d1 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "PUT /v2.0/routers/5007d20b-74c4-4051-8fb9-24ca2800cffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036654 Oct 27 16:50:27.524961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51376) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:27.526425 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Sync routers for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:27.587023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting subnet 9697da42-94e5-4991-aac8-f0a2dd4e5702 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:50:27.591501 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.633069 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:27.633594 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:27.636608 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.730662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.738223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:27.916561 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:50:26Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:27.926809 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.957827 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Checking router: 5007d20b-74c4-4051-8fb9-24ca2800cffc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:27.958137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Subnet': ['ID=9697da42-94e5-4991-aac8-f0a2dd4e5702,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:27.958321 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Routers {'5007d20b-74c4-4051-8fb9-24ca2800cffc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:27.958321 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['5007d20b-74c4-4051-8fb9-24ca2800cffc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:27.960061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:27.966794 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:27.966979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ffddefc9-f7cc-4975-803b-299fb83f38ec tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/subnets/9697da42-94e5-4991-aac8-f0a2dd4e5702 HTTP/1.1" status: 204 len: 168 time: 0.4403205 Oct 27 16:50:27.968427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d015001-c34a-4ee1-bb0c-bcf346d1ca74 None None] Network cc833c2c-b4ef-45c7-8411-227f8288dbf4 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:28.065930 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] Set router 5007d20b-74c4-4051-8fb9-24ca2800cffc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:28.085397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.203458 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.320464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:50:26Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:28.320464 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31961fb-eae7-4722-9e37-1aee7708794c None None] The sync data for ids ['5007d20b-74c4-4051-8fb9-24ca2800cffc'] in n-d-814735-4 is: [{'id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-864554294', 'tenant_id': '62821cdc8fa44591937d39150ce1d306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:50:26Z', 'revision_number': 5, 'project_id': '62821cdc8fa44591937d39150ce1d306', 'gw_port': {'id': '1c58f454-f3ae-485f-8025-e53847313fa3', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007d20b-74c4-4051-8fb9-24ca2800cffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:47:54Z', 'updated_at': '2021-10-27T16:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:28.359145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] DHCP port deletion for cc833c2c-b4ef-45c7-8411-227f8288dbf4 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:50:28.408014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Deleting port b738c9fa-c0e1-4aee-b656-4233e865531a {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:28.408415 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.493571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] For port b738c9fa-c0e1-4aee-b656-4233e865531a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b738c9fa-c0e1-4aee-b656-4233e865531a,segment=NetworkSegment(8c6b2727-2c0c-407c-aacd-c3b9bc770553),segment_id=8c6b2727-2c0c-407c-aacd-c3b9bc770553)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:28.493571 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.495727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Calling delete_port for b738c9fa-c0e1-4aee-b656-4233e865531a owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:28.572165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.582168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Deleting port 1c58f454-f3ae-485f-8025-e53847313fa3 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:28.582543 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.677718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] For port 1c58f454-f3ae-485f-8025-e53847313fa3, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1c58f454-f3ae-485f-8025-e53847313fa3,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:28.678188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.690896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Calling delete_port for 1c58f454-f3ae-485f-8025-e53847313fa3 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:28.722529 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.746803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] Pushing event deleted for resources: {'Port': ['ID=b738c9fa-c0e1-4aee-b656-4233e865531a,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:28.752447 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f4feb-fbd6-437a-a4d8-0ba6ec381e47 None None] No DVR routers for this DVR port b738c9fa-c0e1-4aee-b656-4233e865531a on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:28.782352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.991089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.018653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Port': ['ID=1c58f454-f3ae-485f-8025-e53847313fa3,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:29.032319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b738c9fa-c0e1-4aee-b656-4233e865531a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:29.059392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b738c9fa-c0e1-4aee-b656-4233e865531a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:29.059831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b738c9fa-c0e1-4aee-b656-4233e865531a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:29.060990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9f988896-7884-406e-a19e-0538a0e667dc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:29.081626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 9f988896-7884-406e-a19e-0538a0e667dc {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:29.091296 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 9f988896-7884-406e-a19e-0538a0e667dc not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:29.091781 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.183614 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.186358 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.491802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.491802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Fanout notify agent at l3_agent the message router_deleted on router 5007d20b-74c4-4051-8fb9-24ca2800cffc {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:50:29.491802 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.491802 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-739f6d4f-c8c4-4c45-93d5-e22a2085dbe9 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/routers/5007d20b-74c4-4051-8fb9-24ca2800cffc HTTP/1.1" status: 204 len: 168 time: 1.5157609 Oct 27 16:50:29.491802 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51422) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:29.578245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.675710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.695910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc833c2c-b4ef-45c7-8411-227f8288dbf4']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.706322 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6b2727-2c0c-407c-aacd-c3b9bc770553') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.706620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6b2727-2c0c-407c-aacd-c3b9bc770553') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.716637 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.729837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.736141 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:50:29.738081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:50:29.739416 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:50:29.931171 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.941367 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.945917 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] 10.222.0.70 "DELETE /v2.0/networks/cc833c2c-b4ef-45c7-8411-227f8288dbf4 HTTP/1.1" status: 204 len: 168 time: 0.4585981 Oct 27 16:50:29.966671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5ddd-2aac-48d6-8909-6a999c52f509 tempest-TestSecurityGroupsBasicOps-1553944090 tempest-TestSecurityGroupsBasicOps-1553944090-project] Pushing event deleted for resources: {'Network': ['ID=cc833c2c-b4ef-45c7-8411-227f8288dbf4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:30.784986 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51464) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:30.953809 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0896381a-d2a8-4a54-a168-b768c8b55226 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62821cdc8fa44591937d39150ce1d306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676004 Oct 27 16:50:30.956147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51474) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:31.007618 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.027409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1c58f454-f3ae-485f-8025-e53847313fa3 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:31.033070 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.054510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1c58f454-f3ae-485f-8025-e53847313fa3 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:31.060884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1c58f454-f3ae-485f-8025-e53847313fa3 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:31.180969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.183641 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.184821 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b20ef88-c7e9-44a3-ade5-9bfd17fdb3aa HTTP/1.1" status: 204 len: 168 time: 0.2277429 Oct 27 16:50:31.194769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012ec8-e7e3-4902-8ff4-97789415453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20ef88-c7e9-44a3-ade5-9bfd17fdb3aa,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:32.133222 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51506) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:32.152454 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-536c72e4-7ae6-4923-95f2-e898ed6d5e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.238881 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-536c72e4-7ae6-4923-95f2-e898ed6d5e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.406559 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-536c72e4-7ae6-4923-95f2-e898ed6d5e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.447639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c72e4-7ae6-4923-95f2-e898ed6d5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f484f3c0-5372-451e-bed4-e91a3a8c9e4e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:32.454172 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-536c72e4-7ae6-4923-95f2-e898ed6d5e4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7f0a1fd123540cd82fb07cc815300d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199129 Oct 27 16:50:32.456863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51518) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:32.509080 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.532679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.795652 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.798768 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.800026 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f484f3c0-5372-451e-bed4-e91a3a8c9e4e HTTP/1.1" status: 204 len: 168 time: 0.3422172 Oct 27 16:50:32.808382 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa852b39-6913-4118-9832-ce4787328b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484f3c0-5372-451e-bed4-e91a3a8c9e4e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:33.925725 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51554) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:33.969282 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-26965964-fe19-4eb4-a600-2e521d8b1873 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d15182d8c554da98c6b9e6981d7e723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423636 Oct 27 16:50:33.971766 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51560) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:34.026507 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.048622 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.236115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.238745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.239928 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6288a7d7-e75c-4a97-abbf-89624fd51304 HTTP/1.1" status: 204 len: 168 time: 0.2672536 Oct 27 16:50:34.247980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdc34a-dc36-4c3a-b62f-a0a08fcaf266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288a7d7-e75c-4a97-abbf-89624fd51304,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:35.658074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51626) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:35.755515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1564022213-network', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:50:35.859633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Made reservation on behalf of 9bb88385a5cd45c781f8b82befcb92f4 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:50:35.861915 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.871315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.947706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.057693 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.083700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:50:36.092492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e15f3-4a13-42a1-b8cc-8f4b84df93cc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:36.098834 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.099239 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Added segment 76d1a827-a281-494e-916d-a40297d3c4a5 of type vlan for network bf0d5f37-07b7-4e90-80b0-1d38e9160819 Oct 27 16:50:36.140858 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.379960 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.380987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:36.381567 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.440034 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0d5f37-07b7-4e90-80b0-1d38e9160819,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:36.449780 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:50:36.580698 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9b420748-99b2-4b1a-9be4-ab6f19a73976 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9215038 Oct 27 16:50:36.583651 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51656) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:36.588307 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Request body: {'subnet': {'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1564022213-subnet', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:50:36.789146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Made reservation on behalf of 9bb88385a5cd45c781f8b82befcb92f4 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:50:36.791544 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.118178 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.181153 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b464791-b544-45f3-a460-f4fc481daed4,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:37.188597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Checking segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:37.189519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Network hostable DHCP agents. Network: bf0d5f37-07b7-4e90-80b0-1d38e9160819, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:50:37.294856 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:50:37.455555 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bf0d5f37-07b7-4e90-80b0-1d38e9160819) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:37.459886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:37.460513 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.465532 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b32edb-d377-4c03-9e1f-57714eee55e8 None None] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:37.618959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-bf0d5f37-07b7-4e90-80b0-1d38e9160819', 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'fixed_ips': [{'subnet_id': '1b464791-b544-45f3-a460-f4fc481daed4'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:50:37.619841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.655431 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e6bebf05-7979-4524-b9b0-22e8ca4f060a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0706949 Oct 27 16:50:37.662146 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51680) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:37.662769 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:50:37.755322 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Allocated IP 172.20.0.2 (bf0d5f37-07b7-4e90-80b0-1d38e9160819/1b464791-b544-45f3-a460-f4fc481daed4/ad26ddd1-634c-4257-8cb1-ba4915f573c2) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:50:37.900168 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.993106 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.016279 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.066931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.214715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.254188 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:50:38.257164 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:38.260709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:50:38.267499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Pushing event updated for resources: {'Port': ['ID=ad26ddd1-634c-4257-8cb1-ba4915f573c2,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:38.324523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Attempting to bind port ad26ddd1-634c-4257-8cb1-ba4915f573c2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:50:38.324903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Attempting to bind port ad26ddd1-634c-4257-8cb1-ba4915f573c2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:50:38.325290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Attempting to bind port ad26ddd1-634c-4257-8cb1-ba4915f573c2 on network bf0d5f37-07b7-4e90-80b0-1d38e9160819 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:38.331452 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:50:38.331769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Checking segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:38.335108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.335108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Bound using segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:50:38.335108 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Bound port: ad26ddd1-634c-4257-8cb1-ba4915f573c2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:50:38.335108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.397134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-94825a12-d13f-43e6-872d-385171626e1b None None] For port ad26ddd1-634c-4257-8cb1-ba4915f573c2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:50:38.400235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-94825a12-d13f-43e6-872d-385171626e1b None None] For port ad26ddd1-634c-4257-8cb1-ba4915f573c2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad26ddd1-634c-4257-8cb1-ba4915f573c2,segment=NetworkSegment(76d1a827-a281-494e-916d-a40297d3c4a5),segment_id=76d1a827-a281-494e-916d-a40297d3c4a5)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:50:38.414827 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.524607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.586313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825a12-d13f-43e6-872d-385171626e1b None None] Pushing event updated for resources: {'Port': ['ID=ad26ddd1-634c-4257-8cb1-ba4915f573c2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:38.842392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.867478 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.009526 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Allocated IP 172.25.5.51 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:50:39.068134 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad26ddd1-634c-4257-8cb1-ba4915f573c2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:50:39.121939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad26ddd1-634c-4257-8cb1-ba4915f573c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:39.122397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.126261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.209645 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.246143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port ad26ddd1-634c-4257-8cb1-ba4915f573c2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad26ddd1-634c-4257-8cb1-ba4915f573c2,segment=NetworkSegment(76d1a827-a281-494e-916d-a40297d3c4a5),segment_id=76d1a827-a281-494e-916d-a40297d3c4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:39.273586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.315851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:50:39.319159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:39.322601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:50:39.328434 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:39.404626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.463116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=ad26ddd1-634c-4257-8cb1-ba4915f573c2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:39.588408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92db09-7aa7-4823-8675-395cdd18d502 None None] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:39.701358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0b3015f0-0a80-4e71-90ec-529a363cae32 None None] Provisioning complete for port ad26ddd1-634c-4257-8cb1-ba4915f573c2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:39.701733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b3015f0-0a80-4e71-90ec-529a363cae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.799530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:40.071923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-011470ad-35f0-4888-8705-7b3cc42bfada None None] Provisioning complete for port ad26ddd1-634c-4257-8cb1-ba4915f573c2 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:40.072217 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-011470ad-35f0-4888-8705-7b3cc42bfada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:40.349271 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:40.671125 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Router 1f9dd53e-b373-42b9-b50e-379e12fe5118 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:50:40.781233 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:40.790434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Sync routers for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:40.802159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:40.802808 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:40.906544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:40.971233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:40.972974 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-202e8b0e-2a66-497d-9734-cff706c313e9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3135548 Oct 27 16:50:40.975620 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51734) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:41.077824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad26ddd1-634c-4257-8cb1-ba4915f573c2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:50:41.151130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port ad26ddd1-634c-4257-8cb1-ba4915f573c2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:41.151507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.154292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:39Z', 'revision_number': 3, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:41.202247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Checking router: 1f9dd53e-b373-42b9-b50e-379e12fe5118 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:41.202430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Updating router 1f9dd53e-b373-42b9-b50e-379e12fe5118 port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:50:41.235955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.469516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.480697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5c1eee78-4fc4-48ab-b402-3dbcbc244c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.560345 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.638525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Allocated IP 172.20.0.1 (bf0d5f37-07b7-4e90-80b0-1d38e9160819/1b464791-b544-45f3-a460-f4fc481daed4/a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:50:41.741095 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.794495 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.851542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Attempting to bind port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:50:41.852030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Attempting to bind port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:50:41.852406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Attempting to bind port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:41.855602 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6bb38-2e79-4f74-8a54-afda437cbe72 None None] Pushing event updated for resources: {'Port': ['ID=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:41.860408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:50:41.860787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:41.861225 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.861574 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:50:41.862186 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Bound port: b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:50:41.862574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:41.965785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.037724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:50:42.048358 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:42.053652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:50:42.086492 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Pushing event updated for resources: {'Port': ['ID=a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:42.103157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] For port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:50:42.108531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] For port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:50:42.122524 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.212524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.276082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:42.276848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:42.370783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6bb38-2e79-4f74-8a54-afda437cbe72 None None] Pushing event updated for resources: {'Port': ['ID=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:42.416019 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.419654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:42.546777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-596bb2ef-9966-4a0b-85be-f1d53dbb040c None None] Provisioning complete for port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:42.547120 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-596bb2ef-9966-4a0b-85be-f1d53dbb040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.588275 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.611830 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-596bb2ef-9966-4a0b-85be-f1d53dbb040c None None] Port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:50:42.659777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:39Z', 'revision_number': 3, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:42.688581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7646d9-8578-4ca3-9066-f28fe993dce8 None None] The sync data for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 is: [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:39Z', 'revision_number': 3, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:42.720282 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.793093 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:42.794932 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Pushing event updated for resources: {'Port': ['ID=a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:42.901628 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:50:42.903375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:43.092798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Router 1f9dd53e-b373-42b9-b50e-379e12fe5118 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:43.163430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:50:43.244924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:43.251781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:43.252201 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:43.258270 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4421d783-33bf-465d-a0d4-6ea2544830dc admin admin] 10.222.0.70 "PUT /v2.0/routers/1f9dd53e-b373-42b9-b50e-379e12fe5118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2814233 Oct 27 16:50:43.386249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:43.432719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f73d78c3-320a-4b00-a76c-e49a99549b9f None None] Provisioning complete for port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:43.433097 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f73d78c3-320a-4b00-a76c-e49a99549b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:43.439750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:43.478814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f73d78c3-320a-4b00-a76c-e49a99549b9f None None] Port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:50:43.599427 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:43.663685 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:44.086604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cb826189-d0aa-4ac2-822f-6987498d0424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:44.562998 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Sync routers for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:44.576848 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:44.582290 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:44.605511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51770) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:44.694879 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:44.767139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:44.906172 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:42Z', 'revision_number': 4, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': 'a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8', 'name': '', 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'mac_address': 'fa:16:3e:81:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '1b464791-b544-45f3-a460-f4fc481daed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:41Z', 'updated_at': '2021-10-27T16:50:42Z', 'revision_number': 2, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'subnets': [{'id': '1b464791-b544-45f3-a460-f4fc481daed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:44.932303 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Checking router: 1f9dd53e-b373-42b9-b50e-379e12fe5118 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:44.932650 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Updating router 1f9dd53e-b373-42b9-b50e-379e12fe5118 port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:50:44.962052 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:44.979527 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.075885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:50:45.136100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:45.136100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.245407 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.303670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Deleting port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:45.304013 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.384655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.384995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.398171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Calling delete_port for a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:45.418837 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.652137 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:50:45.652137 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:50:45.652137 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 on network bf0d5f37-07b7-4e90-80b0-1d38e9160819 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:45.653283 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:50:45.653283 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Checking segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:45.653487 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.653819 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Bound using segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:50:45.654289 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Bound port: a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:50:45.654669 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.658013 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217836d6-299d-4bef-a5f3-f988cf697517 None None] Pushing event updated for resources: {'Port': ['ID=a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:45.767488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:45.768681 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.db.api [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:50:45.769117 n-d-814735-4 neutron-server[114451]: DEBUG oslo_db.api [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:50:45.801532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:45.827653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2104112f-fb4a-456f-a5bc-e2d4ee49870b None None] Could not find standard attr ID for object a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8. {{(pid=114450) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:50:45.997987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.243310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Router 1f9dd53e-b373-42b9-b50e-379e12fe5118 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:46.284257 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:50:46.285035 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:50:46.285630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Attempting to bind port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 on network bf0d5f37-07b7-4e90-80b0-1d38e9160819 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:46.292079 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:50:46.302923 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Checking segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:46.302923 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.302923 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Bound using segment: {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:50:46.302923 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Bound port: a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d1a827-a281-494e-916d-a40297d3c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bf0d5f37-07b7-4e90-80b0-1d38e9160819'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:50:46.302923 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.325898 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Port a7ecf5b6-2de0-4f1a-8243-f6e95f40bfa8 has been deleted concurrently {{(pid=114451) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 27 16:50:46.338059 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:46.339026 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:46.394532 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:46.403272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-0d42bdb0-6137-4b4b-a7b2-f5ab96dcea2c admin admin] 10.222.0.70 "PUT /v2.0/routers/1f9dd53e-b373-42b9-b50e-379e12fe5118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7936678 Oct 27 16:50:46.405623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51778) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:46.468055 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:46.519432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.634932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.670286 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:45Z', 'revision_number': 5, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:46.701850 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a3544-a530-4019-955a-c6b721dbf6c2 None None] The sync data for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 is: [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:45Z', 'revision_number': 5, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port': {'id': 'b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:50:38Z', 'updated_at': '2021-10-27T16:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:46.864255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Deleting port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:46.864673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.957169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] For port b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:46.957169 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:46.970914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Calling delete_port for b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:47.199962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.378365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.410876 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Sync routers for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:47.411787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:47.425603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:47.426470 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:47.442363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.442719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.443282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.444348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.444684 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.445019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.445352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.445682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.446011 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.446377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.446707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.447034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:47.492977 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.505082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:47.567367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:47Z', 'revision_number': 7, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:47.595798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Checking router: 1f9dd53e-b373-42b9-b50e-379e12fe5118 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:47.596280 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.598796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.605843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Routers {'1f9dd53e-b373-42b9-b50e-379e12fe5118'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:47.606458 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:50:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1f9dd53e-b373-42b9-b50e-379e12fe5118'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:47.678129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] Set router 1f9dd53e-b373-42b9-b50e-379e12fe5118 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:47.735328 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:47Z', 'revision_number': 7, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:47.763575 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb02606-3aaa-43db-abe6-444dab31ee98 None None] The sync data for ids ['1f9dd53e-b373-42b9-b50e-379e12fe5118'] in n-d-814735-4 is: [{'id': '1f9dd53e-b373-42b9-b50e-379e12fe5118', 'name': 'tempest-ImageQuotaTest-1564022213-router', 'tenant_id': '9bb88385a5cd45c781f8b82befcb92f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:50:37Z', 'updated_at': '2021-10-27T16:50:47Z', 'revision_number': 7, 'project_id': '9bb88385a5cd45c781f8b82befcb92f4', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:47.794502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.795313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9dd53e-b373-42b9-b50e-379e12fe5118 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:50:47.805859 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.805859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ebcf9899-5d4f-4008-82d2-e03623ec1084 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1f9dd53e-b373-42b9-b50e-379e12fe5118 HTTP/1.1" status: 204 len: 168 time: 1.3992732 Oct 27 16:50:47.807477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51784) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:47.884219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Deleting subnet 1b464791-b544-45f3-a460-f4fc481daed4 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:50:47.886474 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:47.945889 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.026884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.209072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.245892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b464791-b544-45f3-a460-f4fc481daed4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:48.249789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.256486 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a02daf41-4006-4023-81b3-213a1095ecd1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1b464791-b544-45f3-a460-f4fc481daed4 HTTP/1.1" status: 204 len: 168 time: 0.4444804 Oct 27 16:50:48.256751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c629cf7-7aef-4a16-96b7-617abfa9fc51 None None] Network bf0d5f37-07b7-4e90-80b0-1d38e9160819 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:48.257171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51786) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:48.370205 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.425666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Deleting port ad26ddd1-634c-4257-8cb1-ba4915f573c2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:48.426528 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.485955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] DHCP port deletion for bf0d5f37-07b7-4e90-80b0-1d38e9160819 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:50:48.545998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Deleting port ad26ddd1-634c-4257-8cb1-ba4915f573c2 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:48.546915 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.629541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] For port ad26ddd1-634c-4257-8cb1-ba4915f573c2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad26ddd1-634c-4257-8cb1-ba4915f573c2,segment=NetworkSegment(76d1a827-a281-494e-916d-a40297d3c4a5),segment_id=76d1a827-a281-494e-916d-a40297d3c4a5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:48.629948 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.646280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Calling delete_port for ad26ddd1-634c-4257-8cb1-ba4915f573c2 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:48.831544 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.856446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] Pushing event deleted for resources: {'Port': ['ID=ad26ddd1-634c-4257-8cb1-ba4915f573c2,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:48.862099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a207f13-e274-4c83-b833-3d452ca02d81 None None] No DVR routers for this DVR port ad26ddd1-634c-4257-8cb1-ba4915f573c2 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:48.895559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] For port ad26ddd1-634c-4257-8cb1-ba4915f573c2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ad26ddd1-634c-4257-8cb1-ba4915f573c2,segment=NetworkSegment(76d1a827-a281-494e-916d-a40297d3c4a5),segment_id=76d1a827-a281-494e-916d-a40297d3c4a5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:48.895931 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:48.909700 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Calling delete_port for ad26ddd1-634c-4257-8cb1-ba4915f573c2 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:48.986128 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.017138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad26ddd1-634c-4257-8cb1-ba4915f573c2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:49.019442 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] No DVR routers for this DVR port ad26ddd1-634c-4257-8cb1-ba4915f573c2 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:49.028595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.028939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.029278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.029618 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.029945 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.030270 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.030597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.030918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.031266 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.031588 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.031907 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.032223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:49.071875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:49.099652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:49.100082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b6edaa7c-98c9-4ff6-bd8a-e9e889b34ab5 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:49.100635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad26ddd1-634c-4257-8cb1-ba4915f573c2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:49.114291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.125047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: ad26ddd1-634c-4257-8cb1-ba4915f573c2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:49.125395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device ad26ddd1-634c-4257-8cb1-ba4915f573c2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:49.137808 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0d5f37-07b7-4e90-80b0-1d38e9160819']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:49.147515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d1a827-a281-494e-916d-a40297d3c4a5') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:49.147966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d1a827-a281-494e-916d-a40297d3c4a5') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:49.157583 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.170404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.176567 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:50:49.176948 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: items = [ Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self.session.flush() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:50:49.179235 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:50:49.391680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.396554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:49.401187 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf0d5f37-07b7-4e90-80b0-1d38e9160819 HTTP/1.1" status: 204 len: 168 time: 1.1434040 Oct 27 16:50:49.414413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bca5e9-f9e8-40e3-82f9-0417672c197a admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0d5f37-07b7-4e90-80b0-1d38e9160819,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:50.052551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:50.097079 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8588873d-a860-4ade-9853-55da89e0f685 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bb88385a5cd45c781f8b82befcb92f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433564 Oct 27 16:50:50.099641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51798) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:50.151404 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.173636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.463987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.469295 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.469295 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/565e15f3-4a13-42a1-b8cc-8f4b84df93cc HTTP/1.1" status: 204 len: 168 time: 0.3671310 Oct 27 16:50:50.481952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ec9d-8ee3-48f4-afb2-61829d8ab69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e15f3-4a13-42a1-b8cc-8f4b84df93cc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:50.606331 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:50.654430 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:50.723450 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae456fd-1e1b-4565-8e5f-4fcce3c8b659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.808291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae456fd-1e1b-4565-8e5f-4fcce3c8b659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.929158 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7ae456fd-1e1b-4565-8e5f-4fcce3c8b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.970400 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7ae456fd-1e1b-4565-8e5f-4fcce3c8b659 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11020d0eb49a4a868537a91feaa35d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629577 Oct 27 16:50:50.971298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae456fd-1e1b-4565-8e5f-4fcce3c8b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8f22d-7d1a-49a7-94f9-3aa1d14d7e63,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:50.973235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51810) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:51.031186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.059755 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.352476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.355063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.356253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58f8f22d-7d1a-49a7-94f9-3aa1d14d7e63 HTTP/1.1" status: 204 len: 168 time: 0.3820298 Oct 27 16:50:51.364372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a866a-617a-4011-be15-fa16db580b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8f22d-7d1a-49a7-94f9-3aa1d14d7e63,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:51.846828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51818) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:51.860881 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c54ad773-76da-4117-aa43-48f4b53bd047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.938469 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c54ad773-76da-4117-aa43-48f4b53bd047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.147244 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c54ad773-76da-4117-aa43-48f4b53bd047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.187751 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c54ad773-76da-4117-aa43-48f4b53bd047 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3394210 Oct 27 16:50:52.188704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ad773-76da-4117-aa43-48f4b53bd047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270ec2f-9ae3-4524-89bc-10010cab4c46,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:52.190454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51822) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:52.239580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.261723 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.436315 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.439610 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.440706 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a270ec2f-9ae3-4524-89bc-10010cab4c46 HTTP/1.1" status: 204 len: 168 time: 0.2490444 Oct 27 16:50:52.451811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f22509-284a-4d6b-8316-5b7bc57fae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270ec2f-9ae3-4524-89bc-10010cab4c46,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:52.637980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 51826) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:52.653261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-617eceb0-3f19-4e3e-8c17-820e7c5a7c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.741341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-617eceb0-3f19-4e3e-8c17-820e7c5a7c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.933759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-617eceb0-3f19-4e3e-8c17-820e7c5a7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.975163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-617eceb0-3f19-4e3e-8c17-820e7c5a7c4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d84e38c51ca4078a17a83a2c42da7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360221 Oct 27 16:50:52.976507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eceb0-3f19-4e3e-8c17-820e7c5a7c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69cd91c-5f56-4e65-9ec5-0105b359af5a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:52.978204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 51828) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:53.039180 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.063063 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.296432 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.299006 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.300237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a69cd91c-5f56-4e65-9ec5-0105b359af5a HTTP/1.1" status: 204 len: 168 time: 0.3207676 Oct 27 16:50:53.308836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d43f4-3cc4-469f-89e7-646d6980cb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69cd91c-5f56-4e65-9ec5-0105b359af5a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:57.457691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-b52ac5cc-5b4e-4a2f-bd10-67719f245402 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463686 Oct 27 16:50:57.520665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-4170fc40-4adf-4360-8069-814c50b1ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:57.522186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-4170fc40-4adf-4360-8069-814c50b1ebc1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1096 time: 0.0416977 Oct 27 16:50:57.638321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-0347e4e9-bdcf-4f1b-ae66-fe755af768da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:57.639934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-0347e4e9-bdcf-4f1b-ae66-fe755af768da service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0968506 Oct 27 16:50:57.714010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-9821b27a-35e6-4e53-8e65-61162c9237f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 200 len: 1001 time: 0.0654998 Oct 27 16:50:57.772429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-c025001d-4305-4ed8-b58e-437f038d4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:57.773939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-c025001d-4305-4ed8-b58e-437f038d4102 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0518718 Oct 27 16:50:57.822018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-ce7c59e3-2b99-4e6b-a5fe-c1db4e8e0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:57.823602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-ce7c59e3-2b99-4e6b-a5fe-c1db4e8e0b49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423417 Oct 27 16:50:57.923488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-41ca790a-ef07-4a73-8537-22f0fb614e8a service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915799 Oct 27 16:50:58.022204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ad2bf97-2807-46c8-936c-884e75dcb0c4 req-1dfcd958-1f44-4b76-a6c6-f310964a2993 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916033 Oct 27 16:50:58.408656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:58.861935 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:07.640934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-42a336cd-e643-424e-b310-b10779fe3325 req-3f38a568-0917-4a37-9db4-46e405ba062c service neutron] (114449) timed out ('10.222.0.70', 37172) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:51:11.486580 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b75a-7afb-4432-a3d7-3b102dcf51e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:14.075874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b29254a-b162-48f1-8fbf-6f68d86e5393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:14.744627 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:15.379223 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:17.128239 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:27.644386 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:51:28.301887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:28.783777 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:41.592828 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5412cfca-3a1b-485a-bc8f-6c78726b1530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:44.135379 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4804f472-2281-4556-b266-6398fd9c77a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:44.735374 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:45.400309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:47.120456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:56.618672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-d90b58ee-02a4-4597-9fa5-730b55351f00 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439997 Oct 27 16:51:56.718324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-a2171791-eced-44ed-bbf4-2005739f5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.720984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-a2171791-eced-44ed-bbf4-2005739f5795 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 1096 time: 0.0510626 Oct 27 16:51:56.828041 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-dff82195-e80f-49a5-9077-a6b7826bcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.829534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-dff82195-e80f-49a5-9077-a6b7826bcfb8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0887213 Oct 27 16:51:56.913095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-4e72aa4d-0ba0-47e9-9001-2368f4434050 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 200 len: 1001 time: 0.0748773 Oct 27 16:51:56.964539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-2a2e4576-596a-4267-9262-aba971e8d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.966253 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-2a2e4576-596a-4267-9262-aba971e8d5b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0458210 Oct 27 16:51:57.014666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-d4b24841-84bb-470a-9f50-4fe2a48c2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.016262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-d4b24841-84bb-470a-9f50-4fe2a48c2b38 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429053 Oct 27 16:51:57.117428 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-2e1e0453-25a3-4b70-88f5-8bc224d5b093 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932915 Oct 27 16:51:57.210579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eec90d98-5b1a-442c-b08f-e88b18e8c562 req-92e8ce7e-e271-420f-a319-9d022cd059e5 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848842 Oct 27 16:51:58.306271 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:58.797973 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:04.643818 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:52:05.201875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839be072-f53c-441a-ae3b-d719ff1a39f7 req-d31e5501-8f10-4772-9e10-157a14898e47 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:05.203381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-839be072-f53c-441a-ae3b-d719ff1a39f7 req-d31e5501-8f10-4772-9e10-157a14898e47 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.2776637 Oct 27 16:52:05.247509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-839be072-f53c-441a-ae3b-d719ff1a39f7 req-371bb040-5487-4a0d-88e3-cd5795cf1838 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Oct 27 16:52:06.439860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c714b0-faa4-4e74-9c2b-649448c3c283 req-f0f26bc0-8bad-4ae4-bdf2-9828a53e2082 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:06.442205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19c714b0-faa4-4e74-9c2b-649448c3c283 req-f0f26bc0-8bad-4ae4-bdf2-9828a53e2082 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.1199751 Oct 27 16:52:06.481070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19c714b0-faa4-4e74-9c2b-649448c3c283 req-8d9a16af-8b49-4e43-b4cd-ef9e06292fa5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334117 Oct 27 16:52:06.686859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-a860899e-623d-4ff1-a17c-901a73f70b7e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:06.688362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-a860899e-623d-4ff1-a17c-901a73f70b7e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 945 time: 0.0476534 Oct 27 16:52:06.796835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port f8ee96f8-51ae-49db-b40c-789939e8f8fb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:06.797682 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.900793 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port f8ee96f8-51ae-49db-b40c-789939e8f8fb, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f8ee96f8-51ae-49db-b40c-789939e8f8fb,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:06.901168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.128758 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.129117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.129433 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 3e725716-53c4-41e8-946f-02cf3ca8edb1 disassociated. External IP: 172.25.5.229, port: f8ee96f8-51ae-49db-b40c-789939e8f8fb. Oct 27 16:52:07.129766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for f8ee96f8-51ae-49db-b40c-789939e8f8fb owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:07.389135 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.419186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=f8ee96f8-51ae-49db-b40c-789939e8f8fb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:07.430749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.431127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.431474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.431814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.432153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.432486 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.432817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.433276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.433512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.433840 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.434173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.434499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:07.551220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:08.015433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3533759-409c-4428-a8e7-acb85c480316 req-1dd1726e-5609-43d1-86ca-06a869c2bdc9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.4130349 Oct 27 16:52:08.069383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:08.097514 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:08.109705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:08.112405 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:51:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:08.147733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port f8ee96f8-51ae-49db-b40c-789939e8f8fb on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:08.155328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.159079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5f53d17-7dcb-4715-b8b4-0d309c64883c req-5381f19f-a009-4dd5-972f-49c9823e0c82 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/f8ee96f8-51ae-49db-b40c-789939e8f8fb HTTP/1.1" status: 204 len: 173 time: 1.4642298 Oct 27 16:52:08.159565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'name': 'network-vif-deleted', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:08.161865 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c313d8-d4b9-4fdd-a4fb-a2f5e0a3162f" -d '{"events": [{"server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "name": "network-vif-deleted", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:08.201281 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79631e-80b4-48b3-9ca9-e3a49f5d5f53 x-openstack-request-id: req-0a79631e-80b4-48b3-9ca9-e3a49f5d5f53 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:08.201579 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded88039-13bd-4161-947b-d6dc51940adc", "name": "network-vif-deleted", "tag": "f8ee96f8-51ae-49db-b40c-789939e8f8fb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:08.201834 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a79631e-80b4-48b3-9ca9-e3a49f5d5f53 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:08.202238 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded88039-13bd-4161-947b-d6dc51940adc', 'name': 'network-vif-deleted', 'tag': 'f8ee96f8-51ae-49db-b40c-789939e8f8fb', 'status': 'completed', 'code': 200} Oct 27 16:52:08.233252 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:08.441456 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:08.468380 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:08.477428 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:08.478037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:51:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:08.584902 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:08.890598 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:08.919971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4a972-fc57-4650-88dc-c435a4a96319 None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:09.115893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f62ec19d-4a9b-448f-9011-bdf0bf576e1a req-7363d2df-ea65-46b5-9014-f1bf516ac242 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0287929 Oct 27 16:52:09.196831 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8ee96f8-51ae-49db-b40c-789939e8f8fb no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:09.222166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: f8ee96f8-51ae-49db-b40c-789939e8f8fb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:09.222166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f8ee96f8-51ae-49db-b40c-789939e8f8fb not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:09.228754 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825bfe4-e7f0-4397-b665-7690c4a3779b None None] New status for floating IP 3e725716-53c4-41e8-946f-02cf3ca8edb1: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:52:10.223797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d753c6d-528d-4979-97ec-5b74e295b422 req-2f4d7064-ea81-469e-92d7-cca4ba707084 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0331364 Oct 27 16:52:11.414292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e347538-369f-43d7-afe2-5896c240104f req-ff7b327f-df17-412b-91d2-5a34be056dda tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0335491 Oct 27 16:52:11.464675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc57dd1c-ac7a-4e70-8b4e-33b295d0a684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:12.521580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5eb82e2-e6e1-4ea1-90b0-d2fd2788b67c req-ea9282f2-2908-4b13-86a1-3fe9d5bcd22d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0282433 Oct 27 16:52:13.631849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a5c4c7b-5074-4c76-82b7-939d615c96b8 req-f75b7c72-288a-4ba1-868a-ce207b3419e9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded88039-13bd-4161-947b-d6dc51940adc HTTP/1.1" status: 200 len: 210 time: 0.0278833 Oct 27 16:52:14.030725 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0f877eba-d62b-4a01-a5fa-400b9973ec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.659795 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.919597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-accc88f2-be3c-4c0f-9202-8a823b3b9f6c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227057663&fields=id&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 267 time: 0.0323124 Oct 27 16:52:15.050197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-f60dfb70-beae-4195-ab8c-2043344bec28 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:15.051794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-f60dfb70-beae-4195-ab8c-2043344bec28 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1257942 Oct 27 16:52:15.069535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-f85b4f84-b9e1-4d12-9cbd-c2ef4a093b75 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0103223 Oct 27 16:52:15.128763 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-f0a77a59-7b8c-4340-9251-bc1881e29860 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523920 Oct 27 16:52:15.231737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-526e10f9-02b0-4db1-aaaf-4a1f65402b69 service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912395 Oct 27 16:52:15.271900 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:15.331731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c40c093f-3862-4809-b721-4fcd661020dd service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940897 Oct 27 16:52:15.946321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09d6f7a9-fc8b-453d-a761-627671c5556c req-e8e1f2c9-29ec-4f85-8c5a-201c663ba195 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0268843 Oct 27 16:52:17.048989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e94a2b02-6436-4600-a0cf-7d75f1a5e2cd req-fc8cb2f0-76cd-4618-b491-7311355703a6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0314775 Oct 27 16:52:17.156721 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:18.184000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c6188c9-cb03-4c24-a5cd-85a94bccb27a req-9c38124c-ebce-4a77-a2e7-4c387a4c817d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0460663 Oct 27 16:52:18.294124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-3ffa2e35-9cb6-4816-acb5-f499267400ea tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:18.295715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-3ffa2e35-9cb6-4816-acb5-f499267400ea tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1230707 Oct 27 16:52:18.342841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-d6ec224b-10a3-401d-8d85-ffd223932d66 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 380 time: 0.0379016 Oct 27 16:52:18.352119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'security_groups': ['1fa65bcc-241a-4ccf-afcb-6576d49dafa8']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:18.562871 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:18.572736 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:18.704513 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.3 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/f6a5888b-e58d-4a63-a840-ed2b7b58457d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:18.862348 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.004074 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.051599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:19.057799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:19.062194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:19.069761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:19.126818 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:19.127409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.236083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-c84733c9-49f0-42fd-bb64-0740be50be24 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8878307 Oct 27 16:52:19.254817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Request body: {'port': {'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:19.345863 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.370820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a3d97-19df-4273-8541-f0c83e88a40a req-85774357-9e03-445f-a90d-a86bc1c7b55a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:19.376197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4645c238-5248-45bf-ba1f-8a88459268f9 None None] Provisioning complete for port f6a5888b-e58d-4a63-a840-ed2b7b58457d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:19.377802 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4645c238-5248-45bf-ba1f-8a88459268f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.378706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f10a3d97-19df-4273-8541-f0c83e88a40a req-85774357-9e03-445f-a90d-a86bc1c7b55a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 931 time: 0.1072123 Oct 27 16:52:19.420214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4645c238-5248-45bf-ba1f-8a88459268f9 None None] Port f6a5888b-e58d-4a63-a840-ed2b7b58457d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:19.513888 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f10a3d97-19df-4273-8541-f0c83e88a40a req-550960f4-098b-4d56-adb7-5e704074d3f5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341476 Oct 27 16:52:19.690255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a5888b-e58d-4a63-a840-ed2b7b58457d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:19.698993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.712770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Transition to ACTIVE for port object f6a5888b-e58d-4a63-a840-ed2b7b58457d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:52:19.814664 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.890493 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:19.948646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Attempting to bind port f6a5888b-e58d-4a63-a840-ed2b7b58457d on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:19.948985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Attempting to bind port f6a5888b-e58d-4a63-a840-ed2b7b58457d by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:19.949317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Attempting to bind port f6a5888b-e58d-4a63-a840-ed2b7b58457d on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:19.954018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Port f6a5888b-e58d-4a63-a840-ed2b7b58457d on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:52:19.954344 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Attempting to bind port f6a5888b-e58d-4a63-a840-ed2b7b58457d on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:19.960151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:19.960274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:19.960667 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:19.961101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Bound port: f6a5888b-e58d-4a63-a840-ed2b7b58457d, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:19.961459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:20.075875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:20.082674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:20.181684 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:20.226351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.226351 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:20.226351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] 10.222.0.79 "PUT /v2.0/ports/f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1091 time: 0.9804666 Oct 27 16:52:20.226351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:20.228813 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676f752-189d-44a2-a9c0-43c63efab9af" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:20.251484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82f2e3-6ce6-4391-ae93-1ab7b0e8ccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:20.289721 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba893241-33cc-450a-92bc-4a3191ea0267 x-openstack-request-id: req-ba893241-33cc-450a-92bc-4a3191ea0267 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:20.290028 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:20.290818 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba893241-33cc-450a-92bc-4a3191ea0267 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:20.291802 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'status': 'completed', 'code': 200} Oct 27 16:52:20.379302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f752-189d-44a2-a9c0-43c63efab9af req-1490a914-936b-4057-80e3-80850c509cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.381119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f676f752-189d-44a2-a9c0-43c63efab9af req-1490a914-936b-4057-80e3-80850c509cb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1094 time: 0.0672204 Oct 27 16:52:20.552953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f752-189d-44a2-a9c0-43c63efab9af req-b16a32ef-29ff-4c51-9534-37ff4cc43a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.555932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f676f752-189d-44a2-a9c0-43c63efab9af req-b16a32ef-29ff-4c51-9534-37ff4cc43a49 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1661060 Oct 27 16:52:20.752854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5742df7-c7fe-49a1-a1eb-66b4d8b350e4 req-62dea263-444d-4d34-ad4c-99f4945a5607 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.754071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5742df7-c7fe-49a1-a1eb-66b4d8b350e4 req-62dea263-444d-4d34-ad4c-99f4945a5607 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.1101744 Oct 27 16:52:20.761347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f752-189d-44a2-a9c0-43c63efab9af req-9d2b7a21-0ec2-4b4c-940e-c4f08fe2a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.763277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f676f752-189d-44a2-a9c0-43c63efab9af req-9d2b7a21-0ec2-4b4c-940e-c4f08fe2a181 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999590 Oct 27 16:52:20.856194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b5742df7-c7fe-49a1-a1eb-66b4d8b350e4 req-fef9cb5b-9881-4c4f-b74d-f0f80415a841 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917237 Oct 27 16:52:20.887981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-46ae09b5-1397-42c5-be3b-8b84e1fbd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.889504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-46ae09b5-1397-42c5-be3b-8b84e1fbd528 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1094 time: 0.0824223 Oct 27 16:52:20.938887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-e719b4c1-4374-48b5-b168-bdac99ce79ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 217 time: 0.0410781 Oct 27 16:52:20.997960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-9437d856-439c-4bd5-855b-a82765f978f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.999469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-9437d856-439c-4bd5-855b-a82765f978f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0543325 Oct 27 16:52:21.050539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-fe0a6784-8fb4-4e0b-b6ee-abd127a2ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:21.052116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-fe0a6784-8fb4-4e0b-b6ee-abd127a2ffec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461013 Oct 27 16:52:21.158451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-d61acd37-3a6e-4694-9630-89c7d234cf1e service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989609 Oct 27 16:52:21.270915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-20505b54-3be4-4ad6-815f-9a43235daba4 req-7e5f8f90-35d9-48cf-a95f-fbb0dd9bda4d service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028669 Oct 27 16:52:21.986461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c23fa-ddca-40dc-8eee-80b71b20dda1 req-a998880f-7a7a-4e2b-8197-1b7298df7c50 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:21.987877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f81c23fa-ddca-40dc-8eee-80b71b20dda1 req-a998880f-7a7a-4e2b-8197-1b7298df7c50 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0520289 Oct 27 16:52:22.031192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f81c23fa-ddca-40dc-8eee-80b71b20dda1 req-56df2192-8164-48d7-99c4-590d58929293 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Oct 27 16:52:23.170986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fda882-9492-402f-b5ab-1fbd99c5a96f req-54cdcecc-71e9-4c79-a082-be92b5b89440 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:23.172835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64fda882-9492-402f-b5ab-1fbd99c5a96f req-54cdcecc-71e9-4c79-a082-be92b5b89440 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0590901 Oct 27 16:52:23.216654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64fda882-9492-402f-b5ab-1fbd99c5a96f req-ecdb5963-4c34-4a16-9072-212f1e711b61 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372534 Oct 27 16:52:24.341197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abb36-15a1-42c0-9d47-db6b10bd7070 req-c36f021a-1c9b-43b4-b18e-6df45b009ac8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:24.343025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f12abb36-15a1-42c0-9d47-db6b10bd7070 req-c36f021a-1c9b-43b4-b18e-6df45b009ac8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0541449 Oct 27 16:52:24.381952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f12abb36-15a1-42c0-9d47-db6b10bd7070 req-c2f716f3-7122-4c76-822f-ad53bdb2b53a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Oct 27 16:52:25.505014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa41e9-dde5-4abb-b60c-9044f63edc79 req-18dd8cb3-d10d-4970-9ac4-0d3ef9923f25 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:25.506604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7fa41e9-dde5-4abb-b60c-9044f63edc79 req-18dd8cb3-d10d-4970-9ac4-0d3ef9923f25 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0546720 Oct 27 16:52:25.546166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d7fa41e9-dde5-4abb-b60c-9044f63edc79 req-4edb2ad4-f366-4560-9558-3ae6641583dc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Oct 27 16:52:26.681222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214141e6-110f-4c54-b119-01b9173d03f1 req-a9127a40-c981-4e6c-b848-6623129b1f30 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:26.683234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-214141e6-110f-4c54-b119-01b9173d03f1 req-a9127a40-c981-4e6c-b848-6623129b1f30 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0539443 Oct 27 16:52:26.722550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-214141e6-110f-4c54-b119-01b9173d03f1 req-20cbc95e-78be-4640-b679-e42d49b2763d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Oct 27 16:52:27.923778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b2f50-c2b6-43b8-b701-e585ae067e0c req-c34f5e05-1b39-4734-8a88-05ed0e124022 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:27.927327 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-649b2f50-c2b6-43b8-b701-e585ae067e0c req-c34f5e05-1b39-4734-8a88-05ed0e124022 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0564802 Oct 27 16:52:27.972419 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-649b2f50-c2b6-43b8-b701-e585ae067e0c req-6092de68-a779-43b1-bcbb-f0ee2d06782a tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Oct 27 16:52:28.314481 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:28.793679 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:29.098969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0aa77-f178-423b-ad8d-f96d51f66c48 req-886ffb9c-9dc0-43f4-9723-0449810d83c8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:29.103570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48a0aa77-f178-423b-ad8d-f96d51f66c48 req-886ffb9c-9dc0-43f4-9723-0449810d83c8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0624111 Oct 27 16:52:29.149353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48a0aa77-f178-423b-ad8d-f96d51f66c48 req-0d5f1623-9e31-4798-8087-7792b4fd27c3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Oct 27 16:52:30.284179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa423d-b82e-45b5-9434-819fd7bfcaf0 req-dca32d2d-de4e-4a5f-af53-e359ff1553a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:30.285801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93aa423d-b82e-45b5-9434-819fd7bfcaf0 req-dca32d2d-de4e-4a5f-af53-e359ff1553a8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0646503 Oct 27 16:52:30.327869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93aa423d-b82e-45b5-9434-819fd7bfcaf0 req-cb172b34-88ee-4b36-b708-34747b5e8b39 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355089 Oct 27 16:52:30.895435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52298) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:31.013625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.096114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.208720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.246836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-fc3e7d72-2dd8-4879-9097-c3d0566cb454 req-9972d864-9fa4-415c-8188-c60798e79e4d service neutron] (114449) timed out ('10.222.0.70', 46722) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:52:31.249634 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe311224194247ef91cd50dface173af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530102 Oct 27 16:52:31.250553 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56580451-09a5-4c26-be8c-21585c45cffb,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:31.252523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52308) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:31.258520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.262482 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0e9e5-dc9f-4b47-bee0-f83e0d878ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:31.307278 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.329022 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.453905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84da6c-7143-4a89-92da-a48f4f3149b5 req-53f07b44-70f6-474f-9530-f7ab8b4a6014 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:31.455471 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b84da6c-7143-4a89-92da-a48f4f3149b5 req-53f07b44-70f6-474f-9530-f7ab8b4a6014 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0540831 Oct 27 16:52:31.498425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b84da6c-7143-4a89-92da-a48f4f3149b5 req-8e68c3c5-c12d-4aee-ab7e-5b425772210e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366700 Oct 27 16:52:31.499383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.501901 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:31.502927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56580451-09a5-4c26-be8c-21585c45cffb HTTP/1.1" status: 204 len: 168 time: 0.2494223 Oct 27 16:52:31.510690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d2ea3-3e22-439f-8e5b-4c28e5af331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56580451-09a5-4c26-be8c-21585c45cffb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:32.626220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a99f87-d2a6-4808-a1c6-fb700e51cd3e req-1aae8dde-b197-4e6c-8467-1e92af5d5be1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:32.627823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1a99f87-d2a6-4808-a1c6-fb700e51cd3e req-1aae8dde-b197-4e6c-8467-1e92af5d5be1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0520213 Oct 27 16:52:32.668839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1a99f87-d2a6-4808-a1c6-fb700e51cd3e req-2a0cc10b-0f79-4ff6-8dfa-91be5ecfcadc tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345013 Oct 27 16:52:32.746384 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:32.845065 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-852499430-network', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:32.954615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Made reservation on behalf of 85959025fa3d4f0dbb3aeec2c05d6e27 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:32.957097 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:32.966694 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.047012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.138480 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.157886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:52:33.177621 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.178031 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Added segment f0f34825-721a-4d33-9750-5f33dc9bd84f of type vlan for network 481ca255-f741-4093-ae21-23fd2fa00079 Oct 27 16:52:33.179388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b822ca84-b7f9-4d5f-8543-01ee154d21ff,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:33.233556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.406209 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.407309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:33.409226 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.466882 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] Pushing event updated for resources: {'Network': ['ID=481ca255-f741-4093-ae21-23fd2fa00079,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:33.480260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 481ca255-f741-4093-ae21-23fd2fa00079 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:52:33.551983 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-02b8cfa6-f78d-4c5e-88b4-a8aef2a866c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8043654 Oct 27 16:52:33.554795 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:33.560063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Request body: {'subnet': {'network_id': '481ca255-f741-4093-ae21-23fd2fa00079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-852499430-subnet', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:33.692278 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Made reservation on behalf of 85959025fa3d4f0dbb3aeec2c05d6e27 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:33.694525 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.795388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e4f0-760d-4d0e-a26a-735ee823d8d4 req-8e933224-6a64-4f3b-95cf-ed1ccdf8c46f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:33.796938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c525e4f0-760d-4d0e-a26a-735ee823d8d4 req-8e933224-6a64-4f3b-95cf-ed1ccdf8c46f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 943 time: 0.0535803 Oct 27 16:52:33.836768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c525e4f0-760d-4d0e-a26a-735ee823d8d4 req-a56674c7-5edb-44e1-9016-6b122b8865a4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Oct 27 16:52:33.967338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.026110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b1bce7-0441-4443-9400-22bd246f3b01,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:34.034387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Checking segment: {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:34.034751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Network hostable DHCP agents. Network: 481ca255-f741-4093-ae21-23fd2fa00079, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:52:34.132262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f6a5888b-e58d-4a63-a840-ed2b7b58457d details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:52:34.212536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Network 481ca255-f741-4093-ae21-23fd2fa00079 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:52:34.237753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:34.249323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:52:34.285961 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.299545 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a5888b-e58d-4a63-a840-ed2b7b58457d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:34.318995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:34.429634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 481ca255-f741-4093-ae21-23fd2fa00079) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:34.434046 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:34.434831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.439252 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e066c6c-e71b-4bca-a811-36c3afec07cd None None] Network 481ca255-f741-4093-ae21-23fd2fa00079 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:34.484012 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.563961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:34.574406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.575496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.576041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.576585 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.577133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.577667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.578200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.578733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.579325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.579842 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.580278 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.580657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:34.620765 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6c2dbc96-8f93-4f6a-825b-df4d5096b73b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0648720 Oct 27 16:52:34.638446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52344) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:34.638446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:34.654272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-481ca255-f741-4093-ae21-23fd2fa00079', 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'fixed_ips': [{'subnet_id': 'c5b1bce7-0441-4443-9400-22bd246f3b01'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:52:34.655538 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.737011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['f6a5888b-e58d-4a63-a840-ed2b7b58457d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:34.801124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.802239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.860424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Allocated IP 172.20.0.2 (481ca255-f741-4093-ae21-23fd2fa00079/c5b1bce7-0441-4443-9400-22bd246f3b01/b4ce64da-59a8-43ae-ac2e-bccca87f66e4) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:34.877145 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:34.972421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a773-9973-4a79-a2ac-209db97df9c7 req-13df641b-35cf-4e0a-aa91-245bc4690933 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:34.973994 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19c5a773-9973-4a79-a2ac-209db97df9c7 req-13df641b-35cf-4e0a-aa91-245bc4690933 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 944 time: 0.0647299 Oct 27 16:52:35.018475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19c5a773-9973-4a79-a2ac-209db97df9c7 req-8ce6992e-b216-4e94-b8ae-afe6fbca85b7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Oct 27 16:52:35.120060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.170552 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.218501 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.259713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Network 481ca255-f741-4093-ae21-23fd2fa00079 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:35.262765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:35.266394 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:35.275544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Pushing event updated for resources: {'Port': ['ID=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:35.332927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Attempting to bind port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:35.333306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Attempting to bind port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:35.333676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Attempting to bind port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 on network 481ca255-f741-4093-ae21-23fd2fa00079 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:35.339630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:35.340105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Checking segment: {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:35.340508 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.340930 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Bound using segment: {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:35.341440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Bound port: b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:35.341886 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.418059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] For port b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:35.422984 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] For port b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:35.496613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.516899 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.545199 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.610253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276405b1-694a-4210-bca3-213fbe33fc53 None None] Pushing event updated for resources: {'Port': ['ID=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:35.635875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Allocated IP 172.25.5.133 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/dad8fae7-d389-4d4e-a16b-0cc290d4e896) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:35.760919 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.905028 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:35.947429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:35.950935 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:35.955809 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:35.959075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Pushing event updated for resources: {'Port': ['ID=dad8fae7-d389-4d4e-a16b-0cc290d4e896,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:36.131792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f6a5888b-e58d-4a63-a840-ed2b7b58457d up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:36.150224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27750179-34bf-45a7-a603-08c38f536672 req-27971e8d-a6f2-4b0b-8871-5a20884424b2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:36.151957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27750179-34bf-45a7-a603-08c38f536672 req-27971e8d-a6f2-4b0b-8871-5a20884424b2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 944 time: 0.0516789 Oct 27 16:52:36.207973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27750179-34bf-45a7-a603-08c38f536672 req-fd6b794a-cb20-4e69-a638-931284a1c1d5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456793 Oct 27 16:52:36.316241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port f6a5888b-e58d-4a63-a840-ed2b7b58457d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:52:36.320416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port f6a5888b-e58d-4a63-a840-ed2b7b58457d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:36.320793 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.353255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.420383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.446114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:36.448458 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb5ba6b-e8d2-4dfd-8597-0fbeac2355ac" -d '{"events": [{"server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "name": "network-vif-plugged", "status": "completed", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:36.463951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:36.496654 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ccce8e-4783-4999-9a52-cd43b45c6cff x-openstack-request-id: req-19ccce8e-4783-4999-9a52-cd43b45c6cff {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:36.496654 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "name": "network-vif-plugged", "status": "completed", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:36.496654 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19ccce8e-4783-4999-9a52-cd43b45c6cff {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:36.497082 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'code': 200} Oct 27 16:52:36.566214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f3dcf7-3ab2-430a-9ce1-408ceeb07549 None None] Network 481ca255-f741-4093-ae21-23fd2fa00079 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:36.590538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.607423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbfc81-d724-4406-af30-55accf11a2f9 req-fd907375-69ff-4d0c-9453-ab513c0f3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:36.609058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85cbfc81-d724-4406-af30-55accf11a2f9 req-fd907375-69ff-4d0c-9453-ab513c0f3099 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1095 time: 0.0465362 Oct 27 16:52:36.616686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.654545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85cbfc81-d724-4406-af30-55accf11a2f9 req-25b9ac90-37ce-4b7a-8542-9335d4834253 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346026 Oct 27 16:52:36.678165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] Provisioning complete for port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:36.678570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.744303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:36.806930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Router 6262f4fb-9ee1-480e-bf58-043df7497fbc is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:52:36.862188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:36.904094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] For port b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:36.914481 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:36.926222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Sync routers for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:36.937188 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:36.938099 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:37.044376 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:37.058657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.095907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.099083 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-71842580-ffe9-4c64-8172-c62b8085a39f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4726295 Oct 27 16:52:37.099894 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:37.126453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20953a56-283c-4fc8-8334-8a3663b02624 None None] Pushing event updated for resources: {'Port': ['ID=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:37.191521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-e1ea8c8d-01e0-4aeb-89d8-cc75c8c943bb None None] Provisioning complete for port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:37.191521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8c8d-01e0-4aeb-89d8-cc75c8c943bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.221421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b4ce64da-59a8-43ae-ac2e-bccca87f66e4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:37.244234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 3, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:37.277960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Checking router: 6262f4fb-9ee1-480e-bf58-043df7497fbc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:37.278229 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Updating router 6262f4fb-9ee1-480e-bf58-043df7497fbc port dad8fae7-d389-4d4e-a16b-0cc290d4e896 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:37.310990 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.320570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:37.321129 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.367852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f5c7-444f-456d-928c-b0b2add73085 req-24fe8faf-4fa2-40bb-97c9-3c3dbf8f03b3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:37.370732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b295f5c7-444f-456d-928c-b0b2add73085 req-24fe8faf-4fa2-40bb-97c9-3c3dbf8f03b3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 945 time: 0.0686548 Oct 27 16:52:37.417621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b295f5c7-444f-456d-928c-b0b2add73085 req-b53a9873-e254-4231-8bff-7abe0d572818 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Oct 27 16:52:37.588963 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.606415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.687462 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.740210 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Attempting to bind port dad8fae7-d389-4d4e-a16b-0cc290d4e896 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:37.740578 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Attempting to bind port dad8fae7-d389-4d4e-a16b-0cc290d4e896 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:37.740945 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Attempting to bind port dad8fae7-d389-4d4e-a16b-0cc290d4e896 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:37.746459 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Pushing event updated for resources: {'Port': ['ID=dad8fae7-d389-4d4e-a16b-0cc290d4e896,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:37.755123 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:37.755504 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:37.755902 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.756296 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:37.756762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Bound port: dad8fae7-d389-4d4e-a16b-0cc290d4e896, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:37.757134 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.760347 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.760701 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.761042 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.761378 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.761701 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.762029 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.762348 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.762669 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.763018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.763535 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.763856 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.764171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:37.767783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Allocated IP 172.20.0.1 (481ca255-f741-4093-ae21-23fd2fa00079/c5b1bce7-0441-4443-9400-22bd246f3b01/5045cbd5-12d6-4c15-8906-40997a5263a0) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:37.818360 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] For port dad8fae7-d389-4d4e-a16b-0cc290d4e896, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:37.821658 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] For port dad8fae7-d389-4d4e-a16b-0cc290d4e896, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dad8fae7-d389-4d4e-a16b-0cc290d4e896,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:37.877348 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:37.945030 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.001033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:38.001666 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:38.037322 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d64735-a281-42b2-8275-82fea770992d None None] Pushing event updated for resources: {'Port': ['ID=dad8fae7-d389-4d4e-a16b-0cc290d4e896,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:38.110231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:38.286133 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 3, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:38.287987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.315876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbc1a-ca96-4f6c-b81f-0ab3bc194f26 None None] The sync data for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 is: [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:36Z', 'revision_number': 3, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:38.328291 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Network 481ca255-f741-4093-ae21-23fd2fa00079 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:38.336736 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:38.342174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:38.345650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Pushing event updated for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:38.386607 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.567801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ab6c-1eee-45f6-9101-a261ff9a4881 req-3583c493-af4a-4acc-a8ff-ff767413947b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:38.604213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c731ab6c-1eee-45f6-9101-a261ff9a4881 req-3583c493-af4a-4acc-a8ff-ff767413947b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 945 time: 0.0858903 Oct 27 16:52:38.645381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c731ab6c-1eee-45f6-9101-a261ff9a4881 req-123c5f19-dda1-4987-a3bb-fc8832906150 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Oct 27 16:52:38.657702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.714640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6f61a0fe-14a7-49c0-a860-b56b23638ec4 None None] Provisioning complete for port 5045cbd5-12d6-4c15-8906-40997a5263a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:38.715856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6f61a0fe-14a7-49c0-a860-b56b23638ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.778855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6f61a0fe-14a7-49c0-a860-b56b23638ec4 None None] Port 5045cbd5-12d6-4c15-8906-40997a5263a0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:38.781746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62b857-b62a-400e-b9cb-40d75c7df44a req-7b0feccd-c7a2-4359-88f5-5f9ac708ef17 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:38.783657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b62b857-b62a-400e-b9cb-40d75c7df44a req-7b0feccd-c7a2-4359-88f5-5f9ac708ef17 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 945 time: 0.0581522 Oct 27 16:52:38.831894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4b62b857-b62a-400e-b9cb-40d75c7df44a req-2007f234-ccac-425a-939d-0def0499389f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Oct 27 16:52:38.857114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:38.905400 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:38.920337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53322814-44bf-4d56-8e77-daddc82f6f88 tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:38.926688 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-53322814-44bf-4d56-8e77-daddc82f6f88 tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1091 time: 0.0637619 Oct 27 16:52:38.928876 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52362) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:38.933428 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:39.030461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.093419 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.146617 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Pushing event updated for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:39.150438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.220892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dad8fae7-d389-4d4e-a16b-0cc290d4e896 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:39.276735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dad8fae7-d389-4d4e-a16b-0cc290d4e896 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:39.276971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Network 481ca255-f741-4093-ae21-23fd2fa00079 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:39.277110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.280261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:39.367749 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.373630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.389315 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port dad8fae7-d389-4d4e-a16b-0cc290d4e896, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dad8fae7-d389-4d4e-a16b-0cc290d4e896,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:39.448019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.448838 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b4ce64da-59a8-43ae-ac2e-bccca87f66e4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:39.480686 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Router 6262f4fb-9ee1-480e-bf58-043df7497fbc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:39.551355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6b52d292-fc62-4765-936f-8fe68ce16941 None None] Provisioning complete for port 5045cbd5-12d6-4c15-8906-40997a5263a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:39.551734 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b52d292-fc62-4765-936f-8fe68ce16941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.577282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=dad8fae7-d389-4d4e-a16b-0cc290d4e896,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:39.600507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:39.601005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:39.605077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6b52d292-fc62-4765-936f-8fe68ce16941 None None] Port 5045cbd5-12d6-4c15-8906-40997a5263a0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:39.930918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.25.5.70 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/56853601-4327-47da-b6dd-7373a8348890) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:40.025001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:40.031355 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-65d29fd8-9e08-404b-9db7-4c8e40dff145 admin admin] 10.222.0.70 "PUT /v2.0/routers/6262f4fb-9ee1-480e-bf58-043df7497fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304330 Oct 27 16:52:40.042946 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Sync routers for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:40.056086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:40.056794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:40.077405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:40.167478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:40.231114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:40.276068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:40.279459 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:40.283502 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:40.289021 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=56853601-4327-47da-b6dd-7373a8348890,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:40.395858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:38Z', 'revision_number': 4, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '5045cbd5-12d6-4c15-8906-40997a5263a0', 'name': '', 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'mac_address': 'fa:16:3e:ec:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:37Z', 'updated_at': '2021-10-27T16:52:38Z', 'revision_number': 2, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'subnets': [{'id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:40.427888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Checking router: 6262f4fb-9ee1-480e-bf58-043df7497fbc for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:40.428156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Updating router 6262f4fb-9ee1-480e-bf58-043df7497fbc port 5045cbd5-12d6-4c15-8906-40997a5263a0 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:40.464869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:40.695114 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:40.855850 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:40.891071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52378) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:40.895971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-803080987-network', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:40.937568 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.015218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.024806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Made reservation on behalf of 6b4aae09245e42558d89c4b85f07f1e1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:41.031522 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.040599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.097102 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.133328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.142202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dad8fae7-d389-4d4e-a16b-0cc290d4e896 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:41.181214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a203-61a8-42b9-aaa5-2109cd7e0b68 None None] Pushing event updated for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:41.188118 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.243547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Attempting to bind port 5045cbd5-12d6-4c15-8906-40997a5263a0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:41.243924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Attempting to bind port 5045cbd5-12d6-4c15-8906-40997a5263a0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:41.244294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Attempting to bind port 5045cbd5-12d6-4c15-8906-40997a5263a0 on network 481ca255-f741-4093-ae21-23fd2fa00079 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:41.252688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:41.253009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Checking segment: {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:41.253413 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.253812 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Bound using segment: {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:41.254307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Bound port: 5045cbd5-12d6-4c15-8906-40997a5263a0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34825-721a-4d33-9750-5f33dc9bd84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:41.254489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.254686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.265806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port dad8fae7-d389-4d4e-a16b-0cc290d4e896 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:41.266099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.275196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=56853601-4327-47da-b6dd-7373a8348890,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:41.300773 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:52:41.300885 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.303915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc8640-934c-49c8-adb6-c47f2200136b,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:41.315443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.315839 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Added segment 0b7042c5-70ea-445e-9bbf-3b737bdf3c35 of type vlan for network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 Oct 27 16:52:41.381127 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.416269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] For port 5045cbd5-12d6-4c15-8906-40997a5263a0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:41.420102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] For port 5045cbd5-12d6-4c15-8906-40997a5263a0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5045cbd5-12d6-4c15-8906-40997a5263a0,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:41.429727 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 797e5053-d326-4fe9-9aee-89db76b0a38e associated. External IP: 172.25.5.70, port: f6a5888b-e58d-4a63-a840-ed2b7b58457d. Oct 27 16:52:41.468247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fb65b464-f504-45ca-badd-b00f937f3860 None None] Provisioning complete for port 5045cbd5-12d6-4c15-8906-40997a5263a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:41.468626 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fb65b464-f504-45ca-badd-b00f937f3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.491682 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e202bfc3-3b55-4fb6-8a32-46f4c60f9ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.506007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-fb65b464-f504-45ca-badd-b00f937f3860 None None] Port 5045cbd5-12d6-4c15-8906-40997a5263a0 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:41.522543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.523059 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.523725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:41.524404 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.583624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:41.584256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:41.626712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a203-61a8-42b9-aaa5-2109cd7e0b68 None None] Pushing event updated for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:41.647672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:41.653107 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:52:41.658831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5cad37-0aac-49c3-ba19-c8c9583cb410,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:41.674729 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:52:41.748867 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-29cf5819-c3ee-421e-ac7b-ec322bf35847 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8561599 Oct 27 16:52:41.751597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52380) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:41.757686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Request body: {'subnet': {'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-803080987-subnet', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:41.777224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:41.778640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:41.791246 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:41.801882 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:41.802497 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:41.908243 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:41.911067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Made reservation on behalf of 6b4aae09245e42558d89c4b85f07f1e1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:41.914438 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:41.954667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] Provisioning complete for port 5045cbd5-12d6-4c15-8906-40997a5263a0 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:41.955075 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.000024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.036227 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d9d9eefb-3890-4d86-9964-f49a5a423aa7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1060627 Oct 27 16:52:42.036867 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:42.039433 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:42.100034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:38Z', 'revision_number': 4, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '5045cbd5-12d6-4c15-8906-40997a5263a0', 'name': '', 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'mac_address': 'fa:16:3e:ec:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:37Z', 'updated_at': '2021-10-27T16:52:41Z', 'revision_number': 4, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'subnets': [{'id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:42.103390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.136523 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebd8e5-e9b2-4781-bacf-3a850da51bc6 None None] The sync data for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 is: [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:38Z', 'revision_number': 4, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '5045cbd5-12d6-4c15-8906-40997a5263a0', 'name': '', 'network_id': '481ca255-f741-4093-ae21-23fd2fa00079', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'mac_address': 'fa:16:3e:ec:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:37Z', 'updated_at': '2021-10-27T16:52:41Z', 'revision_number': 4, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'subnets': [{'id': 'c5b1bce7-0441-4443-9400-22bd246f3b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:42.181517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] For port 5045cbd5-12d6-4c15-8906-40997a5263a0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5045cbd5-12d6-4c15-8906-40997a5263a0,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:42.296904 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.340395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.371637 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:40Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:42.409431 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16c131e-a7e2-4137-ad22-0c53d6c420b1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:42.412707 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:42.418689 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eacbae-00da-4ad7-a745-18e804cf6e59 x-openstack-request-id: req-54eacbae-00da-4ad7-a745-18e804cf6e59 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:42.418689 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:42.418881 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54eacbae-00da-4ad7-a745-18e804cf6e59 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:42.419268 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'status': 'completed', 'code': 200} Oct 27 16:52:42.428417 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:42.429248 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:42.433507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0442d-76b8-4cf0-91f2-cf828ed81349 None None] Pushing event updated for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:42.438863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Checking segment: {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:42.439476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Network hostable DHCP agents. Network: 3d5cad37-0aac-49c3-ba19-c8c9583cb410, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:52:42.506583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-e993bd84-fd98-4b40-b318-cc44d7557ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.520388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-e993bd84-fd98-4b40-b318-cc44d7557ae0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0597672 Oct 27 16:52:42.556857 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:42.602108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:52:42.620951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-c6d0be87-a866-478b-9ad3-e0b3e444ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.622475 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-c6d0be87-a866-478b-9ad3-e0b3e444ec4f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1063282 Oct 27 16:52:42.696113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-8742c478-29cf-426e-b247-6459fc28dcd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 998 time: 0.0663509 Oct 27 16:52:42.756056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-d36d61b2-556a-4b0a-bcd3-c01481f7a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.757793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-d36d61b2-556a-4b0a-bcd3-c01481f7a311 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0536892 Oct 27 16:52:42.797374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 3d5cad37-0aac-49c3-ba19-c8c9583cb410) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:42.805565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.806399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:42.807809 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:40Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:42.811709 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc2bbb-7929-497b-ab5c-9aa759954718 None None] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:42.826099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-3d05fb7e-4e5a-4d27-b00d-7eeb3610050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.828191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-3d05fb7e-4e5a-4d27-b00d-7eeb3610050e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627129 Oct 27 16:52:42.842100 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029e87f-be43-49a1-8087-5b9aed02de76 None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:40Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:42.934090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-79e0537a-fe4f-4713-8b72-4b27a9aec1a5 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976999 Oct 27 16:52:42.945699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-85be4dfb-1448-40ed-a6a3-108dceb05a8e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1916561 Oct 27 16:52:42.952703 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52388) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:42.958199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:43.012491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'fixed_ips': [{'subnet_id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:52:43.013669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.054759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c61bcf3-c1f2-481e-88a6-8204c35a1dd7 req-b084d96b-acc1-4cc3-bafb-c8488c738766 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078293 Oct 27 16:52:43.175726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5045cbd5-12d6-4c15-8906-40997a5263a0 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:43.197629 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.199365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.223383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Allocated IP 172.20.0.2 (3d5cad37-0aac-49c3-ba19-c8c9583cb410/d16c131e-a7e2-4137-ad22-0c53d6c420b1/2654b73e-c69d-49f1-ad51-9e060057169d) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:43.229241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7744c2-7432-4595-8745-7a6877599137 None None] New status for floating IP 797e5053-d326-4fe9-9aee-89db76b0a38e: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:52:43.269038 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.403130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5045cbd5-12d6-4c15-8906-40997a5263a0 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:43.403505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.531710 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.553970 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.723458 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.772154 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:43.775371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:43.779264 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:43.785741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Pushing event updated for resources: {'Port': ['ID=2654b73e-c69d-49f1-ad51-9e060057169d,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:43.838490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Attempting to bind port 2654b73e-c69d-49f1-ad51-9e060057169d on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:43.838862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Attempting to bind port 2654b73e-c69d-49f1-ad51-9e060057169d by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:43.839271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Attempting to bind port 2654b73e-c69d-49f1-ad51-9e060057169d on network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:43.845221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:43.845518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Checking segment: {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:43.845910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.846552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Bound using segment: {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:43.847120 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Bound port: 2654b73e-c69d-49f1-ad51-9e060057169d, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:43.847504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.863613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.882605 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:43.915700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] For port 2654b73e-c69d-49f1-ad51-9e060057169d, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:43.918700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] For port 2654b73e-c69d-49f1-ad51-9e060057169d, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2654b73e-c69d-49f1-ad51-9e060057169d,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:43.989992 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Allocated IP 172.25.5.90 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/339d02bf-031a-4a84-8a0b-178bacb9bbf2) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:44.106653 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.135069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.176357 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b2aca000-1557-46a7-8796-aa8dd3b68d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.198855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd7fcb-f125-47ff-8575-01bdb2ea16ff None None] Pushing event updated for resources: {'Port': ['ID=2654b73e-c69d-49f1-ad51-9e060057169d,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:44.204194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.248872 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:44.252024 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:44.256800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:44.259878 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Pushing event updated for resources: {'Port': ['ID=339d02bf-031a-4a84-8a0b-178bacb9bbf2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:44.639430 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.671844 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:44.847625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.106454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Router 7096ad44-332a-4df5-aad5-990345708f53 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:52:45.154949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2654b73e-c69d-49f1-ad51-9e060057169d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:45.196640 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2337505-674a-41d6-babb-db8d92c38bd9 None None] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:45.220238 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:45.229834 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Sync routers for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:45.240145 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:45.240772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:45.270885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2654b73e-c69d-49f1-ad51-9e060057169d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:45.271231 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.342627 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.347513 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3e0012f0-2df9-4c9d-8f39-d10271934446 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3908269 Oct 27 16:52:45.355193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:45.357242 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:45.502821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.511209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1ca075e9-f36c-4110-89c6-9933697e2543 None None] Provisioning complete for port 2654b73e-c69d-49f1-ad51-9e060057169d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:45.511209 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ca075e9-f36c-4110-89c6-9933697e2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.631080 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:44Z', 'revision_number': 3, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:45.648059 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.662316 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Checking router: 7096ad44-332a-4df5-aad5-990345708f53 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:45.662936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Updating router 7096ad44-332a-4df5-aad5-990345708f53 port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:45.692589 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.709682 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1ca075e9-f36c-4110-89c6-9933697e2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.726300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 2654b73e-c69d-49f1-ad51-9e060057169d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2654b73e-c69d-49f1-ad51-9e060057169d,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:45.849919 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.930295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-1ca075e9-f36c-4110-89c6-9933697e2543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:52:45.930654 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-1ca075e9-f36c-4110-89c6-9933697e2543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:52:45.936334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=2654b73e-c69d-49f1-ad51-9e060057169d,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:45.949508 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:45.996518 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.113265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Allocated IP 172.20.0.1 (3d5cad37-0aac-49c3-ba19-c8c9583cb410/d16c131e-a7e2-4137-ad22-0c53d6c420b1/0a135b85-8c9e-49b0-a171-d3ec1c8526ea) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:46.169135 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.224077 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ce7fa-6d11-44e6-982e-9650831f4cb1 None None] Pushing event updated for resources: {'Port': ['ID=339d02bf-031a-4a84-8a0b-178bacb9bbf2,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:46.226573 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Attempting to bind port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:46.226948 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Attempting to bind port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:46.227322 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Attempting to bind port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:46.231249 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.233496 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:46.233496 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:46.234516 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.234766 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:46.235264 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Bound port: 339d02bf-031a-4a84-8a0b-178bacb9bbf2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:46.235639 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.287288 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] For port 339d02bf-031a-4a84-8a0b-178bacb9bbf2, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:46.290275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] For port 339d02bf-031a-4a84-8a0b-178bacb9bbf2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=339d02bf-031a-4a84-8a0b-178bacb9bbf2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:46.501077 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.523829 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.545074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:46.551076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:46.553891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:46.557922 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Pushing event updated for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:46.594622 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ce7fa-6d11-44e6-982e-9650831f4cb1 None None] Pushing event updated for resources: {'Port': ['ID=339d02bf-031a-4a84-8a0b-178bacb9bbf2,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:46.595912 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c3144c5-1484-4032-b263-d38da65f443b None None] Provisioning complete for port 2654b73e-c69d-49f1-ad51-9e060057169d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:46.596363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c3144c5-1484-4032-b263-d38da65f443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.603293 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.604411 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:46.605148 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:46.726138 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:46.834442 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4ff87330-f9b1-43d4-9ff6-2a6f41fce57b None None] Provisioning complete for port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:46.834825 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4ff87330-f9b1-43d4-9ff6-2a6f41fce57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.878861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-4ff87330-f9b1-43d4-9ff6-2a6f41fce57b None None] Port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:47.005001 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:44Z', 'revision_number': 3, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:47.031712 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd573efa-c367-4058-9e3d-3cad4af17b8e None None] The sync data for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 is: [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:44Z', 'revision_number': 3, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:47.133462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2654b73e-c69d-49f1-ad51-9e060057169d up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:47.155467 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.188779 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 2654b73e-c69d-49f1-ad51-9e060057169d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:47.189156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.270866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.358139 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.523530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.592550 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.594823 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Pushing event updated for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:47.685629 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:47.687155 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:47.804468 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Router 7096ad44-332a-4df5-aad5-990345708f53 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:47.906308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5b5bc0bb-55a7-4bc5-a3bb-bd0c36c43359 None None] Provisioning complete for port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:47.906908 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc0bb-55a7-4bc5-a3bb-bd0c36c43359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:47.943201 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bc0bb-55a7-4bc5-a3bb-bd0c36c43359 None None] Port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:48.275799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:48.281226 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cbfb7667-fb29-467e-8d51-dd8b361d898d admin admin] 10.222.0.70 "PUT /v2.0/routers/7096ad44-332a-4df5-aad5-990345708f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319303 Oct 27 16:52:49.169905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 339d02bf-031a-4a84-8a0b-178bacb9bbf2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:49.224888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:49.225262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:49.311363 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:49.335455 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 339d02bf-031a-4a84-8a0b-178bacb9bbf2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=339d02bf-031a-4a84-8a0b-178bacb9bbf2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:49.581772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:49.634497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=339d02bf-031a-4a84-8a0b-178bacb9bbf2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:50.202221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Sync routers for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:50.214552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:50.215281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:50.336852 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:50.596395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:46Z', 'revision_number': 4, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a135b85-8c9e-49b0-a171-d3ec1c8526ea', 'name': '', 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'mac_address': 'fa:16:3e:d3:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:45Z', 'updated_at': '2021-10-27T16:52:47Z', 'revision_number': 2, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'subnets': [{'id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:50.626783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Checking router: 7096ad44-332a-4df5-aad5-990345708f53 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:50.627184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Updating router 7096ad44-332a-4df5-aad5-990345708f53 port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:52:50.655604 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.026018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.150610 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 339d02bf-031a-4a84-8a0b-178bacb9bbf2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:51.209501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:51.210249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.233960 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.317529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad93f81-a906-4a46-95d6-caabe089fb28 None None] Pushing event updated for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:51.407792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Attempting to bind port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:51.408172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Attempting to bind port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:51.408536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Attempting to bind port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea on network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:51.417839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:51.418492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Checking segment: {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:51.418633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.419094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Bound using segment: {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:51.419600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Bound port: 0a135b85-8c9e-49b0-a171-d3ec1c8526ea, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7042c5-70ea-445e-9bbf-3b737bdf3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:51.419863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.495531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] For port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:51.499612 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] For port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:51.585184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-a2e9d03b-84ed-4856-b5d2-2f1bd3239dc4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637238 Oct 27 16:52:51.601203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b817bc7f-3d2a-4087-8ff1-e3ad2cb850ed None None] Provisioning complete for port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:51.601797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b817bc7f-3d2a-4087-8ff1-e3ad2cb850ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.658341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b817bc7f-3d2a-4087-8ff1-e3ad2cb850ed None None] Port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:52:51.693043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.700324 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-41a79e56-3957-4c0c-b568-c35ec9d29e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:51.702772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-41a79e56-3957-4c0c-b568-c35ec9d29e3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0646825 Oct 27 16:52:51.789444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:51.790510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:51.874727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-ba1ed0de-daf9-4799-9f4c-d9eab727e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:51.878258 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-ba1ed0de-daf9-4799-9f4c-d9eab727e992 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1474452 Oct 27 16:52:51.924360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad93f81-a906-4a46-95d6-caabe089fb28 None None] Pushing event updated for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:51.995395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-c15e6590-a1ee-42d1-8726-50f8f8713505 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.1086302 Oct 27 16:52:51.998781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:52.078469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-c51d7195-948b-4c08-a678-18a3c05b053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:52.081110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-c51d7195-948b-4c08-a678-18a3c05b053a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0776896 Oct 27 16:52:52.154754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-41852849-f3c7-4dd7-8b78-dd99c95fa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:52.164025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-41852849-f3c7-4dd7-8b78-dd99c95fa97b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674355 Oct 27 16:52:52.181492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] Provisioning complete for port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:52.182091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.259793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-8c9099c7-41c4-4034-83d1-b054ee7152a0 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954080 Oct 27 16:52:52.269918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52440) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:52.385316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-47818466-605e-4c51-8fa2-315bc18ae0c8 req-0c9344d1-a26b-4d1c-8721-6a1ca3ea5dca service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165807 Oct 27 16:52:52.505255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.590067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] For port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:52.596897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:46Z', 'revision_number': 4, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a135b85-8c9e-49b0-a171-d3ec1c8526ea', 'name': '', 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'mac_address': 'fa:16:3e:d3:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:45Z', 'updated_at': '2021-10-27T16:52:51Z', 'revision_number': 4, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'subnets': [{'id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:52.641665 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fd4c5-d1ae-4b60-b56e-ff4be81e2aa7 None None] The sync data for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 is: [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:46Z', 'revision_number': 4, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '0a135b85-8c9e-49b0-a171-d3ec1c8526ea', 'name': '', 'network_id': '3d5cad37-0aac-49c3-ba19-c8c9583cb410', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'mac_address': 'fa:16:3e:d3:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:45Z', 'updated_at': '2021-10-27T16:52:51Z', 'revision_number': 4, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'subnets': [{'id': 'd16c131e-a7e2-4137-ad22-0c53d6c420b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:52.706320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.806588 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.816017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41df9ee-9131-47fc-8316-120695380a8a None None] Pushing event updated for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:53.213303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a135b85-8c9e-49b0-a171-d3ec1c8526ea up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:53.237583 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Deleting port 5045cbd5-12d6-4c15-8906-40997a5263a0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:53.238089 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.284746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:53.285074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.373729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] For port 5045cbd5-12d6-4c15-8906-40997a5263a0, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5045cbd5-12d6-4c15-8906-40997a5263a0,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:53.374655 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.391836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Calling delete_port for 5045cbd5-12d6-4c15-8906-40997a5263a0 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:53.783777 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.837784 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5045cbd5-12d6-4c15-8906-40997a5263a0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:54.091073 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:54.400511 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Router 6262f4fb-9ee1-480e-bf58-043df7497fbc has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:54.511199 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:54.518734 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fa23ea5a-4ee7-40c9-baea-d179ce70e6fd admin admin] 10.222.0.70 "PUT /v2.0/routers/6262f4fb-9ee1-480e-bf58-043df7497fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2471385 Oct 27 16:52:54.521440 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52442) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:54.524962 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Sync routers for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:54.539384 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:54.540076 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:54.649200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:54.685312 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:54.814724 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:54.958954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Deleting port dad8fae7-d389-4d4e-a16b-0cc290d4e896 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:54.959372 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:54.988924 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:53Z', 'revision_number': 5, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port': {'id': 'dad8fae7-d389-4d4e-a16b-0cc290d4e896', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:35Z', 'updated_at': '2021-10-27T16:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:55.041436 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Checking router: 6262f4fb-9ee1-480e-bf58-043df7497fbc for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:55.058954 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Routers {'6262f4fb-9ee1-480e-bf58-043df7497fbc'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:55.060105 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['6262f4fb-9ee1-480e-bf58-043df7497fbc'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:55.087091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] For port dad8fae7-d389-4d4e-a16b-0cc290d4e896, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=dad8fae7-d389-4d4e-a16b-0cc290d4e896,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:55.087091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.109896 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Calling delete_port for dad8fae7-d389-4d4e-a16b-0cc290d4e896 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:55.191392 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] Set router 6262f4fb-9ee1-480e-bf58-043df7497fbc gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:55.261905 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:54Z', 'revision_number': 6, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:55.293845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8341819-b3de-4a36-b9cd-ca6a30e0725e None None] The sync data for ids ['6262f4fb-9ee1-480e-bf58-043df7497fbc'] in n-d-814735-4 is: [{'id': '6262f4fb-9ee1-480e-bf58-043df7497fbc', 'name': 'tempest-TestAggregatesBasicOps-852499430-router', 'tenant_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:34Z', 'updated_at': '2021-10-27T16:52:54Z', 'revision_number': 6, 'project_id': '85959025fa3d4f0dbb3aeec2c05d6e27', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:52:55.434479 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.461670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Pushing event deleted for resources: {'Port': ['ID=dad8fae7-d389-4d4e-a16b-0cc290d4e896,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:55.529662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.628712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.631565 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.811316 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.811897 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6262f4fb-9ee1-480e-bf58-043df7497fbc {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:52:55.818466 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.820122 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6e4b2b17-4973-402d-a44a-b4d9a4249eec admin admin] 10.222.0.70 "DELETE /v2.0/routers/6262f4fb-9ee1-480e-bf58-043df7497fbc HTTP/1.1" status: 204 len: 168 time: 1.2972739 Oct 27 16:52:55.823971 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52446) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:55.876234 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Deleting subnet c5b1bce7-0441-4443-9400-22bd246f3b01 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:52:55.880065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.927865 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.011405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.195210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.234366 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b1bce7-0441-4443-9400-22bd246f3b01,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:56.241041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.245028 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb90f79f-019a-4c0a-88e6-dd53ca632009 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5b1bce7-0441-4443-9400-22bd246f3b01 HTTP/1.1" status: 204 len: 168 time: 0.4195261 Oct 27 16:52:56.248251 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52448) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:56.249082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af079b-7a08-477c-8375-3a5d30941172 None None] Network 481ca255-f741-4093-ae21-23fd2fa00079 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:56.345646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.420733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Deleting port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:56.421013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.495249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] For port b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:56.495974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.496099 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] DHCP port deletion for 481ca255-f741-4093-ae21-23fd2fa00079 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:52:56.527963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Calling delete_port for b4ce64da-59a8-43ae-ac2e-bccca87f66e4 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:56.549346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Deleting port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:56.549715 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.624216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] For port b4ce64da-59a8-43ae-ac2e-bccca87f66e4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,segment=NetworkSegment(f0f34825-721a-4d33-9750-5f33dc9bd84f),segment_id=f0f34825-721a-4d33-9750-5f33dc9bd84f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:56.624562 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.638234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Calling delete_port for b4ce64da-59a8-43ae-ac2e-bccca87f66e4 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:56.742931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.750589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.766972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:56.775893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] No DVR routers for this DVR port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:56.780468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] Pushing event deleted for resources: {'Port': ['ID=b4ce64da-59a8-43ae-ac2e-bccca87f66e4,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:56.784597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58ab67-1d1b-4924-9179-68f584f0a9ca None None] No DVR routers for this DVR port b4ce64da-59a8-43ae-ac2e-bccca87f66e4 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:56.853841 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.882867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ca255-f741-4093-ae21-23fd2fa00079']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:56.893867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f34825-721a-4d33-9750-5f33dc9bd84f') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:56.894168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f34825-721a-4d33-9750-5f33dc9bd84f') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:56.904564 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.919561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.926543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:52:56.927011 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:52:56.928841 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:52:57.132739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dad8fae7-d389-4d4e-a16b-0cc290d4e896 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:57.137368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.145207 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.150350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] 10.222.0.70 "DELETE /v2.0/networks/481ca255-f741-4093-ae21-23fd2fa00079 HTTP/1.1" status: 204 len: 168 time: 0.8986576 Oct 27 16:52:57.153151 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52450) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:57.160954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f967fa-a1bf-4511-abc0-5af61a018a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=481ca255-f741-4093-ae21-23fd2fa00079,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:57.165176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: dad8fae7-d389-4d4e-a16b-0cc290d4e896 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:57.165862 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device dad8fae7-d389-4d4e-a16b-0cc290d4e896 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:57.168698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5045cbd5-12d6-4c15-8906-40997a5263a0 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:57.194517 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5045cbd5-12d6-4c15-8906-40997a5263a0 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:57.194924 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5045cbd5-12d6-4c15-8906-40997a5263a0 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:57.195556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b4ce64da-59a8-43ae-ac2e-bccca87f66e4 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:57.217596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b4ce64da-59a8-43ae-ac2e-bccca87f66e4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:57.218047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b4ce64da-59a8-43ae-ac2e-bccca87f66e4 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:57.664436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.933490 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Deleting port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:57.933736 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:58.028342 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] For port 0a135b85-8c9e-49b0-a171-d3ec1c8526ea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:58.028715 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:58.044190 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Calling delete_port for 0a135b85-8c9e-49b0-a171-d3ec1c8526ea owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:58.320169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:58.337405 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:58.366545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a135b85-8c9e-49b0-a171-d3ec1c8526ea,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:58.557156 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:58.817780 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:59.168048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Router 7096ad44-332a-4df5-aad5-990345708f53 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:52:59.270427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:52:59.275593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-aab40dab-7893-441f-b684-224daf6e5482 admin admin] 10.222.0.70 "PUT /v2.0/routers/7096ad44-332a-4df5-aad5-990345708f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196115 Oct 27 16:52:59.278105 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52452) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:59.282341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Sync routers for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:52:59.291904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:59.292604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:59.385687 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:59.398433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:59.492771 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:59.605462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:58Z', 'revision_number': 5, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port': {'id': '339d02bf-031a-4a84-8a0b-178bacb9bbf2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:05:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7096ad44-332a-4df5-aad5-990345708f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:59.634150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Checking router: 7096ad44-332a-4df5-aad5-990345708f53 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:52:59.643719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Routers {'7096ad44-332a-4df5-aad5-990345708f53'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:52:59.644362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:52:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['7096ad44-332a-4df5-aad5-990345708f53'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:59.667336 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Deleting port 339d02bf-031a-4a84-8a0b-178bacb9bbf2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:59.667698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:59.741979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] Set router 7096ad44-332a-4df5-aad5-990345708f53 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:52:59.756432 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] For port 339d02bf-031a-4a84-8a0b-178bacb9bbf2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=339d02bf-031a-4a84-8a0b-178bacb9bbf2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:59.756892 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:59.771974 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Calling delete_port for 339d02bf-031a-4a84-8a0b-178bacb9bbf2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:59.800488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:59Z', 'revision_number': 6, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:59.827614 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650c3de-417a-45e3-a20b-8905943dc2a2 None None] The sync data for ids ['7096ad44-332a-4df5-aad5-990345708f53'] in n-d-814735-4 is: [{'id': '7096ad44-332a-4df5-aad5-990345708f53', 'name': 'tempest-TestAggregatesBasicOps-803080987-router', 'tenant_id': '6b4aae09245e42558d89c4b85f07f1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:52:43Z', 'updated_at': '2021-10-27T16:52:59Z', 'revision_number': 6, 'project_id': '6b4aae09245e42558d89c4b85f07f1e1', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:00.034824 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.061881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Pushing event deleted for resources: {'Port': ['ID=339d02bf-031a-4a84-8a0b-178bacb9bbf2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:00.126575 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.220313 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.222746 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.366234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.366815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7096ad44-332a-4df5-aad5-990345708f53 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:53:00.371307 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.372480 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3591e136-085d-4040-8ea9-c766924f8185 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7096ad44-332a-4df5-aad5-990345708f53 HTTP/1.1" status: 204 len: 168 time: 1.0934725 Oct 27 16:53:00.375063 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52454) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:00.420513 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Deleting subnet d16c131e-a7e2-4137-ad22-0c53d6c420b1 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:53:00.424617 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.462680 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.542475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.692463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.718891 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16c131e-a7e2-4137-ad22-0c53d6c420b1,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:00.723230 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.727348 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ad1d6748-7b96-432b-9f5a-aa09d8cef6ed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d16c131e-a7e2-4137-ad22-0c53d6c420b1 HTTP/1.1" status: 204 len: 168 time: 0.3507719 Oct 27 16:53:00.729844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52456) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:00.730705 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779aa80-fe1a-4156-866c-d1ebab8c248b None None] Network 3d5cad37-0aac-49c3-ba19-c8c9583cb410 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:00.934045 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] DHCP port deletion for 3d5cad37-0aac-49c3-ba19-c8c9583cb410 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:53:00.986158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Deleting port 2654b73e-c69d-49f1-ad51-9e060057169d {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:53:00.987299 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.081111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] For port 2654b73e-c69d-49f1-ad51-9e060057169d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2654b73e-c69d-49f1-ad51-9e060057169d,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:01.081111 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.098253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Calling delete_port for 2654b73e-c69d-49f1-ad51-9e060057169d owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:53:01.171994 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 339d02bf-031a-4a84-8a0b-178bacb9bbf2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:53:01.197753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 339d02bf-031a-4a84-8a0b-178bacb9bbf2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:53:01.198173 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 339d02bf-031a-4a84-8a0b-178bacb9bbf2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:53:01.198512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 2654b73e-c69d-49f1-ad51-9e060057169d no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:53:01.198623 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.257653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Deleting port 2654b73e-c69d-49f1-ad51-9e060057169d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:53:01.258002 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.310435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.330697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] For port 2654b73e-c69d-49f1-ad51-9e060057169d, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2654b73e-c69d-49f1-ad51-9e060057169d,segment=NetworkSegment(0b7042c5-70ea-445e-9bbf-3b737bdf3c35),segment_id=0b7042c5-70ea-445e-9bbf-3b737bdf3c35)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:01.334584 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.345412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Calling delete_port for 2654b73e-c69d-49f1-ad51-9e060057169d owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:53:01.465455 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.471918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.496053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a135b85-8c9e-49b0-a171-d3ec1c8526ea no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:53:01.501018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2654b73e-c69d-49f1-ad51-9e060057169d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:01.505232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] No DVR routers for this DVR port 2654b73e-c69d-49f1-ad51-9e060057169d on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:53:01.540727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] Pushing event deleted for resources: {'Port': ['ID=2654b73e-c69d-49f1-ad51-9e060057169d,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:01.542843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824ef46-7bd3-45c2-a67a-6b08db240e25 None None] No DVR routers for this DVR port 2654b73e-c69d-49f1-ad51-9e060057169d on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:53:01.546497 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 0a135b85-8c9e-49b0-a171-d3ec1c8526ea {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:53:01.546996 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 0a135b85-8c9e-49b0-a171-d3ec1c8526ea not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:53:01.592983 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.615531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5cad37-0aac-49c3-ba19-c8c9583cb410']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:01.625530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7042c5-70ea-445e-9bbf-3b737bdf3c35') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:01.625830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7042c5-70ea-445e-9bbf-3b737bdf3c35') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:01.635832 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.650747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.657347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:53:01.657737 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:53:01.660161 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:53:01.875482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.882065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.885292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d5cad37-0aac-49c3-ba19-c8c9583cb410 HTTP/1.1" status: 204 len: 168 time: 1.1542826 Oct 27 16:53:01.897357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00d98f-9fad-4803-8149-157fa2a040cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5cad37-0aac-49c3-ba19-c8c9583cb410,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:02.411381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52460) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:02.455434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ffc4abe3-4c45-4ac9-8309-b730e2417342 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85959025fa3d4f0dbb3aeec2c05d6e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427716 Oct 27 16:53:02.458027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52462) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:02.521595 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:02.545654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:02.864235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:02.868176 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:02.869655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b822ca84-b7f9-4d5f-8543-01ee154d21ff HTTP/1.1" status: 204 len: 168 time: 0.4105468 Oct 27 16:53:02.880369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e3c0-130e-490e-a716-f9295725c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822ca84-b7f9-4d5f-8543-01ee154d21ff,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:03.816549 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52470) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:03.867168 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-665ed648-c16a-43cb-aea7-c05d1556db11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b4aae09245e42558d89c4b85f07f1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490220 Oct 27 16:53:03.869187 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52472) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:03.937022 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:03.974695 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:04.178505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:04.181518 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:04.182707 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8fc8640-934c-49c8-adb6-c47f2200136b HTTP/1.1" status: 204 len: 168 time: 0.3119898 Oct 27 16:53:04.192261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501d0e9-9c67-44c7-8a76-bb4e14772404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc8640-934c-49c8-adb6-c47f2200136b,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:11.471341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e5635953-95c9-4745-adfd-b0b9c57713e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.147556 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52630) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:12.293730 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c25167d6-62a8-4b71-b801-f148af54b16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.394398 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c25167d6-62a8-4b71-b801-f148af54b16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.540671 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c25167d6-62a8-4b71-b801-f148af54b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.588078 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c25167d6-62a8-4b71-b801-f148af54b16a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d05e6f8d12645ef8557ce31c17e5d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390199 Oct 27 16:53:12.588847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25167d6-62a8-4b71-b801-f148af54b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0814dd5d-949a-442d-8aec-0d45833236c8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:12.592415 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52634) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:12.677488 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.702144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.971999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.971999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:12.971999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0814dd5d-949a-442d-8aec-0d45833236c8 HTTP/1.1" status: 204 len: 168 time: 0.3744137 Oct 27 16:53:12.980229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814dd5d-949a-442d-8aec-0d45833236c8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:12.992465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.993060 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.993630 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.994208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.994784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.995663 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.996393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.996994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.997592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.998171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.998953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:12.999598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99350976-f28c-432a-af3b-c7b0ca058679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:14.243636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-72fb7869-cf19-4739-a0ff-dd7cbfde9649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.382355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52640) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:14.405919 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39ce76f1-0002-4732-8343-07fea04f7d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.553930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39ce76f1-0002-4732-8343-07fea04f7d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.637804 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-39ce76f1-0002-4732-8343-07fea04f7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.681547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce76f1-0002-4732-8343-07fea04f7d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763fcc9-f1a6-4d92-8fa7-996370728e75,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:14.685900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-39ce76f1-0002-4732-8343-07fea04f7d3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fa18865ff3e4fabb4fb73a80648afc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020477 Oct 27 16:53:14.690369 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52642) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:14.701385 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.755992 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:14.793668 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:15.095077 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:15.098009 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:15.099377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8763fcc9-f1a6-4d92-8fa7-996370728e75 HTTP/1.1" status: 204 len: 168 time: 0.4077504 Oct 27 16:53:15.108756 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485eee4-3431-47e4-a74c-d0217a709e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763fcc9-f1a6-4d92-8fa7-996370728e75,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:15.455597 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:16.545615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52664) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:16.664213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1475775545-network', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:16.832308 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Made reservation on behalf of ea8517e3eb4547229d662263051c03ae for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:16.834813 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:16.844192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:16.999974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.066631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.099247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:53:17.104186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f0096-a989-43e3-9670-950f46630e77,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:17.109751 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.110096 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Added segment f29572b4-692d-4d8d-9516-e8a28b535f7c of type vlan for network 7b4304b0-c205-4579-96ce-edb69c1ea674 Oct 27 16:53:17.143442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.159635 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.386815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.387797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:17.388415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:17.454668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] Pushing event updated for resources: {'Network': ['ID=7b4304b0-c205-4579-96ce-edb69c1ea674,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:17.465736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:53:17.561147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ab9074f5-65b5-48de-92aa-5091d91aad9c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0141230 Oct 27 16:53:17.564067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52668) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:17.574728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Request body: {'subnet': {'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1475775545-subnet', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:17.747847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Made reservation on behalf of ea8517e3eb4547229d662263051c03ae for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:17.751880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.113417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.177600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf71db3-ade9-446b-8430-9118ba08de7c,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:18.191495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Checking segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:18.191833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Network hostable DHCP agents. Network: 7b4304b0-c205-4579-96ce-edb69c1ea674, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:53:18.307118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:53:18.444665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 7b4304b0-c205-4579-96ce-edb69c1ea674) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:18.451977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:18.453275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.459308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65636ff7-fe92-4dd0-b21f-2fddde7194cd None None] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:18.558574 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1ee472f4-3f6b-4950-a29d-fda20af946c9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9929414 Oct 27 16:53:18.561900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52670) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:18.569222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:18.650350 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:18.668050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-7b4304b0-c205-4579-96ce-edb69c1ea674', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:53:18.669049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.679739 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.681309 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.748546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:18.835597 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Allocated IP 172.20.0.2 (7b4304b0-c205-4579-96ce-edb69c1ea674/6bf71db3-ade9-446b-8430-9118ba08de7c/17d2b71b-a9e9-4cdd-bc7f-00ba5b203593) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:19.044894 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.089316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.303314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.358909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:19.368231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:19.374329 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:19.399075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Pushing event updated for resources: {'Port': ['ID=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:19.478391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Attempting to bind port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:19.479219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Attempting to bind port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:19.479636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Attempting to bind port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:19.490152 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:19.495650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Checking segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:19.495650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.495650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Bound using segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:19.495650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Bound port: 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:19.495650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.578413 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.602594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.608006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] For port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:19.613918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] For port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:19.730874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.735939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Allocated IP 172.25.5.121 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/8c9c6fc0-07b2-425c-8c7f-bdea22cb3204) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:19.810849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76fe5a-a6e4-493e-88fa-2be8f88170f6 None None] Pushing event updated for resources: {'Port': ['ID=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:19.943496 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:20.137637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:20.190652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:20.195892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:20.202089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:20.243203 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:20.678399 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:20.949858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad47ed9-7d80-40b8-a6f6-47c92c521f9c None None] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:20.986323 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.136690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] Provisioning complete for port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:21.137270 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.207067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:21.267751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Router 02777bfa-6524-4a4d-a76b-bc2191c9d698 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:53:21.423558 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:21.424147 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.441201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:21.454061 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Sync routers for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:21.474741 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:21.475983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:21.631982 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:21.636391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.638360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a94a30ef-29ad-493d-9990-3ed6630f7af4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0748515 Oct 27 16:53:21.642704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52674) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:21.679324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.729387 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] For port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:21.772652 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.831401 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.932036 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:53:21.932400 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:53:21.933366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0e6e-98de-40f7-89a2-b966cb1fd0b6 None None] Pushing event updated for resources: {'Port': ['ID=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:21.952335 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:20Z', 'revision_number': 3, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:21.955957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0147949f-3255-492d-a21c-19a787fa7c98 None None] Provisioning complete for port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:21.956501 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0147949f-3255-492d-a21c-19a787fa7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.003032 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Checking router: 02777bfa-6524-4a4d-a76b-bc2191c9d698 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:22.003747 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Updating router 02777bfa-6524-4a4d-a76b-bc2191c9d698 port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:22.061382 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.383444 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.436969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.456389 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.548633 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8dd01-0bb5-47fa-bad3-3937b208464d None None] Pushing event updated for resources: {'Port': ['ID=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:22.551772 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Attempting to bind port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:22.552329 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Attempting to bind port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:22.552975 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Attempting to bind port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:22.564467 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:22.564467 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:22.564467 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.565035 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:22.565513 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Bound port: 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:22.566104 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.744278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Allocated IP 172.20.0.1 (7b4304b0-c205-4579-96ce-edb69c1ea674/6bf71db3-ade9-446b-8430-9118ba08de7c/085b64bc-7fa7-45af-a1ba-2c8d9e55be92) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:22.761739 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] For port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:22.767248 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] For port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:22.903070 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.995880 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:22.996486 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:23.041125 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8dd01-0bb5-47fa-bad3-3937b208464d None None] Pushing event updated for resources: {'Port': ['ID=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:23.184286 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:23.213534 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:23.287631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.298243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:23.298882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.400838 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.466021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:23.469363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:23.473631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:23.475224 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:20Z', 'revision_number': 3, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:23.512646 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801cb84-df61-4086-b167-7f47684beb97 None None] The sync data for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 is: [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:20Z', 'revision_number': 3, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:23.517721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Pushing event updated for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:23.527073 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.825207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6b1e071b-dbec-4339-aa11-d2da525603fc None None] Provisioning complete for port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:23.825829 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6b1e071b-dbec-4339-aa11-d2da525603fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.850163 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:23.917632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e071b-dbec-4339-aa11-d2da525603fc None None] Port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:24.135228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:24.222947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:24.314836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:24.316800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Pushing event updated for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:24.454870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:24.456677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:24.654750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Router 02777bfa-6524-4a4d-a76b-bc2191c9d698 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:53:24.806866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:24.815908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a94088ba-bf28-4307-ac45-413aad5c9399 admin admin] 10.222.0.70 "PUT /v2.0/routers/02777bfa-6524-4a4d-a76b-bc2191c9d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1711979 Oct 27 16:53:24.855260 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6550062f-f07b-479c-98f7-234916eb4f35 None None] Provisioning complete for port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:24.856009 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6550062f-f07b-479c-98f7-234916eb4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:24.915185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6550062f-f07b-479c-98f7-234916eb4f35 None None] Port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:25.204851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:25.277297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:25.277832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.390333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.415401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:25.502853 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.515284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Sync routers for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:25.571020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:25.571792 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:25.639485 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:25.698937 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:25.824690 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52690) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:25.830447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-443217389-network', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:25.958632 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:23Z', 'revision_number': 4, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '085b64bc-7fa7-45af-a1ba-2c8d9e55be92', 'name': '', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'mac_address': 'fa:16:3e:ee:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:22Z', 'updated_at': '2021-10-27T16:53:23Z', 'revision_number': 2, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'subnets': [{'id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:25.972018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Made reservation on behalf of a677242f62244ab58256aeb7925ec6b6 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:25.975592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.986308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Checking router: 02777bfa-6524-4a4d-a76b-bc2191c9d698 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:25.986670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Updating router 02777bfa-6524-4a4d-a76b-bc2191c9d698 port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:25.995185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.020493 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.107136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.176567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.214724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:53:26.241555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae9a2f1-1e82-4098-a539-9a334f996b67,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:26.255012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.255012 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Added segment ccf7e527-811c-474d-8ec9-46733b19fb10 of type vlan for network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 Oct 27 16:53:26.310384 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.400054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.401327 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:26.402026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.436910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.483514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:26.495083 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:53:26.541558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5c1f4984-dae8-470b-8021-07c90fb5f3f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7151480 Oct 27 16:53:26.544851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52692) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:26.550469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.551669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Request body: {'subnet': {'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-443217389-subnet', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:26.661854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a1fa-5b13-46b1-b623-981d40b9cb4f None None] Pushing event updated for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:26.676341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Made reservation on behalf of a677242f62244ab58256aeb7925ec6b6 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:26.681460 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.738934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Attempting to bind port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:26.739422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Attempting to bind port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:26.739870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Attempting to bind port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:26.747135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:26.747618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Checking segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:26.748109 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.748571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Bound using segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:26.749144 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Bound port: 085b64bc-7fa7-45af-a1ba-2c8d9e55be92, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:26.749589 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:26.836834 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] For port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:26.853486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] For port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:26.960645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f4710e17-3157-4528-8170-2340918b8a39 None None] Provisioning complete for port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:26.961361 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f4710e17-3157-4528-8170-2340918b8a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.003080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.052563 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.103677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f4710e17-3157-4528-8170-2340918b8a39 None None] Port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:27.134904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a1fa-5b13-46b1-b623-981d40b9cb4f None None] Pushing event updated for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:27.139596 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:27.140682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:27.158419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35897fa3-5401-4533-9ee7-7ddc1ed4b2a9,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:27.180985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Checking segment: {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:27.184192 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Network hostable DHCP agents. Network: 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:53:27.244647 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:27.303437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:53:27.349392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:27.389858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:27.390218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.423165 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:27.431299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:27.432217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.451892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e497916-7df5-44af-8aaa-589fde1d509d None None] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:27.572564 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-de1cc6f0-cc2c-4b68-84bc-a380a2815d16 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0262265 Oct 27 16:53:27.576922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52694) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:27.582611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:27.692241 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.693663 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.716020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] Provisioning complete for port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:27.716401 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:27.772524 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.096796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'fixed_ips': [{'subnet_id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:53:28.097665 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.099661 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.100783 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.258916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] For port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:28.286291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:23Z', 'revision_number': 4, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '085b64bc-7fa7-45af-a1ba-2c8d9e55be92', 'name': '', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'mac_address': 'fa:16:3e:ee:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:22Z', 'updated_at': '2021-10-27T16:53:26Z', 'revision_number': 4, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'subnets': [{'id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:28.328544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55352e0-1a05-4e43-8ea6-d342d800a902 None None] The sync data for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 is: [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:53:23Z', 'revision_number': 4, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '085b64bc-7fa7-45af-a1ba-2c8d9e55be92', 'name': '', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'mac_address': 'fa:16:3e:ee:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:22Z', 'updated_at': '2021-10-27T16:53:26Z', 'revision_number': 4, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'subnets': [{'id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:28.380269 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.391156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Allocated IP 172.20.0.2 (8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475/35897fa3-5401-4533-9ee7-7ddc1ed4b2a9/54a20ca7-a784-4319-9be0-4a4cd21539c4) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:28.424832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.471073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5035e7-0945-4ff6-b7e8-b41a4615220f None None] Pushing event updated for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:28.529960 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.552961 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.678179 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.726662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Allocated IP 172.25.5.187 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c5f92858-4774-4b8e-946c-13eed750a978) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:28.776584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.857690 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.863949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:28.865388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.875272 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:28.883072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:28.896934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Pushing event updated for resources: {'Port': ['ID=54a20ca7-a784-4319-9be0-4a4cd21539c4,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:28.977586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Attempting to bind port 54a20ca7-a784-4319-9be0-4a4cd21539c4 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:28.977961 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Attempting to bind port 54a20ca7-a784-4319-9be0-4a4cd21539c4 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:28.978330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Attempting to bind port 54a20ca7-a784-4319-9be0-4a4cd21539c4 on network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:28.985043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:28.987653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Checking segment: {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:28.987653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:28.987653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Bound using segment: {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:28.987653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Bound port: 54a20ca7-a784-4319-9be0-4a4cd21539c4, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:28.987653 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:29.013521 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:29.091756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] For port 54a20ca7-a784-4319-9be0-4a4cd21539c4, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:29.092724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:29.098319 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] For port 54a20ca7-a784-4319-9be0-4a4cd21539c4, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=54a20ca7-a784-4319-9be0-4a4cd21539c4,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:29.104993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:29.109190 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:29.157796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f92858-4774-4b8e-946c-13eed750a978,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:29.191529 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:29.252141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:29.322964 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252d8c-32f4-430f-9cc8-22a8888aae5a None None] Pushing event updated for resources: {'Port': ['ID=54a20ca7-a784-4319-9be0-4a4cd21539c4,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:29.354143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:29.355507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:29.706397 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:30.025362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:30.401200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Router fa729111-e90d-4c6c-8b63-fa7821b35b10 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:53:30.508079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0fc1f-c790-4f17-b2b2-571ce6d00a7d None None] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:30.534596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:30.549820 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Sync routers for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:30.564419 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:30.565224 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:30.575857 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] Provisioning complete for port 54a20ca7-a784-4319-9be0-4a4cd21539c4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:30.576229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:30.628371 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:30.637323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c09b4fb6-81ea-48a3-a4d2-09195e367c48 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0586517 Oct 27 16:53:30.637515 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52696) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:30.694762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:30.811313 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:30.870914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] For port 54a20ca7-a784-4319-9be0-4a4cd21539c4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=54a20ca7-a784-4319-9be0-4a4cd21539c4,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:30.947626 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:29Z', 'revision_number': 3, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:30.949955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.024861 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Checking router: fa729111-e90d-4c6c-8b63-fa7821b35b10 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:31.025500 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Updating router fa729111-e90d-4c6c-8b63-fa7821b35b10 port c5f92858-4774-4b8e-946c-13eed750a978 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:31.055952 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.067548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0aa69-65aa-45f6-a390-dd29ecddcee9 None None] Pushing event updated for resources: {'Port': ['ID=54a20ca7-a784-4319-9be0-4a4cd21539c4,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:31.235764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 54a20ca7-a784-4319-9be0-4a4cd21539c4 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:31.314052 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bc481dde-8a36-4eec-9881-4ddb05c49a4a None None] Provisioning complete for port 54a20ca7-a784-4319-9be0-4a4cd21539c4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:31.314637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc481dde-8a36-4eec-9881-4ddb05c49a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.377662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 54a20ca7-a784-4319-9be0-4a4cd21539c4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:31.378227 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.485308 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.487605 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.566636 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.656291 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Attempting to bind port c5f92858-4774-4b8e-946c-13eed750a978 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:31.656805 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Attempting to bind port c5f92858-4774-4b8e-946c-13eed750a978 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:31.657240 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Attempting to bind port c5f92858-4774-4b8e-946c-13eed750a978 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:31.661983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da20058-ef5f-414a-8352-6dae5eff20ba None None] Pushing event updated for resources: {'Port': ['ID=c5f92858-4774-4b8e-946c-13eed750a978,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:31.669801 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:31.673834 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:31.673834 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.673834 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:31.673834 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Bound port: c5f92858-4774-4b8e-946c-13eed750a978, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:31.673834 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.735778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Allocated IP 172.20.0.1 (8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475/35897fa3-5401-4533-9ee7-7ddc1ed4b2a9/8937eb82-4b00-446a-95de-0289bf2dd6e8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:31.739928 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] For port c5f92858-4774-4b8e-946c-13eed750a978, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:31.743614 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] For port c5f92858-4774-4b8e-946c-13eed750a978, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f92858-4774-4b8e-946c-13eed750a978,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:31.862488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.915674 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:31.971374 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:31.972022 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:31.979408 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.018748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da20058-ef5f-414a-8352-6dae5eff20ba None None] Pushing event updated for resources: {'Port': ['ID=c5f92858-4774-4b8e-946c-13eed750a978,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:32.062667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:32.066946 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:32.070406 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:32.116940 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:32.121168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:32.146688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.147294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.148650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.150732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.150732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.150732 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.151337 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.151477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.151999 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.152547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.153100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.153637 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:32.159889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.411623 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:29Z', 'revision_number': 3, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:32.412144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.564816 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82e4eb-8d0b-45fd-aa8a-485fa8e46949 None None] The sync data for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 is: [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:29Z', 'revision_number': 3, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:32.627461 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c81b53e6-cab2-4f77-8b9a-dd31360118e9 None None] Provisioning complete for port 8937eb82-4b00-446a-95de-0289bf2dd6e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:32.628256 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c81b53e6-cab2-4f77-8b9a-dd31360118e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.631751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.666156 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c81b53e6-cab2-4f77-8b9a-dd31360118e9 None None] Port 8937eb82-4b00-446a-95de-0289bf2dd6e8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:32.698386 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.767020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:32.772924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:32.914254 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:32.916019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:33.046096 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Router fa729111-e90d-4c6c-8b63-fa7821b35b10 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:53:33.199858 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:33.215874 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-086bcbbc-702f-44cb-a2d2-18ae740974b3 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa729111-e90d-4c6c-8b63-fa7821b35b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5674648 Oct 27 16:53:33.244341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f92858-4774-4b8e-946c-13eed750a978 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:33.305504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1256939d-df42-42cd-9360-10ff75ecaa68 None None] Provisioning complete for port 8937eb82-4b00-446a-95de-0289bf2dd6e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:33.305856 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1256939d-df42-42cd-9360-10ff75ecaa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.350623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5f92858-4774-4b8e-946c-13eed750a978 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:33.351020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.353380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1256939d-df42-42cd-9360-10ff75ecaa68 None None] Port 8937eb82-4b00-446a-95de-0289bf2dd6e8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:33.440528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.472202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c5f92858-4774-4b8e-946c-13eed750a978, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f92858-4774-4b8e-946c-13eed750a978,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:33.589933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.641653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c5f92858-4774-4b8e-946c-13eed750a978,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:33.838395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-59c9b7ea-891d-4517-8ee7-fd9f259ddefc tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:33.840086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-59c9b7ea-891d-4517-8ee7-fd9f259ddefc tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.0995667 Oct 27 16:53:33.856968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-0f66a9c4-c2a8-4f06-8a54-0e205bf47734 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/quotas/a677242f62244ab58256aeb7925ec6b6 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Oct 27 16:53:33.939271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-aef3ab30-004d-4c05-888d-1e66ab7fdf8a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756640 Oct 27 16:53:34.183511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-7f48f880-cfca-4307-afe1-bcfe22f7a3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361722 Oct 27 16:53:34.283634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-73e85f60-c077-4994-a2e7-2e5f04c0343d service neutron] 10.222.0.70 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932176 Oct 27 16:53:34.566577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-066a897f-5a07-4651-a3e4-36137d341d6c req-c87bbaa8-611a-45f5-8ac5-120c9b1dc844 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Oct 27 16:53:35.179835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Sync routers for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:35.187022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f92858-4774-4b8e-946c-13eed750a978 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:35.216077 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:35.216627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:35.339536 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c5f92858-4774-4b8e-946c-13eed750a978 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:35.339910 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:35.377848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:35.683896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:32Z', 'revision_number': 4, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8937eb82-4b00-446a-95de-0289bf2dd6e8', 'name': '', 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'mac_address': 'fa:16:3e:75:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:31Z', 'updated_at': '2021-10-27T16:53:32Z', 'revision_number': 2, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'subnets': [{'id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:35.692164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-26cf8a00-faf7-40a6-8387-8784ade9470e req-105a04f5-08ac-4727-8b22-ec75fbd76f71 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.0469608 Oct 27 16:53:35.736150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Checking router: fa729111-e90d-4c6c-8b63-fa7821b35b10 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:35.737011 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Updating router fa729111-e90d-4c6c-8b63-fa7821b35b10 port 8937eb82-4b00-446a-95de-0289bf2dd6e8 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:35.771421 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.082030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.167329 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.223182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Pushing event updated for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:36.249177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.249595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.254531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:36.303234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Attempting to bind port 8937eb82-4b00-446a-95de-0289bf2dd6e8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:36.303840 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Attempting to bind port 8937eb82-4b00-446a-95de-0289bf2dd6e8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:36.304367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Attempting to bind port 8937eb82-4b00-446a-95de-0289bf2dd6e8 on network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:36.311882 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:36.312380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Checking segment: {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:36.313108 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.313850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Bound using segment: {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:36.314745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Bound port: 8937eb82-4b00-446a-95de-0289bf2dd6e8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf7e527-811c-474d-8ec9-46733b19fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:36.315279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.433675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] For port 8937eb82-4b00-446a-95de-0289bf2dd6e8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:36.433675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] For port 8937eb82-4b00-446a-95de-0289bf2dd6e8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8937eb82-4b00-446a-95de-0289bf2dd6e8,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:36.499623 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9ed98eb-880a-479b-913b-be11bb9744b6 None None] Provisioning complete for port 8937eb82-4b00-446a-95de-0289bf2dd6e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:36.499931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9ed98eb-880a-479b-913b-be11bb9744b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.536687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed98eb-880a-479b-913b-be11bb9744b6 None None] Port 8937eb82-4b00-446a-95de-0289bf2dd6e8 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:36.562254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.623216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:36.623815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:36.625566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12bb6-7248-424e-827d-da3eb6f381af None None] Pushing event updated for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:36.747800 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:36.822792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2a2187b-1b18-4712-958b-0833d4f2a2ef req-babe4744-deba-4d3b-b162-e6f2d2e52056 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.0298400 Oct 27 16:53:36.914317 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] Provisioning complete for port 8937eb82-4b00-446a-95de-0289bf2dd6e8 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:36.914686 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:37.075388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:37.128706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] For port 8937eb82-4b00-446a-95de-0289bf2dd6e8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8937eb82-4b00-446a-95de-0289bf2dd6e8,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:37.138872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:32Z', 'revision_number': 4, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8937eb82-4b00-446a-95de-0289bf2dd6e8', 'name': '', 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'mac_address': 'fa:16:3e:75:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:31Z', 'updated_at': '2021-10-27T16:53:36Z', 'revision_number': 4, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'subnets': [{'id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:37.183065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12059d8-5154-415f-b221-436c1c9d7d83 None None] The sync data for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 is: [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:53:32Z', 'revision_number': 4, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '8937eb82-4b00-446a-95de-0289bf2dd6e8', 'name': '', 'network_id': '8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'mac_address': 'fa:16:3e:75:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:31Z', 'updated_at': '2021-10-27T16:53:36Z', 'revision_number': 4, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'subnets': [{'id': '35897fa3-5401-4533-9ee7-7ddc1ed4b2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:37.281278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:37.362215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10a817-4635-4e0c-8a42-2933ac4f0512 None None] Pushing event updated for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:37.978520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8065cc93-e0e0-4b4c-aac1-280d378baec7 req-0552adba-1b5f-4dc0-b833-3e9d25992c8c tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Oct 27 16:53:38.158989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-03821b0a-5ec6-4ad7-9daf-b452a14ac3d2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.161567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-03821b0a-5ec6-4ad7-9daf-b452a14ac3d2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.82 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.1440094 Oct 27 16:53:38.176830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Request body: {'port': {'device_id': '47582ead-6509-45d5-9185-70bb3b8e0521', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'admin_state_up': True, 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:38.345215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Made reservation on behalf of a677242f62244ab58256aeb7925ec6b6 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:38.347759 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:38.510025 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Allocated IP 172.20.0.3 (7b4304b0-c205-4579-96ce-edb69c1ea674/6bf71db3-ade9-446b-8430-9118ba08de7c/897d40af-9c14-4d8f-86f6-2b7193b94e79) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:39.008234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.103150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84fb309b-db56-4a29-a010-0b2a733c17ad req-730d276d-e135-4acc-a375-5e4d45ef9438 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.0349569 Oct 27 16:53:39.174611 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.188337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8937eb82-4b00-446a-95de-0289bf2dd6e8 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:39.254801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 8937eb82-4b00-446a-95de-0289bf2dd6e8 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:39.255316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.260711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:39.266480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:39.277312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:39.282586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Pushing event updated for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:39.356561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:39.357448 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.464542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-93d65440-d3ac-4387-87f8-7f40bf1a7970 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2927594 Oct 27 16:53:39.477889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f1f2b212-e1c4-49db-8fd9-83d040595ad2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:53:39.479427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f1f2b212-e1c4-49db-8fd9-83d040595ad2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080853 Oct 27 16:53:39.568309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Request body: {'port': {'device_id': '47582ead-6509-45d5-9185-70bb3b8e0521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:39.622104 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0d164538-ac82-4d74-96ee-e8f84dea3846 None None] Provisioning complete for port 897d40af-9c14-4d8f-86f6-2b7193b94e79 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:39.622721 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0d164538-ac82-4d74-96ee-e8f84dea3846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.670868 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:39.683117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0d164538-ac82-4d74-96ee-e8f84dea3846 None None] Port 897d40af-9c14-4d8f-86f6-2b7193b94e79 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:40.066302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897d40af-9c14-4d8f-86f6-2b7193b94e79 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:40.074786 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.088164 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Transition to ACTIVE for port object 897d40af-9c14-4d8f-86f6-2b7193b94e79 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:53:40.184559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.272622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Pushing event updated for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:40.304268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcb135-baa6-4796-a974-c01f88a925c1 req-66ce2794-1c71-4b25-b51c-78d0867bcc7e tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.306303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44dcb135-baa6-4796-a974-c01f88a925c1 req-66ce2794-1c71-4b25-b51c-78d0867bcc7e tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1052 time: 0.1174407 Oct 27 16:53:40.384326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44dcb135-baa6-4796-a974-c01f88a925c1 req-cf2e164c-4c40-473d-9852-2d2d3605c09d tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Oct 27 16:53:40.388886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Attempting to bind port 897d40af-9c14-4d8f-86f6-2b7193b94e79 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:40.393208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Attempting to bind port 897d40af-9c14-4d8f-86f6-2b7193b94e79 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:40.393208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Attempting to bind port 897d40af-9c14-4d8f-86f6-2b7193b94e79 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:40.398024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Port 897d40af-9c14-4d8f-86f6-2b7193b94e79 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:53:40.398530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Attempting to bind port 897d40af-9c14-4d8f-86f6-2b7193b94e79 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:40.407880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:40.408396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Checking segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:40.409009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Bound using segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:40.409707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Bound port: 897d40af-9c14-4d8f-86f6-2b7193b94e79, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:40.410218 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.505491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:40.509119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:40.579947 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.623586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.624255 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.625730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] 10.222.0.82 "PUT /v2.0/ports/897d40af-9c14-4d8f-86f6-2b7193b94e79 HTTP/1.1" status: 200 len: 1091 time: 1.1369658 Oct 27 16:53:40.626197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:40.628722 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8" -d '{"events": [{"name": "network-changed", "server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:40.658870 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e27c2-d41a-43f2-b91c-e669375ca721 service neutron] Pushing event updated for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:40.804160 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09c2589-1d86-4162-8180-8bb658700c3c x-openstack-request-id: req-f09c2589-1d86-4162-8180-8bb658700c3c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:40.804618 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:40.805374 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f09c2589-1d86-4162-8180-8bb658700c3c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:40.805938 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79', 'status': 'completed', 'code': 200} Oct 27 16:53:40.848760 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-e27861ee-8dc3-4f6c-89c8-ab20aa5791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.850615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-e27861ee-8dc3-4f6c-89c8-ab20aa5791a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1094 time: 0.0631006 Oct 27 16:53:40.901167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-cab28f36-6302-4dc5-9f70-fbaa622bb642 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79 HTTP/1.1" status: 200 len: 217 time: 0.0421338 Oct 27 16:53:40.958782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-5f8fdd47-a288-49eb-bf98-527d34a29f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.960330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-5f8fdd47-a288-49eb-bf98-527d34a29f33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6bf71db3-ade9-446b-8430-9118ba08de7c HTTP/1.1" status: 200 len: 849 time: 0.0522830 Oct 27 16:53:41.020480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-0f5e217d-3c15-4930-860a-f22459040dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:41.022243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-0f5e217d-3c15-4930-860a-f22459040dfb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b4304b0-c205-4579-96ce-edb69c1ea674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542753 Oct 27 16:53:41.144401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-77acace3-c718-4f8a-8367-7af6e9e3bbd8 service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141429 Oct 27 16:53:41.272004 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e62a0856-ca5d-4eed-b0d1-a3f523c0ed33 req-45b61c62-daa3-4d85-90d4-25c14ee546cb service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198974 Oct 27 16:53:41.483353 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2e98c296-ffab-44f5-8c4f-3b3fa3248f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:41.622550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff273-b5ea-4861-becd-e3167f1f53df req-0446ff43-4710-471b-82ab-ba024f97007e tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:41.625331 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de5ff273-b5ea-4861-becd-e3167f1f53df req-0446ff43-4710-471b-82ab-ba024f97007e tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1094 time: 0.1470511 Oct 27 16:53:41.630168 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-7dbc09af-cc14-4a6b-a676-fa8dc3b5da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:41.632731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-7dbc09af-cc14-4a6b-a676-fa8dc3b5da4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1094 time: 0.1406753 Oct 27 16:53:41.776842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-de5ff273-b5ea-4861-becd-e3167f1f53df req-9ab771aa-b054-4b93-bded-fb6bc0880d3f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423931 Oct 27 16:53:41.831337 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-37da32a3-f62e-4df1-9454-e00b190df7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:41.833070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-37da32a3-f62e-4df1-9454-e00b190df7d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.1876614 Oct 27 16:53:41.888862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-cca8e38b-bddd-479e-9bc9-5f1a79b6669d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79 HTTP/1.1" status: 200 len: 217 time: 0.0467906 Oct 27 16:53:41.947953 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-fe307b4f-fc4b-4f7b-ae6a-7038932f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:41.954219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-fe307b4f-fc4b-4f7b-ae6a-7038932f7913 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6bf71db3-ade9-446b-8430-9118ba08de7c HTTP/1.1" status: 200 len: 849 time: 0.0534971 Oct 27 16:53:42.008722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-841ddb6f-4441-4077-b101-298ea2bdb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:42.010961 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-841ddb6f-4441-4077-b101-298ea2bdb395 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b4304b0-c205-4579-96ce-edb69c1ea674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526993 Oct 27 16:53:42.129112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-e6c2f56b-8a03-4b19-a62a-86d8bfd84374 service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093929 Oct 27 16:53:42.239293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fed098a1-e6ac-4a26-bbaa-4baa9b2644f8 req-08e8791c-b7b3-4871-a451-b36e179c6062 service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020079 Oct 27 16:53:42.914150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314fc26-6635-4efc-9fec-5f3dc86f4906 req-55e778f4-8d66-4e2b-9f1e-0c58a1768605 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:42.915990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4314fc26-6635-4efc-9fec-5f3dc86f4906 req-55e778f4-8d66-4e2b-9f1e-0c58a1768605 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1094 time: 0.0500493 Oct 27 16:53:42.953605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4314fc26-6635-4efc-9fec-5f3dc86f4906 req-cce6b06d-5693-40f9-abe7-d69eadb2fd2e tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Oct 27 16:53:43.766637 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 897d40af-9c14-4d8f-86f6-2b7193b94e79 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:53:43.883587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:43.894451 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '897d40af-9c14-4d8f-86f6-2b7193b94e79', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'port_id': '897d40af-9c14-4d8f-86f6-2b7193b94e79', 'mac_address': 'fa:16:3e:ae:fa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:53:43.941067 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:43.955486 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897d40af-9c14-4d8f-86f6-2b7193b94e79 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:43.991895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:44.065010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b5e7170e-1eec-4908-8714-08e3ddac3ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.087956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb660-aecc-48cc-8884-6b887abd1133 req-b0f243fb-76eb-4d8a-8dad-56ab19b8e96c tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:44.089568 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.089794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-578bb660-aecc-48cc-8884-6b887abd1133 req-b0f243fb-76eb-4d8a-8dad-56ab19b8e96c tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1094 time: 0.0542042 Oct 27 16:53:44.138381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-578bb660-aecc-48cc-8884-6b887abd1133 req-d8b006a9-7de8-463c-ab5f-1584ba52f324 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Oct 27 16:53:44.160965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:44.487652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['897d40af-9c14-4d8f-86f6-2b7193b94e79'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:44.791711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:45.262492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279547-764f-4058-b93c-888d2d8cce90 req-f0cfb673-e7d2-4c23-8130-7112fe3643c6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:45.264192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49279547-764f-4058-b93c-888d2d8cce90 req-f0cfb673-e7d2-4c23-8130-7112fe3643c6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1095 time: 0.0476253 Oct 27 16:53:45.306157 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:45.309908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49279547-764f-4058-b93c-888d2d8cce90 req-b1d9b001-0f2b-417e-acaa-a49c54dc4662 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Oct 27 16:53:45.776219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 897d40af-9c14-4d8f-86f6-2b7193b94e79 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:45.984753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 897d40af-9c14-4d8f-86f6-2b7193b94e79 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:53:45.989068 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 897d40af-9c14-4d8f-86f6-2b7193b94e79 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:45.989500 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.260570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.291207 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:46.293999 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fe4505-8e1e-4b96-8829-f9b57bebd67c" -d '{"events": [{"server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "name": "network-vif-plugged", "status": "completed", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:46.318342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:46.351349 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a741810-add7-4b52-8c89-f5c188a93972 x-openstack-request-id: req-0a741810-add7-4b52-8c89-f5c188a93972 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:46.351754 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "name": "network-vif-plugged", "status": "completed", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:46.352142 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a741810-add7-4b52-8c89-f5c188a93972 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:46.352716 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79', 'code': 200} Oct 27 16:53:46.450112 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.480089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779d45-3adf-4aa1-8699-580c6f29f9b7 req-4ca30674-d4a9-4641-a09b-1285cc4155d2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:46.481720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27779d45-3adf-4aa1-8699-580c6f29f9b7 req-4ca30674-d4a9-4641-a09b-1285cc4155d2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1095 time: 0.0855114 Oct 27 16:53:46.490107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551be0ac-f75f-483b-b9ae-be61ec9fc0f7 req-59e17280-bf91-4c02-a244-74f1a3a712e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:46.491754 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551be0ac-f75f-483b-b9ae-be61ec9fc0f7 req-59e17280-bf91-4c02-a244-74f1a3a712e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1095 time: 0.0597351 Oct 27 16:53:46.540738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:46.551339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27779d45-3adf-4aa1-8699-580c6f29f9b7 req-0622d60b-019f-427b-83f4-3ee95f021084 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585003 Oct 27 16:53:46.553181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-551be0ac-f75f-483b-b9ae-be61ec9fc0f7 req-763c73bf-1fbd-4bd7-87e4-bf0986b0a4cc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Oct 27 16:53:47.157792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.675989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22b1d6-402c-469c-a6b3-b906c50f6a3b req-d982d601-d2f5-4977-a016-ed50384b915c tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:47.677571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b22b1d6-402c-469c-a6b3-b906c50f6a3b req-d982d601-d2f5-4977-a016-ed50384b915c tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0455990 Oct 27 16:53:47.728771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3b22b1d6-402c-469c-a6b3-b906c50f6a3b req-419a5974-d1b5-407e-ab3e-fadb0bf40047 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Oct 27 16:53:48.867674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b0d1-b07b-4b49-95bc-d9e1cc73ba1c req-9d5b56a7-d25c-4dab-a2a2-2e4c2a1f0d85 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:48.869545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9409b0d1-b07b-4b49-95bc-d9e1cc73ba1c req-9d5b56a7-d25c-4dab-a2a2-2e4c2a1f0d85 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0521281 Oct 27 16:53:48.933623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9409b0d1-b07b-4b49-95bc-d9e1cc73ba1c req-e686c63a-e075-4350-aaaf-7619c6656ab9 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550849 Oct 27 16:53:49.063488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ac182-efdf-4eec-907e-345f2e05dc08 req-fe30ca41-afb1-4d93-a0a5-b66cb96fca42 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:49.065105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-987ac182-efdf-4eec-907e-345f2e05dc08 req-fe30ca41-afb1-4d93-a0a5-b66cb96fca42 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0498223 Oct 27 16:53:49.105633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-987ac182-efdf-4eec-907e-345f2e05dc08 req-cce13af9-9844-459c-a7c1-de86fd78cad6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Oct 27 16:53:49.242347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ea9f-944b-40cd-9303-7c2c6cc9cff6 req-2f7a7054-5574-4829-bd77-9440f031c794 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:49.245381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9256ea9f-944b-40cd-9303-7c2c6cc9cff6 req-2f7a7054-5574-4829-bd77-9440f031c794 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0688550 Oct 27 16:53:49.287924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9256ea9f-944b-40cd-9303-7c2c6cc9cff6 req-38c03f6a-5058-48af-8c94-88821bfd010a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Oct 27 16:53:49.550403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-162280b3-2418-47b6-921e-2ad597b28c76 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:49.552945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-162280b3-2418-47b6-921e-2ad597b28c76 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.1185932 Oct 27 16:53:49.569021 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-634d554b-1699-4476-a279-b6d7fa269cfb tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/quotas/a677242f62244ab58256aeb7925ec6b6 HTTP/1.1" status: 200 len: 375 time: 0.0100586 Oct 27 16:53:49.628448 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-d1af1812-2152-47fb-9f73-26d9c25802df tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482838 Oct 27 16:53:49.760232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-da4ea8a6-d585-4b48-9bfc-8d97849bd643 service neutron] 10.222.0.70 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216917 Oct 27 16:53:49.868202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-9fd036c6-1bd7-4917-b8b0-7e2c86beee1b service neutron] 10.222.0.70 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012983 Oct 27 16:53:50.131772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2304b100-b7fc-4137-9139-d5d1647774d0 req-f5fa708e-1896-45f0-a587-9e86b7425292 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Oct 27 16:53:51.273728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dca4ecb8-1936-4a4d-9fa5-d664337d2e4e req-b0529e83-fc56-42ab-9297-3624c12e2a68 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 210 time: 0.0316272 Oct 27 16:53:51.588053 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-99963731-50b7-4bfa-befd-c5522e5c7f4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747919 Oct 27 16:53:51.693680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118357-b53c-48c5-be2f-a673aa3664be req-b4f56007-7ca3-4dee-bcc5-c60b3e752045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:51.695257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-b4f56007-7ca3-4dee-bcc5-c60b3e752045 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0525908 Oct 27 16:53:51.858349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118357-b53c-48c5-be2f-a673aa3664be req-04368743-f827-40ff-b62b-156e0c64898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:51.860077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-04368743-f827-40ff-b62b-156e0c64898f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1274431 Oct 27 16:53:51.954729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-1b0fcb00-af2c-4694-b8fe-079dcfadaef4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.0861278 Oct 27 16:53:52.027710 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118357-b53c-48c5-be2f-a673aa3664be req-c35c6797-fc08-4837-9aac-d49d8f7ca242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:52.030020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-c35c6797-fc08-4837-9aac-d49d8f7ca242 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0677233 Oct 27 16:53:52.094621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12118357-b53c-48c5-be2f-a673aa3664be req-57b48402-0416-4f45-9abe-4d304e560872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:52.097493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-57b48402-0416-4f45-9abe-4d304e560872 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599966 Oct 27 16:53:52.270146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-ac9028bb-89f4-4f9d-9a73-f4fec7aaaae4 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623380 Oct 27 16:53:52.393855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12118357-b53c-48c5-be2f-a673aa3664be req-38022406-c235-4c9a-a075-595c820a7101 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156971 Oct 27 16:53:52.422152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3e85acc-9ec4-4abe-94dd-a4fc9a5e42f2 req-c066044f-346a-4251-b44a-65b3c7c8e9fe tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Oct 27 16:53:52.567825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-f66ea357-493c-48b4-b510-08f3593109a6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:52.571500 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-f66ea357-493c-48b4-b510-08f3593109a6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.79 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.1278653 Oct 27 16:53:52.585253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Request body: {'port': {'device_id': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'admin_state_up': True, 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:52.696256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Made reservation on behalf of a677242f62244ab58256aeb7925ec6b6 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:52.698934 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.862012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Allocated IP 172.20.0.8 (7b4304b0-c205-4579-96ce-edb69c1ea674/6bf71db3-ade9-446b-8430-9118ba08de7c/0e1d57c1-97bc-4907-a659-d3e610f198e4) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:53.033515 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.143019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.156822 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['897d40af-9c14-4d8f-86f6-2b7193b94e79'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:53.234381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:53.240429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:53.249096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:53.255215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:53.324830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:53.325969 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.404596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-d6fef6e3-ac4e-4692-a925-e4443fc74123 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8240387 Oct 27 16:53:53.418323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Request body: {'port': {'device_id': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:53.516349 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.560050 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2178fc57-2317-4bf8-937f-33b25be5a24b None None] Provisioning complete for port 0e1d57c1-97bc-4907-a659-d3e610f198e4 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:53.560694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2178fc57-2317-4bf8-937f-33b25be5a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.612881 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-2178fc57-2317-4bf8-937f-33b25be5a24b None None] Port 0e1d57c1-97bc-4907-a659-d3e610f198e4 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:53.696755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca51027-85e2-486e-a7ca-29869c87dea3 req-6b3b56d1-7160-4973-859b-03c03e508d9f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:53.698440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ca51027-85e2-486e-a7ca-29869c87dea3 req-6b3b56d1-7160-4973-859b-03c03e508d9f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1027 time: 0.1501627 Oct 27 16:53:53.821450 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4ca51027-85e2-486e-a7ca-29869c87dea3 req-826477c5-2b3e-44ef-ad44-afc6517908b5 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133542 Oct 27 16:53:53.992300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1d57c1-97bc-4907-a659-d3e610f198e4 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:54.006667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.029194 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Transition to ACTIVE for port object 0e1d57c1-97bc-4907-a659-d3e610f198e4 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:53:54.102307 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.164676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:54.258962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Attempting to bind port 0e1d57c1-97bc-4907-a659-d3e610f198e4 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:54.259554 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Attempting to bind port 0e1d57c1-97bc-4907-a659-d3e610f198e4 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:54.260006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Attempting to bind port 0e1d57c1-97bc-4907-a659-d3e610f198e4 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:54.267147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Port 0e1d57c1-97bc-4907-a659-d3e610f198e4 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:53:54.267602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Attempting to bind port 0e1d57c1-97bc-4907-a659-d3e610f198e4 on network 7b4304b0-c205-4579-96ce-edb69c1ea674 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:54.276631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:54.277138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Checking segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:54.277571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Bound using segment: {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:54.278125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Bound port: 0e1d57c1-97bc-4907-a659-d3e610f198e4, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29572b4-692d-4d8d-9516-e8a28b535f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:54.278527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.372399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:54.375843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:54.496168 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.535000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:54.535655 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.537068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] 10.222.0.79 "PUT /v2.0/ports/0e1d57c1-97bc-4907-a659-d3e610f198e4 HTTP/1.1" status: 200 len: 1091 time: 1.1242430 Oct 27 16:53:54.537754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:54.539938 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:54.576216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1b30-5a35-4f96-84c2-8593707ad18c service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:54.589402 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98d574-df48-42c7-a709-ea4be0617038 x-openstack-request-id: req-ce98d574-df48-42c7-a709-ea4be0617038 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:54.589845 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:54.590244 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce98d574-df48-42c7-a709-ea4be0617038 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:54.590872 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4', 'status': 'completed', 'code': 200} Oct 27 16:53:54.670606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-e0a4f1ea-1206-4893-8810-1ed7ead721d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:54.672267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-e0a4f1ea-1206-4893-8810-1ed7ead721d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.0619709 Oct 27 16:53:54.802859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-e21f3ecb-80b9-4c95-b7f5-79505af3c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:54.804430 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-e21f3ecb-80b9-4c95-b7f5-79505af3c761 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a677242f62244ab58256aeb7925ec6b6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1240573 Oct 27 16:53:54.920896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-eab954d1-89c8-45c1-81e3-38ae232a295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:54.922611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05dd87ee-00a5-4d49-afe9-44a7fdf780a4 req-eab954d1-89c8-45c1-81e3-38ae232a295c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106379 Oct 27 16:53:55.061221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ddddb-083f-4a13-906d-c34c76f7beeb req-541bc935-a7d1-412d-8c58-ccf57cf29b14 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:55.063864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273ddddb-083f-4a13-906d-c34c76f7beeb req-541bc935-a7d1-412d-8c58-ccf57cf29b14 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.1160319 Oct 27 16:53:55.076458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-4d2c7ccc-ff87-400d-b655-e76ff6309c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:55.078989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-4d2c7ccc-ff87-400d-b655-e76ff6309c6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.1147957 Oct 27 16:53:55.164872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-5ffc326c-99b3-4465-b076-6864757b6268 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4 HTTP/1.1" status: 200 len: 217 time: 0.0759878 Oct 27 16:53:55.236012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-273ddddb-083f-4a13-906d-c34c76f7beeb req-26343c86-4e45-4fa3-b65d-564325ecc33b tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637349 Oct 27 16:53:55.270167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-cfb8dbcd-b159-4868-81c2-0a84f7faaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:55.271720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-cfb8dbcd-b159-4868-81c2-0a84f7faaa29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6bf71db3-ade9-446b-8430-9118ba08de7c HTTP/1.1" status: 200 len: 849 time: 0.0930164 Oct 27 16:53:55.328605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebdc82-d933-4086-8123-639fae332cb0 req-be1c6f44-2d41-4fac-84a4-824bc5bb1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:55.331752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-be1c6f44-2d41-4fac-84a4-824bc5bb1946 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b4304b0-c205-4579-96ce-edb69c1ea674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520906 Oct 27 16:53:55.447741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-eacfc349-ff5d-45ea-8776-42218c1f6622 service neutron] 10.222.0.79 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087823 Oct 27 16:53:55.558898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-feebdc82-d933-4086-8123-639fae332cb0 req-68233fa8-5afc-4d9d-aacd-c38098815e10 service neutron] 10.222.0.79 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028907 Oct 27 16:53:55.640150 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:56.674586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460823-3aa0-4268-a5a1-07039185eb75 req-26ddd96b-4ae9-4d16-9e20-ad59d0836c4a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:56.676388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35460823-3aa0-4268-a5a1-07039185eb75 req-26ddd96b-4ae9-4d16-9e20-ad59d0836c4a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.0587995 Oct 27 16:53:56.726557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35460823-3aa0-4268-a5a1-07039185eb75 req-a7d5e980-5e64-455c-8ba0-414b5a6a3986 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431135 Oct 27 16:53:57.849991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d962ec-279c-4b28-8793-a5cc64ecf640 req-0bb8a943-4bc7-4b10-9ebd-c736eef352dd tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:57.851590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12d962ec-279c-4b28-8793-a5cc64ecf640 req-0bb8a943-4bc7-4b10-9ebd-c736eef352dd tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.0435946 Oct 27 16:53:57.898228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12d962ec-279c-4b28-8793-a5cc64ecf640 req-0cc9c160-e09b-451f-a1dd-e9c48a80f0c6 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Oct 27 16:53:58.383163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:58.616641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e1d57c1-97bc-4907-a659-d3e610f198e4 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:53:58.664068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-37ba4e25-0c25-4976-b835-175f5d76c8ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506246 Oct 27 16:53:58.774853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-9a1c68a5-3cd2-4de8-9693-0950552f8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:58.778274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-9a1c68a5-3cd2-4de8-9693-0950552f8e7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a677242f62244ab58256aeb7925ec6b6&device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0658374 Oct 27 16:53:58.808269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:58.825138 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '0e1d57c1-97bc-4907-a659-d3e610f198e4', 'network_id': '7b4304b0-c205-4579-96ce-edb69c1ea674', 'port_id': '0e1d57c1-97bc-4907-a659-d3e610f198e4', 'mac_address': 'fa:16:3e:71:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf71db3-ade9-446b-8430-9118ba08de7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:53:58.833651 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:58.875792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:58.893107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1d57c1-97bc-4907-a659-d3e610f198e4 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:58.925707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:58.929892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-1b495a12-5b21-4fd4-939d-41f08582abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:58.932335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-1b495a12-5b21-4fd4-939d-41f08582abdf service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 200 len: 911 time: 0.1307464 Oct 27 16:53:58.997595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-d951f1cb-312e-43f0-981c-ae4cdd722fbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79 HTTP/1.1" status: 200 len: 217 time: 0.0576365 Oct 27 16:53:59.005942 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:59.071949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-87074c79-11ef-4ded-8aa8-495275e5376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:59.073582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-87074c79-11ef-4ded-8aa8-495275e5376e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6bf71db3-ade9-446b-8430-9118ba08de7c HTTP/1.1" status: 200 len: 849 time: 0.0564997 Oct 27 16:53:59.075629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a779-b675-4fb0-bdd5-6ca5393163b0 req-bc3ff300-0229-4156-850e-3d3cd702a6f8 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:59.077182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3480a779-b675-4fb0-bdd5-6ca5393163b0 req-bc3ff300-0229-4156-850e-3d3cd702a6f8 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1094 time: 0.0895469 Oct 27 16:53:59.099227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:59.150359 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3480a779-b675-4fb0-bdd5-6ca5393163b0 req-95861015-ce27-4501-8b32-9c79d6df2dbf tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593088 Oct 27 16:53:59.159458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-53033a8c-90af-44ee-8cf1-de530492a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:59.163956 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-53033a8c-90af-44ee-8cf1-de530492a676 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b4304b0-c205-4579-96ce-edb69c1ea674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796399 Oct 27 16:53:59.239341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e1d57c1-97bc-4907-a659-d3e610f198e4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:59.263807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-7772a581-874f-4d53-9c39-b537f537f7e3 service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939407 Oct 27 16:53:59.387623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d73a0bd9-ae20-4fae-a8b2-60d6fc1e2992 req-d236a3f4-2ef9-4a87-aca3-ca543efbf63b service neutron] 10.222.0.82 "GET /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155305 Oct 27 16:54:00.274411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e753b-4c37-4ad0-8a08-251ccbba69c9 req-786397a5-9d08-4cd8-825a-6aaa632ca5f2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:00.276129 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-141e753b-4c37-4ad0-8a08-251ccbba69c9 req-786397a5-9d08-4cd8-825a-6aaa632ca5f2 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1095 time: 0.0478747 Oct 27 16:54:00.321613 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-141e753b-4c37-4ad0-8a08-251ccbba69c9 req-13afd803-610d-4c0f-b226-8945ecdf1e55 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Oct 27 16:54:00.628065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e1d57c1-97bc-4907-a659-d3e610f198e4 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:54:00.816939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 0e1d57c1-97bc-4907-a659-d3e610f198e4 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:54:00.821798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 0e1d57c1-97bc-4907-a659-d3e610f198e4 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:54:00.822172 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.906222 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.930606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:00.932947 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914019c0-176d-421b-8666-90d3fad8a50d" -d '{"events": [{"server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:00.947155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:01.000080 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c28b4-9fbf-4dc9-8832-a106737c6955 x-openstack-request-id: req-ca4c28b4-9fbf-4dc9-8832-a106737c6955 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:01.000080 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:01.000080 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca4c28b4-9fbf-4dc9-8832-a106737c6955 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:01.000080 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4', 'code': 200} Oct 27 16:54:01.017624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.092439 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:01.114280 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62c7c-f996-440f-8a6e-7c78c7d006c9 req-5f6e961b-7890-4781-8e44-d91b3cef9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:01.116641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66a62c7c-f996-440f-8a6e-7c78c7d006c9 req-5f6e961b-7890-4781-8e44-d91b3cef9550 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0557766 Oct 27 16:54:01.154969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66a62c7c-f996-440f-8a6e-7c78c7d006c9 req-01c88eba-3ed5-4db4-9062-3fbed538ab5f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Oct 27 16:54:01.456406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd084ca-b1d4-4d54-8b7d-4be114f24eff req-67082934-d0d0-4f0c-afcc-1a143fae2bda tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:01.458983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd084ca-b1d4-4d54-8b7d-4be114f24eff req-67082934-d0d0-4f0c-afcc-1a143fae2bda tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0595832 Oct 27 16:54:01.512138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd084ca-b1d4-4d54-8b7d-4be114f24eff req-c09738d5-5e41-4464-b83f-8e32eb852d02 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Oct 27 16:54:02.673872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f19add-ddf4-4bf4-b9fd-3510099998b5 req-33920027-8e2c-4a4b-a0d7-eb135b03c4de tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.675915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70f19add-ddf4-4bf4-b9fd-3510099998b5 req-33920027-8e2c-4a4b-a0d7-eb135b03c4de tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0465221 Oct 27 16:54:02.720200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70f19add-ddf4-4bf4-b9fd-3510099998b5 req-3f6e14d8-2b78-45d4-802d-f76f71cec1d5 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Oct 27 16:54:02.868021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c4234-cf0d-4603-9f01-2b3ef61bd3cb req-f04a8587-ce7d-4b83-93ee-66c3b159fba7 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.870260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b29c4234-cf0d-4603-9f01-2b3ef61bd3cb req-f04a8587-ce7d-4b83-93ee-66c3b159fba7 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0452416 Oct 27 16:54:02.909571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b29c4234-cf0d-4603-9f01-2b3ef61bd3cb req-1959255d-532b-49aa-8d68-719498b6df6a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Oct 27 16:54:03.026408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a847e9f-518b-4330-b933-24898255c080 req-9c41b9ae-9c87-4f64-b172-e71df8191ff3 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:03.028268 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a847e9f-518b-4330-b933-24898255c080 req-9c41b9ae-9c87-4f64-b172-e71df8191ff3 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0491025 Oct 27 16:54:03.072105 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a847e9f-518b-4330-b933-24898255c080 req-65edf488-792a-4e28-84ac-07999882b9f5 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Oct 27 16:54:03.659613 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642d993-637e-4df5-952a-e892a349aceb req-ef222791-954c-4bd7-b1f8-3a25002c458a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:03.661449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d642d993-637e-4df5-952a-e892a349aceb req-ef222791-954c-4bd7-b1f8-3a25002c458a tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0455019 Oct 27 16:54:03.702146 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d642d993-637e-4df5-952a-e892a349aceb req-b5103ddc-6abf-438a-9020-f5c8434da34f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Oct 27 16:54:04.854271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0989a6-5b57-4b11-876b-072661286bc0 req-2ee2b3cf-b2a6-44cc-9487-cfb951d8b3c5 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:04.856355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0989a6-5b57-4b11-876b-072661286bc0 req-2ee2b3cf-b2a6-44cc-9487-cfb951d8b3c5 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0459311 Oct 27 16:54:04.896903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0989a6-5b57-4b11-876b-072661286bc0 req-e46c2903-f67b-4fa4-9165-f43bc8c63a34 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Oct 27 16:54:05.024223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-5a7b4547-fd68-4919-8070-47dc31dd9275 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:05.026788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-5a7b4547-fd68-4919-8070-47dc31dd9275 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 1096 time: 0.0556571 Oct 27 16:54:05.115500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Deleting port 0e1d57c1-97bc-4907-a659-d3e610f198e4 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:05.116110 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:05.209518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] For port 0e1d57c1-97bc-4907-a659-d3e610f198e4, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=0e1d57c1-97bc-4907-a659-d3e610f198e4,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:05.209872 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:05.224275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Calling delete_port for 0e1d57c1-97bc-4907-a659-d3e610f198e4 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:05.439624 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:05.454321 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['0e1d57c1-97bc-4907-a659-d3e610f198e4'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:54:05.457885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['897d40af-9c14-4d8f-86f6-2b7193b94e79'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:54:05.481659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1d57c1-97bc-4907-a659-d3e610f198e4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:05.560319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] No DVR routers for this DVR port 0e1d57c1-97bc-4907-a659-d3e610f198e4 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:05.566600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:05.572204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1b2c0c2-9083-4e25-a634-e2dbd043b6bd req-0f98066c-cabd-4757-abad-6aed5c883202 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.79 "DELETE /v2.0/ports/0e1d57c1-97bc-4907-a659-d3e610f198e4 HTTP/1.1" status: 204 len: 173 time: 0.5383136 Oct 27 16:54:05.572706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'name': 'network-vif-deleted', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:05.576126 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3692b003-f04a-4b5b-9fcc-1e83c4bbaa9f" -d '{"events": [{"server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "name": "network-vif-deleted", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:05.623523 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ce937-5027-412a-a3e1-ac50444a93e4 x-openstack-request-id: req-661ce937-5027-412a-a3e1-ac50444a93e4 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:05.623864 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8", "name": "network-vif-deleted", "tag": "0e1d57c1-97bc-4907-a659-d3e610f198e4", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:05.624261 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-661ce937-5027-412a-a3e1-ac50444a93e4 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:05.624913 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8', 'name': 'network-vif-deleted', 'tag': '0e1d57c1-97bc-4907-a659-d3e610f198e4', 'status': 'completed', 'code': 200} Oct 27 16:54:06.064210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5d95974-8e93-4988-a06e-8e3266ee6596 req-ec235d34-5de6-49f5-83e4-dbc2f1f68f94 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb2fdb95-5f56-48d1-bb83-53ba9e6d02f8 HTTP/1.1" status: 200 len: 210 time: 0.0314939 Oct 27 16:54:07.701873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94650f6-634b-4f04-8cca-753097c0b555 req-cc4dca44-dd94-4105-ad62-a1dab2543b57 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:07.703461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e94650f6-634b-4f04-8cca-753097c0b555 req-cc4dca44-dd94-4105-ad62-a1dab2543b57 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0432045 Oct 27 16:54:07.748986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e94650f6-634b-4f04-8cca-753097c0b555 req-3086a18d-3d63-49bb-94cf-401d453dd645 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Oct 27 16:54:08.680213 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e1d57c1-97bc-4907-a659-d3e610f198e4 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:08.702957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 0e1d57c1-97bc-4907-a659-d3e610f198e4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:08.703396 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 0e1d57c1-97bc-4907-a659-d3e610f198e4 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:08.870216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847906c-dad0-41d6-b6af-c61de13f68ac req-87bc13a0-c70c-4f7b-8afe-2d861ade4ae9 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:08.872153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d847906c-dad0-41d6-b6af-c61de13f68ac req-87bc13a0-c70c-4f7b-8afe-2d861ade4ae9 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0473952 Oct 27 16:54:08.926201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d847906c-dad0-41d6-b6af-c61de13f68ac req-345a16bf-7735-4a79-822d-91b6790c20ae tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=dae9a2f1-1e82-4098-a539-9a334f996b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Oct 27 16:54:09.274338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-3c8d1628-afab-4839-87ff-75bcfdc53d9f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:09.275925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-3c8d1628-afab-4839-87ff-75bcfdc53d9f tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 1096 time: 0.0416298 Oct 27 16:54:09.376314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Deleting port 897d40af-9c14-4d8f-86f6-2b7193b94e79 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:09.376652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:09.473680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] For port 897d40af-9c14-4d8f-86f6-2b7193b94e79, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=897d40af-9c14-4d8f-86f6-2b7193b94e79,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:09.474066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:09.490839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Calling delete_port for 897d40af-9c14-4d8f-86f6-2b7193b94e79 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:09.761232 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:09.774079 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['897d40af-9c14-4d8f-86f6-2b7193b94e79'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:54:09.791138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Pushing event deleted for resources: {'Port': ['ID=897d40af-9c14-4d8f-86f6-2b7193b94e79,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:09.844421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] No DVR routers for this DVR port 897d40af-9c14-4d8f-86f6-2b7193b94e79 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:09.848194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:09.855389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-066bad22-0763-413b-a413-6fd459fd4fd4 req-904af328-946c-45cc-ba39-3ec26d492099 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.82 "DELETE /v2.0/ports/897d40af-9c14-4d8f-86f6-2b7193b94e79 HTTP/1.1" status: 204 len: 173 time: 0.5698197 Oct 27 16:54:09.855389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'name': 'network-vif-deleted', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:09.855941 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc187b0d-5ccb-43b2-a738-7853aa70fe82" -d '{"events": [{"server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "name": "network-vif-deleted", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:09.907151 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981ece4b-e0af-4613-9df2-057f9fcb5c79 x-openstack-request-id: req-981ece4b-e0af-4613-9df2-057f9fcb5c79 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:09.907753 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47582ead-6509-45d5-9185-70bb3b8e0521", "name": "network-vif-deleted", "tag": "897d40af-9c14-4d8f-86f6-2b7193b94e79", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:09.907992 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-981ece4b-e0af-4613-9df2-057f9fcb5c79 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:09.908504 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47582ead-6509-45d5-9185-70bb3b8e0521', 'name': 'network-vif-deleted', 'tag': '897d40af-9c14-4d8f-86f6-2b7193b94e79', 'status': 'completed', 'code': 200} Oct 27 16:54:10.415545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2af9bc1e-e043-4a21-b51a-4d6757b57c31 req-ce5d73f1-a2ab-4f72-a96d-6a8de0ac5528 tempest-TestServerMultinode-727064773 tempest-TestServerMultinode-727064773-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47582ead-6509-45d5-9185-70bb3b8e0521 HTTP/1.1" status: 200 len: 210 time: 0.3912156 Oct 27 16:54:11.454558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ed5f41f9-2189-4447-a649-a31fdc9e0a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:11.510837 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52856) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:11.913430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 897d40af-9c14-4d8f-86f6-2b7193b94e79 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:11.957516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 897d40af-9c14-4d8f-86f6-2b7193b94e79 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:11.958105 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 897d40af-9c14-4d8f-86f6-2b7193b94e79 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:11.963062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.282666 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Deleting port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:12.282917 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.384353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] For port 085b64bc-7fa7-45af-a1ba-2c8d9e55be92, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:12.384826 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.403988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Calling delete_port for 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:12.749424 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.778921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=085b64bc-7fa7-45af-a1ba-2c8d9e55be92,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:12.979255 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:13.596776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Router 02777bfa-6524-4a4d-a76b-bc2191c9d698 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:54:13.741783 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:54:13.754609 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-79170040-8052-4028-9903-a82e2751aaf1 admin admin] 10.222.0.70 "PUT /v2.0/routers/02777bfa-6524-4a4d-a76b-bc2191c9d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399347 Oct 27 16:54:13.755729 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Sync routers for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:54:13.756344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52858) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:13.766371 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:13.767614 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:53:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:13.901041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:13.950256 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:14.040495 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.104755 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-95d3ad0c-ce0f-40a2-9eb4-0e45ba76125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.165407 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:54:12Z', 'revision_number': 5, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port': {'id': '8c9c6fc0-07b2-425c-8c7f-bdea22cb3204', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:19Z', 'updated_at': '2021-10-27T16:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:14.197371 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Checking router: 02777bfa-6524-4a4d-a76b-bc2191c9d698 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:54:14.206822 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Routers {'02777bfa-6524-4a4d-a76b-bc2191c9d698'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:14.207572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:54:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['02777bfa-6524-4a4d-a76b-bc2191c9d698'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:14.225528 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Deleting port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:14.225952 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.302529 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] Set router 02777bfa-6524-4a4d-a76b-bc2191c9d698 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:14.316038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] For port 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:14.316407 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.330844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Calling delete_port for 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:14.358887 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:54:14Z', 'revision_number': 6, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:14.389876 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55fbfdb-70ee-4f7a-a61a-8816e60b6012 None None] The sync data for ids ['02777bfa-6524-4a4d-a76b-bc2191c9d698'] in n-d-814735-4 is: [{'id': '02777bfa-6524-4a4d-a76b-bc2191c9d698', 'name': 'tempest-TestServerMultinode-1475775545-router', 'tenant_id': 'ea8517e3eb4547229d662263051c03ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:18Z', 'updated_at': '2021-10-27T16:54:14Z', 'revision_number': 6, 'project_id': 'ea8517e3eb4547229d662263051c03ae', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:54:14.688210 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.720475 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9c6fc0-07b2-425c-8c7f-bdea22cb3204,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:14.756702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.789438 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.948090 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:14.950812 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.140222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.140888 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02777bfa-6524-4a4d-a76b-bc2191c9d698 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:54:15.146721 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.148368 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b577bc2e-007e-4a32-b8ce-05bb4f64727f admin admin] 10.222.0.70 "DELETE /v2.0/routers/02777bfa-6524-4a4d-a76b-bc2191c9d698 HTTP/1.1" status: 204 len: 168 time: 1.3915825 Oct 27 16:54:15.151672 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52862) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:15.240235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Deleting subnet 6bf71db3-ade9-446b-8430-9118ba08de7c {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:54:15.246084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.281922 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:15.309370 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.332430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:15.332430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 085b64bc-7fa7-45af-a1ba-2c8d9e55be92 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:15.332430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:15.332430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:15.332430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8c9c6fc0-07b2-425c-8c7f-bdea22cb3204 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:15.402478 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.441922 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.602838 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.635598 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf71db3-ade9-446b-8430-9118ba08de7c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:15.639259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.643163 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-6aff1472-f777-4dba-83ac-cdf2224c8f36 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6bf71db3-ade9-446b-8430-9118ba08de7c HTTP/1.1" status: 204 len: 168 time: 0.4899337 Oct 27 16:54:15.645853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:15.649774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e4442-53f9-49ca-b8cc-0ac4477c865d None None] Network 7b4304b0-c205-4579-96ce-edb69c1ea674 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:54:15.737728 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.825673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Deleting port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:15.825673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.890254 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] DHCP port deletion for 7b4304b0-c205-4579-96ce-edb69c1ea674 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:54:15.923924 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] For port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:15.924497 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:15.946658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Calling delete_port for 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:15.957047 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Deleting port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:15.957449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.059496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] For port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,segment=NetworkSegment(f29572b4-692d-4d8d-9516-e8a28b535f7c),segment_id=f29572b4-692d-4d8d-9516-e8a28b535f7c)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:16.061228 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.074563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Calling delete_port for 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:16.139924 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:54:16.165335 n-d-814735-4 neutron-server[114450]: self.session.flush() Oct 27 16:54:16.175596 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.185324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:16.190551 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] No DVR routers for this DVR port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:16.210165 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] Pushing event deleted for resources: {'Port': ['ID=17d2b71b-a9e9-4cdd-bc7f-00ba5b203593,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:16.222519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21b750-a940-44ca-9b81-3f2fe5fb3134 None None] No DVR routers for this DVR port 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:16.289849 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.321522 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4304b0-c205-4579-96ce-edb69c1ea674']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:16.339414 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29572b4-692d-4d8d-9516-e8a28b535f7c') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:16.347643 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29572b4-692d-4d8d-9516-e8a28b535f7c') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:16.356839 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.379340 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.390592 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:54:16.396505 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:54:16.596670 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.602749 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:16.606053 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7b4304b0-c205-4579-96ce-edb69c1ea674 HTTP/1.1" status: 204 len: 168 time: 0.9589009 Oct 27 16:54:16.609555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52868) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:16.618472 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ebe99-3307-4e05-9e21-aa789a6ef121 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4304b0-c205-4579-96ce-edb69c1ea674,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:17.008869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:17.127117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:17.186783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:17.208690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:17.209074 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 17d2b71b-a9e9-4cdd-bc7f-00ba5b203593 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:17.388798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Deleting port 8937eb82-4b00-446a-95de-0289bf2dd6e8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:17.389124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:17.482864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] For port 8937eb82-4b00-446a-95de-0289bf2dd6e8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=8937eb82-4b00-446a-95de-0289bf2dd6e8,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:17.483277 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:17.499691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Calling delete_port for 8937eb82-4b00-446a-95de-0289bf2dd6e8 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:17.899530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:17.931187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8937eb82-4b00-446a-95de-0289bf2dd6e8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:17.958309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.958659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.959009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.959361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.959702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.960027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.960357 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.960681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.961081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.961409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.961725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:17.962254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:18.164660 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:18.401877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Router fa729111-e90d-4c6c-8b63-fa7821b35b10 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:54:18.515114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:54:18.520397 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3b292eb8-1658-4a23-a465-2bfd3f247de2 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa729111-e90d-4c6c-8b63-fa7821b35b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094651 Oct 27 16:54:18.522972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 52870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:18.529549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Sync routers for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:54:18.542384 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:18.543256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:54:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:18.632252 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:18.724440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:18.760164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:18.951312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:54:17Z', 'revision_number': 5, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port': {'id': 'c5f92858-4774-4b8e-946c-13eed750a978', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:28Z', 'updated_at': '2021-10-27T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:18.966250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Deleting port c5f92858-4774-4b8e-946c-13eed750a978 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:18.967115 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:18.981660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Checking router: fa729111-e90d-4c6c-8b63-fa7821b35b10 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:54:18.993142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Routers {'fa729111-e90d-4c6c-8b63-fa7821b35b10'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:18.993791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:54:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['fa729111-e90d-4c6c-8b63-fa7821b35b10'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:19.077512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] For port c5f92858-4774-4b8e-946c-13eed750a978, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c5f92858-4774-4b8e-946c-13eed750a978,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:19.077957 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.102952 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] Set router fa729111-e90d-4c6c-8b63-fa7821b35b10 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:19.104241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Calling delete_port for c5f92858-4774-4b8e-946c-13eed750a978 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:19.184579 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:54:18Z', 'revision_number': 6, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:19.218356 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cddb8c-6f5f-485a-8b2a-04530f37b925 None None] The sync data for ids ['fa729111-e90d-4c6c-8b63-fa7821b35b10'] in n-d-814735-4 is: [{'id': 'fa729111-e90d-4c6c-8b63-fa7821b35b10', 'name': 'tempest-TestServerMultinode-443217389-router', 'tenant_id': 'a677242f62244ab58256aeb7925ec6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:27Z', 'updated_at': '2021-10-27T16:54:18Z', 'revision_number': 6, 'project_id': 'a677242f62244ab58256aeb7925ec6b6', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:54:19.464066 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.502198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f92858-4774-4b8e-946c-13eed750a978,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:19.587721 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.712554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.715199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.870189 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.870704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa729111-e90d-4c6c-8b63-fa7821b35b10 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:54:19.876674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.878173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-87a4f891-4f3d-4d06-9202-ccebdb73840d admin admin] 10.222.0.70 "DELETE /v2.0/routers/fa729111-e90d-4c6c-8b63-fa7821b35b10 HTTP/1.1" status: 204 len: 168 time: 1.3539915 Oct 27 16:54:19.881676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:19.935221 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Deleting subnet 35897fa3-5401-4533-9ee7-7ddc1ed4b2a9 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:54:19.939909 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:19.987257 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.099345 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.266247 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.295469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35897fa3-5401-4533-9ee7-7ddc1ed4b2a9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:20.297523 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.301415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-197596f3-af00-426b-8ddd-d7bdb352ed87 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/35897fa3-5401-4533-9ee7-7ddc1ed4b2a9 HTTP/1.1" status: 204 len: 168 time: 0.4177110 Oct 27 16:54:20.304723 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52874) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:20.308771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d1288-ac7c-406a-ac52-adb302519a65 None None] Network 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:54:20.388890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.448489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Deleting port 54a20ca7-a784-4319-9be0-4a4cd21539c4 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:20.448831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.539486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] For port 54a20ca7-a784-4319-9be0-4a4cd21539c4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=54a20ca7-a784-4319-9be0-4a4cd21539c4,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:20.539900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.564707 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Calling delete_port for 54a20ca7-a784-4319-9be0-4a4cd21539c4 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:20.579675 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] DHCP port deletion for 8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:54:20.637012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Deleting port 54a20ca7-a784-4319-9be0-4a4cd21539c4 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:54:20.637442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.728762 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] For port 54a20ca7-a784-4319-9be0-4a4cd21539c4, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=54a20ca7-a784-4319-9be0-4a4cd21539c4,segment=NetworkSegment(ccf7e527-811c-474d-8ec9-46733b19fb10),segment_id=ccf7e527-811c-474d-8ec9-46733b19fb10)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:20.729383 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.752653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Calling delete_port for 54a20ca7-a784-4319-9be0-4a4cd21539c4 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:54:20.797516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.826025 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a20ca7-a784-4319-9be0-4a4cd21539c4,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:20.829772 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] No DVR routers for this DVR port 54a20ca7-a784-4319-9be0-4a4cd21539c4 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:20.878503 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.910964 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.913007 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] Pushing event deleted for resources: {'Port': ['ID=54a20ca7-a784-4319-9be0-4a4cd21539c4,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:20.918354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850772b0-47cf-4556-b3a8-564cbfbfbf3b None None] No DVR routers for this DVR port 54a20ca7-a784-4319-9be0-4a4cd21539c4 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:54:20.941429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:20.951822 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf7e527-811c-474d-8ec9-46733b19fb10') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:20.952118 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf7e527-811c-474d-8ec9-46733b19fb10') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:20.963016 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.984096 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.989207 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:54:20.989639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: timer() Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:54:20.991584 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:54:21.186698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f92858-4774-4b8e-946c-13eed750a978 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:21.209005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: c5f92858-4774-4b8e-946c-13eed750a978 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:21.209346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c5f92858-4774-4b8e-946c-13eed750a978 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:21.209772 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8937eb82-4b00-446a-95de-0289bf2dd6e8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:21.224015 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:21.230026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 8937eb82-4b00-446a-95de-0289bf2dd6e8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:21.230429 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 8937eb82-4b00-446a-95de-0289bf2dd6e8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:21.230798 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 54a20ca7-a784-4319-9be0-4a4cd21539c4 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:54:21.232954 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:21.238072 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475 HTTP/1.1" status: 204 len: 168 time: 0.9319677 Oct 27 16:54:21.252695 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 54a20ca7-a784-4319-9be0-4a4cd21539c4 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:54:21.253199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 54a20ca7-a784-4319-9be0-4a4cd21539c4 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:54:21.253774 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca64bd-933b-4100-871e-4e0229a06449 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0d8e30-8d81-49b5-9ac9-9a07e3c9a475,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:21.852123 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52878) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:21.898909 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a7276e91-08a4-43ad-bf7c-f52fa1c2e989 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea8517e3eb4547229d662263051c03ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461764 Oct 27 16:54:21.901729 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52880) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:21.955204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:21.977335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:22.195640 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:22.198234 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:22.199517 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb5f0096-a989-43e3-9670-950f46630e77 HTTP/1.1" status: 204 len: 168 time: 0.2966559 Oct 27 16:54:22.210743 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc991a-0c3c-45a7-8cb7-dafa1d4c7c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f0096-a989-43e3-9670-950f46630e77,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:23.160559 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52886) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:23.207272 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3c6be19-0135-416d-a902-0f1586f55d71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a677242f62244ab58256aeb7925ec6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454559 Oct 27 16:54:23.209917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 52888) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:23.267083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.292233 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.460800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.463553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:23.464763 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dae9a2f1-1e82-4098-a539-9a334f996b67 HTTP/1.1" status: 204 len: 168 time: 0.2538781 Oct 27 16:54:23.473806 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e69ebe-1438-4a6d-b9f8-c5059643c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae9a2f1-1e82-4098-a539-9a334f996b67,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:28.398197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:28.888074 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:32.639805 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:54:41.462611 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8551f46b-669d-420e-8e2e-8b59777dc1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:44.126658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-67e01eaf-c0b8-434a-a272-054a8271b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:44.686063 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:45.371874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:47.175614 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:52.579020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-4aa98d4b-5ef8-439d-b81f-e6f86fe277f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445485 Oct 27 16:54:52.661045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-73d360dc-e75c-4014-9cf5-6733502ee38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:52.662572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-73d360dc-e75c-4014-9cf5-6733502ee38b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0429399 Oct 27 16:54:52.771680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-4c98be41-6dac-44af-9e4f-a096402edc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:52.773200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-4c98be41-6dac-44af-9e4f-a096402edc60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0914719 Oct 27 16:54:52.841161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-efe88a55-01e4-4944-9b9b-021503727cb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.0598500 Oct 27 16:54:52.891326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-1c9dd2d3-3637-40d9-bbe3-f3154a59802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:52.899642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-1c9dd2d3-3637-40d9-bbe3-f3154a59802b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0454769 Oct 27 16:54:52.945070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-b7fd497b-fb4e-4520-8f45-6ac7d8f226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:52.946630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-b7fd497b-fb4e-4520-8f45-6ac7d8f226bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470104 Oct 27 16:54:53.050861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-9ae51b2c-1fb2-47e0-a816-4573faf24b36 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973225 Oct 27 16:54:53.157622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6687550-fd58-4a5f-a274-6c615f1cec67 req-5acdd898-f6cf-4747-879d-89033d6e5d39 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990453 Oct 27 16:54:58.353660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:58.842252 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:09.641972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:55:11.389788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-34e3d564-33c6-4889-9315-4e223530dd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:14.052890 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-604325a7-f37d-452a-a9f3-9bb7f9b394cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:14.671221 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:15.309594 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:17.161425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:27.721833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-c81a691d-05c8-44e9-8edd-f52a5de79eb3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227057663&fields=id&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 267 time: 0.0347502 Oct 27 16:55:27.829865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-fe9b13ac-270b-4994-a506-0840e755e1a5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:27.831362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-fe9b13ac-270b-4994-a506-0840e755e1a5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1019945 Oct 27 16:55:27.846422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-9a91daec-7e58-433b-906d-d17a4f500d67 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/quotas/3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 375 time: 0.0092139 Oct 27 16:55:27.915095 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-360057c2-a938-4b99-a624-979cf95bfcde tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0624721 Oct 27 16:55:28.020781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-7f5acd7c-4126-4a83-b747-eddee371ebcc service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918913 Oct 27 16:55:28.127088 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-e4f41404-3221-4b5a-8ce6-7a904adc21db service neutron] 10.222.0.70 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997496 Oct 27 16:55:28.463683 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:28.891410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:28.951460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-71e67d3e-6df2-4477-8d20-d5538d0045f4 req-58ab5910-9672-4b4e-81bb-c3c19fa4419b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0269899 Oct 27 16:55:30.018356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c77910ff-7452-4a8f-b27f-6caa9355ec3a req-e7eaad1f-392f-408e-8e44-b1f4ebb56f57 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0296767 Oct 27 16:55:31.117373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-97bf4e2a-691b-454f-975b-b1515a79be4d req-1fe90461-90c5-47a9-93a8-a98bc8dbb8c5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0257277 Oct 27 16:55:31.530539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-9a8f76ab-c659-4e38-a4f1-8702d0070bc9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:31.532061 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-9a8f76ab-c659-4e38-a4f1-8702d0070bc9 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 811 time: 0.1089218 Oct 27 16:55:31.582513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-3275ee0c-2c4a-414a-8017-7290c49d2da0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3439767bb2484a76a685581ce828cd40 HTTP/1.1" status: 200 len: 380 time: 0.0347917 Oct 27 16:55:31.593238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'port': {'device_id': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'admin_state_up': True, 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'security_groups': ['1fa65bcc-241a-4ccf-afcb-6576d49dafa8']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:55:31.846377 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Made reservation on behalf of 3439767bb2484a76a685581ce828cd40 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:55:31.851341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:31.984985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.20.0.10 (0f2cebfa-a7f8-4ebd-82a5-8896219a0589/1d878508-81e2-4831-9f13-7661ab148872/c19730cf-7595-4d0c-b7ea-e95cc1c93bee) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:55:32.134554 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.218277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04461d89-ca90-4ada-ba7c-04b19d69266c req-68f33176-fe14-4b59-a2c9-69ceff6b60be tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0277557 Oct 27 16:55:32.275365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.326126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:55:32.329691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:55:32.334276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:55:32.361640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:32.379920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.380366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.380612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.380956 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.381298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.381631 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.381969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.382442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.382708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.383054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.383469 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.383784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:32.417307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:32.425930 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.548271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-a0ec4cf7-f5fe-49a9-9cd9-930d46f7bb0f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599326 Oct 27 16:55:32.561012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Request body: {'port': {'device_id': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:55:32.563280 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-3ec13d0f-541c-4d5e-ae2d-faff0e16e585 None None] Provisioning complete for port c19730cf-7595-4d0c-b7ea-e95cc1c93bee triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:55:32.569350 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3ec13d0f-541c-4d5e-ae2d-faff0e16e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.601479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-3ec13d0f-541c-4d5e-ae2d-faff0e16e585 None None] Port c19730cf-7595-4d0c-b7ea-e95cc1c93bee cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:55:32.623104 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.907223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19730cf-7595-4d0c-b7ea-e95cc1c93bee {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:55:32.915512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.928598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Transition to ACTIVE for port object c19730cf-7595-4d0c-b7ea-e95cc1c93bee will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:55:33.006862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:33.061006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Pushing event updated for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:33.147864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Attempting to bind port c19730cf-7595-4d0c-b7ea-e95cc1c93bee on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:55:33.148553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Attempting to bind port c19730cf-7595-4d0c-b7ea-e95cc1c93bee by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:55:33.148553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Attempting to bind port c19730cf-7595-4d0c-b7ea-e95cc1c93bee on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:55:33.157335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Port c19730cf-7595-4d0c-b7ea-e95cc1c93bee on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:55:33.157820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Attempting to bind port c19730cf-7595-4d0c-b7ea-e95cc1c93bee on network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:55:33.166555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:55:33.166555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Checking segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:55:33.166555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Bound using segment: {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:55:33.166947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Bound port: c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:55:33.167233 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:33.249692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:55:33.253496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:55:33.328395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:33.380924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:33.381573 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:33.383152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] 10.222.0.82 "PUT /v2.0/ports/c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 1092 time: 0.8263450 Oct 27 16:55:33.383654 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:55:33.385990 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748de93d-f8f2-4ef4-a29a-07a1a7277f44" -d '{"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:55:33.399450 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0369-9919-4b6f-ac5c-cb77e2b46fe8 req-7726a03c-f4f5-465d-9398-956f234cfc5b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:33.401683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b04e0369-9919-4b6f-ac5c-cb77e2b46fe8 req-7726a03c-f4f5-465d-9398-956f234cfc5b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.1066620 Oct 27 16:55:33.432077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940324-bbe9-4649-88f3-6fdd70dabbdf service neutron] Pushing event updated for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:33.796413 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e985229-ee78-4595-aa3a-e628206b416c x-openstack-request-id: req-2e985229-ee78-4595-aa3a-e628206b416c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:55:33.796656 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:55:33.796868 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e985229-ee78-4595-aa3a-e628206b416c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:55:33.797263 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'status': 'completed', 'code': 200} Oct 27 16:55:33.837573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b04e0369-9919-4b6f-ac5c-cb77e2b46fe8 req-b092ac8e-32ea-4879-97c0-2af241a625d0 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179108 Oct 27 16:55:33.858971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-d281f62c-cb8e-443f-ac6c-5a1bdce78a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:33.858971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-d281f62c-cb8e-443f-ac6c-5a1bdce78a2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1095 time: 0.0577817 Oct 27 16:55:33.958678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-e84929a5-8cd1-4f68-a571-b32a44d80d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:33.960248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-e84929a5-8cd1-4f68-a571-b32a44d80d93 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3439767bb2484a76a685581ce828cd40&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997927 Oct 27 16:55:34.059892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-246ae4aa-5459-48ec-82be-b3a90c2fb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:34.061392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-748de93d-f8f2-4ef4-a29a-07a1a7277f44 req-246ae4aa-5459-48ec-82be-b3a90c2fb73b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941072 Oct 27 16:55:34.149891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-5611520d-f791-4582-adc0-c7c4e9970904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:34.151446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-5611520d-f791-4582-adc0-c7c4e9970904 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1095 time: 0.0478795 Oct 27 16:55:34.194680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-afcccf48-e729-4997-8758-bab5f0003d63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 217 time: 0.0347729 Oct 27 16:55:34.245829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-5df20401-ddc0-4f48-aa23-0629548f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:34.247337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-5df20401-ddc0-4f48-aa23-0629548f1856 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0459714 Oct 27 16:55:34.302719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fea66-db66-4649-b661-135b30b0608c req-c6d24885-b065-4758-a557-2ee4fc82253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:34.304396 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-c6d24885-b065-4758-a557-2ee4fc82253d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485516 Oct 27 16:55:34.403656 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-08ffe6a2-b834-42a5-bbef-bba1fe6a67cb service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916641 Oct 27 16:55:34.505426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-240fea66-db66-4649-b661-135b30b0608c req-b516b15f-ac74-4cd3-a02c-8079c19ca88b service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932374 Oct 27 16:55:34.964118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e564fdf-19ce-4a0c-b058-a704a67a3a6c req-a7e9b62d-8bd7-4f16-844e-37452bb5d5b5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:34.965820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e564fdf-19ce-4a0c-b058-a704a67a3a6c req-a7e9b62d-8bd7-4f16-844e-37452bb5d5b5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0548146 Oct 27 16:55:35.005946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e564fdf-19ce-4a0c-b058-a704a67a3a6c req-657a5c8a-987f-4acb-935d-f450f3810377 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Oct 27 16:55:36.131842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2564eed-b103-478b-8f2a-a09fc6741256 req-92d0ef4e-765c-44a2-93d5-d01e6bf35f41 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:36.133368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2564eed-b103-478b-8f2a-a09fc6741256 req-92d0ef4e-765c-44a2-93d5-d01e6bf35f41 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0510061 Oct 27 16:55:36.174558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2564eed-b103-478b-8f2a-a09fc6741256 req-43b80f60-3dd6-4923-aa4d-47083bbc59af tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344474 Oct 27 16:55:37.304173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e133-c5ea-4525-9064-88d719625c4a req-3efd413a-8961-49af-9f9c-fa1c598a3c76 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:37.305625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e688e133-c5ea-4525-9064-88d719625c4a req-3efd413a-8961-49af-9f9c-fa1c598a3c76 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0559151 Oct 27 16:55:37.343884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e688e133-c5ea-4525-9064-88d719625c4a req-7e1ec027-495d-4e8f-ac8a-930bdda3a06f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Oct 27 16:55:38.469045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b949bd-ac8b-43ea-ad52-2a7ea034c9ac req-44a01996-be72-4d46-ab5f-83113a59d73f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:38.470544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7b949bd-ac8b-43ea-ad52-2a7ea034c9ac req-44a01996-be72-4d46-ab5f-83113a59d73f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0574582 Oct 27 16:55:38.509592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7b949bd-ac8b-43ea-ad52-2a7ea034c9ac req-1a6b8658-4e46-4b37-9673-221e8d5c35d2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Oct 27 16:55:39.636152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f11ab-6cb5-4687-ab88-56d816bd99dc req-d505ab3e-485d-4bc6-9762-c6ec2afed1b8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:39.637762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32f11ab-6cb5-4687-ab88-56d816bd99dc req-d505ab3e-485d-4bc6-9762-c6ec2afed1b8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0533218 Oct 27 16:55:39.677026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f32f11ab-6cb5-4687-ab88-56d816bd99dc req-d49ea802-c9a4-45a4-92ea-64e5dc673e09 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Oct 27 16:55:40.802366 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e696c7-9d27-43ee-a0b2-6b87a5533cf1 req-04697526-1d99-47b6-b7a3-62646da88215 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:40.804016 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3e696c7-9d27-43ee-a0b2-6b87a5533cf1 req-04697526-1d99-47b6-b7a3-62646da88215 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0558434 Oct 27 16:55:40.843023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f3e696c7-9d27-43ee-a0b2-6b87a5533cf1 req-4c0f09e4-c135-476b-b6ec-1abbbda9b13c tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Oct 27 16:55:41.426754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b9038d0d-c6ef-4024-b85d-d6d37a36390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:41.971901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc58a2-4fa0-4052-9325-3ee7fe0ac284 req-3f30d1dd-72f5-4750-938f-a1490b82ba5e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:41.973823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37cc58a2-4fa0-4052-9325-3ee7fe0ac284 req-3f30d1dd-72f5-4750-938f-a1490b82ba5e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0513010 Oct 27 16:55:42.012154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37cc58a2-4fa0-4052-9325-3ee7fe0ac284 req-df744d9d-f092-4b61-9568-4e9a4853d193 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 Oct 27 16:55:43.133591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516b257-e209-49b9-8242-f2de4d7f27b8 req-5d20fa59-6004-4b0d-a1e6-3629c38c72d7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:43.135125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9516b257-e209-49b9-8242-f2de4d7f27b8 req-5d20fa59-6004-4b0d-a1e6-3629c38c72d7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0519047 Oct 27 16:55:43.175272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9516b257-e209-49b9-8242-f2de4d7f27b8 req-c8623fee-6499-4262-b341-cd645d0ac705 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341425 Oct 27 16:55:44.041590 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4025985b-06e8-4e29-9626-a9d866a3b3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:44.302483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c9b88-4472-4965-befd-c72382da346a req-053b25c2-594e-481d-bdb6-8ac8338396b3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:44.304162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-780c9b88-4472-4965-befd-c72382da346a req-053b25c2-594e-481d-bdb6-8ac8338396b3 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0550961 Oct 27 16:55:44.344427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-780c9b88-4472-4965-befd-c72382da346a req-a129be35-9003-4501-b027-fa074dc3a49e tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339255 Oct 27 16:55:44.683903 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:45.386994 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:45.467442 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e4aa-09f1-4fa8-a247-c5aa17630736 req-3fa7542d-093b-4ef5-8ba6-a83eb3c27945 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:45.469049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12e2e4aa-09f1-4fa8-a247-c5aa17630736 req-3fa7542d-093b-4ef5-8ba6-a83eb3c27945 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0556793 Oct 27 16:55:45.514387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-12e2e4aa-09f1-4fa8-a247-c5aa17630736 req-fd745601-0658-4be7-a805-e5a6f71834ab tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392804 Oct 27 16:55:46.461180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c19730cf-7595-4d0c-b7ea-e95cc1c93bee details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:55:46.570449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:55:46.582897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'port_id': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'mac_address': 'fa:16:3e:fb:34:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:55:46.625355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:46.636381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9f7e-a18f-452b-aeba-818d5b7474b2 req-56a1184e-b9ff-4d12-bc6d-e58d43de7743 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:46.637942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d07b9f7e-a18f-452b-aeba-818d5b7474b2 req-56a1184e-b9ff-4d12-bc6d-e58d43de7743 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 944 time: 0.0528100 Oct 27 16:55:46.638960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19730cf-7595-4d0c-b7ea-e95cc1c93bee {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:55:46.641538 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:55:46.659905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:55:46.678369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d07b9f7e-a18f-452b-aeba-818d5b7474b2 req-08c412a7-a3b2-4b3c-a1c3-30c7271b0264 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333889 Oct 27 16:55:46.748107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:46.798125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:46.809942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.810544 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.811175 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.811771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.812362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.812951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.813555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.814146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.814723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.815360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.815947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:46.816535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:47.070664 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['c19730cf-7595-4d0c-b7ea-e95cc1c93bee'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:55:47.115505 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:47.804858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16d99f-4948-4648-a4c8-f5dfbf4d5823 req-e2f863e9-3fe4-4f5b-aa58-6df85b4b7fe7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:47.806506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df16d99f-4948-4648-a4c8-f5dfbf4d5823 req-e2f863e9-3fe4-4f5b-aa58-6df85b4b7fe7 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 945 time: 0.0581555 Oct 27 16:55:47.845480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df16d99f-4948-4648-a4c8-f5dfbf4d5823 req-813caf5e-169d-4a93-83d3-206be74b5213 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Oct 27 16:55:48.481109 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c19730cf-7595-4d0c-b7ea-e95cc1c93bee up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:55:48.607979 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port c19730cf-7595-4d0c-b7ea-e95cc1c93bee completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:55:48.612262 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port c19730cf-7595-4d0c-b7ea-e95cc1c93bee triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:55:48.612658 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:48.690515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:48.715471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:55:48.717687 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f3cee-58f5-4939-971c-7897080b6255" -d '{"events": [{"server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "name": "network-vif-plugged", "status": "completed", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:55:48.730743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:55:48.821297 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:48.881181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:48.888952 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f8daf2-675c-44f7-a144-48a0169b409d x-openstack-request-id: req-02f8daf2-675c-44f7-a144-48a0169b409d {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:55:48.891170 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "name": "network-vif-plugged", "status": "completed", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:55:48.891170 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02f8daf2-675c-44f7-a144-48a0169b409d {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:55:48.891170 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'code': 200} Oct 27 16:55:48.998892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5d06d-41e0-4d53-9d7a-ef2dcebff43b req-fa6a52db-8080-440a-a6c2-9a80de0969cf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:49.000455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9d5d06d-41e0-4d53-9d7a-ef2dcebff43b req-fa6a52db-8080-440a-a6c2-9a80de0969cf tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.0823433 Oct 27 16:55:49.003320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87648fd0-583c-4828-b461-ec2798c22c9c req-38a4adef-6bb5-4fae-b9a8-7026be456dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:49.004792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87648fd0-583c-4828-b461-ec2798c22c9c req-38a4adef-6bb5-4fae-b9a8-7026be456dec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0587554 Oct 27 16:55:49.066040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9d5d06d-41e0-4d53-9d7a-ef2dcebff43b req-db9ed738-ab12-4149-ab4d-2f4a4eb82e7d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593877 Oct 27 16:55:49.069877 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87648fd0-583c-4828-b461-ec2798c22c9c req-e42e7e35-5f5b-4e72-86b6-678699364087 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571606 Oct 27 16:55:50.191103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1e88-2490-4230-a6d0-d0cb999da76d req-23af0e94-7563-4e25-8ac4-0d04ee470815 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:50.192591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9faa1e88-2490-4230-a6d0-d0cb999da76d req-23af0e94-7563-4e25-8ac4-0d04ee470815 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.0548813 Oct 27 16:55:50.235628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9faa1e88-2490-4230-a6d0-d0cb999da76d req-9879e4a6-d824-4ef4-8ea6-9674e84228a6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370204 Oct 27 16:55:51.357465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92338e-dc70-44ef-a729-c765ec1c472b req-3a1ff8e1-a3a8-46c6-a72e-e207984cd4e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.359025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea92338e-dc70-44ef-a729-c765ec1c472b req-3a1ff8e1-a3a8-46c6-a72e-e207984cd4e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.0499954 Oct 27 16:55:51.401103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea92338e-dc70-44ef-a729-c765ec1c472b req-28f6a9ac-81b0-453c-9e5c-142a4a0ea80d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360322 Oct 27 16:55:51.519270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4898-f3e7-4e09-b06e-d753d0de2ef5 req-1dbbb42f-344b-42c9-985c-060c34c8daa8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.520795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3be4898-f3e7-4e09-b06e-d753d0de2ef5 req-1dbbb42f-344b-42c9-985c-060c34c8daa8 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.0518751 Oct 27 16:55:51.564540 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e3be4898-f3e7-4e09-b06e-d753d0de2ef5 req-9be03106-d369-4020-aa71-2b3e6a08ad9d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373275 Oct 27 16:55:51.587000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53050) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:51.838941 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5e4ef-527f-4b0b-8d02-ae992b5e14cd tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.840442 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19c5e4ef-527f-4b0b-8d02-ae992b5e14cd tempest-TestVolumeBootPattern-961325625 tempest-TestVolumeBootPattern-961325625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1092 time: 0.2515566 Oct 27 16:55:51.843256 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53056) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:55:51.847585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:55:51.936254 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.043734 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.152298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Allocated IP 172.25.5.109 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/a273d566-5a10-42f6-b213-cd5bf6ca8c3a) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:55:52.261554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.474124 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.519225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:55:52.523869 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:55:52.530099 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:55:52.533469 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=a273d566-5a10-42f6-b213-cd5bf6ca8c3a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:52.561718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.562050 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.562387 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.562740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.563086 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.563411 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.563731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.564047 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.564360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.564677 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.564988 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.565301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:55:52.910571 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.036926 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.205418 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.290516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.373309 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event updated for resources: {'Port': ['ID=a273d566-5a10-42f6-b213-cd5bf6ca8c3a,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:55:53.389553 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:53.499710 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 892596ed-04b7-44df-852e-aa87b22d48db associated. External IP: 172.25.5.109, port: c19730cf-7595-4d0c-b7ea-e95cc1c93bee. Oct 27 16:55:53.732176 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:55:53.852930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:55:53.864963 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:55:53.878256 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:55:53.879101 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:55:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:55:54.004901 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:55:54.110144 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:54.141815 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-db7f6a5c-1339-4aae-8bfc-32823a67a432 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2975051 Oct 27 16:55:54.142653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:55:54.145127 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7790e93c-dda7-4098-b795-72f31b407dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:55:54.202911 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d99ef-8f47-4a72-abbe-8a95645358a1 x-openstack-request-id: req-c64d99ef-8f47-4a72-abbe-8a95645358a1 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:55:54.203232 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:55:54.203541 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c64d99ef-8f47-4a72-abbe-8a95645358a1 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:55:54.203887 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'status': 'completed', 'code': 200} Oct 27 16:55:54.282524 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-935938d6-02ce-4672-869a-ee88b3ecc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.284148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-935938d6-02ce-4672-869a-ee88b3ecc213 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0544939 Oct 27 16:55:54.376776 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}, {'id': '892596ed-04b7-44df-852e-aa87b22d48db', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:fb:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:55:52Z', 'updated_at': '2021-10-27T16:55:52Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:55:54.386047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-5f73d43b-5044-42f5-9c26-f78abc0c7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.387603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-5f73d43b-5044-42f5-9c26-f78abc0c7978 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0935488 Oct 27 16:55:54.404670 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:55:54.417365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:55:54.418036 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:55:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:55:54.460679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-682add84-b6db-44e4-a26b-08a39cd9f7bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 1000 time: 0.0654566 Oct 27 16:55:54.513593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-5cd17f08-33d6-431a-97ec-6ac4a9ebd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.514988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-5cd17f08-33d6-431a-97ec-6ac4a9ebd996 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0467010 Oct 27 16:55:54.535492 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:55:54.573478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-859fca86-eb9b-412c-a3e1-f3b2cc3c6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.575273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-859fca86-eb9b-412c-a3e1-f3b2cc3c6633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527411 Oct 27 16:55:54.690030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-6086ed82-c8b6-4cad-a784-ab920c8b434d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564922 Oct 27 16:55:54.714132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-922f795b-a5c4-4052-9ffa-8935ad5a80d8 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303036 Oct 27 16:55:54.803572 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}, {'id': '892596ed-04b7-44df-852e-aa87b22d48db', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:fb:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:55:52Z', 'updated_at': '2021-10-27T16:55:52Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:55:54.830993 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3876544-1f09-4b74-abdf-bc4b0c8e660d None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}, {'id': '892596ed-04b7-44df-852e-aa87b22d48db', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:fb:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:55:52Z', 'updated_at': '2021-10-27T16:55:52Z', 'revision_number': 0, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:55:54.843574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-d7a0d0f5-3c2e-4e0b-99dd-c54f9452212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.845159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-d7a0d0f5-3c2e-4e0b-99dd-c54f9452212c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.1032751 Oct 27 16:55:54.860568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7790e93c-dda7-4098-b795-72f31b407dd5 req-09518a40-ca9f-4f79-89f3-61f8cfb67c1b service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391127 Oct 27 16:55:54.963790 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-95e82889-ef71-4b1e-a2d1-85a90a4b6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.965209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-95e82889-ef71-4b1e-a2d1-85a90a4b6144 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1014593 Oct 27 16:55:55.042266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-90654630-7a4d-40f5-b794-166cf608c204 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.0666189 Oct 27 16:55:55.085337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a48b-6f0b-4c93-a97f-e1966894f513 None None] New status for floating IP 892596ed-04b7-44df-852e-aa87b22d48db: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:55:55.095617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-a6fa9e66-124c-4f59-ac83-093cf85ccc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:55.097568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-a6fa9e66-124c-4f59-ac83-093cf85ccc33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0492241 Oct 27 16:55:55.156339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-ec0dde6c-8b0d-4e4e-9a45-d290b361934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:55.157871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-ec0dde6c-8b0d-4e4e-9a45-d290b361934a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527651 Oct 27 16:55:55.260137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-3a3a1453-97e1-47ed-bb60-63b8558c19b3 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945897 Oct 27 16:55:55.358109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc9c26be-a9ec-476a-b1c8-91ba0af55707 req-9f96961b-5246-41ae-92d3-6789503ff907 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908151 Oct 27 16:55:58.403280 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:58.919701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:01.653659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-12cb1e4d-40b1-4d4d-b45c-f539f2480518 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433185 Oct 27 16:56:01.740092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-60d81e89-b30b-443a-977b-5fe9e263853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:01.741616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-60d81e89-b30b-443a-977b-5fe9e263853a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0418143 Oct 27 16:56:01.865517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-8949e521-255c-4703-9533-b806aab629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:01.867348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-8949e521-255c-4703-9533-b806aab629a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.1039093 Oct 27 16:56:01.934733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-dc048d82-ac98-49d3-b7a6-4fd9a65547ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 1002 time: 0.0599542 Oct 27 16:56:01.992027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-d96bfcc7-8e29-4cee-8578-60d724205123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:01.993544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-d96bfcc7-8e29-4cee-8578-60d724205123 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0518658 Oct 27 16:56:02.045205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-1ba05d2b-7c3f-4f9a-b5c1-592b81001115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:02.046840 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-1ba05d2b-7c3f-4f9a-b5c1-592b81001115 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461149 Oct 27 16:56:02.149076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-836468bb-b6ad-4fc2-8735-c8b98b5c1268 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945065 Oct 27 16:56:02.260627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39603e15-a790-4cb9-9efa-9e2c26cb34c7 req-f48dda3e-507b-4d74-a2e6-234802799a25 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030068 Oct 27 16:56:11.514714 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3e413586-236f-437b-a6e8-63980785d0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:14.092933 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a060428d-07bd-4190-ae98-6b76e9302a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:14.715182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:15.360702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:17.193314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:23.642278 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:56:28.450130 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:28.859392 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:41.443236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1165094-3d43-4dbb-836f-8876e62d07b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:44.066284 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c97f307-6dbd-49af-9414-d6c042da187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:44.711846 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:45.357541 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:47.192376 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:57.201570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-8d4f65a3-6606-45bd-9a39-0b0465d32892 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454724 Oct 27 16:56:57.284919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-dfa55c83-8bf4-498f-a231-0697d8d9bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:57.286412 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-dfa55c83-8bf4-498f-a231-0697d8d9bb08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0416274 Oct 27 16:56:57.394922 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-e787649b-24d5-41b8-bfde-31078fbb1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:57.396364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-e787649b-24d5-41b8-bfde-31078fbb1fcd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0907338 Oct 27 16:56:57.466579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-1fe69336-c23b-469c-8d4a-811cf935a375 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.0635312 Oct 27 16:56:57.516747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-99d46040-316d-4b01-b07a-2bb9f281ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:57.518218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-99d46040-316d-4b01-b07a-2bb9f281ac0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0453951 Oct 27 16:56:57.565968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-32fce4f7-755f-4b7c-af94-2ed29e89afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:57.567563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-32fce4f7-755f-4b7c-af94-2ed29e89afa8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415881 Oct 27 16:56:57.674178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-f80e905d-f286-49a8-9413-b82ab51ce437 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997920 Oct 27 16:56:57.766351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4eded82-6d3d-447e-a6df-0f01b8aa4038 req-0ec682cf-9add-445b-949a-a5ad53a3fcd8 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837357 Oct 27 16:56:58.444633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:58.890188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:00.641343 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:57:03.672307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-412dcbed-383e-4325-a7a0-ff27fa6acc03 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408783 Oct 27 16:57:03.761733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-e0cf1792-b769-4d7c-a1e1-544c7df2247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:03.763285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-e0cf1792-b769-4d7c-a1e1-544c7df2247b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0470276 Oct 27 16:57:03.870278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-f21c2d74-ff46-4f42-8015-a2049bbc135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:03.871842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-f21c2d74-ff46-4f42-8015-a2049bbc135b service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0861671 Oct 27 16:57:03.945456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-39eed228-4c62-41a6-9446-8a1e4fa49bf3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 1002 time: 0.0655973 Oct 27 16:57:03.996550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-b601c34d-88c5-416d-a003-7a5f55b03c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:03.998203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-b601c34d-88c5-416d-a003-7a5f55b03c90 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0455441 Oct 27 16:57:04.048335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-eef12fd8-53c9-4572-993e-2d81d7633f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:04.049895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-eef12fd8-53c9-4572-993e-2d81d7633f02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437212 Oct 27 16:57:04.147117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-ef1b20cd-9ded-426f-bf8b-7c5c0e3180e6 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895200 Oct 27 16:57:04.240646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d643c82e-1f34-474b-9e6a-e8b699c82fbb req-d731ed2c-33a8-4f5e-bf5c-f77e984bc210 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840197 Oct 27 16:57:11.427552 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1371fffe-3362-49da-8587-6e53d664b647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:13.620893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-2a75e210-5efc-4c59-bb20-82bc771e865d req-3b553066-47e1-499f-9694-b093eaced80d service neutron] (114448) timed out ('10.222.0.70', 44014) {{(pid=114448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:57:14.085182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6aab56f-c97f-4ad7-bdda-ae672bbb43bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:14.673395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:15.348173 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:17.239337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:28.474703 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:28.943018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:37.640223 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:57:41.393967 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f32546b1-bee7-43aa-99a9-e181fa49d975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:44.090532 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc882587-196c-442b-baef-daa92281d847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:44.747391 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:45.393420 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:47.141171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:56.581482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-c23e6aa3-2ea0-429c-b680-9eb7e62c024c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458515 Oct 27 16:57:56.665277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-48d5ba3c-611e-43c4-84d9-81faac7b59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:56.666779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-48d5ba3c-611e-43c4-84d9-81faac7b59f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0424545 Oct 27 16:57:56.776891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-e4566654-094a-4af6-96ef-f414c3ad471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:56.778386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-e4566654-094a-4af6-96ef-f414c3ad471c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0896697 Oct 27 16:57:56.854505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-842522f7-595b-4316-b37b-e4f6ab77629e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 1000 time: 0.0694499 Oct 27 16:57:56.905386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-47d9271a-26bf-4719-ba5a-4fd7f05c303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:56.907522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-47d9271a-26bf-4719-ba5a-4fd7f05c303d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0457511 Oct 27 16:57:56.964223 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-613a6d4e-0ef9-49ca-b952-bc35197c8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:56.965775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-613a6d4e-0ef9-49ca-b952-bc35197c8882 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511763 Oct 27 16:57:57.063913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-fd3e521f-51c4-4405-afaf-cff78dc1f358 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912325 Oct 27 16:57:57.170991 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a1bd0ee2-54f3-4ecf-843a-4fd5f269477c req-a681b808-8744-4560-840f-1b7af90b8497 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998716 Oct 27 16:57:58.488631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:58.883504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:03.652123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-cd001a4d-13f5-4051-a463-336ed929a9d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448608 Oct 27 16:58:03.736477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-228d5dff-9eca-4011-857c-993f5a31a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:03.737971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-228d5dff-9eca-4011-857c-993f5a31a0c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0412285 Oct 27 16:58:03.845065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-5c148ea8-f78a-46e5-988a-a8bece140900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:03.846580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-5c148ea8-f78a-46e5-988a-a8bece140900 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0897675 Oct 27 16:58:03.912485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-c3a61def-292a-4c50-a4e9-b4088af4a2a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 1002 time: 0.0585828 Oct 27 16:58:03.962158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-39699002-31a3-4632-861e-b5b453c2aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:03.963695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-39699002-31a3-4632-861e-b5b453c2aaaf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0443518 Oct 27 16:58:04.014806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-461aa4ff-fc8b-4e2a-aec6-e75583c538be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:04.016523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-461aa4ff-fc8b-4e2a-aec6-e75583c538be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455027 Oct 27 16:58:04.108564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-fbcb572b-773d-4cbd-8742-d980ca282df4 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Oct 27 16:58:04.202260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b391cd3-6338-4796-8976-454f06c6b6c7 req-14a760bc-eda7-4b7c-a141-9639e3d5866c service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Oct 27 16:58:11.424389 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-393d3951-95a9-48c0-821d-9dc1bda928d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:14.075700 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f1123651-aeef-4627-922f-ad48ff24f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:14.638845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:14.715760 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:15.309636 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:17.166744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:28.434003 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:28.908672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:40.526276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53126) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:40.731419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port a273d566-5a10-42f6-b213-cd5bf6ca8c3a {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:58:40.731754 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:40.810488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:40.810712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:40.822210 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for a273d566-5a10-42f6-b213-cd5bf6ca8c3a owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:58:41.090574 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:41.116071 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=a273d566-5a10-42f6-b213-cd5bf6ca8c3a,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:41.143877 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.144223 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.144564 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.144898 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.145287 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.145850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.146425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.146996 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.147601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.148164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.148516 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.148847 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:41.193662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:41.193992 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 892596ed-04b7-44df-852e-aa87b22d48db disassociated (deleted). External IP: 172.25.5.109, port: c19730cf-7595-4d0c-b7ea-e95cc1c93bee. Oct 27 16:58:41.416602 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca95d-334b-4740-9bd3-3ab2820f96a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:41.759195 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:58:41.862154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:58:41.866984 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:41.872913 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:58:41.882944 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:41.883695 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:41.899292 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1ffcee73-c776-4e12-8f3d-1bdbb28ab95d tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "DELETE /v2.0/floatingips/892596ed-04b7-44df-852e-aa87b22d48db HTTP/1.1" status: 204 len: 168 time: 1.3695464 Oct 27 16:58:41.899292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:41.901465 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ebd53-dcd1-476e-bc16-9b96afcbfa64" -d '{"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:41.995159 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:42.027126 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a3a90-12a7-4f11-a78a-835413daf221 x-openstack-request-id: req-8d0a3a90-12a7-4f11-a78a-835413daf221 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:42.027436 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:42.027672 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d0a3a90-12a7-4f11-a78a-835413daf221 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:42.028069 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'status': 'completed', 'code': 200} Oct 27 16:58:42.146379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-30ec4a5a-d756-49a1-b102-a795002b5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.147914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-30ec4a5a-d756-49a1-b102-a795002b5e9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 1097 time: 0.0917513 Oct 27 16:58:42.227283 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:42.245947 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-87c22bb3-4c1c-4609-9a6a-36f26a707ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.247447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-87c22bb3-4c1c-4609-9a6a-36f26a707ae2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0922370 Oct 27 16:58:42.291932 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-09d97b69-ac4e-4adc-9c03-ad8f62de217d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 200 len: 217 time: 0.0350938 Oct 27 16:58:42.345408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:58:42.347260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-e9f71d45-8d24-4999-beaa-46fb4bf2b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.348846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-e9f71d45-8d24-4999-beaa-46fb4bf2b9e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0501504 Oct 27 16:58:42.354709 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:42.355357 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:42.403729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-621ff252-f2d1-46c3-84f0-46182cfcf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.407523 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-621ff252-f2d1-46c3-84f0-46182cfcf86c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490229 Oct 27 16:58:42.464909 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:42.528330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f45c5-8c82-4264-a595-d215aa36bfbb req-02a76e56-af08-4f5b-af4a-22eab357742f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.529617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b98f45c5-8c82-4264-a595-d215aa36bfbb req-02a76e56-af08-4f5b-af4a-22eab357742f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.1635485 Oct 27 16:58:42.700456 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:42.728067 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0dbed-9dc7-4781-809a-ac233c09e02d None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '797e5053-d326-4fe9-9aee-89db76b0a38e', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'port_id': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'mac_address': 'fa:16:3e:3a:ed:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:52:40Z', 'updated_at': '2021-10-27T16:52:43Z', 'revision_number': 1, 'project_id': '3439767bb2484a76a685581ce828cd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:58:42.893330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-e6684756-feff-4951-bab0-987eb313a7d2 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769609 Oct 27 16:58:42.965918 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5a188-1cf9-4faf-9113-fb4d3287ad2a None None] New status for floating IP 892596ed-04b7-44df-852e-aa87b22d48db: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:58:42.970167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b98f45c5-8c82-4264-a595-d215aa36bfbb req-6c532a7e-3890-41b8-b79a-0d6903c7c524 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305599 Oct 27 16:58:43.016942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-911ebd53-dcd1-476e-bc16-9b96afcbfa64 req-a8d41eab-601c-425c-8605-ecafbb326716 service neutron] 10.222.0.82 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144629 Oct 27 16:58:44.061769 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-42d9f235-7d73-4324-b01b-b1a5baf71f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.121226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-c102d3a6-1d8f-416f-8b3c-9095c4e28995 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.123126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-c102d3a6-1d8f-416f-8b3c-9095c4e28995 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.0593495 Oct 27 16:58:44.237107 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28dc0b-02a9-4a9b-873a-ef7ab3d2b53c req-066a0ab0-a816-4059-932f-ee4a6d7360ae tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.238661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d28dc0b-02a9-4a9b-873a-ef7ab3d2b53c req-066a0ab0-a816-4059-932f-ee4a6d7360ae tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 946 time: 0.1461155 Oct 27 16:58:44.282079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port c19730cf-7595-4d0c-b7ea-e95cc1c93bee {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:58:44.282337 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.300646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d28dc0b-02a9-4a9b-873a-ef7ab3d2b53c req-9cf3ee3d-d47b-42a7-ae99-f8080d271578 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561144 Oct 27 16:58:44.374404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port c19730cf-7595-4d0c-b7ea-e95cc1c93bee, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:44.374765 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.387716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for c19730cf-7595-4d0c-b7ea-e95cc1c93bee owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:58:44.599031 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.629747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=c19730cf-7595-4d0c-b7ea-e95cc1c93bee,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:44.642669 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.643245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.643601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.643949 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.644284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.644620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.644950 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.645276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.645604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.645955 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.646261 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.646589 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:44.680026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port c19730cf-7595-4d0c-b7ea-e95cc1c93bee on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:58:44.682671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.686130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d3cbc1d-25e2-4652-96df-eb00660ae32d req-2c447617-5078-4f98-82a4-a072ef013545 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.82 "DELETE /v2.0/ports/c19730cf-7595-4d0c-b7ea-e95cc1c93bee HTTP/1.1" status: 204 len: 173 time: 0.5564964 Oct 27 16:58:44.686569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'name': 'network-vif-deleted', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:44.689487 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3315227-ffc2-46e6-bc95-86a7aed6081c" -d '{"events": [{"server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "name": "network-vif-deleted", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:44.690306 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:44.788075 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b9bb4-3199-4ded-b1c4-00e5424a0336 x-openstack-request-id: req-f43b9bb4-3199-4ded-b1c4-00e5424a0336 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:44.789909 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63f165f-ac03-4b26-810c-a9b3067bfbfe", "name": "network-vif-deleted", "tag": "c19730cf-7595-4d0c-b7ea-e95cc1c93bee", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:44.789909 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f43b9bb4-3199-4ded-b1c4-00e5424a0336 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:44.789909 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63f165f-ac03-4b26-810c-a9b3067bfbfe', 'name': 'network-vif-deleted', 'tag': 'c19730cf-7595-4d0c-b7ea-e95cc1c93bee', 'status': 'completed', 'code': 200} Oct 27 16:58:45.333357 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:45.400726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-888ebb26-2d38-4d1c-88c2-9c37a02a4351 req-de491e29-40c9-40ca-8631-e3208b6455e2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0303087 Oct 27 16:58:46.496824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c25d44b1-5619-42c3-87db-de15e1d043a1 req-b0ea73e0-491c-4234-8f2e-7d45b1c49cb1 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0258796 Oct 27 16:58:47.147706 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:47.523292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c19730cf-7595-4d0c-b7ea-e95cc1c93bee no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:58:47.547206 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: c19730cf-7595-4d0c-b7ea-e95cc1c93bee {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:58:47.547631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device c19730cf-7595-4d0c-b7ea-e95cc1c93bee not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:58:47.596769 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8db7b82-9702-49dd-b9dc-7308e9bdc51b req-3289d64c-f095-4b83-b52c-7edeed1a82f4 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0266261 Oct 27 16:58:48.692077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c5e0e51c-15e6-464e-9032-3b61fc483b01 req-7e96d23a-d68d-40f2-b7a8-bfa1a18d8a41 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0278332 Oct 27 16:58:49.799631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21aea25d-512c-4e18-9261-4c2dd29ea831 req-fc0e6b23-6b41-48c2-911f-1a938684de36 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d63f165f-ac03-4b26-810c-a9b3067bfbfe HTTP/1.1" status: 200 len: 210 time: 0.0269456 Oct 27 16:58:51.638733 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:57.575863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53202) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:57.730218 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port 56853601-4327-47da-b6dd-7373a8348890 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:58:57.730557 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:57.804751 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:57.805094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:57.817310 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for 56853601-4327-47da-b6dd-7373a8348890 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:58:58.055062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:58.080814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=56853601-4327-47da-b6dd-7373a8348890,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:58.144287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:58.144678 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Floating IP 797e5053-d326-4fe9-9aee-89db76b0a38e disassociated (deleted). External IP: 172.25.5.70, port: f6a5888b-e58d-4a63-a840-ed2b7b58457d. Oct 27 16:58:58.361013 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:58:58.421143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:58.474246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:58:58.479091 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:58.484872 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:58:58.497942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:58.497942 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:58.510392 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ec5410e9-a7b1-4a35-971f-6cabeab9e4db tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "DELETE /v2.0/floatingips/797e5053-d326-4fe9-9aee-89db76b0a38e HTTP/1.1" status: 204 len: 168 time: 0.9310522 Oct 27 16:58:58.510392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:58.510845 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0fb98829d8359554f8b8c1c3c63634e8f9744615bcd434a38f861104750aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b632a-cc9e-4e6c-b26e-eec10e45e219" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:58.556669 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794e40b2-8e34-40b1-b9ac-8cbfcab65267 x-openstack-request-id: req-794e40b2-8e34-40b1-b9ac-8cbfcab65267 {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:58.556961 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:58.557212 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-794e40b2-8e34-40b1-b9ac-8cbfcab65267 {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:58.557617 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'status': 'completed', 'code': 200} Oct 27 16:58:58.581426 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.79', 52335) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:58.599934 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-8a8a276a-8bbf-43a7-83e1-4ed8af722ef7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617495 Oct 27 16:58:58.626232 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-0e7df6ca-5f29-4cba-bdf7-4fbbffe280ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:58.627799 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-0e7df6ca-5f29-4cba-bdf7-4fbbffe280ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0449948 Oct 27 16:58:58.636534 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:58.728038 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-36461824-2a7f-4268-b192-089b4ebbca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:58.729515 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-36461824-2a7f-4268-b192-089b4ebbca13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0953612 Oct 27 16:58:58.777479 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-bac081ae-43b0-4f6c-9862-7a838836caae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 217 time: 0.0413213 Oct 27 16:58:58.833245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-b5b72b03-6f76-4ea9-abd2-ecf5fd1dd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:58.834737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-b5b72b03-6f76-4ea9-abd2-ecf5fd1dd352 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0500405 Oct 27 16:58:58.859065 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:58.885265 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-bf36b4ca-7a3a-473a-a406-8b076e0c256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:58.886704 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-bf36b4ca-7a3a-473a-a406-8b076e0c256c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444086 Oct 27 16:58:58.894596 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:58:58.905411 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:58.906037 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:58.969234 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:59.007627 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-06a4c543-84f7-4614-a45b-7c6a7744d909 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137738 Oct 27 16:58:59.023256 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3b107-e83d-44fa-9c2b-c27481fb3020 req-94e3806a-69f1-4a85-9e8a-8647946794c2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.026035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f3b107-e83d-44fa-9c2b-c27481fb3020 req-94e3806a-69f1-4a85-9e8a-8647946794c2 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 945 time: 0.0539272 Oct 27 16:58:59.031397 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:59.074206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f3b107-e83d-44fa-9c2b-c27481fb3020 req-ae358ef5-5c6a-40e1-a0d4-5592faa1147f tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/security-groups?id=1fa65bcc-241a-4ccf-afcb-6576d49dafa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Oct 27 16:58:59.120720 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-211b632a-cc9e-4e6c-b26e-eec10e45e219 req-921174c2-cd16-4571-8379-5895834d75f1 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041381 Oct 27 16:58:59.265922 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:59.291984 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63040cd-0f1d-4819-b6c1-4b044d29dfe3 None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:42:08Z', 'revision_number': 4, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7df24d2e-a4bc-490f-946c-9e35136956c8', 'name': '', 'network_id': '0f2cebfa-a7f8-4ebd-82a5-8896219a0589', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'mac_address': 'fa:16:3e:0a:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1d878508-81e2-4831-9f13-7661ab148872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:07Z', 'updated_at': '2021-10-27T16:42:14Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'subnets': [{'id': '1d878508-81e2-4831-9f13-7661ab148872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:58:59.352669 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-1272e575-56f9-4471-84fc-574796dc8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.354212 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-1272e575-56f9-4471-84fc-574796dc8279 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3439767bb2484a76a685581ce828cd40&device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 1096 time: 0.0423701 Oct 27 16:58:59.467008 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-e42dce1a-2d20-4c1f-b4da-afd0c18cf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.469297 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-e42dce1a-2d20-4c1f-b4da-afd0c18cf63c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 200 len: 912 time: 0.0934525 Oct 27 16:58:59.511188 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-96b00e53-687a-43e0-a6df-81bed816b218 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 200 len: 217 time: 0.0351267 Oct 27 16:58:59.517846 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beecc340-5bbe-4894-97d2-484046eda9f6 None None] New status for floating IP 797e5053-d326-4fe9-9aee-89db76b0a38e: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:58:59.560903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-2c2ae1df-eb7a-49ee-8532-8ab05d6a277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.562401 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-2c2ae1df-eb7a-49ee-8532-8ab05d6a277f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 200 len: 850 time: 0.0447128 Oct 27 16:58:59.613334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-34a9c9ef-34f7-4c58-98e3-c8358d59ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.614203 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-34a9c9ef-34f7-4c58-98e3-c8358d59ca53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0f2cebfa-a7f8-4ebd-82a5-8896219a0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442362 Oct 27 16:58:59.634285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-f217b675-805c-415d-982d-1c4ec54724e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:59.635865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-f217b675-805c-415d-982d-1c4ec54724e5 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 945 time: 0.0513258 Oct 27 16:58:59.710880 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-52a05f9a-f53b-4773-b444-84d812bda8ce service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882852 Oct 27 16:58:59.728852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port f6a5888b-e58d-4a63-a840-ed2b7b58457d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:58:59.729199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:59.805864 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-6ca8e320-cb5f-4722-abc7-1544017d8a77 req-602951c7-3129-4411-970d-df994f06c019 service neutron] 10.222.0.79 "GET /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886886 Oct 27 16:58:59.821298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] For port f6a5888b-e58d-4a63-a840-ed2b7b58457d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f6a5888b-e58d-4a63-a840-ed2b7b58457d,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:59.821670 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:59.834562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for f6a5888b-e58d-4a63-a840-ed2b7b58457d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:00.054778 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:00.084138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=f6a5888b-e58d-4a63-a840-ed2b7b58457d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:00.136692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] No DVR routers for this DVR port f6a5888b-e58d-4a63-a840-ed2b7b58457d on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:00.136692 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:00.140773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ef669aa-dcda-47e5-9c95-d28125762c93 req-1353e553-ede6-4c4b-828b-d5235073296b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.79 "DELETE /v2.0/ports/f6a5888b-e58d-4a63-a840-ed2b7b58457d HTTP/1.1" status: 204 len: 173 time: 0.4987814 Oct 27 16:59:00.141240 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'name': 'network-vif-deleted', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:59:00.143604 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e705f-57b2-408e-8511-d6b76e7f4203" -d '{"events": [{"server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "name": "network-vif-deleted", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:59:00.193579 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577cded-29b5-4ab6-bd82-549a0c5c16ea x-openstack-request-id: req-4577cded-29b5-4ab6-bd82-549a0c5c16ea {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:59:00.193853 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5ecf45-2882-4872-80e2-54bb1128425b", "name": "network-vif-deleted", "tag": "f6a5888b-e58d-4a63-a840-ed2b7b58457d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:59:00.194120 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4577cded-29b5-4ab6-bd82-549a0c5c16ea {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:59:00.194516 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5ecf45-2882-4872-80e2-54bb1128425b', 'name': 'network-vif-deleted', 'tag': 'f6a5888b-e58d-4a63-a840-ed2b7b58457d', 'status': 'completed', 'code': 200} Oct 27 16:59:00.196555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03c7364d-1191-4e0d-b022-7f8970c33c5c req-f3881cd0-945b-4ef4-bd7b-67c38cfc7b13 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0313044 Oct 27 16:59:01.297466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-98b51240-be9f-4a8d-8143-2fff15b2d9fa req-4856a2d2-2ec9-4e63-876b-54ab26404967 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0280237 Oct 27 16:59:01.971742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f6a5888b-e58d-4a63-a840-ed2b7b58457d no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:01.991659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: f6a5888b-e58d-4a63-a840-ed2b7b58457d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:01.992000 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f6a5888b-e58d-4a63-a840-ed2b7b58457d not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:02.393820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-75ef50aa-fa43-4c43-936b-4eb5e7b440b9 req-7599fd2b-430e-46f6-874d-423973ecd3c6 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0272832 Oct 27 16:59:03.488110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d026d33-c699-4b16-9bcb-0f5e9c771fa5 req-e06b2a6a-40c6-4870-8511-e198681f6e1b tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0267031 Oct 27 16:59:04.585757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-747c333a-8647-4493-9284-a345195c99e6 req-475c91a5-4d65-4ca3-a7ed-3611da2b2660 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0271556 Oct 27 16:59:05.700246 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68458d7f-b92e-4c95-ae40-a987cd863970 req-9811af31-5105-4d46-8196-10e5b3e94529 tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b5ecf45-2882-4872-80e2-54bb1128425b HTTP/1.1" status: 200 len: 210 time: 0.0291908 Oct 27 16:59:06.758114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53226) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:06.882242 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Deleting port 39d0d322-99a9-4d8b-8b72-cafd5531ebb0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:06.882586 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:06.957291 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:06.957615 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:06.974220 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Calling delete_port for 39d0d322-99a9-4d8b-8b72-cafd5531ebb0 owned by network:floatingip {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:07.196075 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:07.222007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'Port': ['ID=39d0d322-99a9-4d8b-8b72-cafd5531ebb0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:07.285200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for floatingip, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:07.299268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:07.300385 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3c9dfb8d-bf6d-4d75-b6b7-5172adf478fb tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "DELETE /v2.0/floatingips/3e725716-53c4-41e8-946f-02cf3ca8edb1 HTTP/1.1" status: 204 len: 168 time: 0.5412893 Oct 27 16:59:10.802420 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53242) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:10.861837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:10.888005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:11.061290 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:11.064034 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:11.067703 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] 10.222.0.70 "DELETE /v2.0/security-groups/1fa65bcc-241a-4ccf-afcb-6576d49dafa8 HTTP/1.1" status: 204 len: 168 time: 0.2617621 Oct 27 16:59:11.074833 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ba91d-3e6c-46a3-ac47-f5cbb72698fd tempest-TestVolumeBootPattern-1498854992 tempest-TestVolumeBootPattern-1498854992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa65bcc-241a-4ccf-afcb-6576d49dafa8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:11.230278 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53246) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:11.391229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e9d9405a-53e3-4565-aeee-7ed6efbbb49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:11.739324 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:11.998475 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Deleting port 7df24d2e-a4bc-490f-946c-9e35136956c8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:11.998964 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:12.090302 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] For port 7df24d2e-a4bc-490f-946c-9e35136956c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7df24d2e-a4bc-490f-946c-9e35136956c8,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:12.090818 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:12.104133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Calling delete_port for 7df24d2e-a4bc-490f-946c-9e35136956c8 owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:12.448570 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:12.476511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7df24d2e-a4bc-490f-946c-9e35136956c8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:12.649365 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:12.866770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:59:12.973132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:59:12.980787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-53ecf003-605e-43ea-84df-89dba30fce5d admin admin] 10.222.0.70 "PUT /v2.0/routers/8942c71a-ea5b-4fa4-ae76-d903a4a47f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468843 Oct 27 16:59:12.980787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53252) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:12.982081 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Sync routers for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:59:12.995554 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:59:12.996171 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:13.086577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.100317 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:59:13.190356 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.362740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Deleting port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:13.363120 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.374114 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:59:12Z', 'revision_number': 5, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port': {'id': '24bc5e80-1fb8-4a48-8fbf-2051011d74c8', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:03Z', 'updated_at': '2021-10-27T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:13.402511 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Checking router: 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:59:13.410975 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Routers {'8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:59:13.411605 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:58:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:13.445428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] For port 24bc5e80-1fb8-4a48-8fbf-2051011d74c8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:13.445808 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.459015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Calling delete_port for 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:13.496564 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] Set router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:59:13.550725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:59:13Z', 'revision_number': 6, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:13.577024 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc357291-6347-4d34-a912-23bfc39b226a None None] The sync data for ids ['8942c71a-ea5b-4fa4-ae76-d903a4a47f2d'] in n-d-814735-4 is: [{'id': '8942c71a-ea5b-4fa4-ae76-d903a4a47f2d', 'name': 'tempest-TestVolumeBootPattern-275024165-router', 'tenant_id': '3439767bb2484a76a685581ce828cd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:02Z', 'updated_at': '2021-10-27T16:59:13Z', 'revision_number': 6, 'project_id': '3439767bb2484a76a685581ce828cd40', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:59:13.699631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.729282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Pushing event deleted for resources: {'Port': ['ID=24bc5e80-1fb8-4a48-8fbf-2051011d74c8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:13.788674 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.878147 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:13.880185 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.030925 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.031507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8942c71a-ea5b-4fa4-ae76-d903a4a47f2d {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:59:14.035873 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.037020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-21c24cb1-bb61-4b70-b270-30c208cd533a admin admin] 10.222.0.70 "DELETE /v2.0/routers/8942c71a-ea5b-4fa4-ae76-d903a4a47f2d HTTP/1.1" status: 204 len: 168 time: 1.0553644 Oct 27 16:59:14.039525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53254) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:14.087259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Deleting subnet 1d878508-81e2-4831-9f13-7661ab148872 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:59:14.090305 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.124678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.150963 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e259193e-2c0b-493f-a974-895dad91e42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.202650 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.357173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.389650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d878508-81e2-4831-9f13-7661ab148872,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:14.391672 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.395164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-18a367d9-c6d3-4127-a181-5bfbfdd64a33 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1d878508-81e2-4831-9f13-7661ab148872 HTTP/1.1" status: 204 len: 168 time: 0.3546953 Oct 27 16:59:14.396539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78ef97-4142-4a2b-9185-c61b78a9f177 None None] Network 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:59:14.397879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53256) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:14.469319 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.524855 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Deleting port b1313266-32c8-4f70-922f-50fe5206abea {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:14.525327 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.581067 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] DHCP port deletion for 0f2cebfa-a7f8-4ebd-82a5-8896219a0589 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:59:14.596050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] For port b1313266-32c8-4f70-922f-50fe5206abea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1313266-32c8-4f70-922f-50fe5206abea,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:14.596417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.612122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Calling delete_port for b1313266-32c8-4f70-922f-50fe5206abea owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:14.650355 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Deleting port b1313266-32c8-4f70-922f-50fe5206abea {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:14.650710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.716468 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] For port b1313266-32c8-4f70-922f-50fe5206abea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=b1313266-32c8-4f70-922f-50fe5206abea,segment=NetworkSegment(3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532),segment_id=3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:14.716789 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.729221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Calling delete_port for b1313266-32c8-4f70-922f-50fe5206abea owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:14.741434 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.898396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.905699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:14.929368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1313266-32c8-4f70-922f-50fe5206abea,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:14.931234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] No DVR routers for this DVR port b1313266-32c8-4f70-922f-50fe5206abea on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:14.936003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] No DVR routers for this DVR port b1313266-32c8-4f70-922f-50fe5206abea on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:14.937578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Pushing event deleted for resources: {'Port': ['ID=b1313266-32c8-4f70-922f-50fe5206abea,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:14.951250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.951613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.951949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.952372 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.952604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.952953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.953239 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.953641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.953915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.954313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.954548 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:14.954865 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c6b1a-a0f9-426f-82b7-7df603cc75fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:15.005976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.024036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2cebfa-a7f8-4ebd-82a5-8896219a0589']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:15.033463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:15.033767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5c7d80-2bc9-4d0a-80e0-c99a7fb4e532') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:15.043150 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.056796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.063283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:59:15.063671 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:59:15.065316 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:59:15.231235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.237256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.240507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0f2cebfa-a7f8-4ebd-82a5-8896219a0589 HTTP/1.1" status: 204 len: 168 time: 0.8415763 Oct 27 16:59:15.243484 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:15.252595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83bab5-0765-49fd-9f32-a88ffa7b2378 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2cebfa-a7f8-4ebd-82a5-8896219a0589,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:15.339383 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b1313266-32c8-4f70-922f-50fe5206abea no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:15.360333 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: b1313266-32c8-4f70-922f-50fe5206abea {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:15.360674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device b1313266-32c8-4f70-922f-50fe5206abea not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:15.361089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7df24d2e-a4bc-490f-946c-9e35136956c8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:15.381097 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7df24d2e-a4bc-490f-946c-9e35136956c8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:15.381437 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7df24d2e-a4bc-490f-946c-9e35136956c8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:15.381843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:15.401538 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:15.401878 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 24bc5e80-1fb8-4a48-8fbf-2051011d74c8 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:15.408822 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.593174 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.832545 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Deleting port 329abd74-8696-464a-9b94-3d56113448fc {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:15.832884 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.910392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] For port 329abd74-8696-464a-9b94-3d56113448fc, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=329abd74-8696-464a-9b94-3d56113448fc,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:15.910759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:15.923451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Calling delete_port for 329abd74-8696-464a-9b94-3d56113448fc owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:16.213889 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:16.239074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=329abd74-8696-464a-9b94-3d56113448fc,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:16.407935 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:16.627486 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Router d154cf4e-734c-451b-bd82-714b8c62d44f has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:59:17.072863 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:59:17.078602 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-79f70e71-6297-42e4-a222-406552459d2f admin admin] 10.222.0.70 "PUT /v2.0/routers/d154cf4e-734c-451b-bd82-714b8c62d44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333869 Oct 27 16:59:17.081062 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53260) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:17.085070 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Sync routers for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:59:17.094619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:59:17.095403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:59:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:17.158701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.194494 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.204038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:59:17.306510 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.566587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:59:16Z', 'revision_number': 5, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port': {'id': '68921e0d-abf9-4d71-bd16-a4ef50532fea', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:42:17Z', 'updated_at': '2021-10-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:17.580608 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Deleting port 68921e0d-abf9-4d71-bd16-a4ef50532fea {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:17.581146 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.603215 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Checking router: d154cf4e-734c-451b-bd82-714b8c62d44f for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:59:17.611303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Routers {'d154cf4e-734c-451b-bd82-714b8c62d44f'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:59:17.611909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T16:59:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['d154cf4e-734c-451b-bd82-714b8c62d44f'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:17.666354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] For port 68921e0d-abf9-4d71-bd16-a4ef50532fea, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=68921e0d-abf9-4d71-bd16-a4ef50532fea,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:17.666712 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.678921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Calling delete_port for 68921e0d-abf9-4d71-bd16-a4ef50532fea owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:17.697815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] Set router d154cf4e-734c-451b-bd82-714b8c62d44f gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:59:17.751633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:59:17Z', 'revision_number': 6, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:17.778986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d294d-27d9-454b-a07f-bdaf79b0b48e None None] The sync data for ids ['d154cf4e-734c-451b-bd82-714b8c62d44f'] in n-d-814735-4 is: [{'id': 'd154cf4e-734c-451b-bd82-714b8c62d44f', 'name': 'tempest-TestVolumeBootPattern-2123430064-router', 'tenant_id': '4ea94594d344477185537c756034e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:42:15Z', 'updated_at': '2021-10-27T16:59:17Z', 'revision_number': 6, 'project_id': '4ea94594d344477185537c756034e3ee', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:59:17.927787 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:17.955148 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=68921e0d-abf9-4d71-bd16-a4ef50532fea,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:18.016762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.106504 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.109081 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.299376 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.299966 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d154cf4e-734c-451b-bd82-714b8c62d44f {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:59:18.304411 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.305613 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-862f2450-f975-4b04-b870-9dc053d09c2b admin admin] 10.222.0.70 "DELETE /v2.0/routers/d154cf4e-734c-451b-bd82-714b8c62d44f HTTP/1.1" status: 204 len: 168 time: 1.2236137 Oct 27 16:59:18.308073 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:18.351914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Deleting subnet c23a01a0-0af0-4830-b6eb-e02eedf9868d {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:59:18.354958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.393389 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.469352 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.647242 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.673275 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23a01a0-0af0-4830-b6eb-e02eedf9868d,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:18.676862 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.680249 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-73c253f2-842d-4888-8172-2f42e6d652ee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c23a01a0-0af0-4830-b6eb-e02eedf9868d HTTP/1.1" status: 204 len: 168 time: 0.3710668 Oct 27 16:59:18.682326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dcc3d9-d06f-4253-85bc-1640fed90647 None None] Network 31fe4381-d0b0-45d8-813a-10b051abd37d requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:59:18.682812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53264) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:18.765270 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.830012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Deleting port 335075be-f006-448f-b4ae-c0e02a08dcc5 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:18.830350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.896770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] DHCP port deletion for 31fe4381-d0b0-45d8-813a-10b051abd37d request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:59:18.897135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] For port 335075be-f006-448f-b4ae-c0e02a08dcc5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=335075be-f006-448f-b4ae-c0e02a08dcc5,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:18.897549 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:18.910968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Calling delete_port for 335075be-f006-448f-b4ae-c0e02a08dcc5 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:18.943399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Deleting port 335075be-f006-448f-b4ae-c0e02a08dcc5 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:18.943769 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.011947 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] For port 335075be-f006-448f-b4ae-c0e02a08dcc5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=335075be-f006-448f-b4ae-c0e02a08dcc5,segment=NetworkSegment(95a1543f-60a9-4699-ad8f-121a41c7a47a),segment_id=95a1543f-60a9-4699-ad8f-121a41c7a47a)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:19.012263 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.025916 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Calling delete_port for 335075be-f006-448f-b4ae-c0e02a08dcc5 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:19.185278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.215064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] Pushing event deleted for resources: {'Port': ['ID=335075be-f006-448f-b4ae-c0e02a08dcc5,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:19.220909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c826dc9-cba7-4c49-bd39-54ec95074e3e None None] No DVR routers for this DVR port 335075be-f006-448f-b4ae-c0e02a08dcc5 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:19.341607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.366538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Pushing event deleted for resources: {'Port': ['ID=335075be-f006-448f-b4ae-c0e02a08dcc5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:19.374573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] No DVR routers for this DVR port 335075be-f006-448f-b4ae-c0e02a08dcc5 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:19.443313 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 335075be-f006-448f-b4ae-c0e02a08dcc5 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:19.449054 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.463376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 335075be-f006-448f-b4ae-c0e02a08dcc5 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:19.463723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 335075be-f006-448f-b4ae-c0e02a08dcc5 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:19.464141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68921e0d-abf9-4d71-bd16-a4ef50532fea no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:19.473236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fe4381-d0b0-45d8-813a-10b051abd37d']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:19.483354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 68921e0d-abf9-4d71-bd16-a4ef50532fea {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:19.483653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 68921e0d-abf9-4d71-bd16-a4ef50532fea not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:19.483796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a1543f-60a9-4699-ad8f-121a41c7a47a') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:19.484072 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 329abd74-8696-464a-9b94-3d56113448fc no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:19.484179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a1543f-60a9-4699-ad8f-121a41c7a47a') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:59:19.493516 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.503571 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 329abd74-8696-464a-9b94-3d56113448fc {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:19.503920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 329abd74-8696-464a-9b94-3d56113448fc not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:19.508300 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.516967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:59:19.516967 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self.session.flush() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: timer() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:59:19.518000 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:59:19.634591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.640502 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:19.643832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] 10.222.0.70 "DELETE /v2.0/networks/31fe4381-d0b0-45d8-813a-10b051abd37d HTTP/1.1" status: 204 len: 168 time: 0.9601610 Oct 27 16:59:19.654983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a2499-1a0c-4e3c-9eec-afc0c3be3581 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fe4381-d0b0-45d8-813a-10b051abd37d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:20.126998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53268) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:20.168498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-60783590-3eec-4aa6-9693-1ff531130147 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3439767bb2484a76a685581ce828cd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402248 Oct 27 16:59:20.170739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53270) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:20.217802 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:20.242105 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:20.396538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:20.399186 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:20.400335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/829f56b1-58cb-46e2-b032-77ca64329b50 HTTP/1.1" status: 204 len: 168 time: 0.2286675 Oct 27 16:59:20.409080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d571f10-89bd-4315-8784-3836199d2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f56b1-58cb-46e2-b032-77ca64329b50,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:21.281080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53276) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:21.320362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-0b4216d5-1cb4-4f6b-808b-34c275ac0755 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ea94594d344477185537c756034e3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380096 Oct 27 16:59:21.322693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53278) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:21.371796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:21.393569 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:21.533452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:21.536140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:21.537352 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79ae45b0-f5ed-4418-b41b-a31491baf014 HTTP/1.1" status: 204 len: 168 time: 0.2136900 Oct 27 16:59:21.545290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff56e8-47b3-4cf3-a462-0da6e23dc06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ae45b0-f5ed-4418-b41b-a31491baf014,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:28.464635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:28.637915 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:59:28.921633 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:33.364070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-4b3334e4-22f1-4d5d-b361-d7146f71d176 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294921 Oct 27 16:59:33.548643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-0a0e521c-01f6-4cff-afb3-047d348b9325 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:33.550036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-0a0e521c-01f6-4cff-afb3-047d348b9325 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802478 Oct 27 16:59:33.566251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-afe0234d-c81c-4f6b-8fd8-dbb18dcc27d5 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/quotas/c50c62a6a85a49168e2c16ebd259dbd0 HTTP/1.1" status: 200 len: 375 time: 0.0103726 Oct 27 16:59:33.607661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-cfe38432-2e3b-4acb-8273-911e2aeccf1e tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289059 Oct 27 16:59:34.030319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1e38b28-f033-4d5c-b2e6-942898261611 req-42cecf99-3259-4fb5-b3fa-9f9ed4891abc tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.1171503 Oct 27 16:59:35.109211 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d324a33d-4773-4045-9e6c-720830627ffc req-07c8580e-168a-44ed-bbd4-496989ec5abe tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Oct 27 16:59:36.185333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fabb89c6-c62c-49ef-b090-ea3d506cd24e req-071a2f8d-86f1-4ff1-a5b0-54a5db135457 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0255282 Oct 27 16:59:37.263748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d11c153f-933a-43ee-add2-2349ce459589 req-e286d585-d6a6-4d71-af4d-7d3718e6a27e tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0258825 Oct 27 16:59:38.359193 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2fe8d401-e678-48a8-b0f7-ba638a03a572 req-abec04fe-94ed-462e-b73b-d0ec86b272f2 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0263190 Oct 27 16:59:39.452827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1317a1e9-0e75-413a-b230-f83fba953c2b req-9fff2048-c1df-41bc-a6ba-41d824df9197 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0261626 Oct 27 16:59:40.354051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b0b5f3a2-42a0-4849-aafb-d1e415d1c158 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200856 Oct 27 16:59:40.465461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-1fdca54b-d317-4b3e-9421-e503a4d9e5da tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:40.466927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-1fdca54b-d317-4b3e-9421-e503a4d9e5da tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068940 Oct 27 16:59:40.479335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Request body: {'port': {'device_id': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'admin_state_up': True, 'tenant_id': 'c50c62a6a85a49168e2c16ebd259dbd0'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:59:40.567834 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc3894eb-ed27-44a5-8cc4-9bec1aee49f4 req-1fb7e1ce-7c80-4ef7-8141-efb0e6c744b1 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0358615 Oct 27 16:59:40.686717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Made reservation on behalf of c50c62a6a85a49168e2c16ebd259dbd0 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:59:40.690350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:40.699806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:40.773529 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:40.868312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:40.934974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1210e-97f7-41cb-9c2a-e899c2d8d916,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:41.011129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Allocated IP 192.168.233.108 (ae13144c-855f-44bf-8b82-b6754b994198/e6189513-b468-4cf2-9bf5-935e787f0ffd/e3a0d126-4702-4c77-aaef-b0125dfdd47d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:59:41.158130 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.287034 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.340263 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Network ae13144c-855f-44bf-8b82-b6754b994198 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:59:41.343609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:59:41.348854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:59:41.352866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Pushing event updated for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:41.404076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.404784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.435528 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-25224f4c-3a57-436c-997c-594e9258be3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.524916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-b014e1c1-e3f1-44a0-bd57-f762e0a9db71 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0483630 Oct 27 16:59:41.536069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Request body: {'port': {'device_id': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:59:41.547373 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-282e1066-4b63-4db9-b2f7-c70edb480948 None None] Provisioning complete for port e3a0d126-4702-4c77-aaef-b0125dfdd47d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:59:41.547854 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-282e1066-4b63-4db9-b2f7-c70edb480948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.585755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-282e1066-4b63-4db9-b2f7-c70edb480948 None None] Port e3a0d126-4702-4c77-aaef-b0125dfdd47d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:59:41.597096 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.762780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8ceef-c0f8-4a25-bf3b-d8116104eda8 req-4a4d3678-c4f2-4e7b-a574-4097a78e7f47 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.764209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2e8ceef-c0f8-4a25-bf3b-d8116104eda8 req-4a4d3678-c4f2-4e7b-a574-4097a78e7f47 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 936 time: 0.1167381 Oct 27 16:59:41.841855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d2e8ceef-c0f8-4a25-bf3b-d8116104eda8 req-9e311516-3f65-4447-b4f7-3c98626c8963 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676103 Oct 27 16:59:41.925861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a0d126-4702-4c77-aaef-b0125dfdd47d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:59:41.933159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.944722 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Transition to ACTIVE for port object e3a0d126-4702-4c77-aaef-b0125dfdd47d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:59:42.010366 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:42.059963 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:42.134092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Attempting to bind port e3a0d126-4702-4c77-aaef-b0125dfdd47d on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:59:42.134425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Attempting to bind port e3a0d126-4702-4c77-aaef-b0125dfdd47d by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:59:42.134752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Attempting to bind port e3a0d126-4702-4c77-aaef-b0125dfdd47d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:59:42.139547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Port e3a0d126-4702-4c77-aaef-b0125dfdd47d on network ae13144c-855f-44bf-8b82-b6754b994198 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:59:42.139866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Attempting to bind port e3a0d126-4702-4c77-aaef-b0125dfdd47d on network ae13144c-855f-44bf-8b82-b6754b994198 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:59:42.145435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:59:42.145768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Checking segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:59:42.146166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Bound using segment: {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:59:42.146578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Bound port: e3a0d126-4702-4c77-aaef-b0125dfdd47d, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5748d2f7-7650-4060-86c8-970a32e1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:59:42.146933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:42.215972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:59:42.218986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:59:42.327199 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:42.360404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.361075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:42.362474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] 10.222.0.79 "PUT /v2.0/ports/e3a0d126-4702-4c77-aaef-b0125dfdd47d HTTP/1.1" status: 200 len: 1096 time: 0.8306594 Oct 27 16:59:42.362911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:59:42.365203 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62118dc386be996df14aa23c813506c2cb8d78623e7d0d6204c3efc8f7be7f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8" -d '{"events": [{"name": "network-changed", "server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:59:42.395257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447418-8e89-4e00-b5b8-1d6c8eb3b92d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:42.410222 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63644e-4fe9-407d-bbe2-b9eaf6485a36 x-openstack-request-id: req-6b63644e-4fe9-407d-bbe2-b9eaf6485a36 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:59:42.410519 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:59:42.410775 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b63644e-4fe9-407d-bbe2-b9eaf6485a36 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:59:42.411214 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d', 'status': 'completed', 'code': 200} Oct 27 16:59:42.475209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8 req-6ce3f9be-233d-45d0-980b-ff2b248fa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.476735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8 req-6ce3f9be-233d-45d0-980b-ff2b248fa33b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 1099 time: 0.0441618 Oct 27 16:59:42.506955 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8 req-241ab8da-1d45-4a7d-8e22-624bb984c512 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207570 Oct 27 16:59:42.607428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8 req-cb96b9f9-8048-42aa-a522-abd9f05d715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.608848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31d7c5c1-b0fc-4e1b-8c45-fc1e0bcc12a8 req-cb96b9f9-8048-42aa-a522-abd9f05d715f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934756 Oct 27 16:59:42.692227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-3f85e5c5-e22b-49d3-b597-e34a72beba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.693774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-3f85e5c5-e22b-49d3-b597-e34a72beba1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 1099 time: 0.0451109 Oct 27 16:59:42.735424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-d15564b6-4f55-4f70-8a8b-52669dc6b24c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d HTTP/1.1" status: 200 len: 217 time: 0.0331986 Oct 27 16:59:42.786581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-7b0ea076-c53b-425b-a021-f66f793bbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.788077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-7b0ea076-c53b-425b-a021-f66f793bbb71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6189513-b468-4cf2-9bf5-935e787f0ffd HTTP/1.1" status: 200 len: 843 time: 0.0469825 Oct 27 16:59:42.833877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-ab957b8b-0a84-4f97-a5dd-0ab71e3e8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:42.835385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-ab957b8b-0a84-4f97-a5dd-0ab71e3e8dad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ae13144c-855f-44bf-8b82-b6754b994198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402064 Oct 27 16:59:42.954237 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-ef31203c-d6e5-417a-947c-9a24b468776e service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117706 Oct 27 16:59:43.014277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc0fd-6888-4b15-92ac-586ff9cc5d50 req-1cadbf6d-afda-4bed-9f6d-a6bf70afd726 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:43.015748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-717bc0fd-6888-4b15-92ac-586ff9cc5d50 req-1cadbf6d-afda-4bed-9f6d-a6bf70afd726 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 948 time: 0.1050045 Oct 27 16:59:43.074387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-717bc0fd-6888-4b15-92ac-586ff9cc5d50 req-7b6fb6b8-a09c-427c-bdce-e252db55a2bf tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Oct 27 16:59:43.084782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6cd5185-535c-43ab-830a-e59b101cf922 req-a82a9664-2f00-433c-b859-ed614cf2361b service neutron] 10.222.0.79 "GET /v2.0/networks/ae13144c-855f-44bf-8b82-b6754b994198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230993 Oct 27 16:59:44.044624 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7a5ef0fd-3567-4009-8578-bf9b5d28d9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:44.171519 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e3a0d126-4702-4c77-aaef-b0125dfdd47d details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:59:44.196171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9b2a-c86f-487f-a54d-3e2a9061aba8 req-643d0dfe-8d55-430f-878e-82a43edf359c tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:44.197690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51ec9b2a-c86f-487f-a54d-3e2a9061aba8 req-643d0dfe-8d55-430f-878e-82a43edf359c tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 948 time: 0.0539377 Oct 27 16:59:44.236493 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51ec9b2a-c86f-487f-a54d-3e2a9061aba8 req-db721612-3ab1-4a60-adbe-b64075821a5c tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Oct 27 16:59:44.271945 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:44.283819 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d', 'network_id': 'ae13144c-855f-44bf-8b82-b6754b994198', 'port_id': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d', 'mac_address': 'fa:16:3e:fb:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6189513-b468-4cf2-9bf5-935e787f0ffd', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:59:44.320506 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:44.332939 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a0d126-4702-4c77-aaef-b0125dfdd47d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:59:44.352874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:44.438566 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:44.485513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:44.665209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['e3a0d126-4702-4c77-aaef-b0125dfdd47d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:59:44.709911 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:45.358572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217897d-5314-4753-9bce-de7e378098fe req-4d1aab32-ed76-474e-b982-41f8cd23b4ee tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:45.358572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0217897d-5314-4753-9bce-de7e378098fe req-4d1aab32-ed76-474e-b982-41f8cd23b4ee tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 949 time: 0.0493135 Oct 27 16:59:45.377550 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:45.390694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0217897d-5314-4753-9bce-de7e378098fe req-65e53877-b4d8-439c-ba8d-eebd7e063e55 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Oct 27 16:59:46.186801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e3a0d126-4702-4c77-aaef-b0125dfdd47d up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:59:46.315021 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port e3a0d126-4702-4c77-aaef-b0125dfdd47d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:59:46.318998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port e3a0d126-4702-4c77-aaef-b0125dfdd47d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:59:46.319426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:46.399365 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:46.422743 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:59:46.425099 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2336f43b4120ec67f05186ae2281f59186183d0c9d68cd73544cd1eb7d142a68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eced4fcb-f8cb-4045-a2d7-0cff3ac8409c" -d '{"events": [{"server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "name": "network-vif-plugged", "status": "completed", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:59:46.440505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:46.474513 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee4154-08ab-40a8-8cb7-e4cb61d8be9a x-openstack-request-id: req-adee4154-08ab-40a8-8cb7-e4cb61d8be9a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:59:46.474513 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "name": "network-vif-plugged", "status": "completed", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:59:46.474513 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adee4154-08ab-40a8-8cb7-e4cb61d8be9a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:59:46.474513 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d', 'code': 200} Oct 27 16:59:46.516743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2511b-9db9-43bc-9313-3ad2ef469743 req-bd9f04ff-2678-4506-8457-cdd2ee8a788f tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:46.518260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93d2511b-9db9-43bc-9313-3ad2ef469743 req-bd9f04ff-2678-4506-8457-cdd2ee8a788f tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 949 time: 0.0515971 Oct 27 16:59:46.538025 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:46.585483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-93d2511b-9db9-43bc-9313-3ad2ef469743 req-0545d852-72dd-47d6-a2d2-00b14d90884a tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608020 Oct 27 16:59:46.592179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:46.595813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f7452-e4ee-4778-8a17-9cc07a751102 req-143fbbe4-0b51-4095-acfb-a6e93c0ee341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:46.597295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-065f7452-e4ee-4778-8a17-9cc07a751102 req-143fbbe4-0b51-4095-acfb-a6e93c0ee341 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 1101 time: 0.0596006 Oct 27 16:59:46.635017 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-065f7452-e4ee-4778-8a17-9cc07a751102 req-36b5eebc-85c1-45d9-9e64-2f7f4f45f3a3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287387 Oct 27 16:59:47.166184 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:47.705270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51148e6e-bacf-4e5d-9b2a-3fe19c4d32df req-aa52a10c-4689-4382-8b3e-609c095e66f0 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:47.706766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51148e6e-bacf-4e5d-9b2a-3fe19c4d32df req-aa52a10c-4689-4382-8b3e-609c095e66f0 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 950 time: 0.0492084 Oct 27 16:59:47.747535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51148e6e-bacf-4e5d-9b2a-3fe19c4d32df req-e0205d8a-215c-48db-b44f-69ccedac9375 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Oct 27 16:59:48.861724 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6cabb-cc50-444a-9c69-eb49daad298f req-dec6180b-034e-4641-99f2-7516a40ee092 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:48.863231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccb6cabb-cc50-444a-9c69-eb49daad298f req-dec6180b-034e-4641-99f2-7516a40ee092 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 950 time: 0.0485308 Oct 27 16:59:48.900591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccb6cabb-cc50-444a-9c69-eb49daad298f req-99b3932b-b6df-453b-8186-a5060c4a6f9a tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Oct 27 16:59:49.292241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-ced1a546-c363-4d62-b66c-d518ef14fd8a req-2599994f-dd17-4f74-b819-fb57de457da7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:59:49.293190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ced1a546-c363-4d62-b66c-d518ef14fd8a req-2599994f-dd17-4f74-b819-fb57de457da7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0545161 Oct 27 16:59:49.859814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-ac0bc007-c408-4068-8a99-f959c13d8b77 req-22f692e5-4fba-4cde-8fc3-13541f679f6b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:59:49.860827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac0bc007-c408-4068-8a99-f959c13d8b77 req-22f692e5-4fba-4cde-8fc3-13541f679f6b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0534210 Oct 27 16:59:50.533865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d63a0-d852-4948-a881-dca2ba6a1c34 req-5e4bebd6-474b-4b43-a9c4-eb3908ae52a7 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:50.535466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b69d63a0-d852-4948-a881-dca2ba6a1c34 req-5e4bebd6-474b-4b43-a9c4-eb3908ae52a7 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 950 time: 0.0533895 Oct 27 16:59:50.572880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b69d63a0-d852-4948-a881-dca2ba6a1c34 req-b7758df1-8284-4213-9a9d-aca38ec6a503 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Oct 27 16:59:51.691535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64307a-0762-48e4-a3d8-304297062719 req-c5b26d59-694f-4bad-b197-7d0fb82a07c4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:51.693103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d64307a-0762-48e4-a3d8-304297062719 req-c5b26d59-694f-4bad-b197-7d0fb82a07c4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 950 time: 0.0509048 Oct 27 16:59:51.757162 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d64307a-0762-48e4-a3d8-304297062719 req-ffd00824-ec51-417a-a960-a23417fa25df tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdd1210e-97f7-41cb-9c2a-e899c2d8d916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580847 Oct 27 16:59:51.777518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-85257196-2783-4ee2-95e9-5e3f9df80f5a tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:51.779059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-85257196-2783-4ee2-95e9-5e3f9df80f5a tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.79 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 950 time: 0.0668590 Oct 27 16:59:51.871383 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Deleting port e3a0d126-4702-4c77-aaef-b0125dfdd47d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:59:51.871710 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:51.957586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] For port e3a0d126-4702-4c77-aaef-b0125dfdd47d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e3a0d126-4702-4c77-aaef-b0125dfdd47d,segment=NetworkSegment(5748d2f7-7650-4060-86c8-970a32e1c044),segment_id=5748d2f7-7650-4060-86c8-970a32e1c044)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:59:51.957902 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:51.974504 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Calling delete_port for e3a0d126-4702-4c77-aaef-b0125dfdd47d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:59:52.198443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:52.210891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['e3a0d126-4702-4c77-aaef-b0125dfdd47d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:59:52.226515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Pushing event deleted for resources: {'Port': ['ID=e3a0d126-4702-4c77-aaef-b0125dfdd47d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:52.238987 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.239363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.239703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.240039 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.240372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.240707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.241071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.241404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.241731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.242053 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.242639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.242959 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:52.287247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] No DVR routers for this DVR port e3a0d126-4702-4c77-aaef-b0125dfdd47d on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:59:52.289853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:52.293202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-690cfac2-5e6c-4dca-a89a-bf2caa57c021 req-52c7d28c-d3bc-4855-a468-0d58ddd6e4b4 tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.79 "DELETE /v2.0/ports/e3a0d126-4702-4c77-aaef-b0125dfdd47d HTTP/1.1" status: 204 len: 173 time: 0.5083067 Oct 27 16:59:52.293656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'name': 'network-vif-deleted', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:59:52.333117 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deeac62-4289-4fca-86ef-ff6acbca3dd9" -d '{"events": [{"server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "name": "network-vif-deleted", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:59:52.425718 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4f21d-7bda-4d20-8057-ee767a095c36 x-openstack-request-id: req-79a4f21d-7bda-4d20-8057-ee767a095c36 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:59:52.426019 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804d7f1c-1426-4f9e-8f8f-4f4293bcadf6", "name": "network-vif-deleted", "tag": "e3a0d126-4702-4c77-aaef-b0125dfdd47d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:59:52.426277 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79a4f21d-7bda-4d20-8057-ee767a095c36 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:59:52.426676 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804d7f1c-1426-4f9e-8f8f-4f4293bcadf6', 'name': 'network-vif-deleted', 'tag': 'e3a0d126-4702-4c77-aaef-b0125dfdd47d', 'status': 'completed', 'code': 200} Oct 27 16:59:52.866710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e84ae000-ea42-43f1-aaac-4fbe69884060 req-64b0437d-c509-4813-9edb-052cf0520d3c tempest-ServersAdminNegativeTestJSON-1927569393 tempest-ServersAdminNegativeTestJSON-1927569393-project] 10.222.0.70 "GET /v2.0/ports?device_id=804d7f1c-1426-4f9e-8f8f-4f4293bcadf6 HTTP/1.1" status: 200 len: 210 time: 0.0273440 Oct 27 16:59:54.249191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e3a0d126-4702-4c77-aaef-b0125dfdd47d no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:59:54.270090 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: e3a0d126-4702-4c77-aaef-b0125dfdd47d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:59:54.270453 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e3a0d126-4702-4c77-aaef-b0125dfdd47d not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:59:54.470374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53448) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:54.597746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-377faaa4-fd40-4613-92f6-88e00044ef9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c50c62a6a85a49168e2c16ebd259dbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261656 Oct 27 16:59:54.600245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53452) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:54.647689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:54.667720 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:54.811865 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:54.815092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:54.816251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdd1210e-97f7-41cb-9c2a-e899c2d8d916 HTTP/1.1" status: 204 len: 168 time: 0.2150598 Oct 27 16:59:54.824270 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297ddcf-c772-4a73-9ae7-00b280d23002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1210e-97f7-41cb-9c2a-e899c2d8d916,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:55.894634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53458) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:55.910647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8d05ee7-b221-4a08-99e0-32964dc6dbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:55.983136 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8d05ee7-b221-4a08-99e0-32964dc6dbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.066489 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c8d05ee7-b221-4a08-99e0-32964dc6dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.105387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c8d05ee7-b221-4a08-99e0-32964dc6dbf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa0fcc29d5b04b3f861017f829128af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105095 Oct 27 16:59:56.106250 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d05ee7-b221-4a08-99e0-32964dc6dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2470d6c-e187-417a-bd91-a67c6b23340e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:56.108196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53460) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:56.158979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.184312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.312088 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.315268 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:56.316415 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2470d6c-e187-417a-bd91-a67c6b23340e HTTP/1.1" status: 204 len: 168 time: 0.2066774 Oct 27 16:59:56.323921 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2470d6c-e187-417a-bd91-a67c6b23340e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:56.331940 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:56.338645 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5290e-81fc-473b-8c1b-b202f795ca33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:59:57.577622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53482) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:57.672075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1893007342-network', 'tenant_id': '6e277470948f4e83a9014c1c211c67ea'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:59:57.788353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Made reservation on behalf of 6e277470948f4e83a9014c1c211c67ea for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:59:57.790647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:57.799527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:57.875392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:57.971592 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:57.999063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:59:58.004934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083dc29c-6886-40ab-82c0-40b242f863c9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:58.013007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.013357 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Added segment 44608e64-887a-4df1-85cd-295c2942fc02 of type vlan for network bb6bb972-f8ff-4ee6-b116-1a22131581d1 Oct 27 16:59:58.057807 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.160369 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.161363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:58.161949 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.223553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] Pushing event updated for resources: {'Network': ['ID=bb6bb972-f8ff-4ee6-b116-1a22131581d1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:58.233226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network bb6bb972-f8ff-4ee6-b116-1a22131581d1 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:59:58.423581 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9992cdd4-f9cc-4e48-b488-b9fab523071a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8446386 Oct 27 16:59:58.427065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53486) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:59:58.440068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Request body: {'subnet': {'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1893007342-subnet', 'tenant_id': '6e277470948f4e83a9014c1c211c67ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:59:58.632085 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.643466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Made reservation on behalf of 6e277470948f4e83a9014c1c211c67ea for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:59:58.645933 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.892160 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:58.948931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:59:58.957774 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Checking segment: {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:59:58.958137 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Network hostable DHCP agents. Network: bb6bb972-f8ff-4ee6-b116-1a22131581d1, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:59:58.986344 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:59.074095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Network bb6bb972-f8ff-4ee6-b116-1a22131581d1 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:59:59.194101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, bb6bb972-f8ff-4ee6-b116-1a22131581d1) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:59:59.198929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:59.199542 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:59.203422 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314354a-8303-44ba-9558-906686bcf5f5 None None] Network bb6bb972-f8ff-4ee6-b116-1a22131581d1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:59:59.309344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e4a5bb6b-ab44-42b6-b609-9e269125de40 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8811624 Oct 27 16:59:59.324374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35b0fd-49f5-4d26-973e-a5ea2ee464ad None None] Network bb6bb972-f8ff-4ee6-b116-1a22131581d1 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:59:59.730886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-6f52fbf5-98d4-4c11-bc96-df641aa62dbf tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:59.732318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-6f52fbf5-98d4-4c11-bc96-df641aa62dbf tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 812 time: 0.1059096 Oct 27 16:59:59.747518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-483390a0-101b-44c2-a79f-bdb66c75ce31 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/quotas/6e277470948f4e83a9014c1c211c67ea HTTP/1.1" status: 200 len: 375 time: 0.0094705 Oct 27 16:59:59.779797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-53bb5108-b6bb-49b7-bbb9-024d83b1a08b tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267882 Oct 27 16:59:59.790995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-ea19ffda-7d04-44a8-b218-619a628b263c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:59:59.791957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-ea19ffda-7d04-44a8-b218-619a628b263c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049458 Oct 27 16:59:59.883401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-a028d792-2ddb-48d3-9892-f2e5c58640fc service neutron] 10.222.0.70 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Oct 27 16:59:59.972120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-2cdfbf8a-0148-407d-902e-d780b632802d service neutron] 10.222.0.70 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824714 Oct 27 17:00:00.232725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6e77319-3aaf-4345-9b75-c208f5f259de req-00c0ae81-f6dd-46bf-89af-b1b93f23e3be tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Oct 27 17:00:01.314818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14df1cba-f137-4e7c-a6a1-f4e231d094c3 req-36435741-4109-4c21-be4e-3e017d046ea9 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Oct 27 17:00:02.407995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0cf145da-acf9-4e20-95a0-61f7865a6728 req-1c3c2fa0-c73a-4dc4-bb47-601ee2600bfc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 210 time: 0.0257342 Oct 27 17:00:02.880641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-77669c08-f23a-416a-8164-ffa385ba6b14 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:02.882071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-77669c08-f23a-416a-8164-ffa385ba6b14 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.79 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 812 time: 0.1033878 Oct 27 17:00:02.895092 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Request body: {'port': {'device_id': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1', 'admin_state_up': True, 'tenant_id': '6e277470948f4e83a9014c1c211c67ea'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:03.117666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Made reservation on behalf of 6e277470948f4e83a9014c1c211c67ea for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:03.121427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:03.258673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Allocated IP 172.20.0.14 (bb6bb972-f8ff-4ee6-b116-1a22131581d1/2e089ae3-8a48-4c4c-9136-b9f3069ff2e5/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:00:03.405782 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:03.507587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9bb8a523-b356-419b-bd53-e3b001bebdac req-96c00c3f-3acc-4724-a6bc-77d2a1a47c7b tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 210 time: 0.0312197 Oct 27 17:00:03.565701 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:03.608620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Network bb6bb972-f8ff-4ee6-b116-1a22131581d1 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:00:03.611761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:00:03.616173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:00:03.643303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:03.672294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:03.672942 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:03.791470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-cbf3b9f9-1412-4b28-a1c2-d5caf1fa8449 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9002435 Oct 27 17:00:03.801564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-98471a2c-f17d-4b5d-bd90-40a9088547e0 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:00:03.802717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-98471a2c-f17d-4b5d-bd90-40a9088547e0 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055759 Oct 27 17:00:03.913943 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Request body: {'port': {'device_id': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:03.970543 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.230156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:04.237388 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.249356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Transition to ACTIVE for port object ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:04.345797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.395759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:04.468962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:04.469293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:04.469620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:04.474471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:04.474786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:04.479525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:04.479858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Checking segment: {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:04.480235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Bound using segment: {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:04.480662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Bound port: ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:04.481007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.543181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:04.546296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:04.625473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d3861-ce5d-4418-84c7-82ab9978fb36 req-f5481687-106b-4979-861a-3fd006ecbe5e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:04.626868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-018d3861-ce5d-4418-84c7-82ab9978fb36 req-f5481687-106b-4979-861a-3fd006ecbe5e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0513947 Oct 27 17:00:04.660631 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.692544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-018d3861-ce5d-4418-84c7-82ab9978fb36 req-f69a950a-20d4-49a2-8c6c-a521716ab913 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Oct 27 17:00:04.705835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:04.706452 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:04.708467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] 10.222.0.79 "PUT /v2.0/ports/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 1092 time: 0.8437252 Oct 27 17:00:04.708900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:04.711204 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:04.732884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25dbe-a286-4a4b-a7f2-faeffb86c601 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:04.752776 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30697113-5ab6-4346-b738-c7dce045030b x-openstack-request-id: req-30697113-5ab6-4346-b738-c7dce045030b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:04.753069 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:04.753322 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30697113-5ab6-4346-b738-c7dce045030b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:04.754261 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'status': 'completed', 'code': 200} Oct 27 17:00:04.813903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-5a8a63d4-e0aa-4384-8983-543b1472189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:04.815512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-5a8a63d4-e0aa-4384-8983-543b1472189a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0419245 Oct 27 17:00:05.248000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-be5e0086-a5a4-45a3-baab-6499a432aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:05.249735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-be5e0086-a5a4-45a3-baab-6499a432aed2 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6e277470948f4e83a9014c1c211c67ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4247019 Oct 27 17:00:05.346265 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-28091d48-a640-445f-bedf-9864bb330bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:05.347919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1cabdf41-4fbb-46f3-b226-89e09ae7b6ae req-28091d48-a640-445f-bedf-9864bb330bf9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913899 Oct 27 17:00:05.423784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-0d532b3d-29b3-4ff3-aa66-0dca643cdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:05.425263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-0d532b3d-29b3-4ff3-aa66-0dca643cdc0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0399780 Oct 27 17:00:05.469588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-3a3cbf47-f19a-4b01-bbfc-8b2333787e86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0365736 Oct 27 17:00:05.519884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-66b47f48-ed88-4d21-a537-bc3bda3bd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:05.521247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-66b47f48-ed88-4d21-a537-bc3bda3bd37f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0451770 Oct 27 17:00:05.552121 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-7cada310-97f9-44c2-924e-60b7d7557de4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240006 Oct 27 17:00:05.637436 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:00:05.647345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-4af7e47d-5715-4002-93a5-af6fb57b1c75 service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879333 Oct 27 17:00:05.736538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a34a4f5c-1f69-40fd-a02d-c904987773d2 req-c48c5432-a7ac-4598-8272-a1ce75105156 service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822253 Oct 27 17:00:05.816561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7ece-50d8-464c-8211-0005a95a7985 req-0359a4e3-bed1-4193-99ad-b856730e01b0 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:05.817947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d03b7ece-50d8-464c-8211-0005a95a7985 req-0359a4e3-bed1-4193-99ad-b856730e01b0 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0544255 Oct 27 17:00:05.856516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d03b7ece-50d8-464c-8211-0005a95a7985 req-724551bc-2606-463e-ab60-c033118ba51d tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Oct 27 17:00:06.976902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8b4eb-cb73-4097-b748-1050939c4710 req-577abc6c-d0d7-4b57-8c59-cfb009401e31 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:06.978374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca8b4eb-cb73-4097-b748-1050939c4710 req-577abc6c-d0d7-4b57-8c59-cfb009401e31 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0490131 Oct 27 17:00:07.016861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca8b4eb-cb73-4097-b748-1050939c4710 req-90220f15-9523-40f5-ac09-b9b103a3b4a4 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Oct 27 17:00:08.147055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a664f-7ec7-4be2-b3bd-d18c3c73c730 req-87555a2b-931a-491b-9562-e2638a263fbb tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:08.148555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-541a664f-7ec7-4be2-b3bd-d18c3c73c730 req-87555a2b-931a-491b-9562-e2638a263fbb tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0526931 Oct 27 17:00:08.189074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-541a664f-7ec7-4be2-b3bd-d18c3c73c730 req-51441199-2fff-4afd-8fab-f87e035ad60f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Oct 27 17:00:08.341748 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:00:08.432552 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:08.444269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1', 'port_id': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'mac_address': 'fa:16:3e:f6:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e089ae3-8a48-4c4c-9136-b9f3069ff2e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:00:08.483695 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:08.496410 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:08.514902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:08.582850 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:08.629752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:08.767291 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:00:09.313044 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6078fd-8be6-4ba6-a04f-4d78366f0b70 req-defcb6de-3671-49ba-9580-b1870e375da5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:09.314446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d6078fd-8be6-4ba6-a04f-4d78366f0b70 req-defcb6de-3671-49ba-9580-b1870e375da5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Oct 27 17:00:09.352386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d6078fd-8be6-4ba6-a04f-4d78366f0b70 req-7063f4c9-a24f-4d34-9300-404f733b06c1 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Oct 27 17:00:10.342582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:10.459777 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:00:10.463849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:10.464214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:10.467980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea46f12-4338-48b4-a636-42ec3ee7e159 req-93dfef02-5406-4c95-9e4d-3552ed2edb71 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:10.472673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ea46f12-4338-48b4-a636-42ec3ee7e159 req-93dfef02-5406-4c95-9e4d-3552ed2edb71 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 945 time: 0.0489991 Oct 27 17:00:10.509732 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ea46f12-4338-48b4-a636-42ec3ee7e159 req-4f813842-8a33-4895-b721-253e03d9193c tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334041 Oct 27 17:00:10.542990 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:10.717810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:10.731691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:10.758731 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13988050-40af-4aba-8706-0f55ef09a45e" -d '{"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-plugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:10.843066 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:10.846070 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d68721-bf6c-4a18-8e43-f84de897bf1f x-openstack-request-id: req-93d68721-bf6c-4a18-8e43-f84de897bf1f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:10.846376 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-plugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:10.846626 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93d68721-bf6c-4a18-8e43-f84de897bf1f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:10.847637 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'code': 200} Oct 27 17:00:10.899700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:10.945405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f34d9-ca0a-4a75-a4a5-f79724056877 req-85f2a5a6-617f-42e8-ae4b-fc8e22424571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:10.946999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a09f34d9-ca0a-4a75-a4a5-f79724056877 req-85f2a5a6-617f-42e8-ae4b-fc8e22424571 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1097 time: 0.0418556 Oct 27 17:00:10.984445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a09f34d9-ca0a-4a75-a4a5-f79724056877 req-9faf257e-cd16-4bef-a755-1963515e7306 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Oct 27 17:00:11.385745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9c515f39-cba8-4674-911e-ef3ed6bf0b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:11.636979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e58fc-59a0-4cd8-acfc-efa4f1b33ce1 req-62b234c5-a568-447a-b113-356e6e4f5d41 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:11.638975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e26e58fc-59a0-4cd8-acfc-efa4f1b33ce1 req-62b234c5-a568-447a-b113-356e6e4f5d41 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Oct 27 17:00:11.676862 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e26e58fc-59a0-4cd8-acfc-efa4f1b33ce1 req-e308f51f-d43e-4948-b813-b33ac6ce9b20 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 27 17:00:12.797910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d697b-68d1-44d4-b535-8337903e2955 req-48a672aa-703b-4410-ad58-2983a65e38bc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:12.799389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c5d697b-68d1-44d4-b535-8337903e2955 req-48a672aa-703b-4410-ad58-2983a65e38bc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0494027 Oct 27 17:00:12.838437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6c5d697b-68d1-44d4-b535-8337903e2955 req-bbb65869-8efb-45d6-8fd4-d080b6e98ef0 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Oct 27 17:00:13.262435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a99a-62f7-4dfb-b7eb-676a5cd9def2 req-460edf50-f647-4036-b4d6-26cb379a77c1 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:13.263969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8238a99a-62f7-4dfb-b7eb-676a5cd9def2 req-460edf50-f647-4036-b4d6-26cb379a77c1 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0497019 Oct 27 17:00:13.303171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8238a99a-62f7-4dfb-b7eb-676a5cd9def2 req-946b4a1d-5a53-4dda-8a49-c3cbb432771c tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Oct 27 17:00:13.390811 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53550) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:13.482253 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-3bfc8f85-61a6-454a-9a8f-4f3bf47ec802 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902519 Oct 27 17:00:13.491855 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-a0e43b26-df6e-4a69-b19d-4de14862f97d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:00:13.492805 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-a0e43b26-df6e-4a69-b19d-4de14862f97d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057974 Oct 27 17:00:14.191294 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-88750f4c-5c7c-41a6-9af6-7b032ae7fe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:14.425688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd43e2-d76a-42cb-845f-1b021921b21d req-93aa60a8-1ed8-443a-99a1-ddec339617e2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:14.427212 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8acd43e2-d76a-42cb-845f-1b021921b21d req-93aa60a8-1ed8-443a-99a1-ddec339617e2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0528395 Oct 27 17:00:14.467618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8acd43e2-d76a-42cb-845f-1b021921b21d req-dfb6767a-e14a-4adc-902b-05a5aa9f14c7 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Oct 27 17:00:14.725191 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:15.382320 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:15.586176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950a97-adab-4649-97b2-5470b298f0b5 req-f96e1698-b57b-490d-bf8f-4cc263466344 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:15.587715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e950a97-adab-4649-97b2-5470b298f0b5 req-f96e1698-b57b-490d-bf8f-4cc263466344 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0503442 Oct 27 17:00:15.627203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4e950a97-adab-4649-97b2-5470b298f0b5 req-ba8cfaef-ca93-4400-8061-4b93996751bc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Oct 27 17:00:16.200864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-3216a3f1-fcf7-4287-bf80-13b8f1c1b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:16.202382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-3216a3f1-fcf7-4287-bf80-13b8f1c1b119 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1097 time: 0.0415339 Oct 27 17:00:16.294991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-d5c02e62-29f4-427c-bf39-ed95539f936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:16.296485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-d5c02e62-29f4-427c-bf39-ed95539f936a service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 913 time: 0.0860705 Oct 27 17:00:16.338653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-81ccfd93-9446-4551-8693-a3d9dac9e589 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0344007 Oct 27 17:00:16.388160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-ec1c5e0e-9c16-4fd9-b9dd-e23984bb07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:16.389629 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-ec1c5e0e-9c16-4fd9-b9dd-e23984bb07ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0448978 Oct 27 17:00:16.425353 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-42317911-5e4f-44e1-883c-878ee6faaf62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282743 Oct 27 17:00:16.514820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-96091984-2e1e-4fe8-8d81-b371626f92fc service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Oct 27 17:00:16.609400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-3df3e663-f5aa-4ff7-b281-13e0979c73af service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878708 Oct 27 17:00:16.747079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a337d02-7c6c-4d3f-8680-387215f59577 req-1322221d-af31-4659-b2db-fd79d291691e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:16.748623 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a337d02-7c6c-4d3f-8680-387215f59577 req-1322221d-af31-4659-b2db-fd79d291691e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0504990 Oct 27 17:00:16.786865 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a337d02-7c6c-4d3f-8680-387215f59577 req-76445e0d-81d1-4713-a43e-43de306857c2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Oct 27 17:00:17.182797 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:17.903788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e0c22-585a-4cbc-99ef-2ddba96dda7a req-538c8e8c-7c43-4351-b7af-9c26ee086e23 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:17.905335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c08e0c22-585a-4cbc-99ef-2ddba96dda7a req-538c8e8c-7c43-4351-b7af-9c26ee086e23 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Oct 27 17:00:17.943005 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c08e0c22-585a-4cbc-99ef-2ddba96dda7a req-fd1d933d-859d-4b8b-aac6-ba287a9979f9 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Oct 27 17:00:19.064352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27566-fb43-41b7-a10f-36970a57d616 req-8f16a2d9-63ad-4ef4-8200-b19a3dc1a156 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:19.065848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde27566-fb43-41b7-a10f-36970a57d616 req-8f16a2d9-63ad-4ef4-8200-b19a3dc1a156 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0531440 Oct 27 17:00:19.104008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fde27566-fb43-41b7-a10f-36970a57d616 req-dfc10e20-0dd6-4e76-bc7e-c2e1a66e2277 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Oct 27 17:00:20.222733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf359-ccda-489d-a672-ed3b6d76cd95 req-63a50d10-774b-470d-a9a9-eadf76a9f641 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:20.224243 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc4cf359-ccda-489d-a672-ed3b6d76cd95 req-63a50d10-774b-470d-a9a9-eadf76a9f641 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0490351 Oct 27 17:00:20.262637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc4cf359-ccda-489d-a672-ed3b6d76cd95 req-fbf37573-39b2-4675-a840-52829302499c tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Oct 27 17:00:21.377969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a74c-051d-43b1-8954-379780adbf90 req-edfb230e-9288-420e-a65e-12d0d63a4a4f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:21.380342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d72a74c-051d-43b1-8954-379780adbf90 req-edfb230e-9288-420e-a65e-12d0d63a4a4f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0507057 Oct 27 17:00:21.417758 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d72a74c-051d-43b1-8954-379780adbf90 req-787a2904-ff4a-4828-b2f1-4e29d6dec465 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Oct 27 17:00:22.538744 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7db76-454e-4e18-b65e-d98c98d04606 req-2b348cfa-1caf-422c-8220-cbba490c268a tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:22.540240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6eb7db76-454e-4e18-b65e-d98c98d04606 req-2b348cfa-1caf-422c-8220-cbba490c268a tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0529282 Oct 27 17:00:22.578035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6eb7db76-454e-4e18-b65e-d98c98d04606 req-6f8b7a20-a1c2-4ed1-9904-1ecfd712f46f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Oct 27 17:00:23.694880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7954c-18d5-4418-b3a8-c9cc8935f888 req-5746deef-3da9-4485-8bee-b9c4be216685 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:23.696329 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ea7954c-18d5-4418-b3a8-c9cc8935f888 req-5746deef-3da9-4485-8bee-b9c4be216685 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Oct 27 17:00:23.734615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ea7954c-18d5-4418-b3a8-c9cc8935f888 req-f03f0655-4539-428e-b664-b8c2c2a3edb3 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Oct 27 17:00:24.855101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37679-d2bc-4bab-9d5a-586e165acc29 req-0b74e78c-3e9d-4879-a2d7-1328e056bf00 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:24.856589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83b37679-d2bc-4bab-9d5a-586e165acc29 req-0b74e78c-3e9d-4879-a2d7-1328e056bf00 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0491679 Oct 27 17:00:24.894319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83b37679-d2bc-4bab-9d5a-586e165acc29 req-bbfe308d-5699-4ea4-b399-0c7b37d75416 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Oct 27 17:00:26.014609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c398a-5e96-4045-9b88-bb53ef9c3b9f req-9a09e9c3-62a1-46c5-9649-ff8147892b79 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:26.016133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-181c398a-5e96-4045-9b88-bb53ef9c3b9f req-9a09e9c3-62a1-46c5-9649-ff8147892b79 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0535486 Oct 27 17:00:26.054692 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-181c398a-5e96-4045-9b88-bb53ef9c3b9f req-0a63088a-6647-435e-bb34-0a3c05bf4851 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Oct 27 17:00:27.173291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86074-0fbf-4862-9f34-3e44541e12c9 req-20846848-4cae-4cd2-a90b-dd7863a41a9f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:27.174797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf86074-0fbf-4862-9f34-3e44541e12c9 req-20846848-4cae-4cd2-a90b-dd7863a41a9f tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0500121 Oct 27 17:00:27.213229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bdf86074-0fbf-4862-9f34-3e44541e12c9 req-99052554-696d-4b63-ad23-ec51e4e97c34 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Oct 27 17:00:28.327873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49365-fe9c-4e5f-b4ed-093299b8e061 req-1377c9f3-9d02-4b55-8b43-78de2d06398e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:28.329283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccd49365-fe9c-4e5f-b4ed-093299b8e061 req-1377c9f3-9d02-4b55-8b43-78de2d06398e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0480838 Oct 27 17:00:28.372231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccd49365-fe9c-4e5f-b4ed-093299b8e061 req-1d0cb757-7832-4320-873a-32fc66397ceb tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Oct 27 17:00:28.472758 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.927309 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:29.492732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894fab4-7038-44e0-b9e6-5abb1f3e27a6 req-e9e15d0c-2864-4f7c-8af0-01ce466eee1e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:29.494217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7894fab4-7038-44e0-b9e6-5abb1f3e27a6 req-e9e15d0c-2864-4f7c-8af0-01ce466eee1e tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Oct 27 17:00:29.531351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7894fab4-7038-44e0-b9e6-5abb1f3e27a6 req-a15b0c31-4b2f-4ca3-b951-88cc497b3708 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Oct 27 17:00:30.650903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf99879-350c-4f33-ad0e-fd6b6687d14f req-98beeb5f-a175-4eb3-a2b7-3d91d31fba26 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.652429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adf99879-350c-4f33-ad0e-fd6b6687d14f req-98beeb5f-a175-4eb3-a2b7-3d91d31fba26 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0510156 Oct 27 17:00:30.690463 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-adf99879-350c-4f33-ad0e-fd6b6687d14f req-793f9f60-7213-42c2-8223-eec5d43d7fe9 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Oct 27 17:00:31.808006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492b4f-677b-4236-972c-96a64f88c3d8 req-ab59a694-f1ca-4ce2-95fa-2bca2d17153b tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:31.809480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8492b4f-677b-4236-972c-96a64f88c3d8 req-ab59a694-f1ca-4ce2-95fa-2bca2d17153b tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0488772 Oct 27 17:00:31.846467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8492b4f-677b-4236-972c-96a64f88c3d8 req-854950ff-f3a9-4f76-b855-b77887a698c5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Oct 27 17:00:32.966994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6e8d0-52b2-4a5e-9398-4132de5c79ec req-8decf3e8-e485-4d0c-9cef-5be2efb26d74 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:32.968501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e6e8d0-52b2-4a5e-9398-4132de5c79ec req-8decf3e8-e485-4d0c-9cef-5be2efb26d74 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0541713 Oct 27 17:00:33.006642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e2e6e8d0-52b2-4a5e-9398-4132de5c79ec req-14e994a3-8805-462f-ab44-3393e819c17d tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Oct 27 17:00:34.127050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271fab-4a0f-4ba1-b48b-cc2d1a1a3f4e req-b15fa54a-70e2-4eff-a5e1-096a71a377cc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:34.128752 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c271fab-4a0f-4ba1-b48b-cc2d1a1a3f4e req-b15fa54a-70e2-4eff-a5e1-096a71a377cc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Oct 27 17:00:34.166849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c271fab-4a0f-4ba1-b48b-cc2d1a1a3f4e req-95956ddf-89d3-4899-a58f-d598ac49c00b tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Oct 27 17:00:34.301991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-f06acd40-9884-4047-8dec-4b91b0a95e26 req-8ddb0f25-2489-4971-ac33-201986811ae6 service neutron] (114449) timed out ('10.222.0.82', 58856) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:00:35.280253 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab05c1-69b6-4164-a64f-ba8bceb5c383 req-36622d3f-1db5-48e2-9883-de7fb49d561d tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:35.281731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8ab05c1-69b6-4164-a64f-ba8bceb5c383 req-36622d3f-1db5-48e2-9883-de7fb49d561d tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Oct 27 17:00:35.319498 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e8ab05c1-69b6-4164-a64f-ba8bceb5c383 req-2aa7ecf8-0108-438b-bced-01686019aa25 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317099 Oct 27 17:00:36.438939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b57b-76b0-44b7-a60c-2d0e96af23cc req-96bb98dc-06c7-4d9e-9580-6187ea352458 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:36.440485 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cf5b57b-76b0-44b7-a60c-2d0e96af23cc req-96bb98dc-06c7-4d9e-9580-6187ea352458 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0529847 Oct 27 17:00:36.478174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9cf5b57b-76b0-44b7-a60c-2d0e96af23cc req-791da9f2-5af1-4984-b0f8-caecc0ced126 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Oct 27 17:00:37.596187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51288-3b54-4681-9091-a2a17a8524dc req-b29c47f2-567a-4394-b914-6af1fa594051 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:37.597670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03e51288-3b54-4681-9091-a2a17a8524dc req-b29c47f2-567a-4394-b914-6af1fa594051 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0495861 Oct 27 17:00:37.635392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-03e51288-3b54-4681-9091-a2a17a8524dc req-89d35213-8641-49e7-9060-3514f585bedb tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Oct 27 17:00:38.762685 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5f8c1-9479-412b-b098-eb345f4b0d8c req-ac22de97-a152-4c5c-b24d-48bb94b482be tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:38.764198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ce5f8c1-9479-412b-b098-eb345f4b0d8c req-ac22de97-a152-4c5c-b24d-48bb94b482be tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0503640 Oct 27 17:00:38.803112 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ce5f8c1-9479-412b-b098-eb345f4b0d8c req-4f6e30d4-8a0b-4c5b-9794-d317d4cca488 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Oct 27 17:00:39.922511 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a25e3-83a5-4bda-ade0-e59ddbea7710 req-b69bd535-955b-47f3-95de-353ba51f5100 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:39.924022 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-147a25e3-83a5-4bda-ade0-e59ddbea7710 req-b69bd535-955b-47f3-95de-353ba51f5100 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0531862 Oct 27 17:00:39.961943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-147a25e3-83a5-4bda-ade0-e59ddbea7710 req-f2827892-d809-4c48-9cc1-c28f0fc91926 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Oct 27 17:00:41.089683 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e1d02-ffb9-4a71-b7ce-f597b3718520 req-79f8a613-937d-4cf6-839f-7bfb1e5ca802 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.091226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e12e1d02-ffb9-4a71-b7ce-f597b3718520 req-79f8a613-937d-4cf6-839f-7bfb1e5ca802 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0605247 Oct 27 17:00:41.131823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e12e1d02-ffb9-4a71-b7ce-f597b3718520 req-55b1c63c-d79f-4b0b-ae3d-c3f257adc3c2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345042 Oct 27 17:00:41.383794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-488d8108-be13-48a0-bd13-8834b57a2800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:42.248495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438eb20-727e-47ea-9ebb-cc90cfe9d915 req-8a70b57c-e603-4b09-b9c1-78e98d04fa16 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:42.249946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0438eb20-727e-47ea-9ebb-cc90cfe9d915 req-8a70b57c-e603-4b09-b9c1-78e98d04fa16 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Oct 27 17:00:42.294670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0438eb20-727e-47ea-9ebb-cc90cfe9d915 req-1c1eb3ee-ba1c-453f-b8c7-95de8555bc8d tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Oct 27 17:00:42.636247 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:00:43.417668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb9f7-a322-477a-9320-6ebc3bc5169f req-85b15890-18d0-4c29-a71e-25b8b343f5ce tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:43.419183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b2bb9f7-a322-477a-9320-6ebc3bc5169f req-85b15890-18d0-4c29-a71e-25b8b343f5ce tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0527878 Oct 27 17:00:43.457368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b2bb9f7-a322-477a-9320-6ebc3bc5169f req-29e76138-6d39-42c4-81d4-a0e7e90f2192 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Oct 27 17:00:44.022625 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-2cdfb32b-d436-4b79-a630-5de58150b0ef service neutron] show failed (client error): The resource could not be found. Oct 27 17:00:44.023675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-2cdfb32b-d436-4b79-a630-5de58150b0ef service neutron] 10.222.0.79 "GET /v2.0/ports/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0559123 Oct 27 17:00:44.101337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf58ee92-b160-4584-8605-fdd5210b0ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.581010 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa1d9-56e5-48f5-b32e-40c4385a7f3b req-72525165-af85-40fe-811a-968cc930bbae tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.582482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e2aa1d9-56e5-48f5-b32e-40c4385a7f3b req-72525165-af85-40fe-811a-968cc930bbae tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0496452 Oct 27 17:00:44.621115 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e2aa1d9-56e5-48f5-b32e-40c4385a7f3b req-4c009d22-f7b0-47ea-a05f-8790160aeae2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Oct 27 17:00:44.735539 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.956284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-aba82a25-d2ca-42de-8ede-a470d35775bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.957761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-aba82a25-d2ca-42de-8ede-a470d35775bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719&tenant_id=6e277470948f4e83a9014c1c211c67ea HTTP/1.1" status: 200 len: 1097 time: 0.1114538 Oct 27 17:00:44.970903 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:45.024019 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.232904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:45.267222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:45.306489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:45.308826 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea4de7-9c4d-4ebb-b583-706434f1fdba" -d '{"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-unplugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:45.313585 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.326300 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Transition to ACTIVE for port object ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:45.338632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.357296 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e68cf-3bff-4f93-bcbe-d7569d40fa7b x-openstack-request-id: req-772e68cf-3bff-4f93-bcbe-d7569d40fa7b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:45.357594 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-unplugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:45.357889 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-772e68cf-3bff-4f93-bcbe-d7569d40fa7b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:45.358366 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'code': 200} Oct 27 17:00:45.398475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.462808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] No DVR routers for this DVR port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:00:45.465876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:45.503399 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:45.503661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:45.503993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:45.508428 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:45.509367 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Attempting to bind port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on network bb6bb972-f8ff-4ee6-b116-1a22131581d1 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:45.514257 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:45.514591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Checking segment: {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:45.514973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Bound using segment: {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:45.515441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Bound port: ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44608e64-887a-4df1-85cd-295c2942fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:45.515801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.577869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:45.580914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:45.704483 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.758057 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.758613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:45.760081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] 10.222.0.82 "PUT /v2.0/ports/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 1092 time: 0.7931983 Oct 27 17:00:45.787611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd238-4971-4f4b-9f06-e654ca64cf9d req-ccbc2734-669f-4098-8bab-55ac2734cd66 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.789104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c52fd238-4971-4f4b-9f06-e654ca64cf9d req-ccbc2734-669f-4098-8bab-55ac2734cd66 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0976171 Oct 27 17:00:45.802192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0624-a0e9-44dd-a9ae-3f80aaa095f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:45.860517 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c52fd238-4971-4f4b-9f06-e654ca64cf9d req-8e9a87b6-1fc3-445f-b49b-93839ee4b216 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601487 Oct 27 17:00:45.866319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-8ce029cf-bc43-4b43-a885-70aa4448c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.867822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-8ce029cf-bc43-4b43-a885-70aa4448c7f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0753620 Oct 27 17:00:45.959152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-bf716d0c-46e2-4094-93ea-53313119c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.960626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-bf716d0c-46e2-4094-93ea-53313119c5de service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 913 time: 0.0850582 Oct 27 17:00:46.006836 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-04fc15f5-cc27-459f-a4b8-de4618380e16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0375795 Oct 27 17:00:46.057856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-00edb871-07a9-4cda-b9a7-d334a546e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.059362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-00edb871-07a9-4cda-b9a7-d334a546e20c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0451198 Oct 27 17:00:46.094756 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-1c5f70e4-ff75-4b37-b0c7-f03587dcdb6c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279093 Oct 27 17:00:46.192267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-869460ea-d8a8-4568-a15c-dddf7ef0b67f service neutron] 10.222.0.82 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876236 Oct 27 17:00:46.282801 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28ffdd5d-1781-4161-97f5-5c17bb0993b6 req-8582aef2-da94-4792-af63-42273ae78aeb service neutron] 10.222.0.82 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824785 Oct 27 17:00:46.433677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:00:46.475062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:00:46.985564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd71fc-5fcb-4226-8060-328ccaa9e0c1 req-0a0f2363-6247-40e9-8fb8-693258d87662 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.987147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1dd71fc-5fcb-4226-8060-328ccaa9e0c1 req-0a0f2363-6247-40e9-8fb8-693258d87662 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0533972 Oct 27 17:00:47.025480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1dd71fc-5fcb-4226-8060-328ccaa9e0c1 req-dae1ce52-90b5-4a7f-9156-e6032f69d904 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Oct 27 17:00:47.135592 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:47.359813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:47.362231 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb660dd-ca81-4bb4-8c34-7df03beb7613" -d '{"events": [{"name": "network-changed", "server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:47.413142 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e3b87-2705-447d-90b0-5402287a63b9 x-openstack-request-id: req-1c5e3b87-2705-447d-90b0-5402287a63b9 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:47.413438 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:47.413691 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c5e3b87-2705-447d-90b0-5402287a63b9 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:47.414091 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'status': 'completed', 'code': 200} Oct 27 17:00:47.500957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-3ec8bd24-fceb-4395-b530-360bc184e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.502474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-3ec8bd24-fceb-4395-b530-360bc184e52a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0663452 Oct 27 17:00:47.507609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-dc645e54-89e4-4c30-b5f2-297c1f434daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.508947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-dc645e54-89e4-4c30-b5f2-297c1f434daa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0634866 Oct 27 17:00:47.679338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-5ad46926-877a-4301-8fc5-bc50c6ff13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.680794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-5ad46926-877a-4301-8fc5-bc50c6ff13a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 913 time: 0.1704545 Oct 27 17:00:47.682138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-3f8bf309-aaf7-4ed6-ad82-0b2d32157863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.683545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-3f8bf309-aaf7-4ed6-ad82-0b2d32157863 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 913 time: 0.1638670 Oct 27 17:00:47.730343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-0552c1f6-bcca-4020-b307-29a9bebe4fb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0400207 Oct 27 17:00:47.764035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-8716e01a-d5a0-434f-8ee7-575d67a3f3d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0680783 Oct 27 17:00:47.835753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-81b6b896-9abb-497b-b695-650036c020a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.837232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-81b6b896-9abb-497b-b695-650036c020a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0812244 Oct 27 17:00:47.842812 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-f8582c6b-6114-46b7-8b20-9d02d99a604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.844433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-f8582c6b-6114-46b7-8b20-9d02d99a604b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0615077 Oct 27 17:00:47.876841 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-7dd26a0e-03fd-4856-b345-041ad977eeae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314672 Oct 27 17:00:47.891874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-80feb92f-694b-4cd8-90d7-8fb6e660618c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377550 Oct 27 17:00:48.044357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-651d1c31-fb27-4d9e-a2b7-478ce03e922a service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526923 Oct 27 17:00:48.049861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-0cc9474d-03cd-4720-83a7-74ce51fdceff service neutron] 10.222.0.82 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408041 Oct 27 17:00:48.251084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7c916-4607-4861-b22f-4945fd8b94b0 req-8a31b753-3684-4e17-8891-802835757df2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.252575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39a7c916-4607-4861-b22f-4945fd8b94b0 req-8a31b753-3684-4e17-8891-802835757df2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.1473346 Oct 27 17:00:48.255901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-c528310c-52de-4bd9-99af-593e63ca5270 service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051680 Oct 27 17:00:48.258099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7fb660dd-ca81-4bb4-8c34-7df03beb7613 req-06c5bf70-01b5-467a-b5ba-b33bf528739e service neutron] 10.222.0.82 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985240 Oct 27 17:00:48.292793 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-39a7c916-4607-4861-b22f-4945fd8b94b0 req-83585fc7-6bb3-45b1-a4bb-aedf92f2f740 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Oct 27 17:00:49.409952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ce47-9e6b-4cbb-a421-ca3a99f4edf2 req-54eaaa2b-d004-414a-9033-eb9f2f3a7253 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:49.411452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd41ce47-9e6b-4cbb-a421-ca3a99f4edf2 req-54eaaa2b-d004-414a-9033-eb9f2f3a7253 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Oct 27 17:00:49.448409 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd41ce47-9e6b-4cbb-a421-ca3a99f4edf2 req-adf22cc0-7893-40b6-bd11-040bf4cf3969 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Oct 27 17:00:50.571151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968438c1-0266-4b2c-a087-65303cc2c4fb req-dc7772d9-d326-4f37-984b-39a3031928fa tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:50.573263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-968438c1-0266-4b2c-a087-65303cc2c4fb req-dc7772d9-d326-4f37-984b-39a3031928fa tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 944 time: 0.0561461 Oct 27 17:00:50.612775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-968438c1-0266-4b2c-a087-65303cc2c4fb req-559c62b8-3bbe-469a-b8a8-5e66d3729ee2 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Oct 27 17:00:51.108086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-eb9027aa-6ddc-4804-8c06-e337420856cc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.109730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-eb9027aa-6ddc-4804-8c06-e337420856cc tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.79 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719&tenant_id=6e277470948f4e83a9014c1c211c67ea&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 944 time: 0.0842376 Oct 27 17:00:51.174064 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-75f97c40-9df6-454d-b925-0e9838184eae service neutron] delete failed (client error): The resource could not be found. Oct 27 17:00:51.175164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-75f97c40-9df6-454d-b925-0e9838184eae service neutron] 10.222.0.79 "DELETE /v2.0/ports/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0580707 Oct 27 17:00:51.257843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-85437275-a53e-4c22-8afe-ed1eff4268f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.259494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-85437275-a53e-4c22-8afe-ed1eff4268f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e277470948f4e83a9014c1c211c67ea&device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 1095 time: 0.0413172 Oct 27 17:00:51.347593 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-574c4377-1c62-4bee-9246-943b1ffb2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.348999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-574c4377-1c62-4bee-9246-943b1ffb2037 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 200 len: 913 time: 0.0829589 Oct 27 17:00:51.392029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-a7ad4bee-750e-4cc1-9359-3cec90a52a34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 200 len: 217 time: 0.0357206 Oct 27 17:00:51.440169 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-7f5415b3-cbd4-44ff-af04-b39b5951da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.441602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-7f5415b3-cbd4-44ff-af04-b39b5951da1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 200 len: 852 time: 0.0433109 Oct 27 17:00:51.472593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-7c8bf03d-12d1-46bc-89a2-d979e36c1388 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bb6bb972-f8ff-4ee6-b116-1a22131581d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239999 Oct 27 17:00:51.563778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-7e30e82e-ac17-4ae7-ae47-2a1d042701af service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837123 Oct 27 17:00:51.652446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-738564fc-90af-42e2-931a-e061f9406639 service neutron] 10.222.0.79 "GET /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822599 Oct 27 17:00:52.024765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:00:52.124654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:52.137240 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'network_id': 'bb6bb972-f8ff-4ee6-b116-1a22131581d1', 'port_id': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'mac_address': 'fa:16:3e:f6:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e089ae3-8a48-4c4c-9136-b9f3069ff2e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:00:52.174343 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.187735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:52.208350 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:52.309258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.355370 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:52.362844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.363214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.363557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.363900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.364231 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.364863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.365189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.365514 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.365839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.366185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.366506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.366828 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:52.781848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:00:53.336703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab0b1d-fc67-4dfb-a7d1-99eb7809b8d6 req-d65e23e9-8437-4c96-b127-a17c52dd38c3 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:53.338646 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeab0b1d-fc67-4dfb-a7d1-99eb7809b8d6 req-d65e23e9-8437-4c96-b127-a17c52dd38c3 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Oct 27 17:00:53.375526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aeab0b1d-fc67-4dfb-a7d1-99eb7809b8d6 req-ec78c9ab-f8bb-451c-be55-88b89e74c0e3 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Oct 27 17:00:54.037678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:54.153136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:00:54.157794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:54.158169 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.238947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.262815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:54.265090 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf32333-30e3-45d8-9f96-cb1cb6f9843c" -d '{"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-plugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:54.277351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:54.302947 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62eb90d-98f7-4e84-b500-fb12b58f549a x-openstack-request-id: req-a62eb90d-98f7-4e84-b500-fb12b58f549a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:54.303258 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-plugged", "status": "completed", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:54.303509 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a62eb90d-98f7-4e84-b500-fb12b58f549a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:54.303902 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'code': 200} Oct 27 17:00:54.358146 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.405880 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:54.496458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c5b6-ceb5-4476-a1e4-750109dc6b85 req-9dfa27f8-1e02-40c2-96d5-fbece61688f5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.497928 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7108c5b6-ceb5-4476-a1e4-750109dc6b85 req-9dfa27f8-1e02-40c2-96d5-fbece61688f5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0487397 Oct 27 17:00:54.535768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7108c5b6-ceb5-4476-a1e4-750109dc6b85 req-3a5b7862-e878-48da-9eb2-d194017a6019 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Oct 27 17:00:55.214974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-c366f28b-f7c6-4b01-8acd-80887f60cddf tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.216770 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-c366f28b-f7c6-4b01-8acd-80887f60cddf tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.82 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 946 time: 0.0472369 Oct 27 17:00:55.308130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Deleting port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:00:55.308361 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.394520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] For port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,segment=NetworkSegment(44608e64-887a-4df1-85cd-295c2942fc02),segment_id=44608e64-887a-4df1-85cd-295c2942fc02)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:55.394890 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.407810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Calling delete_port for ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:00:55.634943 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.648551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:00:55.670632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Pushing event deleted for resources: {'Port': ['ID=ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:55.686796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.687166 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.687520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.687844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.688179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.688502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.688824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.689145 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.689465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.689781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.690098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.690419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:55.719784 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732acd-f881-4e66-a150-fa3f696da9f1 req-523bb35a-9ca9-411e-abb1-1311a1b229c5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.721254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5732acd-f881-4e66-a150-fa3f696da9f1 req-523bb35a-9ca9-411e-abb1-1311a1b229c5 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/ports?device_id=5756d55c-181c-4e81-8a74-83dfddbf0719 HTTP/1.1" status: 200 len: 867 time: 0.1128535 Oct 27 17:00:55.735925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] No DVR routers for this DVR port ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:00:55.742102 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.745894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d400a97-b173-4f14-8cb9-ec3b466cdf15 req-6b3adc38-bd12-4769-b379-325bb0e73815 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.82 "DELETE /v2.0/ports/ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 HTTP/1.1" status: 204 len: 173 time: 0.5222433 Oct 27 17:00:55.746336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-deleted', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:55.748638 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ae185-6418-447f-9eac-0e0a9de96fdb" -d '{"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-deleted", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:55.780570 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5732acd-f881-4e66-a150-fa3f696da9f1 req-0a314ade-86f9-4a1f-bd04-8496a9fe9e17 tempest-DeleteServersTestJSON-1133661771 tempest-DeleteServersTestJSON-1133661771-project] 10.222.0.70 "GET /v2.0/security-groups?id=083dc29c-6886-40ab-82c0-40b242f863c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 Oct 27 17:00:55.785982 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6926698e-8201-4897-bb9d-197e529e3781 x-openstack-request-id: req-6926698e-8201-4897-bb9d-197e529e3781 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:55.786139 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5756d55c-181c-4e81-8a74-83dfddbf0719", "name": "network-vif-deleted", "tag": "ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:55.786318 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6926698e-8201-4897-bb9d-197e529e3781 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:55.786700 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756d55c-181c-4e81-8a74-83dfddbf0719', 'name': 'network-vif-deleted', 'tag': 'ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970', 'status': 'completed', 'code': 200} Oct 27 17:00:56.910230 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53678) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:56.953584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Deleting subnet 2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:00:56.956607 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:56.994620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.034801 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.155400 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.180413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e089ae3-8a48-4c4c-9136-b9f3069ff2e5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:57.184800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.188405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-568e0e6f-c006-4d42-83b5-801bc11ff8cd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2e089ae3-8a48-4c4c-9136-b9f3069ff2e5 HTTP/1.1" status: 204 len: 168 time: 0.2771783 Oct 27 17:00:57.190948 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 53680) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:57.262111 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.339075 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.360561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6bb972-f8ff-4ee6-b116-1a22131581d1']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.370388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44608e64-887a-4df1-85cd-295c2942fc02') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.370687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44608e64-887a-4df1-85cd-295c2942fc02') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:57.380079 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.393288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.398990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:00:57.399406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:00:57.401063 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:00:57.914393 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.921117 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.926728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb6bb972-f8ff-4ee6-b116-1a22131581d1 HTTP/1.1" status: 204 len: 168 time: 0.7324743 Oct 27 17:00:57.936305 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b1a91-4c79-4eb1-b061-f45d2aff4ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6bb972-f8ff-4ee6-b116-1a22131581d1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.439114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53684) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.481921 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-08251907-3041-49b7-be17-0813ad8fe40f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e277470948f4e83a9014c1c211c67ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415766 Oct 27 17:00:58.484400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53686) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:58.495313 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.533554 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.553911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.698123 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.700831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.702035 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/083dc29c-6886-40ab-82c0-40b242f863c9 HTTP/1.1" status: 204 len: 168 time: 0.2167251 Oct 27 17:00:58.709886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083dc29c-6886-40ab-82c0-40b242f863c9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.717245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.717652 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.717919 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.718252 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.718581 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.718920 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.719365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.719691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.720015 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.720338 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.720661 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.720980 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c024ef6-50df-4071-b286-ce06cb365696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:58.937295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.762565 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53708) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:00:59.857779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-197791891-network', 'tenant_id': '801af0c7ab1848c29016960ffc8d04bc'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:59.943000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Made reservation on behalf of 801af0c7ab1848c29016960ffc8d04bc for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:00:59.945304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.954175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.026807 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.092304 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:01:00.112613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:01:00.112960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device ceabc14a-a07a-4a3c-9cf1-bc9baa0aa970 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:01:00.125831 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.151091 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:01:00.160746 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43154c-41d8-4ffb-9ba3-5d865d7601df,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:00.165638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.165977 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Added segment 2bce26b0-e64b-4026-aeba-ea301db0c3ea of type vlan for network 989898a6-483f-4438-ad82-3ac9208b115e Oct 27 17:01:00.205216 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.314350 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.315360 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.315943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.377622 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=989898a6-483f-4438-ad82-3ac9208b115e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:00.387143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 989898a6-483f-4438-ad82-3ac9208b115e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:01:00.439941 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f71d0c6c-c4ee-4cc6-b3dd-5b62e8665dd5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6735296 Oct 27 17:01:00.440157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 53712) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:00.444825 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Request body: {'subnet': {'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-197791891-subnet', 'tenant_id': '801af0c7ab1848c29016960ffc8d04bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:00.535174 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Made reservation on behalf of 801af0c7ab1848c29016960ffc8d04bc for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:00.537688 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.800421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:00.858566 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce0187f-a551-4680-b7d5-24f6e509d4ad,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:00.868246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Checking segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:00.869930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Network hostable DHCP agents. Network: 989898a6-483f-4438-ad82-3ac9208b115e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:01:00.983248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Network 989898a6-483f-4438-ad82-3ac9208b115e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:01:01.100543 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 989898a6-483f-4438-ad82-3ac9208b115e) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:01.105344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.105875 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:01.110806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40226d0c-5afc-4b8c-8da6-ec50b6a4713f None None] Network 989898a6-483f-4438-ad82-3ac9208b115e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:01.225724 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-17f7d149-396c-4bbc-9d70-8dd2c529ccb3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7845376 Oct 27 17:01:01.239773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d265e1-8f5c-46b6-b7bd-3e6f7286ba2e None None] Network 989898a6-483f-4438-ad82-3ac9208b115e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:01:01.666299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-18c778cc-337c-481e-bf7c-7b8ed94cd62a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:01.667828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-18c778cc-337c-481e-bf7c-7b8ed94cd62a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 814 time: 0.1149769 Oct 27 17:01:01.683015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-a3bbc43f-be8a-4353-a3ed-575c4f3afd05 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/quotas/801af0c7ab1848c29016960ffc8d04bc HTTP/1.1" status: 200 len: 375 time: 0.0093346 Oct 27 17:01:01.716940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-40d1fc47-fd44-4135-b948-92b0c4e7f935 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271170 Oct 27 17:01:01.817179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f3c587ef-5fa9-478d-a0f6-b1e6e02c3a2a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:01:01.818203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f3c587ef-5fa9-478d-a0f6-b1e6e02c3a2a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0542929 Oct 27 17:01:01.913371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-1995d0f6-93ef-4641-a681-6bd9b0bd789e service neutron] 10.222.0.70 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885484 Oct 27 17:01:02.014906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-722df1cf-9567-4bd8-8c34-c301456c6893 service neutron] 10.222.0.70 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935509 Oct 27 17:01:02.382668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d6029dd-410b-41f7-95d8-48ab27fff45a req-4381e363-d453-44dc-94f9-d3f5a72daa18 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Oct 27 17:01:03.473494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-326a69f8-e59a-41ec-988c-23be4651a165 req-6424867e-881a-4709-8745-3bbe3afe8a49 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Oct 27 17:01:04.574092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-216d5c63-2dc1-4e09-9c84-e26cd4d3348c req-9006bc60-5fd0-41cd-96cb-caa21232a491 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 210 time: 0.0296538 Oct 27 17:01:05.085021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-85cf38b6-273b-4a37-83cb-9f5d245f527e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.086515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-85cf38b6-273b-4a37-83cb-9f5d245f527e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 814 time: 0.1143916 Oct 27 17:01:05.099156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Request body: {'port': {'device_id': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'admin_state_up': True, 'tenant_id': '801af0c7ab1848c29016960ffc8d04bc'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:05.314201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Made reservation on behalf of 801af0c7ab1848c29016960ffc8d04bc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:05.317854 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.444910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Allocated IP 172.20.0.9 (989898a6-483f-4438-ad82-3ac9208b115e/fce0187f-a551-4680-b7d5-24f6e509d4ad/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:05.599952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.678616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f05e3c-e1db-44b4-ba0e-3e373d403081 req-8d0e83af-998b-41a9-9df7-040475dfb447 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 210 time: 0.0268576 Oct 27 17:01:05.691920 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.747341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Network 989898a6-483f-4438-ad82-3ac9208b115e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:05.750609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:05.754526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:05.757168 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-39644470-bd52-4d2e-ae20-ab06e5d6b1c6 req-699d6768-2222-4c62-a766-c4a0b99688cf service neutron] (114449) timed out ('10.222.0.82', 59501) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:01:05.778944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:05.807201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.807817 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:05.877439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-f8cf63bf-7b7d-4b1e-8a8b-f4ce6ad989f9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823312 Oct 27 17:01:05.890075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Request body: {'port': {'device_id': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:05.944807 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.214805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:06.222140 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.233717 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Transition to ACTIVE for port object d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:06.297579 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.354128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.419792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:06.420128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:06.420451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:06.424671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:06.424995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:06.429839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:06.430172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Checking segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:06.431109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Bound using segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:06.431536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Bound port: d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:06.431916 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.501967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:06.504816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:06.606520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.643014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.643654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:06.646447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] 10.222.0.79 "PUT /v2.0/ports/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 1091 time: 0.7596052 Oct 27 17:01:06.646447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:06.647719 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367eff3a-9ab2-473a-8c8c-c3207384b7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:06.668971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffa86b-c469-4929-9e12-611e247d798c service neutron] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:06.688068 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2f48c-804e-430e-80a2-deafc39737bd x-openstack-request-id: req-d3f2f48c-804e-430e-80a2-deafc39737bd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:06.688389 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:06.688653 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3f2f48c-804e-430e-80a2-deafc39737bd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:06.689061 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'status': 'completed', 'code': 200} Oct 27 17:01:06.753474 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-855c77e3-254c-4706-a49e-45e34cf88b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.754931 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-855c77e3-254c-4706-a49e-45e34cf88b0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0449333 Oct 27 17:01:06.864778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0581fdf-3f02-4dfe-b50c-98586587dbbb req-4768222f-c673-4c68-b8b4-6f87bbcf81b8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.866300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0581fdf-3f02-4dfe-b50c-98586587dbbb req-4768222f-c673-4c68-b8b4-6f87bbcf81b8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.1086152 Oct 27 17:01:06.900826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-7990645f-b8f8-4815-b1b9-f488541b09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.902305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-7990645f-b8f8-4815-b1b9-f488541b09d4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=801af0c7ab1848c29016960ffc8d04bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362422 Oct 27 17:01:06.937110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b0581fdf-3f02-4dfe-b50c-98586587dbbb req-5c7b5a06-d522-4dd0-bd78-0fdf6909648b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634079 Oct 27 17:01:07.010595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-96e08fcd-b018-44ff-98b0-6fb0a2f01a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.012008 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-367eff3a-9ab2-473a-8c8c-c3207384b7f0 req-96e08fcd-b018-44ff-98b0-6fb0a2f01a3e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990448 Oct 27 17:01:07.088788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-16108f5f-7ec9-4d8e-878a-4a4f4d0b8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.090294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-16108f5f-7ec9-4d8e-878a-4a4f4d0b8040 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0434515 Oct 27 17:01:07.136165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-997dc8c5-fc55-4eee-b82c-1b9d29f51dc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0386569 Oct 27 17:01:07.186020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-71467f22-4a1e-4580-bad0-b06350e3e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.187519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-71467f22-4a1e-4580-bad0-b06350e3e88d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0451689 Oct 27 17:01:07.220339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-644ec989-bf93-4aef-939a-1ce7d5639f1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250323 Oct 27 17:01:07.315204 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-42da125b-e96f-40c0-a0c9-72bbb0165b21 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Oct 27 17:01:07.404950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac8844f-aa68-47a4-a4cb-e7c312711188 req-09452d7e-31d0-4dd5-98d5-afb0a57d1b57 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829706 Oct 27 17:01:08.055650 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd1cd4-8a5c-4e65-b72b-bb6b61f166c7 req-a30bb310-b73d-420e-b11c-0e3e873ca741 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.057826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7fd1cd4-8a5c-4e65-b72b-bb6b61f166c7 req-a30bb310-b73d-420e-b11c-0e3e873ca741 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0514667 Oct 27 17:01:08.098363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b7fd1cd4-8a5c-4e65-b72b-bb6b61f166c7 req-13b48f87-2892-4f3d-bc59-e77b26c14327 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Oct 27 17:01:09.221177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413815-0773-417c-9ad4-7cc27a6ff78c req-abdc0f60-dc86-4513-ab0c-713a59e156e1 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.222672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65413815-0773-417c-9ad4-7cc27a6ff78c req-abdc0f60-dc86-4513-ab0c-713a59e156e1 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0553958 Oct 27 17:01:09.261044 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-65413815-0773-417c-9ad4-7cc27a6ff78c req-f7db0ab4-0dbc-44ac-b09c-73e01f262b06 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Oct 27 17:01:10.384850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3122-db4b-45e9-874f-462625f218f2 req-dc5bec17-4ed2-4f76-b518-73d3aee3525c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.386339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c12c3122-db4b-45e9-874f-462625f218f2 req-dc5bec17-4ed2-4f76-b518-73d3aee3525c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0535736 Oct 27 17:01:10.424518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c12c3122-db4b-45e9-874f-462625f218f2 req-07b045e7-ad59-457d-b25b-5307c78794ce tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Oct 27 17:01:10.465503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:10.563456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:10.575084 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'port_id': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'mac_address': 'fa:16:3e:da:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0187f-a551-4680-b7d5-24f6e509d4ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:10.612198 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.625843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:10.645955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:10.748366 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.798764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:10.945426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['d619ce1d-4fdf-4e59-ab56-47c18c4e83e6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:11.397159 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c1d680b0-4a3b-41d5-94de-f9f569897d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:11.545821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2181956-9ca6-486e-a603-89e2de8dad8c req-210927f6-9a06-4178-b6bb-2f70737e3f20 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:11.547347 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2181956-9ca6-486e-a603-89e2de8dad8c req-210927f6-9a06-4178-b6bb-2f70737e3f20 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0520401 Oct 27 17:01:11.586842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b2181956-9ca6-486e-a603-89e2de8dad8c req-498da146-6dbb-4a78-85d2-4ca18dd0be19 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Oct 27 17:01:12.464696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:12.586227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:12.591253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:12.591638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.676819 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.702311 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:12.704678 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa897daf-c5c7-4084-9697-70e319fa91bd" -d '{"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-plugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:12.717320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828197c-7969-4801-8f3b-8521ada8b1a9 req-e6bb34e7-2d12-4437-9b2b-480bc8fe67df tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.717999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:12.718987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7828197c-7969-4801-8f3b-8521ada8b1a9 req-e6bb34e7-2d12-4437-9b2b-480bc8fe67df tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0551302 Oct 27 17:01:12.756908 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e1f001-c674-4807-9cab-c51ee04772cd x-openstack-request-id: req-03e1f001-c674-4807-9cab-c51ee04772cd {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:12.756908 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-plugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:12.756908 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03e1f001-c674-4807-9cab-c51ee04772cd {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:12.756908 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'code': 200} Oct 27 17:01:12.759718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7828197c-7969-4801-8f3b-8521ada8b1a9 req-6d2123f5-c577-4ac4-847e-b8708dac137b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348809 Oct 27 17:01:12.810996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.852070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01715021-edb3-486e-82c1-668833aa00cd req-714d36de-ed2a-450e-ae9e-4507fe09160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.854138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01715021-edb3-486e-82c1-668833aa00cd req-714d36de-ed2a-450e-ae9e-4507fe09160a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1096 time: 0.0406756 Oct 27 17:01:12.861567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:12.891897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01715021-edb3-486e-82c1-668833aa00cd req-243b7345-305e-4db8-8acd-74440ea80966 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Oct 27 17:01:13.882121 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8121d47-febb-46ec-a43a-47e9d4ecf0d0 req-0ca2734c-da41-44d2-a2bb-ec52cdff6167 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.883687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8121d47-febb-46ec-a43a-47e9d4ecf0d0 req-0ca2734c-da41-44d2-a2bb-ec52cdff6167 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Oct 27 17:01:13.922869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8121d47-febb-46ec-a43a-47e9d4ecf0d0 req-8c2acc57-65b6-4562-96dc-441a6df62ba0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Oct 27 17:01:14.090936 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dbce874b-a2ec-4f65-b75c-bfbdfce259cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:14.689046 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.048161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dff9-00fc-4c10-a42c-d3ce1cdcdae8 req-7db24da5-bbf1-4cd1-a1fc-07b8b62058ff tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.049648 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1338dff9-00fc-4c10-a42c-d3ce1cdcdae8 req-7db24da5-bbf1-4cd1-a1fc-07b8b62058ff tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Oct 27 17:01:15.087374 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1338dff9-00fc-4c10-a42c-d3ce1cdcdae8 req-a1d7b29e-b52a-4652-91b1-9d44387628e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Oct 27 17:01:15.201877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc28700-fe9e-4e1a-92f1-0084f5b3fb4a req-f857bf09-f38e-4475-8abc-37e20415dc4e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.203367 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbc28700-fe9e-4e1a-92f1-0084f5b3fb4a req-f857bf09-f38e-4475-8abc-37e20415dc4e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Oct 27 17:01:15.241467 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dbc28700-fe9e-4e1a-92f1-0084f5b3fb4a req-e7652f08-f9c4-44ce-a9f1-8e0caa30f799 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Oct 27 17:01:15.351709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:15.564083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168f6da-2713-4cf0-bab4-60b542f59786 req-7d4ba3c6-ee75-4cb8-91cc-c6185e32f7ef tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.565474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f168f6da-2713-4cf0-bab4-60b542f59786 req-7d4ba3c6-ee75-4cb8-91cc-c6185e32f7ef tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0487897 Oct 27 17:01:15.603063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f168f6da-2713-4cf0-bab4-60b542f59786 req-8285e5b0-994a-49bc-a1ce-7617922e0ebf tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Oct 27 17:01:15.719806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd7781-00c6-4a2d-8cb1-c23116d787d3 req-9be05cc9-781e-4786-b094-0d2bfe37069e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:15.721271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7fd7781-00c6-4a2d-8cb1-c23116d787d3 req-9be05cc9-781e-4786-b094-0d2bfe37069e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Oct 27 17:01:15.759227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7fd7781-00c6-4a2d-8cb1-c23116d787d3 req-1892d2f2-6478-4616-bf3f-02b165dfad38 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Oct 27 17:01:16.244488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93154-9382-4eaf-a0f1-27d2f1a81422 req-8d6d1885-2324-41f0-8a71-9e09d9a4816e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:16.245978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dd93154-9382-4eaf-a0f1-27d2f1a81422 req-8d6d1885-2324-41f0-8a71-9e09d9a4816e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Oct 27 17:01:16.283806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9dd93154-9382-4eaf-a0f1-27d2f1a81422 req-d9c43368-0319-447e-b8a6-32c1d384a452 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Oct 27 17:01:16.531325 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-e9c080ef-17f9-4d62-9a62-3282e89d4fcf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776310 Oct 27 17:01:17.283818 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:17.400037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a7594-e7a9-4294-93b6-760ab9f039fc req-41b5fa37-0f6e-443c-aa82-1bf01e400d39 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:17.401508 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec6a7594-e7a9-4294-93b6-760ab9f039fc req-41b5fa37-0f6e-443c-aa82-1bf01e400d39 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Oct 27 17:01:17.439726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ec6a7594-e7a9-4294-93b6-760ab9f039fc req-a491d3bf-86e1-4c9d-8cf0-ff77a2dc115b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Oct 27 17:01:18.561285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105538d4-d058-4bbc-98dc-e394f0c7f03a req-6f0710d6-fca9-4a46-b7a0-1f404acb0fd9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:18.562759 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-105538d4-d058-4bbc-98dc-e394f0c7f03a req-6f0710d6-fca9-4a46-b7a0-1f404acb0fd9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0541992 Oct 27 17:01:18.599399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-105538d4-d058-4bbc-98dc-e394f0c7f03a req-34f2d6a6-2a9b-4fd4-99b3-67c859e9d7f5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305450 Oct 27 17:01:19.634849 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:19.724219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706e8c-7f87-447d-86c2-ed11c54b1c25 req-ff8bb0bd-25e3-40f5-a063-d16879ec80f1 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.725643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b706e8c-7f87-447d-86c2-ed11c54b1c25 req-ff8bb0bd-25e3-40f5-a063-d16879ec80f1 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0540321 Oct 27 17:01:19.764187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b706e8c-7f87-447d-86c2-ed11c54b1c25 req-c078085d-0b66-4bf8-8a1b-48e84ad60e79 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Oct 27 17:01:19.993411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-98b256ec-903f-47c2-bb4a-fc345c6f69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:19.994962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-98b256ec-903f-47c2-bb4a-fc345c6f69f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1096 time: 0.0418160 Oct 27 17:01:20.088641 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-8547493a-1a62-4783-ac8a-c313f4c6dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:20.090126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-8547493a-1a62-4783-ac8a-c313f4c6dbe7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0884392 Oct 27 17:01:20.132529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0a1bce67-5a6d-4c88-9255-6d9afcc0de3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0358591 Oct 27 17:01:20.184541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-62eee1f8-9ac1-4b57-afb1-02222c4f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:20.186058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-62eee1f8-9ac1-4b57-afb1-02222c4f4b43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0475154 Oct 27 17:01:20.217127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-492ea5fe-1146-4068-9155-aa1deb72a0f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247943 Oct 27 17:01:20.305096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-3bb23995-195b-499f-b3da-ab97e40a584b service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 Oct 27 17:01:20.398097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-4bad7ecc-3078-4ffa-91d4-7279766c65f8 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865204 Oct 27 17:01:20.883424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d620e2-cf93-4fac-9cf3-c32671d36187 req-99db16fc-4c56-4da5-b0b4-8dc8b6e083e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:20.884930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05d620e2-cf93-4fac-9cf3-c32671d36187 req-99db16fc-4c56-4da5-b0b4-8dc8b6e083e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0513828 Oct 27 17:01:20.923072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05d620e2-cf93-4fac-9cf3-c32671d36187 req-3b7ef7c0-0646-477b-9671-1c39bf867529 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Oct 27 17:01:22.044085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31dd57-4548-48f9-ac86-418caecc5b33 req-03c0c8eb-8f80-4ad0-9236-a89428381b74 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:22.045663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31dd57-4548-48f9-ac86-418caecc5b33 req-03c0c8eb-8f80-4ad0-9236-a89428381b74 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Oct 27 17:01:22.083979 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a31dd57-4548-48f9-ac86-418caecc5b33 req-62c92487-7bbe-48eb-955b-5dfc39f3d20d tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Oct 27 17:01:23.203932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bea79-6425-49b7-9d21-1e3a10a46258 req-f3fd5556-7855-4843-8bbf-cd14b8993552 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:23.205460 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e7bea79-6425-49b7-9d21-1e3a10a46258 req-f3fd5556-7855-4843-8bbf-cd14b8993552 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Oct 27 17:01:23.245575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e7bea79-6425-49b7-9d21-1e3a10a46258 req-4b5169c1-9f98-421d-91ed-7630573cf826 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Oct 27 17:01:24.359212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837db7a-38e6-4b47-8612-fb31ca69c529 req-78f67d6a-2b6b-43d0-a590-49fd694bc80e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:24.360630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1837db7a-38e6-4b47-8612-fb31ca69c529 req-78f67d6a-2b6b-43d0-a590-49fd694bc80e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0475402 Oct 27 17:01:24.401401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1837db7a-38e6-4b47-8612-fb31ca69c529 req-4d8cc5e9-7ca9-4378-a904-07c6b3f227cc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Oct 27 17:01:25.521547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994ba9-52f3-4e2a-ab5f-e6ad224b5194 req-3e291418-c3fa-444d-82d7-78d7c2dca9dd tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:25.523032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe994ba9-52f3-4e2a-ab5f-e6ad224b5194 req-3e291418-c3fa-444d-82d7-78d7c2dca9dd tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0526352 Oct 27 17:01:25.560716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe994ba9-52f3-4e2a-ab5f-e6ad224b5194 req-853f5aed-aa47-41c9-aa22-02f0847ac707 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Oct 27 17:01:26.677400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aaf11-ec4a-4898-89da-4dc322c6b0fa req-5fd3aad3-b33f-440b-81f2-4efb3bda05b9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:26.681775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438aaf11-ec4a-4898-89da-4dc322c6b0fa req-5fd3aad3-b33f-440b-81f2-4efb3bda05b9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0501075 Oct 27 17:01:26.719731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-438aaf11-ec4a-4898-89da-4dc322c6b0fa req-f465fad1-95b6-4cbf-be3d-77e3f0f4fe7e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Oct 27 17:01:27.840550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6d5f-7a19-428e-98f6-6de1be8a6d2f req-0443c7a1-67c4-4114-9365-06175bcc4195 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:27.842020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-186d6d5f-7a19-428e-98f6-6de1be8a6d2f req-0443c7a1-67c4-4114-9365-06175bcc4195 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Oct 27 17:01:27.879356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-186d6d5f-7a19-428e-98f6-6de1be8a6d2f req-7f674a53-c61f-49c8-bb1d-be71823b051a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Oct 27 17:01:28.482918 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:28.957302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:29.001535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0fc38-f7ef-4aae-93e6-e5d0be06d8b3 req-823f04d8-09eb-4d45-9693-9a35e169a8cf tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:29.003015 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca0fc38-f7ef-4aae-93e6-e5d0be06d8b3 req-823f04d8-09eb-4d45-9693-9a35e169a8cf tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Oct 27 17:01:29.040252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aca0fc38-f7ef-4aae-93e6-e5d0be06d8b3 req-57e35a41-b340-4b1d-8992-94ef0fe3a9af tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Oct 27 17:01:30.158401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084300f-6c43-48fe-be28-e64300dc6b6f req-48ae68b2-78a8-4858-9828-82b0acedd73c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:30.159913 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4084300f-6c43-48fe-be28-e64300dc6b6f req-48ae68b2-78a8-4858-9828-82b0acedd73c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Oct 27 17:01:30.197380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4084300f-6c43-48fe-be28-e64300dc6b6f req-d0bfa774-a3a2-4344-bbf0-0317feb3f885 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Oct 27 17:01:31.315349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a55f0-c724-4bb6-92da-074c2baabd31 req-cef3dc05-54c0-43ed-94f9-218796c80d95 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:31.316734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d4a55f0-c724-4bb6-92da-074c2baabd31 req-cef3dc05-54c0-43ed-94f9-218796c80d95 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0506067 Oct 27 17:01:31.355391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5d4a55f0-c724-4bb6-92da-074c2baabd31 req-68b0bf16-8a79-4454-bb83-16decc945436 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Oct 27 17:01:32.476574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdbe10-0ad1-4b44-8b33-22081de678bd req-96da44dc-3ad3-4619-91e0-678502d749e6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:32.478130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72fdbe10-0ad1-4b44-8b33-22081de678bd req-96da44dc-3ad3-4619-91e0-678502d749e6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Oct 27 17:01:32.515059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72fdbe10-0ad1-4b44-8b33-22081de678bd req-2c81859a-71c8-4d1f-89c4-1626a5549793 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Oct 27 17:01:33.635197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d4f78-0612-4af7-adde-27d80ede9ebd req-dfb2cf64-74a0-445f-8410-4e4a5d81c93c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:33.636699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd3d4f78-0612-4af7-adde-27d80ede9ebd req-dfb2cf64-74a0-445f-8410-4e4a5d81c93c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Oct 27 17:01:33.674918 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd3d4f78-0612-4af7-adde-27d80ede9ebd req-b0524fc9-5f31-4a1c-b212-0f8c32cd23b6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Oct 27 17:01:34.790338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eafc7-3c15-46ff-9fdb-174aad1c4c02 req-3ec02f2d-d021-45fc-9358-3fbe06f1cb39 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:34.791830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b79eafc7-3c15-46ff-9fdb-174aad1c4c02 req-3ec02f2d-d021-45fc-9358-3fbe06f1cb39 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Oct 27 17:01:34.829895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b79eafc7-3c15-46ff-9fdb-174aad1c4c02 req-f336f85b-8821-41b1-aeea-43e4de7c8857 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Oct 27 17:01:35.950104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e66a2-34c1-465a-8aaa-d04c85f262b9 req-be893ed4-6788-4c5b-a312-b550e96f4e4c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:35.951680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-676e66a2-34c1-465a-8aaa-d04c85f262b9 req-be893ed4-6788-4c5b-a312-b550e96f4e4c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Oct 27 17:01:35.989775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-676e66a2-34c1-465a-8aaa-d04c85f262b9 req-e19063bd-7a54-4208-b304-02b68d6514de tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Oct 27 17:01:37.105530 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80754d5e-2c53-4535-afc7-77bf724d15ec req-e4232d94-96ab-42e8-82d8-d57008dfee4c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:37.107025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80754d5e-2c53-4535-afc7-77bf724d15ec req-e4232d94-96ab-42e8-82d8-d57008dfee4c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0495431 Oct 27 17:01:37.148266 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-80754d5e-2c53-4535-afc7-77bf724d15ec req-5fbe8ec3-57d3-4986-8c1e-d68e60d02619 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Oct 27 17:01:38.264276 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4ae9-6f08-4701-ad27-fa908386f4d5 req-4b871ee8-58b6-40fe-815a-32fb6d98417c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:38.266292 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcbd4ae9-6f08-4701-ad27-fa908386f4d5 req-4b871ee8-58b6-40fe-815a-32fb6d98417c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Oct 27 17:01:38.304082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bcbd4ae9-6f08-4701-ad27-fa908386f4d5 req-7f5bee83-1a3b-4f47-a75e-14886084fc1c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Oct 27 17:01:39.425898 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578004-1f44-404b-bec5-4bd9e65a4254 req-16a54576-7196-470a-888e-5bfffe0a5be8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:39.427414 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f578004-1f44-404b-bec5-4bd9e65a4254 req-16a54576-7196-470a-888e-5bfffe0a5be8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0530567 Oct 27 17:01:39.464423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f578004-1f44-404b-bec5-4bd9e65a4254 req-727f0a02-50a6-4737-97df-f9898a0f7169 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Oct 27 17:01:40.581693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5506630-d776-4be1-b41a-a3de05a5f2a9 req-168f25ef-bf89-4979-a8a3-333f420443f2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:40.583175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5506630-d776-4be1-b41a-a3de05a5f2a9 req-168f25ef-bf89-4979-a8a3-333f420443f2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0483315 Oct 27 17:01:40.620757 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5506630-d776-4be1-b41a-a3de05a5f2a9 req-c97d0296-4107-4f0c-b71e-cb3e6c68e4e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Oct 27 17:01:41.387464 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c85030a2-87b6-4e29-acb7-819a5a20000d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:41.740656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250ec4c-5d8b-4603-a99b-39a72974a975 req-612853b3-f813-4c74-933f-1c40ec1ddd1f tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:41.742157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3250ec4c-5d8b-4603-a99b-39a72974a975 req-612853b3-f813-4c74-933f-1c40ec1ddd1f tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Oct 27 17:01:41.779561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3250ec4c-5d8b-4603-a99b-39a72974a975 req-33a458ec-e814-4c8e-8912-2059e8a9d412 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Oct 27 17:01:42.741771 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-f1392104-5952-4f5f-814b-e0d7737b4017 service neutron] show failed (client error): The resource could not be found. Oct 27 17:01:42.742791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-f1392104-5952-4f5f-814b-e0d7737b4017 service neutron] 10.222.0.79 "GET /v2.0/ports/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0577140 Oct 27 17:01:42.900063 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058720e-bce8-4023-99e5-2db5f1772e8b req-9e9fd311-38a3-4d40-b2f0-c12a1cefefb3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.901620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e058720e-bce8-4023-99e5-2db5f1772e8b req-9e9fd311-38a3-4d40-b2f0-c12a1cefefb3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0516946 Oct 27 17:01:42.946159 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e058720e-bce8-4023-99e5-2db5f1772e8b req-497dc4f0-e20f-4ea0-9529-7b940488b8b8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Oct 27 17:01:43.451723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d3c8380-5968-4070-9de5-dd51bdd595f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:43.453220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d3c8380-5968-4070-9de5-dd51bdd595f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7&tenant_id=801af0c7ab1848c29016960ffc8d04bc HTTP/1.1" status: 200 len: 1096 time: 0.0407884 Oct 27 17:01:43.468218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:43.524860 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.726545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:43.759378 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:43.796860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:43.799662 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86903b49-41a6-4bf4-b9a5-8893e131c2a5" -d '{"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-unplugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:43.803689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.817754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Transition to ACTIVE for port object d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:43.848458 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cea18-7558-431f-a8cd-b4882601726e x-openstack-request-id: req-0d4cea18-7558-431f-a8cd-b4882601726e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:43.848749 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-unplugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:43.849000 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d4cea18-7558-431f-a8cd-b4882601726e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:43.849429 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'code': 200} Oct 27 17:01:43.901422 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:43.963430 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:43.965794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] No DVR routers for this DVR port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:01:44.006968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:44.007335 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:44.007699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:44.012319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:44.012640 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Attempting to bind port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:44.017728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:44.018064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Checking segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:44.018445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Bound using segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:44.018877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Bound port: d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:44.019285 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:44.072621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-18dc96f0-2a91-4601-92f6-82843bf21dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:44.111546 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7b01-0335-429c-8974-4f8d013db84f req-1a5d5f92-480b-495f-86e3-587fe36ff660 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.113255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-989a7b01-0335-429c-8974-4f8d013db84f req-1a5d5f92-480b-495f-86e3-587fe36ff660 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0916183 Oct 27 17:01:44.128348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:44.151017 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:44.164042 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-989a7b01-0335-429c-8974-4f8d013db84f req-daa38e2b-4087-44a7-9501-f54c01463e66 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Oct 27 17:01:44.273738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:44.314016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.314633 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:44.316045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] 10.222.0.82 "PUT /v2.0/ports/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 1091 time: 0.8518801 Oct 27 17:01:44.334445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d869422-cfdd-4e73-b476-29f2739d782b service neutron] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:44.385767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-6ca54b03-7f96-436c-b9db-a65d73c12ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.387314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-6ca54b03-7f96-436c-b9db-a65d73c12ed2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0427217 Oct 27 17:01:44.476814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-bb525ba1-4fc6-474a-af8c-32e8a27cd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.478296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-bb525ba1-4fc6-474a-af8c-32e8a27cd06d service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0831792 Oct 27 17:01:44.524145 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-33af9103-a8b3-46a1-9667-79afeeefb3ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0377383 Oct 27 17:01:44.574648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-d4bde4c7-ee71-47b9-8b01-23d295fbd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:44.576117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-d4bde4c7-ee71-47b9-8b01-23d295fbd336 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0444734 Oct 27 17:01:44.608156 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-232eae93-9958-45ac-87ab-c18244b2ba57 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243046 Oct 27 17:01:44.703988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-02d2ff1a-4558-439c-8a7a-a99fb5085d6e service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867188 Oct 27 17:01:44.753051 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:44.795413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eccf22ae-a03c-428d-b946-8ae97d81ac23 req-6f5e3ebb-33e9-4d93-853d-ca024baa60f4 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Oct 27 17:01:45.288024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7251ac-bae7-44ab-882f-cd9fb18fc773 req-0afe636b-d267-43b2-a2d3-cb4fe500f8c4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:45.289572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e7251ac-bae7-44ab-882f-cd9fb18fc773 req-0afe636b-d267-43b2-a2d3-cb4fe500f8c4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0533025 Oct 27 17:01:45.333688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e7251ac-bae7-44ab-882f-cd9fb18fc773 req-715c8576-601c-4c8b-a00f-0350c4eb6d97 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Oct 27 17:01:45.352536 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:45.850778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:45.853374 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04916287-4787-4f0e-850b-402009c9344a" -d '{"events": [{"name": "network-changed", "server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:45.903836 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203a4dfd-5edc-4628-8c83-3806329c5401 x-openstack-request-id: req-203a4dfd-5edc-4628-8c83-3806329c5401 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:45.904134 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:45.904389 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-203a4dfd-5edc-4628-8c83-3806329c5401 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:45.904826 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'status': 'completed', 'code': 200} Oct 27 17:01:45.993069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-cd8e028a-5f1d-4a85-8817-0b2f598f8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:45.994578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-cd8e028a-5f1d-4a85-8817-0b2f598f8b90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0672295 Oct 27 17:01:46.000582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-a5fdafdb-a7ab-43a3-a431-82e371ce606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.002390 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-a5fdafdb-a7ab-43a3-a431-82e371ce606d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0666885 Oct 27 17:01:46.157844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-14027c07-5207-4cde-bfdb-75e4081ab016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.159340 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-14027c07-5207-4cde-bfdb-75e4081ab016 service neutron] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.1560926 Oct 27 17:01:46.163739 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-3e76011f-768a-4c20-b44c-baba937a5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.165064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-3e76011f-768a-4c20-b44c-baba937a5c54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.1540163 Oct 27 17:01:46.205188 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-5a71bae6-506b-4504-870b-592c5bf14a84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0391977 Oct 27 17:01:46.238743 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-731f1d95-f650-47d1-a817-567e841cacda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0659847 Oct 27 17:01:46.310727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-041be8ad-0366-49a6-9219-c85ffb5028ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.312228 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-041be8ad-0366-49a6-9219-c85ffb5028ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0817540 Oct 27 17:01:46.315508 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916287-4787-4f0e-850b-402009c9344a req-98ecf0ba-94ac-4592-97f6-a29ae5370ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.316818 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-98ecf0ba-94ac-4592-97f6-a29ae5370ca7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0566287 Oct 27 17:01:46.362544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-34f2de76-3872-4ab2-83e1-744ed4c3e039 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435112 Oct 27 17:01:46.364791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-f427bd54-bda2-4140-9c5f-4a9deec60d59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385816 Oct 27 17:01:46.558315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735a863-34d8-46ec-84a0-c35c237af9f5 req-8612d163-ad85-43ab-8806-e3820681d9cc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:46.558315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3735a863-34d8-46ec-84a0-c35c237af9f5 req-8612d163-ad85-43ab-8806-e3820681d9cc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.1278963 Oct 27 17:01:46.572186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-46558dcb-f6e9-4379-98bb-d3c7c5bb72dd service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950474 Oct 27 17:01:46.574872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-3903b487-30ad-4223-8353-7c50db109b31 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056479 Oct 27 17:01:46.666751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:01:46.712427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:01:47.029923 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3735a863-34d8-46ec-84a0-c35c237af9f5 req-c9e45397-9a84-4267-80da-7444625339d8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661481 Oct 27 17:01:47.082536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-8a29dc48-307b-49af-a8a3-4d6dc5e463a5 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011711 Oct 27 17:01:47.092319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04916287-4787-4f0e-850b-402009c9344a req-0d471038-7015-43dc-9825-bd7715e8303f service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058503 Oct 27 17:01:47.147163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:48.157545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd14-1d34-40b3-ac22-82ebf8505682 req-e3f292e1-c987-4f11-be40-d46132607af0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:48.159060 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef68fd14-1d34-40b3-ac22-82ebf8505682 req-e3f292e1-c987-4f11-be40-d46132607af0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0554459 Oct 27 17:01:48.196368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef68fd14-1d34-40b3-ac22-82ebf8505682 req-badafa9e-a167-414a-bd3b-a55b26c057b6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Oct 27 17:01:49.314983 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b55d3-2f98-46c7-95f9-187ccd114336 req-333d3294-5a73-4b1b-99a6-eef3ae774665 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:49.316418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b42b55d3-2f98-46c7-95f9-187ccd114336 req-333d3294-5a73-4b1b-99a6-eef3ae774665 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0506790 Oct 27 17:01:49.353536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b42b55d3-2f98-46c7-95f9-187ccd114336 req-7fd3e1de-56ad-4a70-970c-c48a63f739aa tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Oct 27 17:01:49.749859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59882-301f-4423-ac78-d8b768eeec5c req-fee10eae-1f20-4f48-b22a-6a462571fbb0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:49.751965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67c59882-301f-4423-ac78-d8b768eeec5c req-fee10eae-1f20-4f48-b22a-6a462571fbb0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 943 time: 0.0515182 Oct 27 17:01:49.790089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67c59882-301f-4423-ac78-d8b768eeec5c req-e1a2b75f-1b80-4e4a-89b8-08fca7106a69 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Oct 27 17:01:49.875418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-a3a5016f-db95-42ed-8b14-1b0d7ecea729 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:49.876962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-a3a5016f-db95-42ed-8b14-1b0d7ecea729 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.79 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7&tenant_id=801af0c7ab1848c29016960ffc8d04bc&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 943 time: 0.0554779 Oct 27 17:01:49.938128 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-47443b8e-2adb-4ef5-9284-93294ab70d1c service neutron] delete failed (client error): The resource could not be found. Oct 27 17:01:49.939116 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-47443b8e-2adb-4ef5-9284-93294ab70d1c service neutron] 10.222.0.79 "DELETE /v2.0/ports/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0540304 Oct 27 17:01:50.020787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-84e5da3a-175e-4674-b7fb-92c56c0938c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:50.022393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-84e5da3a-175e-4674-b7fb-92c56c0938c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 1094 time: 0.0409229 Oct 27 17:01:50.123897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-d656e58a-c366-48c6-892c-d4e03b4a1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:50.125382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-d656e58a-c366-48c6-892c-d4e03b4a1f14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0962389 Oct 27 17:01:50.166314 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-d5f9585e-7f3d-4612-9922-8e8fa80e4c1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 200 len: 217 time: 0.0338323 Oct 27 17:01:50.213981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-de63fb4b-5719-4e49-9ff9-ca96797181d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:50.215357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-de63fb4b-5719-4e49-9ff9-ca96797181d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0426676 Oct 27 17:01:50.245534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-68680fbe-d871-42de-b402-8f2cc74273c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237031 Oct 27 17:01:50.336562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-d9ff56a0-b6b8-4ce2-bc78-8615a059a00a service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Oct 27 17:01:50.356265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:50.429822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d58e5799-3a6e-48d5-932e-487f484cb279 req-66c4675f-7839-4322-a060-f321e0f083c4 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866547 Oct 27 17:01:50.452850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:50.465868 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'port_id': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'mac_address': 'fa:16:3e:da:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0187f-a551-4680-b7d5-24f6e509d4ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:50.503396 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.517445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:50.537203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:50.655605 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:50.707657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:50.909505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b439dd-7327-4a7f-9ffb-21cec36fb9ad req-d39a6477-0a55-44fb-9485-527089e40684 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:50.911157 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21b439dd-7327-4a7f-9ffb-21cec36fb9ad req-d39a6477-0a55-44fb-9485-527089e40684 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0506728 Oct 27 17:01:50.949761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21b439dd-7327-4a7f-9ffb-21cec36fb9ad req-c2f724b6-d07d-4b92-b4be-06f2a5c99101 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Oct 27 17:01:51.033438 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d619ce1d-4fdf-4e59-ab56-47c18c4e83e6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:52.067563 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f7866-e25c-4729-88b7-3204c0d3f753 req-293ed900-7015-4e4a-810c-7e162e4e6c77 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:52.069049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c59f7866-e25c-4729-88b7-3204c0d3f753 req-293ed900-7015-4e4a-810c-7e162e4e6c77 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0491357 Oct 27 17:01:52.106831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c59f7866-e25c-4729-88b7-3204c0d3f753 req-aa30a66d-2415-49e2-99cb-074fbe17150c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Oct 27 17:01:52.225558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4f5eb-4e89-4414-b2ba-36c89ada741e req-9b8358b1-5ed2-4664-8dc3-a9405cec1a53 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:52.227028 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0f4f5eb-4e89-4414-b2ba-36c89ada741e req-9b8358b1-5ed2-4664-8dc3-a9405cec1a53 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0527706 Oct 27 17:01:52.268455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d0f4f5eb-4e89-4414-b2ba-36c89ada741e req-acbaead3-63d5-411f-8755-38b533488e56 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 Oct 27 17:01:52.347369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:52.385477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b094aa-b7be-4a18-8052-6e971c8c2cee req-f4fbf223-63eb-4c61-a1a7-a64c6f0d5956 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:52.386965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59b094aa-b7be-4a18-8052-6e971c8c2cee req-f4fbf223-63eb-4c61-a1a7-a64c6f0d5956 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 944 time: 0.0547798 Oct 27 17:01:52.424794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59b094aa-b7be-4a18-8052-6e971c8c2cee req-0de8ab75-60d2-4cd0-8a22-d1f625aea8eb tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Oct 27 17:01:52.478402 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:52.482358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:52.482726 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.559584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.582374 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:52.584610 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1b52d-38bb-47e0-aa3b-41ba3014c7a8" -d '{"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-plugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:52.597308 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:52.621974 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28364a6-8de9-48b2-945f-ee4cba3e5294 x-openstack-request-id: req-c28364a6-8de9-48b2-945f-ee4cba3e5294 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:52.622374 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-plugged", "status": "completed", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:52.622719 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c28364a6-8de9-48b2-945f-ee4cba3e5294 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:52.623153 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'code': 200} Oct 27 17:01:52.717952 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.769012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:52.777017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.777366 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.777708 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.778042 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.778369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.778701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.779030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.779379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.779704 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.780023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.780341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:52.780659 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:53.091635 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-997884eb-6d6b-4be4-b2b2-0f07e29e9250 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:53.093220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-997884eb-6d6b-4be4-b2b2-0f07e29e9250 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 814 time: 0.1096072 Oct 27 17:01:53.108715 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-399936bd-c1e4-4f81-871b-4cce0650da7c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/quotas/801af0c7ab1848c29016960ffc8d04bc HTTP/1.1" status: 200 len: 375 time: 0.0089903 Oct 27 17:01:53.159886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-a219bbf3-f4ae-44a1-ae2f-a0a1a2863b21 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450649 Oct 27 17:01:53.326507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-8130d462-0085-4644-9a30-10fb19bb2ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250567 Oct 27 17:01:53.414919 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-ba61ba0d-6ce9-4f20-989b-6904e396c065 service neutron] 10.222.0.70 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Oct 27 17:01:53.663625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-325dbfcd-d3b9-4655-8e38-cac43116cfa2 req-653d6914-cba9-435b-a259-67d060425d16 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Oct 27 17:01:54.662309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-b0de58c8-e1a2-49c1-9689-90ad2df44a36 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:54.663845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-b0de58c8-e1a2-49c1-9689-90ad2df44a36 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.82 "GET /v2.0/ports?device_id=0da3189f-7a25-4dd0-86b5-66153e8cedf7 HTTP/1.1" status: 200 len: 945 time: 0.0550964 Oct 27 17:01:54.759094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d49845a-c660-4920-bbdd-29b9fd9ac41d req-87c62c90-080a-415c-820f-e6b5d6c8eace tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 210 time: 0.0274525 Oct 27 17:01:54.782861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Deleting port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:01:54.782861 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.881221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] For port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:54.881512 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.895027 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Calling delete_port for d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:01:55.101328 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.113166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['d619ce1d-4fdf-4e59-ab56-47c18c4e83e6'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:55.129868 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Pushing event deleted for resources: {'Port': ['ID=d619ce1d-4fdf-4e59-ab56-47c18c4e83e6,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:55.172612 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] No DVR routers for this DVR port d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:01:55.175363 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:55.178784 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d4e4b600-a1b2-4358-b76c-6c1aec7fc2bc req-8c6ad449-4b05-4773-a506-18654341b7c5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.82 "DELETE /v2.0/ports/d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 HTTP/1.1" status: 204 len: 173 time: 0.5084558 Oct 27 17:01:55.179259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-deleted', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:55.181509 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b736df-5574-4c90-ba69-27868cc17eb0" -d '{"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-deleted", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:55.221974 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38c3b7-cf5c-42b0-b467-db45b856c047 x-openstack-request-id: req-4e38c3b7-cf5c-42b0-b467-db45b856c047 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:55.222268 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3189f-7a25-4dd0-86b5-66153e8cedf7", "name": "network-vif-deleted", "tag": "d619ce1d-4fdf-4e59-ab56-47c18c4e83e6", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:55.222523 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e38c3b7-cf5c-42b0-b467-db45b856c047 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:55.222922 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3189f-7a25-4dd0-86b5-66153e8cedf7', 'name': 'network-vif-deleted', 'tag': 'd619ce1d-4fdf-4e59-ab56-47c18c4e83e6', 'status': 'completed', 'code': 200} Oct 27 17:01:55.858981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9eec563d-fcad-475a-8200-e608cd301b8b req-8c59de7d-0ab5-41f1-8e6a-13482e7966a1 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 210 time: 0.0262473 Oct 27 17:01:55.982929 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-ee0dde99-9eb9-47fa-b6af-7e617a96acb5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:55.984400 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-ee0dde99-9eb9-47fa-b6af-7e617a96acb5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 814 time: 0.1074591 Oct 27 17:01:55.997491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Request body: {'port': {'device_id': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'admin_state_up': True, 'tenant_id': '801af0c7ab1848c29016960ffc8d04bc'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:56.203579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Made reservation on behalf of 801af0c7ab1848c29016960ffc8d04bc for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:56.207814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.332889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Allocated IP 172.20.0.9 (989898a6-483f-4438-ad82-3ac9208b115e/fce0187f-a551-4680-b7d5-24f6e509d4ad/1cb6e342-a71d-4aea-97cb-55e8c5c9483e) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:56.483227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.628026 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.637370 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:56.672734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Network 989898a6-483f-4438-ad82-3ac9208b115e is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:56.675972 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:56.680075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:56.712215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:56.726455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.726805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.727174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.730551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:01:56.750341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:56.750971 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:56.835366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-da3bcf1a-9ba0-4865-a647-319547ec24ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414326 Oct 27 17:01:56.850006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Request body: {'port': {'device_id': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:56.904960 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.059502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8dd78-51aa-4db7-904f-1a40a67ef402 req-6d0b95db-3da8-4064-bd57-58e8dc2596f5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.061036 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3e8dd78-51aa-4db7-904f-1a40a67ef402 req-6d0b95db-3da8-4064-bd57-58e8dc2596f5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 931 time: 0.1248817 Oct 27 17:01:57.148224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3e8dd78-51aa-4db7-904f-1a40a67ef402 req-018867b1-96bd-42ec-b142-39dc7ccab314 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Oct 27 17:01:57.238051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb6e342-a71d-4aea-97cb-55e8c5c9483e {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:57.245591 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.257933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Transition to ACTIVE for port object 1cb6e342-a71d-4aea-97cb-55e8c5c9483e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:57.335318 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.386634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:57.468512 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:57.468856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:57.469192 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:57.475330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:57.475697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:57.481396 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:57.481738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Checking segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:57.482128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Bound using segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:57.482564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Bound port: 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:57.482928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.557608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:57.561410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:57.695793 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.731314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.732039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:57.736068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] 10.222.0.82 "PUT /v2.0/ports/1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 1091 time: 0.8876643 Oct 27 17:01:57.736068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:57.736886 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:57.764478 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758bc9b-f3d2-4965-8257-f66db691dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:57.781961 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a564f16-1911-42a3-9740-42b094ddfa71 x-openstack-request-id: req-8a564f16-1911-42a3-9740-42b094ddfa71 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:57.782232 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:57.782785 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a564f16-1911-42a3-9740-42b094ddfa71 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:57.782894 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'status': 'completed', 'code': 200} Oct 27 17:01:57.848805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-dae7c8f2-e3b0-4c6d-85bb-128c58e870a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.850341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-dae7c8f2-e3b0-4c6d-85bb-128c58e870a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1094 time: 0.0430136 Oct 27 17:01:57.957649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-20ab507f-d960-4c34-980d-049675592567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:57.959184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-20ab507f-d960-4c34-980d-049675592567 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=801af0c7ab1848c29016960ffc8d04bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002536 Oct 27 17:01:58.062578 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-2deff2fc-60a4-4dc3-a967-285aea55a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.065249 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f4dcc52-a62a-43e4-b9b3-bbfe7e3ab962 req-2deff2fc-60a4-4dc3-a967-285aea55a327 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980544 Oct 27 17:01:58.159185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-31e18a89-e3aa-48b2-a880-66852219f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.160739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-31e18a89-e3aa-48b2-a880-66852219f959 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1094 time: 0.0554070 Oct 27 17:01:58.206355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-9b49d921-3297-439d-99ad-9d8ae698b353 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0368373 Oct 27 17:01:58.290445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-d88f628e-5e2c-4f64-a985-4e7470937126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.292074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-d88f628e-5e2c-4f64-a985-4e7470937126 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0778620 Oct 27 17:01:58.315692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e8acd-d3db-4b6b-89d8-d3980d3b6e8a req-ce915c96-5dbf-4bdd-bb0d-5db8137ff5ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:58.317083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b4e8acd-d3db-4b6b-89d8-d3980d3b6e8a req-ce915c96-5dbf-4bdd-bb0d-5db8137ff5ca tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0939198 Oct 27 17:01:58.338110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-0c712db2-a506-48a2-9720-621945af5593 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382681 Oct 27 17:01:58.387223 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:01:58.407730 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:01:58.408147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device d619ce1d-4fdf-4e59-ab56-47c18c4e83e6 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:01:58.418667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b4e8acd-d3db-4b6b-89d8-d3980d3b6e8a req-0f32b31a-768d-4bdc-af74-e12db8c91166 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836940 Oct 27 17:01:58.469610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-d6c2feed-6f1d-46a0-92fb-b6238cc325f1 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182039 Oct 27 17:01:58.552276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:58.565285 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73e480-1c5d-4719-8f95-0529addbe255 req-c558a5d6-b56d-4cb5-9eb5-ee833d38282f service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Oct 27 17:01:58.957863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:59.539776 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40190-6f35-4dcd-a1df-47db6824a70f req-34e9c0b3-06b2-413d-81af-9887df52af4a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:59.541291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a40190-6f35-4dcd-a1df-47db6824a70f req-34e9c0b3-06b2-413d-81af-9887df52af4a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0505812 Oct 27 17:01:59.581748 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62a40190-6f35-4dcd-a1df-47db6824a70f req-3925d757-9bfc-4584-b146-e994d17b91bf tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Oct 27 17:02:00.705502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4ef6-1652-4f6a-a588-d7ed1099bc0e req-3696619e-3b7d-400a-8497-7f8f2ee2f9f2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:00.707082 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b93c4ef6-1652-4f6a-a588-d7ed1099bc0e req-3696619e-3b7d-400a-8497-7f8f2ee2f9f2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0553153 Oct 27 17:02:00.751739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b93c4ef6-1652-4f6a-a588-d7ed1099bc0e req-bf2c4605-283e-4dfa-a168-6c627498061b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Oct 27 17:02:01.895656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534f5b-58e6-4f2b-9417-ec86a56afb4f req-21a4a4dc-bb87-43ab-a20c-37bae39f83eb tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:01.897202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56534f5b-58e6-4f2b-9417-ec86a56afb4f req-21a4a4dc-bb87-43ab-a20c-37bae39f83eb tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0541260 Oct 27 17:02:01.938069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-56534f5b-58e6-4f2b-9417-ec86a56afb4f req-268392e6-f0ef-4b47-bed4-48afb4c59a1e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Oct 27 17:02:02.386393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:02:02.486897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:02.503271 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'port_id': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'mac_address': 'fa:16:3e:aa:7c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0187f-a551-4680-b7d5-24f6e509d4ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:02:02.541652 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:02.556991 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb6e342-a71d-4aea-97cb-55e8c5c9483e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:02.578669 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:02.683996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:02.734595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:03.014416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['1cb6e342-a71d-4aea-97cb-55e8c5c9483e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:03.088880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a541b-34c3-475b-92ab-ac8f54ad5557 req-c8ceefa8-240d-4fbb-9418-d591735fabd0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:03.090893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-711a541b-34c3-475b-92ab-ac8f54ad5557 req-c8ceefa8-240d-4fbb-9418-d591735fabd0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 944 time: 0.0761743 Oct 27 17:02:03.151416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-711a541b-34c3-475b-92ab-ac8f54ad5557 req-6327d4f7-d2e0-4628-bc78-b1b2157edc4c tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529196 Oct 27 17:02:04.284611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e45baa-6798-4432-b3ce-d38ecf00c434 req-197241e9-c20c-4afb-95a9-3a2dd594f1db tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:04.286113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76e45baa-6798-4432-b3ce-d38ecf00c434 req-197241e9-c20c-4afb-95a9-3a2dd594f1db tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 944 time: 0.0536687 Oct 27 17:02:04.324136 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76e45baa-6798-4432-b3ce-d38ecf00c434 req-a46a217b-8ff1-4130-ab0f-f3a0595ac2fe tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Oct 27 17:02:04.403395 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:04.569149 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:02:04.573170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:04.573542 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:04.654384 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:04.677611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:04.679866 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6de39a-559b-4bbb-b84c-b157c463a942" -d '{"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-plugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:04.692689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:04.715843 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e53812-267c-4493-abac-aefd5dc8167f x-openstack-request-id: req-71e53812-267c-4493-abac-aefd5dc8167f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:04.716141 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-plugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:04.716397 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71e53812-267c-4493-abac-aefd5dc8167f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:04.716952 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'code': 200} Oct 27 17:02:04.792303 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:04.814061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30caba0-65da-43c4-83f9-88294253f88b req-4337cea5-eede-4aed-acec-0342cf12defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:04.815616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d30caba0-65da-43c4-83f9-88294253f88b req-4337cea5-eede-4aed-acec-0342cf12defa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1095 time: 0.0415800 Oct 27 17:02:04.840303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:04.853582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d30caba0-65da-43c4-83f9-88294253f88b req-eb72e7fc-211e-4029-8935-38208de4d742 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Oct 27 17:02:05.442349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370f33b-1a27-4b0b-85c6-42b97004ece9 req-9987c8c3-be2e-4eee-922d-54b049d356e6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:05.443845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8370f33b-1a27-4b0b-85c6-42b97004ece9 req-9987c8c3-be2e-4eee-922d-54b049d356e6 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0512354 Oct 27 17:02:05.481154 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8370f33b-1a27-4b0b-85c6-42b97004ece9 req-01cf610b-13aa-4f8d-8c7f-5d21b9221dcc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Oct 27 17:02:06.604716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb195-56d6-4967-8def-c3a8507ad988 req-486b72c4-8f28-4c1f-95d6-1e61181832c2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.607325 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b0bb195-56d6-4967-8def-c3a8507ad988 req-486b72c4-8f28-4c1f-95d6-1e61181832c2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Oct 27 17:02:06.646855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b0bb195-56d6-4967-8def-c3a8507ad988 req-7cc1aa5f-82b8-4d3c-932b-83401e6bb81a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Oct 27 17:02:06.767687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-ef9ee21a-2607-451e-97ea-d7bb7ea76c8b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697470 Oct 27 17:02:06.782079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ef70-28ea-4203-b0b4-0f5751ab77b7 req-e77bb57c-5f5a-47df-b5be-ced3a02949e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.784137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a22ef70-28ea-4203-b0b4-0f5751ab77b7 req-e77bb57c-5f5a-47df-b5be-ced3a02949e8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0613933 Oct 27 17:02:06.834058 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5a22ef70-28ea-4203-b0b4-0f5751ab77b7 req-ea3782ec-3cbc-41de-a8ec-48984dd34fc9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Oct 27 17:02:06.866623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-cd8f3507-4a11-47e9-b06d-e785fe963387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.868198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-cd8f3507-4a11-47e9-b06d-e785fe963387 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1096 time: 0.0528917 Oct 27 17:02:06.974277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-96877eba-5ddc-48e8-822e-7df8cd2410b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:06.975622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-96877eba-5ddc-48e8-822e-7df8cd2410b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0878086 Oct 27 17:02:07.022199 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-5e295b3f-056c-45eb-8efb-297c7d52b07b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0376458 Oct 27 17:02:07.072588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-13a861dc-0430-4fa6-aef9-fabc7671515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:07.074067 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-13a861dc-0430-4fa6-aef9-fabc7671515d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0445042 Oct 27 17:02:07.105202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-08582f95-dcd6-482e-a0dd-5971109c44fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237732 Oct 27 17:02:07.203639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-5b6d7528-5346-4159-9b65-3c629ba2824a service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903258 Oct 27 17:02:07.333334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f163-3d8e-4dea-a5b7-da23a7c2cfa3 req-cf2d9080-a7c5-4243-b704-394b6ff9d508 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:07.334709 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a92f163-3d8e-4dea-a5b7-da23a7c2cfa3 req-cf2d9080-a7c5-4243-b704-394b6ff9d508 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0790541 Oct 27 17:02:07.338366 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c4d88e0-7f5f-40fa-8b95-76f3557eeaf3 req-7ae2459c-9ec9-4fb9-a527-86124791f11f service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254675 Oct 27 17:02:07.372847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4a92f163-3d8e-4dea-a5b7-da23a7c2cfa3 req-fe09e6c9-9398-4e08-a65e-248b88865c7f tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Oct 27 17:02:07.470003 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-21a502f5-f11b-4caf-a06f-e407212b8ad8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511389 Oct 27 17:02:08.492639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5315-0c22-4bd5-b70d-567455d96f06 req-b5a3d7a6-9da5-4730-8128-dc13c691fe12 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:08.494106 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e32f5315-0c22-4bd5-b70d-567455d96f06 req-b5a3d7a6-9da5-4730-8128-dc13c691fe12 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0496089 Oct 27 17:02:08.537583 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e32f5315-0c22-4bd5-b70d-567455d96f06 req-6e774a9b-c1d9-495f-a1e4-446db3e7dd22 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Oct 27 17:02:09.655864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061265-016e-4c06-9b30-6cee0876228c req-fe40c943-9320-4cba-ab65-8e5cc8cd2a15 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:09.657922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02061265-016e-4c06-9b30-6cee0876228c req-fe40c943-9320-4cba-ab65-8e5cc8cd2a15 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Oct 27 17:02:09.695835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-02061265-016e-4c06-9b30-6cee0876228c req-9687f374-78a2-4c3c-9c4e-fde6a0026006 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Oct 27 17:02:09.875892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-624371f8-7f09-4d6e-9e51-a575bfb11f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:09.877416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-624371f8-7f09-4d6e-9e51-a575bfb11f67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1096 time: 0.0441289 Oct 27 17:02:09.967275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-28c401c0-2f37-4ea2-8425-83ff4a360aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:09.968803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-28c401c0-2f37-4ea2-8425-83ff4a360aa1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0833876 Oct 27 17:02:10.014295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-9060426d-f63f-437d-81c2-a61808eb0c0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0368240 Oct 27 17:02:10.064772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-1486795f-a99c-44ec-b66e-abe31c24b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:10.066248 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-1486795f-a99c-44ec-b66e-abe31c24b44c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0447168 Oct 27 17:02:10.098631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-fd38fb83-6a87-4e3e-8d68-0cead41ddce0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244334 Oct 27 17:02:10.192618 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-ccb97b79-ba1a-4767-acbb-f409a8f44cc4 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Oct 27 17:02:10.282626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f1656d52-01a2-4ce1-a9ac-99597ce5da6f service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819414 Oct 27 17:02:10.812993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c454d-88e9-4a85-a3aa-a5dc7842ced2 req-4faedbe6-6da4-496e-a730-42e8898ec48b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:10.815063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6c454d-88e9-4a85-a3aa-a5dc7842ced2 req-4faedbe6-6da4-496e-a730-42e8898ec48b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0496278 Oct 27 17:02:10.852755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e6c454d-88e9-4a85-a3aa-a5dc7842ced2 req-01bdf43a-384d-4976-8056-ef2a00f9bb78 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Oct 27 17:02:11.380555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a99-fb13-4d6e-a496-3225d6354961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:11.978218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a450b-d2d9-48a9-8d2e-f91fef7cab4f req-aefc06f1-5941-46f7-ad92-9aa660f9dd43 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:11.979778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-706a450b-d2d9-48a9-8d2e-f91fef7cab4f req-aefc06f1-5941-46f7-ad92-9aa660f9dd43 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Oct 27 17:02:12.020080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-706a450b-d2d9-48a9-8d2e-f91fef7cab4f req-abc44a5f-5c85-43a5-bdb1-11607f67d65a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Oct 27 17:02:13.136186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc762-7391-4937-87ca-8be991eeb088 req-0a798c82-77f7-4dad-bb7c-487854a7b890 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:13.137755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddbc762-7391-4937-87ca-8be991eeb088 req-0a798c82-77f7-4dad-bb7c-487854a7b890 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Oct 27 17:02:13.178103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cddbc762-7391-4937-87ca-8be991eeb088 req-41beafce-962c-44e2-8e29-b5a95a2a8018 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Oct 27 17:02:14.054876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4a8694f7-1ee8-495a-80dd-626839964b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:14.294687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e332a2-48b3-4957-a447-2e96d3bc5b0a req-ca49147f-e2bd-4d9b-ad0b-1772f4812a6e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:14.296633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e332a2-48b3-4957-a447-2e96d3bc5b0a req-ca49147f-e2bd-4d9b-ad0b-1772f4812a6e tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Oct 27 17:02:14.334597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3e332a2-48b3-4957-a447-2e96d3bc5b0a req-8195c1bf-28d5-43d6-87b0-9eeaf1e8654b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Oct 27 17:02:14.751979 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.346281 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:15.456887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10e47-e1d6-4cbd-89c0-d1ef9221ae81 req-ca19e9b4-2ba4-4ba1-95e6-5daae53defb3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:15.458362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ec10e47-e1d6-4cbd-89c0-d1ef9221ae81 req-ca19e9b4-2ba4-4ba1-95e6-5daae53defb3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0535436 Oct 27 17:02:15.496404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ec10e47-e1d6-4cbd-89c0-d1ef9221ae81 req-4b59e709-6029-43bd-8bd3-9ba6ffd3c80b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 27 17:02:16.612791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb099371-5e07-473b-9ba7-3bb205d31589 req-082c5ab2-bb9d-47d6-beec-f3824c783f09 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:16.614351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb099371-5e07-473b-9ba7-3bb205d31589 req-082c5ab2-bb9d-47d6-beec-f3824c783f09 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Oct 27 17:02:16.653879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fb099371-5e07-473b-9ba7-3bb205d31589 req-07635853-ca94-4959-b61d-f29bdb7acf49 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Oct 27 17:02:17.168770 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:17.768658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736f1f1-401b-4766-a4b7-3ea329743e7a req-57ced37a-b41c-4893-8aae-5ab1fc6b3e65 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:17.770029 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0736f1f1-401b-4766-a4b7-3ea329743e7a req-57ced37a-b41c-4893-8aae-5ab1fc6b3e65 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Oct 27 17:02:17.808003 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0736f1f1-401b-4766-a4b7-3ea329743e7a req-113956ef-5c85-412d-9e24-5e30a4b65956 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Oct 27 17:02:18.925711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7d57e-da43-44d4-aeee-828a493be9ae req-079d27b1-e8c6-481f-82cb-c3279d7dbd32 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:18.927313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91b7d57e-da43-44d4-aeee-828a493be9ae req-079d27b1-e8c6-481f-82cb-c3279d7dbd32 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Oct 27 17:02:18.964319 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91b7d57e-da43-44d4-aeee-828a493be9ae req-55a694cc-c874-4806-b8b3-0aca8b42343b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Oct 27 17:02:20.083311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029601-9cc2-4e44-aea6-2350fccc6cec req-a44f7678-72d2-4dcc-9e87-cfe86bca7b43 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:20.084783 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8029601-9cc2-4e44-aea6-2350fccc6cec req-a44f7678-72d2-4dcc-9e87-cfe86bca7b43 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Oct 27 17:02:20.123716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a8029601-9cc2-4e44-aea6-2350fccc6cec req-01c8e1ee-604f-4d24-be7a-b9e933409e78 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Oct 27 17:02:21.238334 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc27dde-ab29-454b-8fc5-8f95a34b60fa req-b9bfeaf4-1731-4397-890a-ec923da6a005 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:21.239828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cc27dde-ab29-454b-8fc5-8f95a34b60fa req-b9bfeaf4-1731-4397-890a-ec923da6a005 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Oct 27 17:02:21.276846 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6cc27dde-ab29-454b-8fc5-8f95a34b60fa req-bff1bc34-d9d4-40f8-b604-02eedcf1cad4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Oct 27 17:02:22.395787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ec501-8a6a-46b2-afdc-5ff0da45861a req-8156f12a-29b3-47c1-83f0-4c0764c3dda5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:22.397279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-242ec501-8a6a-46b2-afdc-5ff0da45861a req-8156f12a-29b3-47c1-83f0-4c0764c3dda5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0529583 Oct 27 17:02:22.434592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-242ec501-8a6a-46b2-afdc-5ff0da45861a req-454ff79d-dc0a-4e24-8879-ababe3474b75 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Oct 27 17:02:23.550837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10eb8-f2c3-4635-ae4c-4780edcdf69c req-a24a2260-4a37-49b4-a057-23c561cd9ad9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:23.552322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2c10eb8-f2c3-4635-ae4c-4780edcdf69c req-a24a2260-4a37-49b4-a057-23c561cd9ad9 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0482562 Oct 27 17:02:23.590641 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2c10eb8-f2c3-4635-ae4c-4780edcdf69c req-440c5c15-4152-4dc2-92e9-46a924e79be5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Oct 27 17:02:24.707491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce573-8314-4cad-9719-2902491a824e req-083ae861-5036-4752-973e-477cdeebbb24 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:24.708970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c07ce573-8314-4cad-9719-2902491a824e req-083ae861-5036-4752-973e-477cdeebbb24 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0489688 Oct 27 17:02:24.746330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c07ce573-8314-4cad-9719-2902491a824e req-b1ba9f9d-c5fd-4119-9816-f91185146eb7 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Oct 27 17:02:25.866580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8121fe-f0ff-476f-ae03-ba94336988d5 req-38126771-748d-4a64-aa52-678c7101fc96 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:25.868084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c8121fe-f0ff-476f-ae03-ba94336988d5 req-38126771-748d-4a64-aa52-678c7101fc96 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Oct 27 17:02:25.906739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c8121fe-f0ff-476f-ae03-ba94336988d5 req-4e35a6a8-fe26-40c3-8ca6-a29394a66c84 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Oct 27 17:02:27.022439 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1986c44-ce98-4c2f-8a48-113185623aa0 req-b80c981e-b0d7-44b9-9b2d-2cc92379baf3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:27.023930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1986c44-ce98-4c2f-8a48-113185623aa0 req-b80c981e-b0d7-44b9-9b2d-2cc92379baf3 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0495431 Oct 27 17:02:27.062833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1986c44-ce98-4c2f-8a48-113185623aa0 req-dd27d6d9-54e8-4f5b-9d13-d1fa745d94eb tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Oct 27 17:02:28.189973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7582-9bc8-4d6a-9230-af1b299468e6 req-8e629474-4e19-469a-ab41-562989ebc821 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:28.191483 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d04c7582-9bc8-4d6a-9230-af1b299468e6 req-8e629474-4e19-469a-ab41-562989ebc821 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0504589 Oct 27 17:02:28.229027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d04c7582-9bc8-4d6a-9230-af1b299468e6 req-81d3b0df-b409-4450-addd-54b6749b9d7a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Oct 27 17:02:28.500142 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:28.922713 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.348402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22011e8-5268-4dc6-a637-42a441c4d742 req-4b380586-e5ea-4613-bed8-76d5d0c1920d tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:29.350130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e22011e8-5268-4dc6-a637-42a441c4d742 req-4b380586-e5ea-4613-bed8-76d5d0c1920d tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0527041 Oct 27 17:02:29.389127 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e22011e8-5268-4dc6-a637-42a441c4d742 req-202d0d5d-d76a-4fc4-bf8e-f5c2cf3e9677 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Oct 27 17:02:30.505496 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9126f-6289-4636-b9cb-f22d44719820 req-f3bb4608-f64e-4af1-8b1a-29e8480add1b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:30.506998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cac9126f-6289-4636-b9cb-f22d44719820 req-f3bb4608-f64e-4af1-8b1a-29e8480add1b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0501437 Oct 27 17:02:30.546104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cac9126f-6289-4636-b9cb-f22d44719820 req-11a5847b-d90d-45ad-874e-3f95062d3a07 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Oct 27 17:02:31.662732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607ae9b-4324-4b71-8c70-6a361edc79a5 req-b9eb92ac-0fd9-41ee-8fef-a08365877662 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:31.664208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d607ae9b-4324-4b71-8c70-6a361edc79a5 req-b9eb92ac-0fd9-41ee-8fef-a08365877662 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Oct 27 17:02:31.701626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d607ae9b-4324-4b71-8c70-6a361edc79a5 req-0d098662-8efd-45b5-8a51-95ca1bd097a0 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Oct 27 17:02:33.167026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d7a2-d2ef-4e3a-8314-bb3bc5a38f79 req-d6d6fa89-d7ba-42ac-851c-115ad59efc28 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:33.168580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bf5d7a2-d2ef-4e3a-8314-bb3bc5a38f79 req-d6d6fa89-d7ba-42ac-851c-115ad59efc28 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.3972073 Oct 27 17:02:33.207597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4bf5d7a2-d2ef-4e3a-8314-bb3bc5a38f79 req-022170ea-9549-4ca4-8810-bc14a43ef7a8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Oct 27 17:02:33.637025 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:02:34.325318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52a5e-cc50-49e4-b554-f83b57d80641 req-ab458682-e815-4273-9419-d54dd88e3adc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:34.326662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c52a5e-cc50-49e4-b554-f83b57d80641 req-ab458682-e815-4273-9419-d54dd88e3adc tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0475099 Oct 27 17:02:34.364835 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-38c52a5e-cc50-49e4-b554-f83b57d80641 req-5fa1e0a5-ed13-4143-a7d6-2101a9fe442a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Oct 27 17:02:35.486551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792abfa-25cd-4362-97af-70233808d481 req-b4241660-9ccc-4957-8d2d-c2ea8cbc54ce tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:35.488676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9792abfa-25cd-4362-97af-70233808d481 req-b4241660-9ccc-4957-8d2d-c2ea8cbc54ce tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0491059 Oct 27 17:02:35.525959 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9792abfa-25cd-4362-97af-70233808d481 req-0bcb308f-cd2d-43bc-b717-7c2f19641a1a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Oct 27 17:02:36.648260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7782-a1f3-419f-9ecd-8728492f2167 req-4c82fa2a-bfae-45c8-8a38-0074bc94df4b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:36.649719 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e4e7782-a1f3-419f-9ecd-8728492f2167 req-4c82fa2a-bfae-45c8-8a38-0074bc94df4b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0530989 Oct 27 17:02:36.686916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e4e7782-a1f3-419f-9ecd-8728492f2167 req-cc46dee4-ab7f-4136-83c7-db2d14b11545 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Oct 27 17:02:37.838186 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725261d3-0246-44de-8709-8300b2f4121b req-b7036c42-2d60-442c-8078-8474db121e30 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:37.839685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725261d3-0246-44de-8709-8300b2f4121b req-b7036c42-2d60-442c-8078-8474db121e30 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0842166 Oct 27 17:02:37.866849 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-171015a2-1a92-48b2-961f-556d7300d642 service neutron] show failed (client error): The resource could not be found. Oct 27 17:02:37.867901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-171015a2-1a92-48b2-961f-556d7300d642 service neutron] 10.222.0.82 "GET /v2.0/ports/1cb6e342-a71d-4aea-97cb-55e8c5c9483e/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0849328 Oct 27 17:02:37.887765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-725261d3-0246-44de-8709-8300b2f4121b req-ee3fc690-7788-4607-8190-99875e6ab8f7 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Oct 27 17:02:38.485924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-84b30774-00dc-4ac5-ba2b-913b9a316761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:38.487764 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-84b30774-00dc-4ac5-ba2b-913b9a316761 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782&tenant_id=801af0c7ab1848c29016960ffc8d04bc HTTP/1.1" status: 200 len: 1096 time: 0.0438287 Oct 27 17:02:38.499839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:38.553033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.752143 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:38.788747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:38.827788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:38.830110 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa1d190-6b2d-4c0c-aac7-02a4969049fc" -d '{"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:38.833887 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:38.846147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Transition to ACTIVE for port object 1cb6e342-a71d-4aea-97cb-55e8c5c9483e will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:02:38.888411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0043bf1-30b6-4700-935f-0e6572cd514e x-openstack-request-id: req-e0043bf1-30b6-4700-935f-0e6572cd514e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:38.888411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:38.888411 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0043bf1-30b6-4700-935f-0e6572cd514e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:38.888411 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'code': 200} Oct 27 17:02:38.997322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.012806 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a2713-9788-4933-9b24-fcf0284637bb req-d44f9840-a162-46a4-afef-c85c6a15549d tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.014322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee3a2713-9788-4933-9b24-fcf0284637bb req-d44f9840-a162-46a4-afef-c85c6a15549d tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0582368 Oct 27 17:02:39.090080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] No DVR routers for this DVR port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:02:39.091804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.129739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee3a2713-9788-4933-9b24-fcf0284637bb req-2e44f3d7-3c69-4b36-8dd6-b26e2af4de82 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950685 Oct 27 17:02:39.139295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:39.139642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:39.139975 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:39.145000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:02:39.145393 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Attempting to bind port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on network 989898a6-483f-4438-ad82-3ac9208b115e {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:39.150420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:39.150767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Checking segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:39.151207 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Bound using segment: {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:39.151636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Bound port: 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bce26b0-e64b-4026-aeba-ea301db0c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:39.152000 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.214371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:39.217371 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:39.335057 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.372761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.373383 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:39.374799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] 10.222.0.79 "PUT /v2.0/ports/1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 1091 time: 0.8789988 Oct 27 17:02:39.394082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3281f88-ec6e-45a5-857b-a5e85f42d216 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:39.443951 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-65779c5b-081d-41e4-9bfa-dac3dd44c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.445637 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-65779c5b-081d-41e4-9bfa-dac3dd44c15f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1094 time: 0.0479431 Oct 27 17:02:39.538832 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-17ef59da-c80b-41e2-97f8-cde6beb755e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.540346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-17ef59da-c80b-41e2-97f8-cde6beb755e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0873935 Oct 27 17:02:39.598200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-75865c31-cb94-4a89-992e-eba7293d7524 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0495243 Oct 27 17:02:39.648035 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-ca3e4789-a81c-43ee-89e5-f42189a1000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:39.649505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-ca3e4789-a81c-43ee-89e5-f42189a1000b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0447166 Oct 27 17:02:39.682046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-c84cdec2-846b-4e66-8f95-005045e69211 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249887 Oct 27 17:02:39.778402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-dbe594c6-6d49-479f-9693-ed1857ad92c3 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887344 Oct 27 17:02:39.868795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-74d76d9b-f41e-4bf4-bc6a-1836670b98cd req-6df3b25a-e556-42c2-8e92-c08abd5a22c2 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Oct 27 17:02:40.251299 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c939-e95b-4d4c-96b2-186d3a1493af req-d24a4360-fef5-4e0b-91cb-1110718cb771 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:40.253495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a026c939-e95b-4d4c-96b2-186d3a1493af req-d24a4360-fef5-4e0b-91cb-1110718cb771 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0518153 Oct 27 17:02:40.299951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a026c939-e95b-4d4c-96b2-186d3a1493af req-9dfdf291-01ea-4944-993d-4c45a57ae081 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Oct 27 17:02:40.885078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:40.887536 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8315bd60-f9bd-4eee-bc05-295c1e34af1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:40.938299 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf7665-f136-4902-8d47-b7f3272b0e39 x-openstack-request-id: req-65cf7665-f136-4902-8d47-b7f3272b0e39 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:40.938597 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:40.938859 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65cf7665-f136-4902-8d47-b7f3272b0e39 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:40.939883 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'status': 'completed', 'code': 200} Oct 27 17:02:41.024880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-e71231b6-fb33-4e47-bf4a-b951bdacbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.026389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-e71231b6-fb33-4e47-bf4a-b951bdacbec0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1094 time: 0.0599079 Oct 27 17:02:41.031708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-e712a249-badc-4d3e-a100-8ecc0e64d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.033170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-e712a249-badc-4d3e-a100-8ecc0e64d34d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1094 time: 0.0745850 Oct 27 17:02:41.186372 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-c7059f5c-ff59-499f-993c-ba91a62c9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.187899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-c7059f5c-ff59-499f-993c-ba91a62c9da5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.1538880 Oct 27 17:02:41.192778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-965ab032-b4fd-442a-b8f2-d5113ea378eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.194108 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-965ab032-b4fd-442a-b8f2-d5113ea378eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.1425810 Oct 27 17:02:41.239599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-c104ccf8-d018-4a14-af86-78b470948920 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0441806 Oct 27 17:02:41.272511 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-58fa85d2-89d3-4f78-9744-77f763463bb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0700653 Oct 27 17:02:41.346902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-eb1b24d1-0f6f-4068-b82c-19fe135caf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.348426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-eb1b24d1-0f6f-4068-b82c-19fe135caf65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0836618 Oct 27 17:02:41.353617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-6b5ce6fd-4710-4cea-8573-d55f4c677af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.354987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-6b5ce6fd-4710-4cea-8573-d55f4c677af0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0634878 Oct 27 17:02:41.379372 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6a246a26-3d97-4799-ac42-2d8bdabbb646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:41.402585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-467ca4f8-0c7f-42cb-91d2-461a12fed02e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459411 Oct 27 17:02:41.411660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-38fc58ab-4bbd-40bc-81a6-8062fb6dee04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456583 Oct 27 17:02:41.561171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4153e5-1b69-4a3a-ab04-e42423dfc8db req-af9915b6-da08-4ce0-ae57-745d19db82fe tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:41.565921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d4153e5-1b69-4a3a-ab04-e42423dfc8db req-af9915b6-da08-4ce0-ae57-745d19db82fe tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.1888757 Oct 27 17:02:41.622297 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-4bf856f0-a6fa-44f7-afb0-4ae0e79d4230 service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096877 Oct 27 17:02:41.630528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-8eba2a3a-3221-414d-993f-bfd377fef105 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962285 Oct 27 17:02:41.669130 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d4153e5-1b69-4a3a-ab04-e42423dfc8db req-97ddf4db-6b64-4784-9abd-fbd33fe683cb tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938361 Oct 27 17:02:41.798589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-1622510c-73e9-4228-96e6-6f21d6d940db service neutron] 10.222.0.79 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622655 Oct 27 17:02:41.801901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8315bd60-f9bd-4eee-bc05-295c1e34af1d req-b314e582-f3b0-4299-a0d5-805d17a06c28 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549397 Oct 27 17:02:42.589858 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:02:42.631276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:02:42.796499 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d2ff0-24fa-4691-995c-592f4a7ded90 req-0ba07633-a754-4cb3-806b-2124a1850e3b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:42.797993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b4d2ff0-24fa-4691-995c-592f4a7ded90 req-0ba07633-a754-4cb3-806b-2124a1850e3b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0500717 Oct 27 17:02:42.835383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b4d2ff0-24fa-4691-995c-592f4a7ded90 req-681a3188-f933-417f-ab7c-d62ace755180 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Oct 27 17:02:42.893844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:02:42.991491 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:43.002427 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'network_id': '989898a6-483f-4438-ad82-3ac9208b115e', 'port_id': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'mac_address': 'fa:16:3e:aa:7c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0187f-a551-4680-b7d5-24f6e509d4ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:02:43.044143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:43.061933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb6e342-a71d-4aea-97cb-55e8c5c9483e {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:02:43.088950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:43.185697 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:43.194723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09d96-ccf3-4ccc-84ea-4bc9c7e3cd96 req-2013180c-4e7c-489f-b7a1-12aec297f92f tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.196997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fda09d96-ccf3-4ccc-84ea-4bc9c7e3cd96 req-2013180c-4e7c-489f-b7a1-12aec297f92f tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 943 time: 0.0555513 Oct 27 17:02:43.239368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fda09d96-ccf3-4ccc-84ea-4bc9c7e3cd96 req-e7cd810b-a09f-40ce-93a4-c9244cc285a5 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Oct 27 17:02:43.241289 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:43.295878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-0d40f1e7-45f7-4c79-ab25-803ef8da8c57 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.297365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-0d40f1e7-45f7-4c79-ab25-803ef8da8c57 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782&tenant_id=801af0c7ab1848c29016960ffc8d04bc&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 944 time: 0.0524945 Oct 27 17:02:43.360282 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-95d5747e-e9e9-4609-a5ed-8022830cccb7 service neutron] delete failed (client error): The resource could not be found. Oct 27 17:02:43.361372 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-95d5747e-e9e9-4609-a5ed-8022830cccb7 service neutron] 10.222.0.82 "DELETE /v2.0/ports/1cb6e342-a71d-4aea-97cb-55e8c5c9483e/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0553627 Oct 27 17:02:43.446874 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['1cb6e342-a71d-4aea-97cb-55e8c5c9483e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:43.458936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-f6df7049-9bda-4332-baca-5c8fb5b60ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.460512 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-f6df7049-9bda-4332-baca-5c8fb5b60ffb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=801af0c7ab1848c29016960ffc8d04bc&device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 1095 time: 0.0481558 Oct 27 17:02:43.557997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-2f5c08ec-4a81-4185-bc36-67ae9713c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.565452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-2f5c08ec-4a81-4185-bc36-67ae9713c197 service neutron] 10.222.0.82 "GET /v2.0/networks?id=989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 200 len: 915 time: 0.0916374 Oct 27 17:02:43.602503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-2564176e-ed15-4862-9adf-3583896917bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 200 len: 217 time: 0.0348532 Oct 27 17:02:43.659224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-66489507-bb2c-430a-bba4-33d6a3d39b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:43.660202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-66489507-bb2c-430a-bba4-33d6a3d39b02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 200 len: 854 time: 0.0502934 Oct 27 17:02:43.693753 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-87a376f3-7f2d-435c-a681-67a6dfb3ec0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=989898a6-483f-4438-ad82-3ac9208b115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250688 Oct 27 17:02:43.796524 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-e4112753-0344-4c35-9ada-0d7e931f43f6 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947080 Oct 27 17:02:43.911006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d01bc3cf-d8c7-4dc1-88e8-db3d6cbf2ef5 req-1e60472a-a964-4b5e-b3d7-89e5b72bf248 service neutron] 10.222.0.82 "GET /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061349 Oct 27 17:02:44.105254 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0943d4b4-d459-46fe-af57-296357ed9aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:44.362070 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a77a6-ffe2-4e99-bb99-b77dac90cb37 req-f4cdf407-4e04-4eeb-827f-3b20e7b9f01a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.363595 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a54a77a6-ffe2-4e99-bb99-b77dac90cb37 req-f4cdf407-4e04-4eeb-827f-3b20e7b9f01a tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 944 time: 0.0497389 Oct 27 17:02:44.400847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a54a77a6-ffe2-4e99-bb99-b77dac90cb37 req-6daa29e2-af7e-401a-bb65-64c28c613200 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Oct 27 17:02:44.694076 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:44.909512 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:45.071015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:02:45.075059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:45.075435 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:45.156561 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:45.178630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:45.180887 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5916fe29-d07e-4bf2-bfdd-a485b9a7a64a" -d '{"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-plugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:45.194181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:45.217839 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de092f-a04b-4c71-8e1f-c37f636e0978 x-openstack-request-id: req-35de092f-a04b-4c71-8e1f-c37f636e0978 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:45.217839 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-plugged", "status": "completed", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:45.217839 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35de092f-a04b-4c71-8e1f-c37f636e0978 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:45.218193 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'code': 200} Oct 27 17:02:45.267821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:45.320166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:45.373821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:45.523098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee30258-0b0e-43aa-ab43-2d150a25cd24 req-b5a0c663-dfc0-4b86-94a6-8f442813b405 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:45.524600 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ee30258-0b0e-43aa-ab43-2d150a25cd24 req-b5a0c663-dfc0-4b86-94a6-8f442813b405 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Oct 27 17:02:45.572567 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5ee30258-0b0e-43aa-ab43-2d150a25cd24 req-e3f8e2b1-5a15-4564-b8a5-cab48c1e55bf tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Oct 27 17:02:45.694024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28df96-db14-44dd-ac81-0a34dc2fdef3 req-285a3f1f-7859-4ceb-a5bf-138b321a09a4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:45.695526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf28df96-db14-44dd-ac81-0a34dc2fdef3 req-285a3f1f-7859-4ceb-a5bf-138b321a09a4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Oct 27 17:02:45.733538 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf28df96-db14-44dd-ac81-0a34dc2fdef3 req-f9c43b45-f158-459d-9b6e-02c5741385c8 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Oct 27 17:02:45.846075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902260-bdda-4995-9a3e-2e1b94e2e467 req-6297b2ee-22c1-41a5-8998-c978b94078f4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:45.847952 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62902260-bdda-4995-9a3e-2e1b94e2e467 req-6297b2ee-22c1-41a5-8998-c978b94078f4 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Oct 27 17:02:45.888562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62902260-bdda-4995-9a3e-2e1b94e2e467 req-9e674a38-3962-47a3-a8a0-aad474a5b589 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345960 Oct 27 17:02:46.528146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2e4e7-4174-4425-8da9-2e72925e7a52 req-5adf4f6d-b1d7-4843-94f4-a43a555fd131 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:46.529610 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76c2e4e7-4174-4425-8da9-2e72925e7a52 req-5adf4f6d-b1d7-4843-94f4-a43a555fd131 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Oct 27 17:02:46.567018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76c2e4e7-4174-4425-8da9-2e72925e7a52 req-c033a527-7a3e-4f47-a12d-3805f72ab0a2 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Oct 27 17:02:47.145232 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:47.697692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49ce9-f22e-494c-b70b-4cbbf254510e req-5b338e23-c5b7-4afe-a4a6-8d678f3a8616 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:47.699236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86e49ce9-f22e-494c-b70b-4cbbf254510e req-5b338e23-c5b7-4afe-a4a6-8d678f3a8616 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0594323 Oct 27 17:02:47.737665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86e49ce9-f22e-494c-b70b-4cbbf254510e req-7995ed45-b1d9-40dd-9d2a-4524e29b0622 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/security-groups?id=2e43154c-41d8-4ffb-9ba3-5d865d7601df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Oct 27 17:02:47.833525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-cc304a20-ed6e-4d26-8f26-3ca196c370c7 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:47.834962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-cc304a20-ed6e-4d26-8f26-3ca196c370c7 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 945 time: 0.0482271 Oct 27 17:02:47.928365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Deleting port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:02:47.928715 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:48.016185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] For port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,segment=NetworkSegment(2bce26b0-e64b-4026-aeba-ea301db0c3ea),segment_id=2bce26b0-e64b-4026-aeba-ea301db0c3ea)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:48.016478 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:48.029437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Calling delete_port for 1cb6e342-a71d-4aea-97cb-55e8c5c9483e owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:02:48.254080 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:48.268618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['1cb6e342-a71d-4aea-97cb-55e8c5c9483e'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:02:48.281904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Pushing event deleted for resources: {'Port': ['ID=1cb6e342-a71d-4aea-97cb-55e8c5c9483e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:48.328014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] No DVR routers for this DVR port 1cb6e342-a71d-4aea-97cb-55e8c5c9483e on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:02:48.331224 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:48.334588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-11757639-3a3c-4205-9ebc-cf20304987f6 req-5ac34c30-121c-4a7c-9afd-60caf008be6b tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.79 "DELETE /v2.0/ports/1cb6e342-a71d-4aea-97cb-55e8c5c9483e HTTP/1.1" status: 204 len: 173 time: 0.4924324 Oct 27 17:02:48.335075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-deleted', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:02:48.337439 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff08e4-a988-43c2-9030-4d605c8cbf36" -d '{"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-deleted", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:02:48.373761 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4b7089-9bac-4a9d-ba6a-ce6c7784abb3 x-openstack-request-id: req-ce4b7089-9bac-4a9d-ba6a-ce6c7784abb3 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:02:48.374062 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4105c3-f68c-4e5b-8c1d-a4ea044e9782", "name": "network-vif-deleted", "tag": "1cb6e342-a71d-4aea-97cb-55e8c5c9483e", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:02:48.374319 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce4b7089-9bac-4a9d-ba6a-ce6c7784abb3 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:02:48.374722 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4105c3-f68c-4e5b-8c1d-a4ea044e9782', 'name': 'network-vif-deleted', 'tag': '1cb6e342-a71d-4aea-97cb-55e8c5c9483e', 'status': 'completed', 'code': 200} Oct 27 17:02:48.845798 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1bee03df-2b74-451d-a448-1aadc4b653da req-e440c802-4649-4615-b7bb-40e286a04c21 tempest-ServerDiskConfigTestJSON-1752061352 tempest-ServerDiskConfigTestJSON-1752061352-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c4105c3-f68c-4e5b-8c1d-a4ea044e9782 HTTP/1.1" status: 200 len: 210 time: 0.0262496 Oct 27 17:02:49.971671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54132) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:50.020129 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Deleting subnet fce0187f-a551-4680-b7d5-24f6e509d4ad {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:02:50.023342 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.058065 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.096321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.237645 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.262137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce0187f-a551-4680-b7d5-24f6e509d4ad,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:50.272970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.276169 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fce0187f-a551-4680-b7d5-24f6e509d4ad HTTP/1.1" status: 204 len: 168 time: 0.3035257 Oct 27 17:02:50.277954 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.278294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.278630 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.278960 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.279093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54134) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:50.279512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.279634 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.279955 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.280276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.280597 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.280961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.281281 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.281601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e18c8-1767-4cf9-be99-d70fe126349d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:50.347060 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.428155 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.447707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989898a6-483f-4438-ad82-3ac9208b115e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:50.457523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bce26b0-e64b-4026-aeba-ea301db0c3ea') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:50.457823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bce26b0-e64b-4026-aeba-ea301db0c3ea') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:50.466740 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.479603 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.485238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:02:50.485620 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:02:50.487580 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:02:50.648519 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.654172 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:50.657401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/989898a6-483f-4438-ad82-3ac9208b115e HTTP/1.1" status: 204 len: 168 time: 0.3770914 Oct 27 17:02:50.672977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a21a2-1385-4da1-a638-2be519eb07ea admin admin] Pushing event deleted for resources: {'Network': ['ID=989898a6-483f-4438-ad82-3ac9208b115e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:50.932056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:02:50.952833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 1cb6e342-a71d-4aea-97cb-55e8c5c9483e {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:02:50.953180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1cb6e342-a71d-4aea-97cb-55e8c5c9483e not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:02:51.023873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:51.068520 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-de70e50d-4915-4adc-bab4-a86c2df1b1ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=801af0c7ab1848c29016960ffc8d04bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434582 Oct 27 17:02:51.070999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54140) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:51.121647 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:51.142999 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:51.283065 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:51.286334 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:51.291439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e43154c-41d8-4ffb-9ba3-5d865d7601df HTTP/1.1" status: 204 len: 168 time: 0.2157116 Oct 27 17:02:51.298052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fdb25-a024-4be1-b9de-d995360bd50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43154c-41d8-4ffb-9ba3-5d865d7601df,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:52.343356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54162) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:52.450507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-662585-network', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:52.550900 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:52.553332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.565281 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.639510 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.780070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.807158 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:02:52.817146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08bd585-519f-4e88-a837-0852970940a4,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:52.821851 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.822182 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Added segment 2e90058a-ad63-4f28-b92a-cdc56b7d3a67 of type vlan for network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 Oct 27 17:02:52.862884 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.968095 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.969103 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:52.969685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.028029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:53.037873 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:02:53.096971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-1ac0fbab-b1ce-4115-8f36-a45e7ca61e51 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7522597 Oct 27 17:02:53.099807 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54166) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:53.105067 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Request body: {'subnet': {'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-662585-subnet', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:53.231132 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:02:53.233537 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.448317 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.509313 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4481dc6e-d2d5-45b7-b5fa-03385670055b,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:53.517925 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:53.518284 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Network hostable DHCP agents. Network: 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:02:53.614263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:02:53.700299 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:53.707000 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:53.707903 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.709875 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ca9a1-fbde-4d31-8f3c-866703eded56 None None] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:53.800175 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df3c5e71-fb3d-4004-a8ca-d82ae76ade38 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6990764 Oct 27 17:02:53.805886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54168) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:53.810695 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:53.871653 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:02:53.872534 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.900235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.901593 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:53.956656 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.022141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Allocated IP 172.20.0.2 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/85055d29-5e4c-45ec-aac5-50d4c02d8313) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:54.169859 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.182259 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.277310 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.322707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:54.325803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:54.331551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:54.333592 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Pushing event updated for resources: {'Port': ['ID=85055d29-5e4c-45ec-aac5-50d4c02d8313,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:54.343142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.343489 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.343863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.344192 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.344524 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.344849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.345172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.345518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.345835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.346153 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.346483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.346796 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:54.399434 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Attempting to bind port 85055d29-5e4c-45ec-aac5-50d4c02d8313 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:54.399815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Attempting to bind port 85055d29-5e4c-45ec-aac5-50d4c02d8313 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:54.400178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Attempting to bind port 85055d29-5e4c-45ec-aac5-50d4c02d8313 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:54.405172 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:54.405549 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:54.405947 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.406336 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:54.406797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Bound port: 85055d29-5e4c-45ec-aac5-50d4c02d8313, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:54.407272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.470621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] For port 85055d29-5e4c-45ec-aac5-50d4c02d8313, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:54.473949 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] For port 85055d29-5e4c-45ec-aac5-50d4c02d8313, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=85055d29-5e4c-45ec-aac5-50d4c02d8313,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:54.521189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.540175 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.640844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Allocated IP 172.25.5.152 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/1689ee7b-e01d-4011-81b9-f1e01341500f) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:54.666031 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.730870 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ea0fa-617d-4a4c-b45d-83c316322917 None None] Pushing event updated for resources: {'Port': ['ID=85055d29-5e4c-45ec-aac5-50d4c02d8313,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:54.757905 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.860596 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.921824 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:54.927798 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:54.932611 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:54.939294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Pushing event updated for resources: {'Port': ['ID=1689ee7b-e01d-4011-81b9-f1e01341500f,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:55.260412 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.464423 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.581957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 85055d29-5e4c-45ec-aac5-50d4c02d8313 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:55.632721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 85055d29-5e4c-45ec-aac5-50d4c02d8313 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:55.633087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.675712 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f438c66-bcf7-4504-8f83-613f52b57e22 None None] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:02:55.676917 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:02:55.790119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:55.794766 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.799519 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:55.809062 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:55.809710 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:55.819196 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-200b944d-c5d1-40ab-96ba-0c79c520baf3 None None] Provisioning complete for port 85055d29-5e4c-45ec-aac5-50d4c02d8313 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:55.819573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-200b944d-c5d1-40ab-96ba-0c79c520baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.864115 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:55.869747 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-28c30695-af49-4b26-a044-b342dbebabc1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0584753 Oct 27 17:02:55.869747 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54170) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:55.905397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 85055d29-5e4c-45ec-aac5-50d4c02d8313, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=85055d29-5e4c-45ec-aac5-50d4c02d8313,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:55.917411 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:55.972513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.003430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-200b944d-c5d1-40ab-96ba-0c79c520baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.055503 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=85055d29-5e4c-45ec-aac5-50d4c02d8313,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:56.099709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-200b944d-c5d1-40ab-96ba-0c79c520baf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:02:56.100104 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-200b944d-c5d1-40ab-96ba-0c79c520baf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:02:56.141368 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:55Z', 'revision_number': 3, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:56.173317 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:56.174199 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Updating router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 port 1689ee7b-e01d-4011-81b9-f1e01341500f binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:56.206823 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.336453 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.500860 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Allocated IP 172.20.0.1 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/21b41aa1-4d05-43a9-afa7-9006d7a4b1ad) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:02:56.552269 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.621638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.636900 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.689809 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Attempting to bind port 1689ee7b-e01d-4011-81b9-f1e01341500f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:56.690158 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Attempting to bind port 1689ee7b-e01d-4011-81b9-f1e01341500f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:56.690516 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Attempting to bind port 1689ee7b-e01d-4011-81b9-f1e01341500f on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:56.695970 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Pushing event updated for resources: {'Port': ['ID=1689ee7b-e01d-4011-81b9-f1e01341500f,revision_number=2']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:56.700570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:56.700935 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:56.701324 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.701706 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:56.702163 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Bound port: 1689ee7b-e01d-4011-81b9-f1e01341500f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:56.702531 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.709719 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.710057 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.710387 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.710711 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.711033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.711420 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.711730 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.712045 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.712357 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.712668 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.712979 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.713287 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:56.746011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.761683 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-750ed3b6-17ad-46be-9ace-183770484a9c None None] Provisioning complete for port 85055d29-5e4c-45ec-aac5-50d4c02d8313 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:56.762264 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-750ed3b6-17ad-46be-9ace-183770484a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.769172 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] For port 1689ee7b-e01d-4011-81b9-f1e01341500f, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:02:56.772636 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] For port 1689ee7b-e01d-4011-81b9-f1e01341500f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1689ee7b-e01d-4011-81b9-f1e01341500f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:02:56.790688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:56.796731 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:56.797691 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:02:56.822294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:56.843638 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.850568 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:56.914459 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41926814-a8c5-4b1d-b46a-8555bb71a185 None None] Pushing event updated for resources: {'Port': ['ID=1689ee7b-e01d-4011-81b9-f1e01341500f,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:56.928792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:56.928792 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:57.043703 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:57.078137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-15e260bb-a2ec-43d8-b9a0-fc07ebf2288c None None] Provisioning complete for port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:57.078813 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15e260bb-a2ec-43d8-b9a0-fc07ebf2288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.127915 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-15e260bb-a2ec-43d8-b9a0-fc07ebf2288c None None] Port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:57.237934 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:55Z', 'revision_number': 3, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:57.271552 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d90d99-3f14-4a7b-a61f-ceda300f33da None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:55Z', 'revision_number': 3, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:02:57.405748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.617482 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.673016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1689ee7b-e01d-4011-81b9-f1e01341500f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:57.699492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.725684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1689ee7b-e01d-4011-81b9-f1e01341500f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:57.726059 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.784841 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:57.787898 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.828641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.851436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 1689ee7b-e01d-4011-81b9-f1e01341500f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1689ee7b-e01d-4011-81b9-f1e01341500f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:02:57.894355 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:02:57.896041 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:02:57.951070 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:57.952250 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 85055d29-5e4c-45ec-aac5-50d4c02d8313 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:58.039350 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:02:58.078499 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=1689ee7b-e01d-4011-81b9-f1e01341500f,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:58.097309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 85055d29-5e4c-45ec-aac5-50d4c02d8313 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:58.097742 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.189815 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:02:58.196384 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c387dae3-1b96-4033-8665-e5c3735c6ed4 admin admin] 10.222.0.70 "PUT /v2.0/routers/3c08fa39-679a-4e8d-a4bb-5c87702414a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3263855 Oct 27 17:02:58.328334 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7a17c0eb-c91f-473a-96ed-c7d2e3ed91c8 None None] Provisioning complete for port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:58.328701 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7a17c0eb-c91f-473a-96ed-c7d2e3ed91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.385905 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7a17c0eb-c91f-473a-96ed-c7d2e3ed91c8 None None] Port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:02:58.505660 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.771655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 54178) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:58.776412 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518419116', 'description': 'tempest-description--203051152'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:58.894253 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.922533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.964003 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:02:58.964188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.973975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:02:58.974582 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:59.036799 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.069914 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ca053f-5b58-4495-8c2a-c37a71a0a571,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:59.097019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:02:59.136235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.140063 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a74943ba-09fd-4e6d-a468-b782fa138fa1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3647132 Oct 27 17:02:59.141661 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54180) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:59.145277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'security_group_rule': {'security_group_id': '20ca053f-5b58-4495-8c2a-c37a71a0a571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:59.259368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.304444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 2, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:02:59.320279 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.339247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:02:59.344255 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Updating router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:02:59.378751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.419625 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.442339 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0057249c-303f-489c-b37e-a79d6b724502,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:59.450659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452629 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.452733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.453031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.453350 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.453675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.453997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.454317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:02:59.536419 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.537679 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7db158a1-0d68-4b10-a9ef-9122c7c67177 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3960042 Oct 27 17:02:59.540755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54182) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:59.545210 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'security_group_rule': {'security_group_id': '20ca053f-5b58-4495-8c2a-c37a71a0a571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:59.566765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1689ee7b-e01d-4011-81b9-f1e01341500f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:02:59.637398 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.678505 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1689ee7b-e01d-4011-81b9-f1e01341500f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:02:59.678779 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.699697 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.718694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.779605 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.798285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a50486-cd6b-43e6-82f6-9a21f67fb4aa,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:59.813983 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.866199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ade3-905e-4dc7-836f-ada5254c9953 None None] Pushing event updated for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:02:59.916392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Attempting to bind port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:02:59.916766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Attempting to bind port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:02:59.917131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Attempting to bind port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:02:59.922561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:02:59.923133 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:02:59.923346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.923767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:02:59.924234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Bound port: 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:02:59.924612 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.942219 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:59.946110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-a4fa6a50-222d-4d18-b120-3e547a4e1404 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016473 Oct 27 17:02:59.946464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54184) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:02:59.951113 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:02:59.994719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] For port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:00.000601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] For port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:03:00.066085 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.114987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] Provisioning complete for port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:00.115352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.118743 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.165447 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.212036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ade3-905e-4dc7-836f-ada5254c9953 None None] Pushing event updated for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:00.215817 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:03:00.216433 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:02:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:00.288222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Allocated IP 172.25.5.30 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/51fe0fc7-a9c7-429f-b15b-30a3bcdec646) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:03:00.336680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.376696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:03:00.404640 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.408987 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] For port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:00.494938 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.551719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.569620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68e067-5b33-4fc1-8d39-b044b70ef328 None None] Pushing event updated for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:00.592140 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:03:00.596873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:03:00.600538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:03:00.623668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=51fe0fc7-a9c7-429f-b15b-30a3bcdec646,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:00.624869 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4b8ae467-2c2a-45cb-a9a6-7389fd865ee7 None None] Provisioning complete for port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:00.625247 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae467-2c2a-45cb-a9a6-7389fd865ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.672125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:02:59Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:00.690433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.702824 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08806f97-030d-4fe8-8c84-c30e0a1606e0 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:02:59Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:03:00.784648 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:00.947216 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:01.025711 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:01.104068 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=51fe0fc7-a9c7-429f-b15b-30a3bcdec646,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:01.116459 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:01.187491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:01.192356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-55d70dd6-e5e6-4263-84fa-3aeedd20a967 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2412691 Oct 27 17:03:01.336797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-7e319e01-904c-429d-8212-ac06e1bd1568 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1518419116&fields=id&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 267 time: 0.0350261 Oct 27 17:03:01.457958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-1258d31a-cf61-42f6-93bb-30e5bbf4aad0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:01.459568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-1258d31a-cf61-42f6-93bb-30e5bbf4aad0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1158412 Oct 27 17:03:01.476134 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-20da838d-4fb3-42c2-b74c-428154e6b6ab tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/quotas/afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 375 time: 0.0105631 Oct 27 17:03:01.541911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-1f548104-1837-42d6-b298-a6dd6d88ee5e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573416 Oct 27 17:03:01.600367 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:03:01.649335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-ba532fb1-815c-48e5-8be2-56484d6a09c3 service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954731 Oct 27 17:03:01.665588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:01.667469 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:01.754572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-b72f940f-8647-43ce-b331-b65ac78f13e3 service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981789 Oct 27 17:03:02.018550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89007369-4909-43cf-b041-b53d982abc67 req-e64d4bb8-9a90-4945-975e-0e3f3e2645f2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 210 time: 0.0266812 Oct 27 17:03:03.096713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-89180035-e9a5-4b88-96af-213cf1e83682 req-74a31206-81f1-4b75-aa27-e441341e98c1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Oct 27 17:03:04.198993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a245854-217e-4b25-a77a-2caa81d63ae4 req-cd09461a-c89d-40a2-8adf-94be34e9568f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 210 time: 0.0314169 Oct 27 17:03:04.468842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-cf8e470f-bd07-478a-b187-04b507892627 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:04.470387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-cf8e470f-bd07-478a-b187-04b507892627 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1051595 Oct 27 17:03:04.514149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-e4eb4e1a-c0b8-4b3e-99d3-a866b75e4d0b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 380 time: 0.0350919 Oct 27 17:03:04.523244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'port': {'device_id': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'admin_state_up': True, 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'security_groups': ['20ca053f-5b58-4495-8c2a-c37a71a0a571']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:04.722569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:03:04.726357 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:04.860131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Allocated IP 172.20.0.5 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/de52db3b-de60-45c6-a94d-65f136a4d95d) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:03:05.016070 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:05.122789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:05.170896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:03:05.174032 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:03:05.177913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:03:05.184242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:05.234523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:05.235460 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:05.427317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f690-7d76-48bf-ad1d-d50c313e7900 req-a49c4608-2487-4c6b-8e8c-18c0f5fcfd89 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:05.427317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b111f690-7d76-48bf-ad1d-d50c313e7900 req-a49c4608-2487-4c6b-8e8c-18c0f5fcfd89 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 931 time: 0.0551906 Oct 27 17:03:05.427317 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b111f690-7d76-48bf-ad1d-d50c313e7900 req-483f60b2-7722-4004-915d-79b5b903b807 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342302 Oct 27 17:03:05.456859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-c557cde9-597c-40c8-8cf3-3b5098057f02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373074 Oct 27 17:03:05.470446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Request body: {'port': {'device_id': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:05.490354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c580902-8849-4a37-b90a-8678b1890801 None None] Provisioning complete for port de52db3b-de60-45c6-a94d-65f136a4d95d triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:05.490955 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c580902-8849-4a37-b90a-8678b1890801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:05.528363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c580902-8849-4a37-b90a-8678b1890801 None None] Port de52db3b-de60-45c6-a94d-65f136a4d95d cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:03:05.529846 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.136112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de52db3b-de60-45c6-a94d-65f136a4d95d {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:06.144434 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.156897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Transition to ACTIVE for port object de52db3b-de60-45c6-a94d-65f136a4d95d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:03:06.242661 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.333852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:06.369152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:03:06.369485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:03:06.369816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:06.374533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:03:06.374853 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:06.380646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:03:06.381048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:03:06.381331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:03:06.381762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Bound port: de52db3b-de60-45c6-a94d-65f136a4d95d, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:03:06.382121 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.473354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:06.488472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:03:06.507130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b27c9-b2fa-4530-b23a-815143ab70d3 req-6f0f150d-205f-4c0e-ab5e-4cd621466c42 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:06.508626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-360b27c9-b2fa-4530-b23a-815143ab70d3 req-6f0f150d-205f-4c0e-ab5e-4cd621466c42 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0655260 Oct 27 17:03:06.547431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-360b27c9-b2fa-4530-b23a-815143ab70d3 req-b8c0b957-eab2-48b9-9b78-229d01cafaac tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Oct 27 17:03:06.580050 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.621585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:06.622228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:06.623659 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] 10.222.0.79 "PUT /v2.0/ports/de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 1091 time: 1.1574004 Oct 27 17:03:06.624105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:06.626413 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53549cb8-cee9-4c25-b52b-0a87de978b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:06.647294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7675cf7-4061-4991-9dd0-324848d48756 service neutron] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:06.669886 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f142031-a159-4d4d-bc60-da6f9a3a7cc8 x-openstack-request-id: req-0f142031-a159-4d4d-bc60-da6f9a3a7cc8 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:06.670182 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:06.670438 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f142031-a159-4d4d-bc60-da6f9a3a7cc8 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:06.670846 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'status': 'completed', 'code': 200} Oct 27 17:03:06.736732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-aeeb45d7-885d-4944-b43b-6d449e6053de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:06.738653 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-aeeb45d7-885d-4944-b43b-6d449e6053de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0444307 Oct 27 17:03:06.839728 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-0281dc4c-05b2-4a79-a1c0-f05efc0c94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:06.841232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-0281dc4c-05b2-4a79-a1c0-f05efc0c94f6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=afcde0c54b86445b848c33b703ff1f4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0937896 Oct 27 17:03:06.941392 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-0a1bbf25-b272-4427-9101-8c2d2f23b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:06.942944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53549cb8-cee9-4c25-b52b-0a87de978b3c req-0a1bbf25-b272-4427-9101-8c2d2f23b632 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953569 Oct 27 17:03:07.019319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-75424176-bd7e-408f-abfe-4daec8fa68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.020812 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-75424176-bd7e-408f-abfe-4daec8fa68b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0412409 Oct 27 17:03:07.066103 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-cd620c73-8e5f-4c5b-b219-2ebf6d711f80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 217 time: 0.0380781 Oct 27 17:03:07.117232 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-ae1b27fb-6fea-4af4-9c3b-ee20d16bebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.118700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-ae1b27fb-6fea-4af4-9c3b-ee20d16bebce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0453055 Oct 27 17:03:07.164658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a34f798c-0f74-4edb-95d8-3474738676f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.166164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-a34f798c-0f74-4edb-95d8-3474738676f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403028 Oct 27 17:03:07.262747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-ad299ede-e765-4af4-9df8-248bb14d7f56 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Oct 27 17:03:07.352055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1507ad62-c56f-4387-b533-0a9fec6c6394 req-d883d58c-aca4-42a7-af5c-63300030e6ee service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823319 Oct 27 17:03:07.671535 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9228c-64f3-41fc-9e4f-a069359a3ca3 req-b9789275-31d4-4deb-9cb7-04d280c0e289 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.673002 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01c9228c-64f3-41fc-9e4f-a069359a3ca3 req-b9789275-31d4-4deb-9cb7-04d280c0e289 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0563827 Oct 27 17:03:07.711210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-01c9228c-64f3-41fc-9e4f-a069359a3ca3 req-ea8b1cb3-6e44-4344-807e-0b87b09b8112 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Oct 27 17:03:08.827234 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a069-2d28-4f78-bb6d-456f13585110 req-615a2778-13aa-45d2-a74f-13f6f2fe36f6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:08.828716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85d2a069-2d28-4f78-bb6d-456f13585110 req-615a2778-13aa-45d2-a74f-13f6f2fe36f6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0490768 Oct 27 17:03:08.867371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-85d2a069-2d28-4f78-bb6d-456f13585110 req-4b4451e2-8a5a-453e-8e1c-fca9345233fe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Oct 27 17:03:09.982333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e776ea-1e51-4f8e-964e-d3cc25d6b305 req-f21e74ba-c914-40c8-9102-6960dbfe95ba tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:09.983864 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9e776ea-1e51-4f8e-964e-d3cc25d6b305 req-f21e74ba-c914-40c8-9102-6960dbfe95ba tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0498831 Oct 27 17:03:10.022446 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9e776ea-1e51-4f8e-964e-d3cc25d6b305 req-bdc14127-643b-4a25-9561-72603f109663 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Oct 27 17:03:10.636078 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:03:11.009547 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:03:11.109224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:11.122112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'mac_address': 'fa:16:3e:12:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:03:11.156952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57bcf-fe22-46ae-9950-7e31412805da req-8db35a0e-9c3d-4749-a3f7-9c6aafc6bb6f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:11.158386 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94b57bcf-fe22-46ae-9950-7e31412805da req-8db35a0e-9c3d-4749-a3f7-9c6aafc6bb6f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0591810 Oct 27 17:03:11.161764 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:11.180147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de52db3b-de60-45c6-a94d-65f136a4d95d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:11.197639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94b57bcf-fe22-46ae-9950-7e31412805da req-fc5eed4f-edf5-4138-aae6-5141871e2b0b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Oct 27 17:03:11.200529 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:11.333449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:11.380404 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fb094cd8-3115-42b2-a57a-c090c19c5801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:11.385071 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:11.516682 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['de52db3b-de60-45c6-a94d-65f136a4d95d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:12.321361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c31d0-fee9-4154-ba75-a6357608e1fe req-1cee4dc7-3091-495e-a71d-c036327165eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:12.322868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a83c31d0-fee9-4154-ba75-a6357608e1fe req-1cee4dc7-3091-495e-a71d-c036327165eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Oct 27 17:03:12.361132 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a83c31d0-fee9-4154-ba75-a6357608e1fe req-f29eed08-be9f-46d5-a9b3-325b818e950a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322313 Oct 27 17:03:13.024956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:03:13.139459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port de52db3b-de60-45c6-a94d-65f136a4d95d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:03:13.144237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port de52db3b-de60-45c6-a94d-65f136a4d95d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:13.144598 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:13.226306 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:13.248677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:13.250889 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5881d711-8540-4700-bfe9-2506e4575110" -d '{"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-plugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:13.269386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:13.289572 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f601ff-e164-48ce-a585-5e7e8ec36a9c x-openstack-request-id: req-05f601ff-e164-48ce-a585-5e7e8ec36a9c {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:13.289867 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-plugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:13.290146 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05f601ff-e164-48ce-a585-5e7e8ec36a9c {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:13.290554 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'code': 200} Oct 27 17:03:13.373521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:13.384944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b8d0c-36ec-4de7-85a9-5c24c566e9ec req-27a0ab19-9d9b-4b32-913e-2a0e789c3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:13.386670 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-139b8d0c-36ec-4de7-85a9-5c24c566e9ec req-27a0ab19-9d9b-4b32-913e-2a0e789c3ea4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0415399 Oct 27 17:03:13.423251 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:13.433012 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-139b8d0c-36ec-4de7-85a9-5c24c566e9ec req-136fd95a-fc35-4f01-81e6-5a96f11b19d2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Oct 27 17:03:13.485395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9d98-9206-45ec-8d77-cb5845448e3f req-3137e451-171a-4000-8806-e1a257a215d3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:13.487247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39a9d98-9206-45ec-8d77-cb5845448e3f req-3137e451-171a-4000-8806-e1a257a215d3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Oct 27 17:03:13.529174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a39a9d98-9206-45ec-8d77-cb5845448e3f req-aa276284-8a5f-4094-83e3-07ac3b730cfe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Oct 27 17:03:14.064870 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-99385b17-7937-4ef0-832e-f9efa8cf8de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:14.652040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2bd2d-277e-4458-a93d-71f0bd1f331f req-edcb7de6-2b82-47bd-9d92-8e786b077d81 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:14.653526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58e2bd2d-277e-4458-a93d-71f0bd1f331f req-edcb7de6-2b82-47bd-9d92-8e786b077d81 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Oct 27 17:03:14.693627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-58e2bd2d-277e-4458-a93d-71f0bd1f331f req-b2104e98-b8c0-46e4-b5ff-46f9b8f9061f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Oct 27 17:03:14.733586 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:14.812834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a621e-23ea-4be8-a3f0-9b3d8ac38d8e req-de1368c1-540e-4a6d-a72d-38118e9f60bd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:14.814451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-760a621e-23ea-4be8-a3f0-9b3d8ac38d8e req-de1368c1-540e-4a6d-a72d-38118e9f60bd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Oct 27 17:03:14.823826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:03:14.828588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'floatingip': {'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:14.871734 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:15.301539 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:15.368334 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:15.402242 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:15.498598 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 associated. External IP: 172.25.5.30, port: de52db3b-de60-45c6-a94d-65f136a4d95d. Oct 27 17:03:15.716321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:03:15.824819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:03:15.829797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:15.834983 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:03:15.844851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:03:15.845570 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:15.857886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96d6ffa7-2524-4182-84d5-7f0e9974a143 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "PUT /v2.0/floatingips/9e6cd433-54db-414b-953f-3c043ea9d941 HTTP/1.1" status: 200 len: 990 time: 1.0326121 Oct 27 17:03:15.858470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:15.862421 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:15.901652 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41df6a4-3b6a-41da-b4cb-0003c2802046 x-openstack-request-id: req-c41df6a4-3b6a-41da-b4cb-0003c2802046 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:15.901943 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:15.902195 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c41df6a4-3b6a-41da-b4cb-0003c2802046 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:15.902631 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'status': 'completed', 'code': 200} Oct 27 17:03:15.958373 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:03:15.974175 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-8ff9a2ac-8758-4d93-be7d-8f9c722e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:15.975729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-8ff9a2ac-8758-4d93-be7d-8f9c722e2ad9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0501208 Oct 27 17:03:16.082896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-b1b8ad18-bdb3-449b-aa9e-8e62f1bf8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.084423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-b1b8ad18-bdb3-449b-aa9e-8e62f1bf8652 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1008048 Oct 27 17:03:16.150456 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-c248f76b-5124-4af3-8508-58a0cc3f2fb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 998 time: 0.0585346 Oct 27 17:03:16.188345 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:12:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:03:15Z', 'revision_number': 1, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:16.205226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-0e815d36-9441-4efe-9b82-daf8835cc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.207221 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-0e815d36-9441-4efe-9b82-daf8835cc259 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0496397 Oct 27 17:03:16.215213 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:03:16.223467 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:03:16.224070 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:03:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:16.254843 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-91aba310-5860-47ef-b9ef-585bb8f0556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.256301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-91aba310-5860-47ef-b9ef-585bb8f0556b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414133 Oct 27 17:03:16.326697 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:03:16.352191 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-9a7f1a34-6483-4350-af8e-3132fecfba83 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Oct 27 17:03:16.444232 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ae0cb47-b072-4cca-bbcb-1b260c93ee9d req-a703626d-e624-475f-a694-886ffb034e9d service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850296 Oct 27 17:03:16.543762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:12:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:03:15Z', 'revision_number': 1, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:03:16.573936 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b682d2-8cf0-447e-a23a-c899fb51825e None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:12:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:03:15Z', 'revision_number': 1, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:03:16.763577 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9fe2d-8c27-4188-844b-2b149266e46d None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:03:17.173917 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:28.499329 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:28.945099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.419273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-52fab8dc-6197-4380-b23a-fd25f6f51ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:44.065138 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54805f0c-3136-4d20-8ae6-717adb7e89c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:44.705442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:45.373733 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:47.163206 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:47.635138 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:03:58.505638 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:58.951382 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.554968 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-a7adcc91-bfd5-434a-a390-06cf0cd67e5a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394447 Oct 27 17:04:02.643351 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-99e34a29-1ce7-4f5e-9b69-a977d45dfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:02.644868 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-99e34a29-1ce7-4f5e-9b69-a977d45dfd43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0462234 Oct 27 17:04:02.750603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-9a5b3fe4-c1ac-433a-bdd3-f1576bceffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:02.752303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-9a5b3fe4-c1ac-433a-bdd3-f1576bceffc8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0880661 Oct 27 17:04:02.821138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-d72c297a-cfa6-42ae-8176-b932989fc984 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 1000 time: 0.0618236 Oct 27 17:04:02.872507 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-be89f914-a3d6-43c3-b8db-cf7c026dad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:02.873975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-be89f914-a3d6-43c3-b8db-cf7c026dad4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0448699 Oct 27 17:04:02.919222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-e9621797-525d-43fa-a6fa-f0460bd7b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:02.920700 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-e9621797-525d-43fa-a6fa-f0460bd7b4f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399146 Oct 27 17:04:03.015455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-83109482-109c-458e-8363-eb236dc532f1 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Oct 27 17:04:03.104935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa65676e-7f83-4ecd-ba6c-caec09f992c1 req-ce5a8a38-e851-450b-be8a-c2b75f91207d service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826252 Oct 27 17:04:11.385558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c70478b0-6455-4333-9bcc-8faf9dfbd3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.042521 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ce83603-2f4c-4ed6-b2c5-8559e6b7feb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.699781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.345628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:17.191768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.634141 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:04:28.523945 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:29.003029 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.368684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6efa4d4-f20f-4efb-9291-80d6bd9a7f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.055621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7987cf02-bd85-4af3-a44c-c678306c3edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.780719 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:45.369010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:47.162369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.944098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce56f-4bf7-4878-b70d-5a7f6759007e req-930c027e-47ab-4d72-b501-94170ddd9d99 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:51.945661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f8ce56f-4bf7-4878-b70d-5a7f6759007e req-930c027e-47ab-4d72-b501-94170ddd9d99 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.1283770 Oct 27 17:04:51.985416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f8ce56f-4bf7-4878-b70d-5a7f6759007e req-7b97a061-6cc3-4ac5-a7c2-8f45da8446fc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Oct 27 17:04:52.526433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec6a79-e293-4cc0-9df3-211415a7b3d3 req-7e0251a9-84bd-4ff4-a290-bbaa05f2b940 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:52.527965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4ec6a79-e293-4cc0-9df3-211415a7b3d3 req-7e0251a9-84bd-4ff4-a290-bbaa05f2b940 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0506461 Oct 27 17:04:52.566307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c4ec6a79-e293-4cc0-9df3-211415a7b3d3 req-f43c17a2-ccab-4749-9999-7192d290a35e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Oct 27 17:04:52.624131 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-ce3b76d8-2815-4697-b0c1-cc269e1d1459 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416825 Oct 27 17:04:53.736803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046048-76f6-4147-b959-55ca3f0a097c req-403e4383-5e28-40ed-acef-9fea5a5ad2fb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:53.738290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7046048-76f6-4147-b959-55ca3f0a097c req-403e4383-5e28-40ed-acef-9fea5a5ad2fb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0991638 Oct 27 17:04:53.776370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7046048-76f6-4147-b959-55ca3f0a097c req-d1e83bba-af16-46be-9cc7-286f763a432d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Oct 27 17:04:54.899093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18740-28e2-4239-bea6-8cdcb0ab78bd req-8a23c1eb-40bf-4cc9-b3d0-542355a15df7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:54.900591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b18740-28e2-4239-bea6-8cdcb0ab78bd req-8a23c1eb-40bf-4cc9-b3d0-542355a15df7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Oct 27 17:04:54.937967 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d5b18740-28e2-4239-bea6-8cdcb0ab78bd req-3892d781-b100-40da-b418-28f321ef3b4e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Oct 27 17:04:56.059034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01124f-b38a-4074-9a6b-cfa5b26666bd req-fcf27d15-885f-40da-b290-490f9fafcb60 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:56.060571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a01124f-b38a-4074-9a6b-cfa5b26666bd req-fcf27d15-885f-40da-b290-490f9fafcb60 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0510890 Oct 27 17:04:56.100964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7a01124f-b38a-4074-9a6b-cfa5b26666bd req-76dda544-a1c5-4147-a46d-95237c402d80 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Oct 27 17:04:56.926491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-03b2e6be-971a-4c13-a94f-3b9a17b7e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:56.928236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-03b2e6be-971a-4c13-a94f-3b9a17b7e1fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0412033 Oct 27 17:04:57.022698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-d907cbbf-a5b9-4001-bafc-c6d116c00cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.024272 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-d907cbbf-a5b9-4001-bafc-c6d116c00cba service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0895109 Oct 27 17:04:57.089167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-faa38e26-5bd2-47d1-8822-6f7b4ec3497d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 1000 time: 0.0581567 Oct 27 17:04:57.145317 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-440ef301-3e22-4301-bfa7-301f94f491b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.146853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-440ef301-3e22-4301-bfa7-301f94f491b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0509620 Oct 27 17:04:57.227628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-005e6b48-e2ba-4bcb-82c1-e58e19e2b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.229035 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-005e6b48-e2ba-4bcb-82c1-e58e19e2b353 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754225 Oct 27 17:04:57.254941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1be0de-11b7-4095-bea0-b9cf5e144639 req-4c19b9a4-b69f-49ec-8dd1-5016e506cfe9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.256444 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc1be0de-11b7-4095-bea0-b9cf5e144639 req-4c19b9a4-b69f-49ec-8dd1-5016e506cfe9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0735240 Oct 27 17:04:57.337900 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc1be0de-11b7-4095-bea0-b9cf5e144639 req-11bd6209-d4d3-4a86-9f7c-88fd665e2581 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713837 Oct 27 17:04:57.361118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-fed0525e-e77d-416e-babf-7322800087f3 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219976 Oct 27 17:04:57.456177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-50244b53-1f46-4c10-9c8f-1fbc3343f6ae service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Oct 27 17:04:58.457960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f875f-fb9b-4082-8757-e6a742b1e80a req-2bc57723-c362-437b-81e2-5627b7373180 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:58.460247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-817f875f-fb9b-4082-8757-e6a742b1e80a req-2bc57723-c362-437b-81e2-5627b7373180 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0516276 Oct 27 17:04:58.503825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-817f875f-fb9b-4082-8757-e6a742b1e80a req-c6038b32-6585-40c5-928a-7655f4394b19 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Oct 27 17:04:58.507923 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.961339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.621520 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837c68-7c9a-4fbe-bfcb-2d85d34b5cdd req-545ee87d-92be-45ff-a8dc-aef5bb6233ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:59.623069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9837c68-7c9a-4fbe-bfcb-2d85d34b5cdd req-545ee87d-92be-45ff-a8dc-aef5bb6233ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0497966 Oct 27 17:04:59.661118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d9837c68-7c9a-4fbe-bfcb-2d85d34b5cdd req-a9534fa4-2fff-42b6-b478-684ddf2072b7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Oct 27 17:05:00.784296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d381c-9325-4d31-83b3-2cb9f6406de5 req-694b71bc-4fe5-463d-afe2-1831c29d9bae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:00.785821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429d381c-9325-4d31-83b3-2cb9f6406de5 req-694b71bc-4fe5-463d-afe2-1831c29d9bae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Oct 27 17:05:00.827151 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-429d381c-9325-4d31-83b3-2cb9f6406de5 req-1ba29585-b8ad-4ff5-bddc-87cdc75aa032 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Oct 27 17:05:01.634633 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:05:01.951214 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b10015-2cb4-4c47-86b6-40df3df66999 req-316bc2c2-7bb3-4907-aca6-2a8f87c18d1e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:01.952861 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87b10015-2cb4-4c47-86b6-40df3df66999 req-316bc2c2-7bb3-4907-aca6-2a8f87c18d1e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0555265 Oct 27 17:05:01.996202 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-87b10015-2cb4-4c47-86b6-40df3df66999 req-c73059bb-f73d-4aed-a45f-5118b79d453e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Oct 27 17:05:03.114325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f797a6-26f6-4d97-ab1a-1ecba26ad1ec req-88f00467-f656-4012-a1ae-62f73545fb7c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.116376 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f797a6-26f6-4d97-ab1a-1ecba26ad1ec req-88f00467-f656-4012-a1ae-62f73545fb7c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Oct 27 17:05:03.157479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e9f797a6-26f6-4d97-ab1a-1ecba26ad1ec req-aa8d832f-bb4e-45d5-bbdb-9bea715f1ef6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Oct 27 17:05:03.644960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d405e-b631-4573-a8f4-d7386794f8bb req-8f6cf332-371f-4a05-a87c-19c2d2de7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.646598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-8f6cf332-371f-4a05-a87c-19c2d2de7631 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0943773 Oct 27 17:05:03.754961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d405e-b631-4573-a8f4-d7386794f8bb req-26f1914a-a444-44f0-ac75-dab97100cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.756673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-26f1914a-a444-44f0-ac75-dab97100cc79 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0888548 Oct 27 17:05:03.822449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-0bf6af55-aeac-4a04-a287-4139e66bf73e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 1000 time: 0.0590591 Oct 27 17:05:03.872233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d405e-b631-4573-a8f4-d7386794f8bb req-fa727c90-3a83-435e-b642-45f53750e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.873745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-fa727c90-3a83-435e-b642-45f53750e934 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0443628 Oct 27 17:05:03.925077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d405e-b631-4573-a8f4-d7386794f8bb req-a3fdda1d-567c-44c7-8326-7effea129681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:03.926593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-a3fdda1d-567c-44c7-8326-7effea129681 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458319 Oct 27 17:05:04.022938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-78e05b1d-e64e-4713-a9cf-b15ea4db4ff1 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Oct 27 17:05:04.118716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-154d405e-b631-4573-a8f4-d7386794f8bb req-be5ec2c3-d560-44a2-9cfd-0c543b982be6 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Oct 27 17:05:04.274764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220e9ec-1c2d-4641-8be9-19439b5b70eb req-07a5da57-970b-4082-8666-a72aba15269d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:04.276271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b220e9ec-1c2d-4641-8be9-19439b5b70eb req-07a5da57-970b-4082-8666-a72aba15269d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Oct 27 17:05:04.314791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b220e9ec-1c2d-4641-8be9-19439b5b70eb req-8fea178d-5556-45db-b4b6-9f6e6df75923 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Oct 27 17:05:05.448944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e5bb-440d-432c-a589-971cd02b0392 req-0f017f85-7030-4955-8f3c-35648f579389 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:05.450529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e995e5bb-440d-432c-a589-971cd02b0392 req-0f017f85-7030-4955-8f3c-35648f579389 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0627222 Oct 27 17:05:05.497995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e995e5bb-440d-432c-a589-971cd02b0392 req-33662e7f-5370-4b76-b650-164f76198707 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Oct 27 17:05:06.627433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4b5f2-543b-4e81-9a95-9b78b003c5a7 req-1e180bd5-ddca-46ae-9549-21b5388e4687 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:06.629440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0e4b5f2-543b-4e81-9a95-9b78b003c5a7 req-1e180bd5-ddca-46ae-9549-21b5388e4687 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0570507 Oct 27 17:05:06.670876 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0e4b5f2-543b-4e81-9a95-9b78b003c5a7 req-cd0735e2-2fbe-4c53-93dc-4e473ebf7698 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Oct 27 17:05:07.812575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fcb21-3df7-4168-bff4-11a5aecaac9e req-78411091-becd-4cd8-a22a-467fffad2263 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:07.814273 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c43fcb21-3df7-4168-bff4-11a5aecaac9e req-78411091-becd-4cd8-a22a-467fffad2263 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0601275 Oct 27 17:05:07.859927 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c43fcb21-3df7-4168-bff4-11a5aecaac9e req-d64875eb-b15f-4a5a-99cf-7a22550b3ba6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383112 Oct 27 17:05:09.004358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2162c-2586-4171-a4c4-7ca092206c1f req-2a14fd5c-1bad-46a7-b4a1-bb22a0cbf625 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:09.005912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5b2162c-2586-4171-a4c4-7ca092206c1f req-2a14fd5c-1bad-46a7-b4a1-bb22a0cbf625 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0529833 Oct 27 17:05:09.046995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5b2162c-2586-4171-a4c4-7ca092206c1f req-c1b2e861-bbe1-4651-8b78-59bf52bed0bc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347335 Oct 27 17:05:09.527898 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-77205578-7116-4a7b-ba74-47586866854f req-a205d6b5-d4d2-4fb6-96a2-8d84d80b284f service neutron] show failed (client error): The resource could not be found. Oct 27 17:05:09.528937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-a205d6b5-d4d2-4fb6-96a2-8d84d80b284f service neutron] 10.222.0.79 "GET /v2.0/ports/de52db3b-de60-45c6-a94d-65f136a4d95d/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0632329 Oct 27 17:05:10.084213 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-54831495-69f3-4cae-81b3-995a2fedecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.088045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-54831495-69f3-4cae-81b3-995a2fedecad service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1096 time: 0.0500031 Oct 27 17:05:10.103202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-efffcd9c-cc82-4ea3-869e-36d390ab1da9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:05:10.105027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-efffcd9c-cc82-4ea3-869e-36d390ab1da9 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091376 Oct 27 17:05:10.120971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:10.581789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:10.604794 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75fac-d28d-447a-a589-4dde2dcf3ce3 req-3b3829f1-38ea-4201-b476-f071796e73fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:10.606662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31a75fac-d28d-447a-a589-4dde2dcf3ce3 req-3b3829f1-38ea-4201-b476-f071796e73fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.4645481 Oct 27 17:05:10.735391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-31a75fac-d28d-447a-a589-4dde2dcf3ce3 req-9f59f9cb-4ee1-43bb-af04-cd1168f1e986 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019175 Oct 27 17:05:10.840939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:10.877555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:10.923094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:10.925960 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9b5cc-bd11-42bd-ae5b-351175aa75e2" -d '{"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:10.931708 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:10.957006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Transition to ACTIVE for port object de52db3b-de60-45c6-a94d-65f136a4d95d will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:05:11.030952 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.114704 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fabc112-d53d-462a-9c4b-34d87a03f905 x-openstack-request-id: req-9fabc112-d53d-462a-9c4b-34d87a03f905 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:11.115743 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:11.115743 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fabc112-d53d-462a-9c4b-34d87a03f905 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:11.116750 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'code': 200} Oct 27 17:05:11.238852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:11.285723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.286245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.286762 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.287354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.287945 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.288492 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.289037 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.289605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.290115 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.290626 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.291165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.291678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:11.368933 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] No DVR routers for this DVR port de52db3b-de60-45c6-a94d-65f136a4d95d on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:11.388358 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a5fc5558-fc94-4664-a451-af04f104ca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.550664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:11.551118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:11.551365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:11.556991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:05:11.557586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Attempting to bind port de52db3b-de60-45c6-a94d-65f136a4d95d on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:11.564680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:11.570061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:11.570061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:11.570061 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Bound port: de52db3b-de60-45c6-a94d-65f136a4d95d, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:11.570061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.646668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:11.651986 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:11.730962 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.788820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:11.788820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.788820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] 10.222.0.82 "PUT /v2.0/ports/de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 1091 time: 1.6721275 Oct 27 17:05:11.826852 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3e70-cab8-40cb-843a-45a5956d9714 service neutron] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:11.909662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-c90b3760-5700-4306-8d00-4c284680b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:11.911336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-c90b3760-5700-4306-8d00-4c284680b2f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0736945 Oct 27 17:05:12.027620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099be0a-a983-4a3e-93c6-5124ec8d4479 req-62d35103-929f-4293-958d-1f2d55453f63 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.029401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1099be0a-a983-4a3e-93c6-5124ec8d4479 req-62d35103-929f-4293-958d-1f2d55453f63 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.1369770 Oct 27 17:05:12.087332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-d53d5f17-376a-4baa-9c52-393d1b135615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.089055 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-d53d5f17-376a-4baa-9c52-393d1b135615 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1569307 Oct 27 17:05:12.143658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1099be0a-a983-4a3e-93c6-5124ec8d4479 req-9f9839f2-15b5-4e42-b0e9-cd5cb55f63c7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951719 Oct 27 17:05:12.183821 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-90d7dfb0-d709-4726-b618-2f3da5831c41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 998 time: 0.0851135 Oct 27 17:05:12.240091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-4980b987-64ec-4250-b5a9-b79168907c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.241990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-4980b987-64ec-4250-b5a9-b79168907c22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0504906 Oct 27 17:05:12.333925 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205578-7116-4a7b-ba74-47586866854f req-c5477a7f-5ca7-4342-a1fc-8ff2ce50c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.337283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-c5477a7f-5ca7-4342-a1fc-8ff2ce50c142 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880513 Oct 27 17:05:12.447999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-2103de19-0d00-4388-aa34-e24cb26dc972 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022279 Oct 27 17:05:12.587822 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77205578-7116-4a7b-ba74-47586866854f req-a88fea67-62cb-47ef-88b6-b3f85fb43921 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317930 Oct 27 17:05:13.117420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:13.119889 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d9014-2bd5-40e4-a0f3-5cd2e2345777" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:13.183290 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681057b7-6aba-4c73-b85f-05e48627f086 x-openstack-request-id: req-681057b7-6aba-4c73-b85f-05e48627f086 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:13.183290 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:13.184343 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-681057b7-6aba-4c73-b85f-05e48627f086 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:13.184343 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'status': 'completed', 'code': 200} Oct 27 17:05:13.338568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-580a5430-1933-4506-8b20-3b4266805df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.340466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-580a5430-1933-4506-8b20-3b4266805df6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1094 time: 0.1218991 Oct 27 17:05:13.343394 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-08a04fbd-809d-45d4-aa9c-2bfc55b1a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.344880 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-08a04fbd-809d-45d4-aa9c-2bfc55b1a22c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1094 time: 0.1375403 Oct 27 17:05:13.368135 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6270cb-a618-4844-b8d0-42cb44d56262 req-54aac619-7148-457c-9db6-d2e52dfd52a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.369585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae6270cb-a618-4844-b8d0-42cb44d56262 req-54aac619-7148-457c-9db6-d2e52dfd52a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0938554 Oct 27 17:05:13.523901 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae6270cb-a618-4844-b8d0-42cb44d56262 req-3c162a87-208d-4d4e-a686-d6113155a858 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453855 Oct 27 17:05:13.568547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-d50ebc1f-896d-49b3-bca9-b577571e6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.570117 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-d50ebc1f-896d-49b3-bca9-b577571e6557 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.2119546 Oct 27 17:05:13.571289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-ad8135f7-6552-40ac-9d6b-f2313b4e1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.577539 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-ad8135f7-6552-40ac-9d6b-f2313b4e1b84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.2237372 Oct 27 17:05:13.688745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-e335ae1e-cbf9-4294-9cdd-b59fad18dbb5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 998 time: 0.1118364 Oct 27 17:05:13.692993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-3830c401-2bff-4268-a72b-4d619f3ac8c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 998 time: 0.1099203 Oct 27 17:05:13.723710 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:13.772976 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:13.782047 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-2b8ed649-a486-4c34-8d42-eb15b4118d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.783542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-2b8ed649-a486-4c34-8d42-eb15b4118d88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0879939 Oct 27 17:05:13.785114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-b1097f7e-2f99-46b4-ac20-2c095db2723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.787023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-b1097f7e-2f99-46b4-ac20-2c095db2723a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0836322 Oct 27 17:05:13.880501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-33400c85-2c35-49ff-90de-37f09ddb4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.882894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-33400c85-2c35-49ff-90de-37f09ddb4e02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922370 Oct 27 17:05:13.885518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-5cc73675-4411-4feb-8a2d-4470b72fdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.887216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-5cc73675-4411-4feb-8a2d-4470b72fdddd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884259 Oct 27 17:05:14.054018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0a243775-e5f5-4a7e-937d-29950d59c442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.075778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-6939bf79-f6c1-47f8-9dae-692f86b67b5e service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854591 Oct 27 17:05:14.078048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-261a2a53-6de7-490f-8cbc-a37dd7432cda service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790667 Oct 27 17:05:14.290778 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-4429bfff-ddf2-4af6-b6de-584626d22157 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070758 Oct 27 17:05:14.294200 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-599d9014-2bd5-40e4-a0f3-5cd2e2345777 req-c5644075-81a9-4ca5-823d-8d827f2d597b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022476 Oct 27 17:05:14.667655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e988552-938e-4121-912f-17366a9c1c03 req-c60c14db-f813-45d1-9085-66445b51b8b6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:14.669229 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e988552-938e-4121-912f-17366a9c1c03 req-c60c14db-f813-45d1-9085-66445b51b8b6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0562007 Oct 27 17:05:14.712794 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.724172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7e988552-938e-4121-912f-17366a9c1c03 req-cdde8975-e7bb-451d-9902-3194176d8b13 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 Oct 27 17:05:15.358371 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.872355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97b3d5-2479-4040-9fbe-e69ee489bee8 req-46c29b50-24c2-4a04-b173-836fffc1fdbb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:15.873942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca97b3d5-2479-4040-9fbe-e69ee489bee8 req-46c29b50-24c2-4a04-b173-836fffc1fdbb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0575483 Oct 27 17:05:15.919800 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ca97b3d5-2479-4040-9fbe-e69ee489bee8 req-34e57e9b-4665-41df-8a8a-fb6e0bd6bef1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Oct 27 17:05:17.068960 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5345f-8c51-4b07-9f7a-e68ffe2cea05 req-a51ca47a-fa9f-4ff5-b2ed-e4c70c545ba4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.068960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6df5345f-8c51-4b07-9f7a-e68ffe2cea05 req-a51ca47a-fa9f-4ff5-b2ed-e4c70c545ba4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0568695 Oct 27 17:05:17.102318 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6df5345f-8c51-4b07-9f7a-e68ffe2cea05 req-c800b48b-179f-4d1e-a860-72f53205c1eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343566 Oct 27 17:05:17.230244 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.282450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:05:17.378725 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:17.390895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'mac_address': 'fa:16:3e:12:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:05:17.432816 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.445721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de52db3b-de60-45c6-a94d-65f136a4d95d {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:05:17.465621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:17.575899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.608993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffccdc-71f7-47b7-8f99-33827be01bc0 req-bb5bfd6c-d430-4638-a12f-7d6dec30e126 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.610739 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ffccdc-71f7-47b7-8f99-33827be01bc0 req-bb5bfd6c-d430-4638-a12f-7d6dec30e126 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 943 time: 0.0525305 Oct 27 17:05:17.626195 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:17.634426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.634771 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.635139 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.635479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.635810 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.636141 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.636471 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.636791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.637116 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.637440 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.637761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.638082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.654480 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ffccdc-71f7-47b7-8f99-33827be01bc0 req-edd34ec0-5280-4086-ba9b-a57b5ded764e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368490 Oct 27 17:05:17.737942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-d2f3ec69-abc1-472d-9640-7c3d4b7ef3bc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.739461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-d2f3ec69-abc1-472d-9640-7c3d4b7ef3bc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2&tenant_id=afcde0c54b86445b848c33b703ff1f4d&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 944 time: 0.0534923 Oct 27 17:05:17.804712 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-e422bff1-a549-44be-bf4a-0eafd9dec3ab service neutron] delete failed (client error): The resource could not be found. Oct 27 17:05:17.805649 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-e422bff1-a549-44be-bf4a-0eafd9dec3ab service neutron] 10.222.0.79 "DELETE /v2.0/ports/de52db3b-de60-45c6-a94d-65f136a4d95d/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0589435 Oct 27 17:05:17.894176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-7c75c7eb-673c-4171-9f05-9b50bdfe9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.895727 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-7c75c7eb-673c-4171-9f05-9b50bdfe9e51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0431259 Oct 27 17:05:17.954256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['de52db3b-de60-45c6-a94d-65f136a4d95d'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:05:17.984689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-8bd0f380-3100-4ed3-b630-4509d5fb6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:17.986174 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-8bd0f380-3100-4ed3-b630-4509d5fb6ac8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0837979 Oct 27 17:05:18.057433 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-c86ab98f-bc29-4521-8eb1-34ba26420aeb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 200 len: 999 time: 0.0643651 Oct 27 17:05:18.107001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-27bda6b0-b03d-485b-bf55-45112ca7b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:18.108522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-27bda6b0-b03d-485b-bf55-45112ca7b456 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0445774 Oct 27 17:05:18.155329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-727ca2ac-accc-457d-b676-e6b90bd8b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:18.156842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-727ca2ac-accc-457d-b676-e6b90bd8b002 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417416 Oct 27 17:05:18.259953 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-ef62970b-aedb-4351-b8cc-36ef6c00b180 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961657 Oct 27 17:05:18.355440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9fd8a550-fa61-4032-847d-ab304230f0a7 req-3eebb3df-5dcc-4883-8eb9-4b5939b6bef8 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882270 Oct 27 17:05:18.780048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7b93d-d2de-464b-abc5-d94827c3584a req-99846983-eabe-4138-ba0e-8091038525ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:18.781534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5a7b93d-d2de-464b-abc5-d94827c3584a req-99846983-eabe-4138-ba0e-8091038525ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 944 time: 0.0568669 Oct 27 17:05:18.820893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5a7b93d-d2de-464b-abc5-d94827c3584a req-2d33bb8e-4576-4124-abff-fe8b36bac40a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Oct 27 17:05:19.302960 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:19.444993 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port de52db3b-de60-45c6-a94d-65f136a4d95d completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:05:19.449379 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port de52db3b-de60-45c6-a94d-65f136a4d95d triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:19.449753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.535751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.559018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:19.561209 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66126298-8444-408a-ade5-538f207173b3" -d '{"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-plugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:19.578581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:19.655417 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f688ec57-5faa-45b0-94ca-42f7946533ac x-openstack-request-id: req-f688ec57-5faa-45b0-94ca-42f7946533ac {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:19.659932 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-plugged", "status": "completed", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:19.659932 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f688ec57-5faa-45b0-94ca-42f7946533ac {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:19.659932 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'code': 200} Oct 27 17:05:19.677962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.724883 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:19.939847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d8d15-1473-415a-b887-db9288ec51d3 req-2e506fe0-f9be-4c5c-8e0f-34bf48ebae62 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:19.941343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d7d8d15-1473-415a-b887-db9288ec51d3 req-2e506fe0-f9be-4c5c-8e0f-34bf48ebae62 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Oct 27 17:05:19.979326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d7d8d15-1473-415a-b887-db9288ec51d3 req-1ff165c3-b631-484a-85c3-2016e483c2da tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Oct 27 17:05:20.093886 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efde25-b21a-4b1d-88ea-757686d3442c req-d39bcd87-9851-4df8-a045-91700e59592b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:20.095387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68efde25-b21a-4b1d-88ea-757686d3442c req-d39bcd87-9851-4df8-a045-91700e59592b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0487332 Oct 27 17:05:20.134889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68efde25-b21a-4b1d-88ea-757686d3442c req-429d7a87-2667-4971-8218-71687c583049 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Oct 27 17:05:20.251323 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f14fe-cd29-4e4b-ab3e-eabee11f283f req-483e8171-f50e-40fc-8ad3-a5737af9b1a4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:20.252808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-982f14fe-cd29-4e4b-ab3e-eabee11f283f req-483e8171-f50e-40fc-8ad3-a5737af9b1a4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Oct 27 17:05:20.291438 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-982f14fe-cd29-4e4b-ab3e-eabee11f283f req-3e254c11-cd7b-4c6f-b729-a263e94e2829 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Oct 27 17:05:20.749828 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba46ac-02e4-4a6a-9ddd-0f1203265181 req-e4420642-8dfc-4ea6-a79b-f2d9abef4351 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:20.751350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5ba46ac-02e4-4a6a-9ddd-0f1203265181 req-e4420642-8dfc-4ea6-a79b-f2d9abef4351 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0495293 Oct 27 17:05:20.790891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5ba46ac-02e4-4a6a-9ddd-0f1203265181 req-2cc465b1-cd08-4568-9931-a7d18b426e76 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335653 Oct 27 17:05:21.908998 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e65bbb-59b7-443d-a123-0771b357b397 req-e42ffff3-e5e3-478c-8899-07a6c412a50b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:21.910491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40e65bbb-59b7-443d-a123-0771b357b397 req-e42ffff3-e5e3-478c-8899-07a6c412a50b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Oct 27 17:05:21.948839 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-40e65bbb-59b7-443d-a123-0771b357b397 req-28f98ec9-3f9a-4f55-ab8b-a09b8ef5a13d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323861 Oct 27 17:05:22.448467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-883e6a4a-d2a5-4709-9030-6f0e2edb7ed6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:22.449920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-883e6a4a-d2a5-4709-9030-6f0e2edb7ed6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Oct 27 17:05:22.540676 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Deleting port de52db3b-de60-45c6-a94d-65f136a4d95d {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:22.541014 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.630909 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] For port de52db3b-de60-45c6-a94d-65f136a4d95d, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=de52db3b-de60-45c6-a94d-65f136a4d95d,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:22.631330 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.802059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.802333 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.802652 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 disassociated. External IP: 172.25.5.30, port: de52db3b-de60-45c6-a94d-65f136a4d95d. Oct 27 17:05:22.802992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Calling delete_port for de52db3b-de60-45c6-a94d-65f136a4d95d owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:23.071464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d523ba-e592-44f7-a9c2-b7a132cf1f8b req-d8971ce3-9f5e-4175-bc02-494974686ffe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:23.072858 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53d523ba-e592-44f7-a9c2-b7a132cf1f8b req-d8971ce3-9f5e-4175-bc02-494974686ffe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=e92ac24a-987f-442b-a8bf-7e360c7c4fe2 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Oct 27 17:05:23.075974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.122482 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'Port': ['ID=de52db3b-de60-45c6-a94d-65f136a4d95d,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:23.213685 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-53d523ba-e592-44f7-a9c2-b7a132cf1f8b req-6cd6946d-8a1a-4850-8999-44faa5df6a64 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310089 Oct 27 17:05:23.260913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:05:23.372560 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:23.384154 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:23.394142 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:23.394764 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:23.415354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] No DVR routers for this DVR port de52db3b-de60-45c6-a94d-65f136a4d95d on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:23.418032 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.421413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9a64a87-5f00-4994-b8bf-8f4283735598 req-4d1d75bb-b35e-4c9e-8420-e9c8e32a58de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "DELETE /v2.0/ports/de52db3b-de60-45c6-a94d-65f136a4d95d HTTP/1.1" status: 204 len: 173 time: 0.9643672 Oct 27 17:05:23.421845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-deleted', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:23.424157 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b8102-e5eb-40e8-8f53-f16cac17448f" -d '{"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-deleted", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:23.461468 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9138d4-d8e2-4363-a56f-fc37f53279d5 x-openstack-request-id: req-ce9138d4-d8e2-4363-a56f-fc37f53279d5 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:23.461764 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ac24a-987f-442b-a8bf-7e360c7c4fe2", "name": "network-vif-deleted", "tag": "de52db3b-de60-45c6-a94d-65f136a4d95d", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:23.462016 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce9138d4-d8e2-4363-a56f-fc37f53279d5 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:23.462418 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ac24a-987f-442b-a8bf-7e360c7c4fe2', 'name': 'network-vif-deleted', 'tag': 'de52db3b-de60-45c6-a94d-65f136a4d95d', 'status': 'completed', 'code': 200} Oct 27 17:05:23.500546 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:23.710751 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:23.745231 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:23.756002 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:23.756630 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:23.861505 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:24.072908 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:24.099365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3483-1359-425a-b1c1-5253a7a26c58 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:24.324265 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96072feb-743c-4cc1-80f3-278b36fb3b51 None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:05:24.458213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-ed33fdb4-add7-4f1f-8460-ca53decdff83 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1518419116&fields=id&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 267 time: 0.0336905 Oct 27 17:05:24.572340 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-7b8e47bd-fc69-457e-8ecf-3cdf298bc9ef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:24.575899 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-7b8e47bd-fc69-457e-8ecf-3cdf298bc9ef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1081848 Oct 27 17:05:24.590226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-b34b9a15-bb7e-4286-b535-b5bff8f67b05 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/quotas/afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 375 time: 0.0099199 Oct 27 17:05:24.661024 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-d17f6c68-c789-419a-ba03-a632b662c899 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652175 Oct 27 17:05:24.758893 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-845e4afa-2d33-4a8b-9491-427ea96b0c2b service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Oct 27 17:05:25.196369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-f48b22e2-b543-4558-90ce-f548b7acdaea service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312992 Oct 27 17:05:25.467974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf89b880-cf58-4378-8b9e-ebd58b938f7d req-3a6eaacd-bd52-426b-9667-93fc2deb8d99 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Oct 27 17:05:26.563633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9902e2dc-686f-420c-93f1-3d1a95c5cf21 req-cdd62316-8057-4f40-89cb-3036498ef473 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Oct 27 17:05:27.339233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:27.363603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: de52db3b-de60-45c6-a94d-65f136a4d95d {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:05:27.363974 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device de52db3b-de60-45c6-a94d-65f136a4d95d not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:27.601647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-08bfc74e-e954-41a7-9886-1faf4c25945c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:27.603210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-08bfc74e-e954-41a7-9886-1faf4c25945c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1144838 Oct 27 17:05:27.665782 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-4126a5c7-779b-425f-900f-c4a739919e70 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 380 time: 0.0502055 Oct 27 17:05:27.682271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8b99dba6-1586-4ff9-9341-660c9409f428 req-84fca8af-00e6-43da-a6f6-8b589d5c7d75 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 210 time: 0.0355427 Oct 27 17:05:27.685677 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'port': {'device_id': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'admin_state_up': True, 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'security_groups': ['20ca053f-5b58-4495-8c2a-c37a71a0a571']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:27.929819 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:27.933493 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.077289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Allocated IP 172.20.0.3 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/e4069ccf-d20e-481b-a674-7dd3dd088772) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:28.222487 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.336738 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.382740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:28.386077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:28.390132 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:28.396889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:28.454205 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:28.454867 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.504431 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.550144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-1a51b09b-77bb-4d6e-8805-909927d7425d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8699734 Oct 27 17:05:28.563159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Request body: {'port': {'device_id': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:28.619815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.649330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-f2f45717-c15f-4e8a-825a-36d6377d814b None None] Provisioning complete for port e4069ccf-d20e-481b-a674-7dd3dd088772 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:28.649699 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2f45717-c15f-4e8a-825a-36d6377d814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.684516 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-f2f45717-c15f-4e8a-825a-36d6377d814b None None] Port e4069ccf-d20e-481b-a674-7dd3dd088772 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:05:28.854765 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a22ef-6fdd-45dc-bdaf-d2103e2f88fb req-0b1b7ad5-42c6-4439-bf6d-8d46906b4d07 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:28.856209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1a22ef-6fdd-45dc-bdaf-d2103e2f88fb req-0b1b7ad5-42c6-4439-bf6d-8d46906b4d07 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 931 time: 0.1040986 Oct 27 17:05:28.927799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1a22ef-6fdd-45dc-bdaf-d2103e2f88fb req-b010c383-d0d3-4740-836d-5a28f5b13071 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652061 Oct 27 17:05:28.965363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4069ccf-d20e-481b-a674-7dd3dd088772 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:05:28.970081 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.972896 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.984803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Transition to ACTIVE for port object e4069ccf-d20e-481b-a674-7dd3dd088772 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:05:29.067284 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.138181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:29.197200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:29.197678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:29.198008 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:29.202770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:05:29.203123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:29.209094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:29.209521 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:29.210410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:29.210846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Bound port: e4069ccf-d20e-481b-a674-7dd3dd088772, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:29.211234 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.279936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:29.283077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:29.385145 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.419596 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.420227 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.421698 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] 10.222.0.82 "PUT /v2.0/ports/e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1091 time: 0.8630760 Oct 27 17:05:29.422139 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:29.424470 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:29.455005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefcf6b-91a3-426e-9685-c462cc4da860 service neutron] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:29.467916 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c3318-6eea-46f1-98a1-425effbbaeb1 x-openstack-request-id: req-4e5c3318-6eea-46f1-98a1-425effbbaeb1 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:29.468318 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:29.468598 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e5c3318-6eea-46f1-98a1-425effbbaeb1 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:29.469069 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'status': 'completed', 'code': 200} Oct 27 17:05:29.538052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-d13a3521-4b08-41f0-b9d4-19d9e950fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.539643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-d13a3521-4b08-41f0-b9d4-19d9e950fbca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.0443759 Oct 27 17:05:29.652348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-58421fa3-1146-4f85-a12f-6b9f224edda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.654183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-58421fa3-1146-4f85-a12f-6b9f224edda1 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=afcde0c54b86445b848c33b703ff1f4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1061962 Oct 27 17:05:29.757410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-fcf030ab-20b5-424e-a8dd-059b679ab3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.758886 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7d1dd55-ccfa-413a-b72d-9a73f92321e1 req-fcf030ab-20b5-424e-a8dd-059b679ab3cd service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949686 Oct 27 17:05:29.836996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-ab608314-5e1f-406c-baa0-1f6eb8eec5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.838589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-ab608314-5e1f-406c-baa0-1f6eb8eec5c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.0418446 Oct 27 17:05:29.883494 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-50400266-f931-4dec-8dd5-aefbacb29303 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 217 time: 0.0351312 Oct 27 17:05:29.937834 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-8a8a87e2-f571-4e5e-ba07-808df8a03c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.939262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-8a8a87e2-f571-4e5e-ba07-808df8a03c7d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0487635 Oct 27 17:05:29.988384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137edef-b865-4abe-8da6-2316718afd14 req-f88184cd-a244-4c13-8b4c-561587319317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:29.989908 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-f88184cd-a244-4c13-8b4c-561587319317 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425649 Oct 27 17:05:30.118266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9778e1-c2ab-4d76-9fc0-d47a4c61531b req-e218dfba-0b4f-445f-835b-7d44cc07cfef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:30.119831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac9778e1-c2ab-4d76-9fc0-d47a4c61531b req-e218dfba-0b4f-445f-835b-7d44cc07cfef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.1144187 Oct 27 17:05:30.126133 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-48e3bbae-2a86-498d-ab78-3d52f40b5325 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Oct 27 17:05:30.207393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ac9778e1-c2ab-4d76-9fc0-d47a4c61531b req-53698e9b-5c6e-47d3-9feb-182bc55ca7d4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801506 Oct 27 17:05:30.244755 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f137edef-b865-4abe-8da6-2316718afd14 req-0fe609ea-4cc9-4093-a897-d3afdfeb72e1 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103768 Oct 27 17:05:31.335831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991412f0-2abe-4ac0-bca2-ddbdf0029f92 req-0a5f9274-09e1-4f36-b398-cdfc59564278 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:31.337144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-991412f0-2abe-4ac0-bca2-ddbdf0029f92 req-0a5f9274-09e1-4f36-b398-cdfc59564278 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.0516663 Oct 27 17:05:31.378534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-991412f0-2abe-4ac0-bca2-ddbdf0029f92 req-509ef32a-9b44-4b02-a691-6deb170a8b59 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Oct 27 17:05:32.496174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d56841-ec7e-4b2a-aff6-6474426c9ab3 req-d4b2d49e-8c45-4c90-b928-505842076ecb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:32.497713 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13d56841-ec7e-4b2a-aff6-6474426c9ab3 req-d4b2d49e-8c45-4c90-b928-505842076ecb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.0512238 Oct 27 17:05:32.536250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13d56841-ec7e-4b2a-aff6-6474426c9ab3 req-1f7f040c-1373-4d86-b14e-726f53e3c08d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Oct 27 17:05:33.399363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:05:33.497570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:33.511203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'mac_address': 'fa:16:3e:ec:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:05:33.555628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.571273 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4069ccf-d20e-481b-a674-7dd3dd088772 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:05:33.593805 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:33.664832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.665770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1dd8-81f2-41a0-b161-7f40881ed936 req-7057b018-1308-43cf-95e9-6b1609ad2001 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:33.668415 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb9e1dd8-81f2-41a0-b161-7f40881ed936 req-7057b018-1308-43cf-95e9-6b1609ad2001 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.0578415 Oct 27 17:05:33.719969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-eb9e1dd8-81f2-41a0-b161-7f40881ed936 req-135a3e4b-e3c3-440b-b7be-4b789223aad8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Oct 27 17:05:33.734095 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:33.978732 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['e4069ccf-d20e-481b-a674-7dd3dd088772'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:05:34.840713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7ea88-cb27-419d-b2a6-e5bcb1b9ddd5 req-5c1efa34-6253-41f9-a0b5-22fc8a688db1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:34.842239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6c7ea88-cb27-419d-b2a6-e5bcb1b9ddd5 req-5c1efa34-6253-41f9-a0b5-22fc8a688db1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 944 time: 0.0507102 Oct 27 17:05:34.881921 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d6c7ea88-cb27-419d-b2a6-e5bcb1b9ddd5 req-4c49310a-d485-4a91-ae0d-1dd49accb8ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Oct 27 17:05:35.416611 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:35.518973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port e4069ccf-d20e-481b-a674-7dd3dd088772 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:05:35.523970 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port e4069ccf-d20e-481b-a674-7dd3dd088772 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:35.524340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.602049 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.628829 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:35.631234 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc818e00-719e-494e-9102-0432f33954e7" -d '{"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-plugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:35.649920 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:35.678547 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f9f100-6e85-4e2a-9e12-ab866b63a447 x-openstack-request-id: req-04f9f100-6e85-4e2a-9e12-ab866b63a447 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:35.678847 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-plugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:35.679134 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04f9f100-6e85-4e2a-9e12-ab866b63a447 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:35.679563 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'code': 200} Oct 27 17:05:35.736509 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.781877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f576e-a0a1-4cdd-b562-17262fdb4e53 req-f3ca3a0e-3f34-4671-8959-4f4d5dec2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.783361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-431f576e-a0a1-4cdd-b562-17262fdb4e53 req-f3ca3a0e-3f34-4671-8959-4f4d5dec2b36 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0418568 Oct 27 17:05:35.787624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:35.821699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-431f576e-a0a1-4cdd-b562-17262fdb4e53 req-4414ad82-340f-4811-a409-2e13f864e4b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296686 Oct 27 17:05:35.999462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3bbb8-d46a-472a-b3be-671a667395e9 req-36f09a4f-10d1-4b10-a2d8-d0ef45ef48e2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:36.000889 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43e3bbb8-d46a-472a-b3be-671a667395e9 req-36f09a4f-10d1-4b10-a2d8-d0ef45ef48e2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0509498 Oct 27 17:05:36.064497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-43e3bbb8-d46a-472a-b3be-671a667395e9 req-8c61e976-6479-48fe-aeb5-a5adbd57f4e4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565987 Oct 27 17:05:37.186568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83d6ef-d853-4b70-afa0-5447c7f8e823 req-9aa9977a-3e2d-4a0c-9563-8aaee0727c12 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:37.188171 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df83d6ef-d853-4b70-afa0-5447c7f8e823 req-9aa9977a-3e2d-4a0c-9563-8aaee0727c12 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0517731 Oct 27 17:05:37.228987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df83d6ef-d853-4b70-afa0-5447c7f8e823 req-cbdb2a87-cbfb-43e3-9809-1246f8eb28d8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346277 Oct 27 17:05:38.347750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961aa7-95e4-4d80-b379-ee5851737a98 req-35b089bb-ad02-44d5-b65a-4f55fc382481 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:38.349205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13961aa7-95e4-4d80-b379-ee5851737a98 req-35b089bb-ad02-44d5-b65a-4f55fc382481 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Oct 27 17:05:38.388926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13961aa7-95e4-4d80-b379-ee5851737a98 req-3285afd7-1765-4321-ace3-55d9a49acb41 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 Oct 27 17:05:38.504033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215efc72-7e96-43ba-875c-0477acc678a6 req-5f6c85b4-4108-4f83-9092-77a577f83631 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:38.505683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-215efc72-7e96-43ba-875c-0477acc678a6 req-5f6c85b4-4108-4f83-9092-77a577f83631 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Oct 27 17:05:38.514342 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 54622) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:38.518807 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'floatingip': {'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:38.562427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:38.634813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:05:39.008796 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.105029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.207720 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 associated. External IP: 172.25.5.30, port: e4069ccf-d20e-481b-a674-7dd3dd088772. Oct 27 17:05:39.431227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:05:39.553220 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:39.558395 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.564747 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:39.575769 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:39.585515 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:39.587730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-856df87f-ee6f-414b-9523-1e70c5a24038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "PUT /v2.0/floatingips/9e6cd433-54db-414b-953f-3c043ea9d941 HTTP/1.1" status: 200 len: 990 time: 1.0723045 Oct 27 17:05:39.588330 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:39.590611 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db47f57-ff2b-4305-beb0-44662df81eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:39.634403 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0eb50-e261-4dda-9535-fc8eb1fe50f6 x-openstack-request-id: req-0ab0eb50-e261-4dda-9535-fc8eb1fe50f6 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:39.634809 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:39.635422 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ab0eb50-e261-4dda-9535-fc8eb1fe50f6 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:39.635846 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'status': 'completed', 'code': 200} Oct 27 17:05:39.704547 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-e1189ae0-9d06-46b7-ae58-e175ca00767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.706078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-e1189ae0-9d06-46b7-ae58-e175ca00767a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0446036 Oct 27 17:05:39.713840 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:39.806149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-49b5fe11-35e7-473c-865a-053bba2d1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.807682 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-49b5fe11-35e7-473c-865a-053bba2d1698 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0940585 Oct 27 17:05:39.878222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-7084b340-dc53-4e0c-b6e6-8e491cc47102 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 998 time: 0.0629854 Oct 27 17:05:39.935981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-3eba8819-76dd-4144-837a-f4f2fcb0fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.937469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-3eba8819-76dd-4144-837a-f4f2fcb0fcdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0518925 Oct 27 17:05:39.949609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:ec:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:05:38Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:39.975277 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:39.983465 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:39.984074 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:05:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:39.985239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-67bbfd16-5f7c-46ee-b9bc-07fbcea85f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.986805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-67bbfd16-5f7c-46ee-b9bc-07fbcea85f54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412250 Oct 27 17:05:40.111553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-701cd9ba-cbbe-4112-a89d-c2b54e80ed6a service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165750 Oct 27 17:05:40.200723 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:40.210573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9db47f57-ff2b-4305-beb0-44662df81eb8 req-2314be70-c13f-4aaa-bbdd-93aa2b6bbc56 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911567 Oct 27 17:05:40.449890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:ec:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:05:38Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:40.477497 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca66d83-e862-43c5-b8c5-7d6c26fd7553 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:ec:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:05:38Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:40.685113 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa20c49-ce9a-4449-9956-c0f284c73a13 None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:05:41.382746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6470b4ff-9a72-414e-ba78-b99a6412e3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:44.099315 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-43371642-6e40-4e64-a513-76d3f3a6189e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:44.764522 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:45.424317 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:47.170258 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:58.521915 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:59.019492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:09.628047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-a57ebba1-1971-48bb-91d8-2f2fb956d8b9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1353443 Oct 27 17:06:09.741814 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487304-c3df-4f4c-8f5f-27b25997180f req-c59af4eb-e282-4546-9219-99d38e307e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:09.743819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-c59af4eb-e282-4546-9219-99d38e307e1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0622652 Oct 27 17:06:09.865621 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487304-c3df-4f4c-8f5f-27b25997180f req-abb1e3e7-7561-4853-ae0f-8b088bca0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:09.868680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-abb1e3e7-7561-4853-ae0f-8b088bca0ace service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1036081 Oct 27 17:06:09.949336 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-c41d909f-761d-4e13-b1e2-b2ce9bdfcec1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1000 time: 0.0733511 Oct 27 17:06:10.006532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487304-c3df-4f4c-8f5f-27b25997180f req-8eb00f04-c873-4783-a5e0-f408205f4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:10.008101 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-8eb00f04-c873-4783-a5e0-f408205f4fad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0514128 Oct 27 17:06:10.069981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487304-c3df-4f4c-8f5f-27b25997180f req-2955b0ef-40fb-47fb-b922-9abaf61af032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:10.071559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-2955b0ef-40fb-47fb-b922-9abaf61af032 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556867 Oct 27 17:06:10.186857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-ae94f394-23d6-4a93-afb7-b3cb07bb113c service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065922 Oct 27 17:06:10.286337 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-94487304-c3df-4f4c-8f5f-27b25997180f req-019f28a1-cc5f-4411-b233-11ea8be25858 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906389 Oct 27 17:06:11.451134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-078f722e-a975-43fb-ba94-c2c3f1faca2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.059387 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c4ee107c-3d9d-4b38-8374-ffc3e6597dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.745218 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:15.377103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:15.637123 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:17.159931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:28.517113 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.025091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:41.385453 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5b4d86cb-40a7-48f5-8918-79e76b0ea85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:44.059727 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e9351a48-6fd2-45ca-b8f5-b6e8627b6274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:44.754893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:45.389349 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:47.162709 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.636398 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:58.654487 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.213965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.290218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-dc6376f9-ab38-481e-adc8-07a3c88af395 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454361 Oct 27 17:07:10.376473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b415-2a18-494d-8c88-306674dee5b1 req-7a1a56de-f5d6-4e91-92ec-b976854fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:10.377954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-7a1a56de-f5d6-4e91-92ec-b976854fc285 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0427299 Oct 27 17:07:10.487151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b415-2a18-494d-8c88-306674dee5b1 req-6ba7588d-78a1-40c0-ac33-0433acf03e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:10.489544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-6ba7588d-78a1-40c0-ac33-0433acf03e38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0896306 Oct 27 17:07:10.570522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-413d7327-291f-450a-bf3e-2e8e1176cbe6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1000 time: 0.0729191 Oct 27 17:07:10.622743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b415-2a18-494d-8c88-306674dee5b1 req-baa148bc-f2d2-44c5-8138-a541bacfd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:10.624304 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-baa148bc-f2d2-44c5-8138-a541bacfd8db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0455544 Oct 27 17:07:10.670636 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b415-2a18-494d-8c88-306674dee5b1 req-50290096-2e16-4f9e-b9ef-33f8aca4462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:10.672181 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-50290096-2e16-4f9e-b9ef-33f8aca4462f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408337 Oct 27 17:07:10.768019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-1bee42d5-cb86-46ea-9b5b-f85acfaff87c service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880141 Oct 27 17:07:10.862402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7850b415-2a18-494d-8c88-306674dee5b1 req-5647f13c-34cf-435c-8ff5-911789b028cd service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869954 Oct 27 17:07:11.374240 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b12918ee-e3a5-480c-986e-70687f0def3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:14.037683 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3dab6774-9c0f-4dde-9c04-729c20c4197d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:14.716773 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.368731 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:17.180064 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:28.562982 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.003441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.635242 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:07:41.386034 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9f667591-f029-47c4-8711-19852bf8c8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:44.031752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-97eef06d-7148-4acc-8851-3ba7aa5e3484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:44.712134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:45.391257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:47.163400 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:58.540563 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:59.026302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.634900 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:08:10.641365 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-a8bd1c87-e15f-4d03-b5b5-0d8e52805708 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407829 Oct 27 17:08:10.728967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-a7de3bd0-b1a1-472c-ad58-f78424e533fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.730429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-a7de3bd0-b1a1-472c-ad58-f78424e533fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0429573 Oct 27 17:08:11.252174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-5c04238b-856d-410d-b8fe-658b1e120e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.253597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-5c04238b-856d-410d-b8fe-658b1e120e34 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.4893055 Oct 27 17:08:11.322215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-4a357be6-3314-46b1-ae77-9091ec4fd7b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1000 time: 0.0600910 Oct 27 17:08:11.374727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-26b6ca90-553c-4ada-8382-a83665f8ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.376251 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-26b6ca90-553c-4ada-8382-a83665f8ac70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0466440 Oct 27 17:08:11.409691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e7523c1-2d92-4339-a14a-d91f54483548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.430019 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-3398fccc-eb38-4a25-8751-6326181afbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.431882 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-3398fccc-eb38-4a25-8751-6326181afbf0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481224 Oct 27 17:08:11.542828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-8bdbf71f-6d76-4959-a377-f0c5c4ad9cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020837 Oct 27 17:08:11.649394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9603ba04-c86f-47f9-97e8-26687203d3f7 req-b778c1ee-20c1-4372-9dd6-180685e7e021 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977919 Oct 27 17:08:14.077496 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-3539aa8b-ccd8-42a2-a2b7-395769fdd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:14.792904 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:15.369091 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:17.192276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:19.421425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f7ee5-8ba7-4340-9b38-e0d2d5d9e9c0 req-61b3ffae-5f2d-4dba-8d21-2c1b2791c03c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:19.422960 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-074f7ee5-8ba7-4340-9b38-e0d2d5d9e9c0 req-61b3ffae-5f2d-4dba-8d21-2c1b2791c03c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Oct 27 17:08:19.462056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-074f7ee5-8ba7-4340-9b38-e0d2d5d9e9c0 req-cc881234-e6f0-4bac-96a8-a666b9c41409 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Oct 27 17:08:20.583694 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d348363-537a-4807-9c73-09b7783d7206 req-f04a8c93-2750-4ee6-bcbb-250a38dc992b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:20.585197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d348363-537a-4807-9c73-09b7783d7206 req-f04a8c93-2750-4ee6-bcbb-250a38dc992b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0497637 Oct 27 17:08:20.624291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d348363-537a-4807-9c73-09b7783d7206 req-88021c22-52b5-46c6-9490-164c79622801 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Oct 27 17:08:21.746764 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb460-a12f-49b3-b766-f19ca80cb5e9 req-9d4780f3-fa72-47c4-8122-4ace71d7e690 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:21.748270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0cb460-a12f-49b3-b766-f19ca80cb5e9 req-9d4780f3-fa72-47c4-8122-4ace71d7e690 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Oct 27 17:08:21.786765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ae0cb460-a12f-49b3-b766-f19ca80cb5e9 req-76993650-0d3c-4bdb-9770-41bc8c89a44f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Oct 27 17:08:22.905162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8485f2-ae3c-4659-a4a4-58d5161af019 req-c113c312-8605-44ec-a8a4-d938275bad51 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:22.906683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe8485f2-ae3c-4659-a4a4-58d5161af019 req-c113c312-8605-44ec-a8a4-d938275bad51 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0504642 Oct 27 17:08:22.944470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe8485f2-ae3c-4659-a4a4-58d5161af019 req-9f3874e5-8b8c-4050-8b70-b8df40544b01 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Oct 27 17:08:24.064355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5206de-a0b4-4c10-8a12-719630671887 req-3e06371a-b08f-4db0-aab3-3213afcc0195 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.065837 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b5206de-a0b4-4c10-8a12-719630671887 req-3e06371a-b08f-4db0-aab3-3213afcc0195 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0493412 Oct 27 17:08:24.104425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b5206de-a0b4-4c10-8a12-719630671887 req-404aba0b-0177-49ad-90c9-5eb909a7559c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Oct 27 17:08:25.223514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da40d-ad57-4c29-a2c8-fe887bb5d9fa req-996be698-627b-4aab-8869-efad1eb7c748 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:25.225007 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-332da40d-ad57-4c29-a2c8-fe887bb5d9fa req-996be698-627b-4aab-8869-efad1eb7c748 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Oct 27 17:08:25.263823 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-332da40d-ad57-4c29-a2c8-fe887bb5d9fa req-32afc883-c20c-4dc7-b9bf-f9d65278b6fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Oct 27 17:08:26.386658 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b4c77-0633-450c-90bb-4032de55daa2 req-5f1687c7-c2bd-40bd-8a10-d038c6b778a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:26.388185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-280b4c77-0633-450c-90bb-4032de55daa2 req-5f1687c7-c2bd-40bd-8a10-d038c6b778a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Oct 27 17:08:26.425205 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-280b4c77-0633-450c-90bb-4032de55daa2 req-9c1d21a6-58ab-4ffb-a1ed-d132cd4f3324 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Oct 27 17:08:27.545595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10591-30a7-4ce6-9fba-314e80938540 req-f2fe3597-eb96-4318-b3d1-3aaf4d5b9115 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:27.547275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81d10591-30a7-4ce6-9fba-314e80938540 req-f2fe3597-eb96-4318-b3d1-3aaf4d5b9115 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Oct 27 17:08:27.596362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-81d10591-30a7-4ce6-9fba-314e80938540 req-4a9b369a-f3dc-48b8-94f0-981bb89c9698 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Oct 27 17:08:28.558370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:28.728711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9c269-6ba6-40cd-b348-2ac6828daf17 req-09c93883-df19-4b18-92fd-630e721f24f8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:28.730224 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d9c269-6ba6-40cd-b348-2ac6828daf17 req-09c93883-df19-4b18-92fd-630e721f24f8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0638218 Oct 27 17:08:28.769735 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f5d9c269-6ba6-40cd-b348-2ac6828daf17 req-1f4c3342-5442-4d76-b50e-7ca374a45880 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Oct 27 17:08:29.061585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:29.891642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d2c0-9774-4e74-ad7b-4f0e1551b5f3 req-d4b4176b-4570-4920-a29f-7e0511b1800b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.893287 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd66d2c0-9774-4e74-ad7b-4f0e1551b5f3 req-d4b4176b-4570-4920-a29f-7e0511b1800b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Oct 27 17:08:29.934350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd66d2c0-9774-4e74-ad7b-4f0e1551b5f3 req-a31adc28-e601-4d6b-9d5f-fec1c75782df tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Oct 27 17:08:31.052786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e2ce5-57f1-4a77-8a80-64c27b3c6697 req-1986ab4e-e485-4b07-9584-f10cafac9f70 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:31.054368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465e2ce5-57f1-4a77-8a80-64c27b3c6697 req-1986ab4e-e485-4b07-9584-f10cafac9f70 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0508389 Oct 27 17:08:31.093454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-465e2ce5-57f1-4a77-8a80-64c27b3c6697 req-f20f309b-33a2-45b1-83a4-23e314c5329a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Oct 27 17:08:31.522411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd64c-d8db-4e32-a497-8be214cbbdb2 req-5c9d9664-cf43-46dc-b9ec-74631bfe6696 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:31.524490 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994cd64c-d8db-4e32-a497-8be214cbbdb2 req-5c9d9664-cf43-46dc-b9ec-74631bfe6696 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0543032 Oct 27 17:08:31.563339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-994cd64c-d8db-4e32-a497-8be214cbbdb2 req-0c79ffc8-cfa7-4dcc-9b24-5f5e858801ae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Oct 27 17:08:31.674076 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-610f59e8-9d45-4a61-b836-513085543b78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888917 Oct 27 17:08:32.687293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f4f1-4e1d-4ccc-8a6c-100657f27687 req-1f4935cc-10b1-4eb5-9720-2d147729fb70 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:32.688872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0c9f4f1-4e1d-4ccc-8a6c-100657f27687 req-1f4935cc-10b1-4eb5-9720-2d147729fb70 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Oct 27 17:08:32.733056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0c9f4f1-4e1d-4ccc-8a6c-100657f27687 req-d809635e-ac8a-4970-bf41-f0495b4f5be0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Oct 27 17:08:33.772154 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-9e2d8ad4-8a95-49a6-8f6b-df12f15c9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:33.774856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-9e2d8ad4-8a95-49a6-8f6b-df12f15c9856 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0477049 Oct 27 17:08:33.925506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69e914-839e-4730-b7ad-e500b3cf7ac3 req-36433a1e-901a-4acc-aeb3-10a79fb3d97f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:33.925506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e69e914-839e-4730-b7ad-e500b3cf7ac3 req-36433a1e-901a-4acc-aeb3-10a79fb3d97f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0811017 Oct 27 17:08:33.925506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-28c29519-0106-4f46-968b-9f341254ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:33.925506 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-28c29519-0106-4f46-968b-9f341254ce14 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1423619 Oct 27 17:08:34.013796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0e69e914-839e-4730-b7ad-e500b3cf7ac3 req-0201c1f3-6af5-42be-b517-c56cc60212ab tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872247 Oct 27 17:08:34.020416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-be2a43fe-0baa-43b9-8873-03b3f2eb3b40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1000 time: 0.0869694 Oct 27 17:08:34.073290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-baeb2a0b-d9ae-4fc1-9bdc-0002a8f92c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:34.074796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-baeb2a0b-d9ae-4fc1-9bdc-0002a8f92c21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0451059 Oct 27 17:08:34.122999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-b776f979-84d5-47e8-b619-b5d1448d5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:34.124628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-b776f979-84d5-47e8-b619-b5d1448d5bfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428228 Oct 27 17:08:34.220426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-92ad479f-613a-49c2-8d17-cac7818476cb service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876067 Oct 27 17:08:34.315603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-d46897c2-68b4-4c1e-8f03-572c5282059b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874305 Oct 27 17:08:35.135997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168321e-d064-488b-9e96-f471459e6cc0 req-da7c5b98-2306-47f0-962d-bae273f2b894 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:35.137504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3168321e-d064-488b-9e96-f471459e6cc0 req-da7c5b98-2306-47f0-962d-bae273f2b894 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0546260 Oct 27 17:08:35.176688 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3168321e-d064-488b-9e96-f471459e6cc0 req-792f605e-d617-4386-8013-2ace4fb0a1a4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Oct 27 17:08:36.294783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe2239-569a-4084-8c1a-ccf119b02ceb req-702df913-ee3e-4674-968c-0bacb2d1b8c9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:36.296302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbe2239-569a-4084-8c1a-ccf119b02ceb req-702df913-ee3e-4674-968c-0bacb2d1b8c9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0494807 Oct 27 17:08:36.334777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6fbe2239-569a-4084-8c1a-ccf119b02ceb req-a008f13f-457f-4a07-8184-50eeb9a1daa5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Oct 27 17:08:36.795921 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-678c7077-212e-49b5-97fe-4df16db0a59b service neutron] show failed (client error): The resource could not be found. Oct 27 17:08:36.797056 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-678c7077-212e-49b5-97fe-4df16db0a59b service neutron] 10.222.0.82 "GET /v2.0/ports/e4069ccf-d20e-481b-a674-7dd3dd088772/bindings/n-h1-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0578325 Oct 27 17:08:37.362969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-b2445960-02e1-4c49-92fe-61d1f7c2cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:37.364522 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-b2445960-02e1-4c49-92fe-61d1f7c2cff7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1096 time: 0.0459514 Oct 27 17:08:37.378031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:37.457415 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:37.491652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0236-bd09-4b0d-90d7-cf812e3ea84f req-cb3795a1-a99a-40c4-a6c2-34ca2067f352 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:37.493859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33da0236-bd09-4b0d-90d7-cf812e3ea84f req-cb3795a1-a99a-40c4-a6c2-34ca2067f352 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0822532 Oct 27 17:08:37.610349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-33da0236-bd09-4b0d-90d7-cf812e3ea84f req-b572a74e-1b2a-4f95-8aa9-1d7a586f9c68 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964561 Oct 27 17:08:37.719938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:37.754917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:08:37.795889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:37.798275 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1024d479-be01-460a-ac81-a34ec43b3f23" -d '{"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-unplugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:37.802617 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:37.818573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Transition to ACTIVE for port object e4069ccf-d20e-481b-a674-7dd3dd088772 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:08:37.863516 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d59193-8f0b-4bee-ad50-a95a45d4206d x-openstack-request-id: req-93d59193-8f0b-4bee-ad50-a95a45d4206d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:37.863757 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-unplugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:37.864016 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93d59193-8f0b-4bee-ad50-a95a45d4206d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:37.864433 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'code': 200} Oct 27 17:08:37.930123 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.017879 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:38.034124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.034481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.039315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:38.080780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] No DVR routers for this DVR port e4069ccf-d20e-481b-a674-7dd3dd088772 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:08:38.225702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:08:38.226040 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:08:38.226370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:38.231425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:08:38.231752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Attempting to bind port e4069ccf-d20e-481b-a674-7dd3dd088772 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:38.236711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:08:38.236992 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:08:38.237375 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:08:38.237802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Bound port: e4069ccf-d20e-481b-a674-7dd3dd088772, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:08:38.238159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.301897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:08:38.304938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:08:38.381916 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.419233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.419843 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:38.421294 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] 10.222.0.79 "PUT /v2.0/ports/e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1091 time: 1.0477931 Oct 27 17:08:38.442655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bec46-df49-44a8-ba03-09e8b3735652 service neutron] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:38.490973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-14162250-f28c-4269-8eaa-05982e4a4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.492590 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-14162250-f28c-4269-8eaa-05982e4a4fa0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.0468624 Oct 27 17:08:38.594687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-72c15d07-eb9c-4808-b16c-85e29714b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.596222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-72c15d07-eb9c-4808-b16c-85e29714b246 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0956206 Oct 27 17:08:38.668938 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-8fa100fb-9ab0-4434-8a9e-edf2b67b4253 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 998 time: 0.0640585 Oct 27 17:08:38.748907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-a87db5b5-bea5-4994-8e50-0b0a033adad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.750454 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-a87db5b5-bea5-4994-8e50-0b0a033adad5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0739877 Oct 27 17:08:38.775582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fbf3f-c4e1-4eba-a35a-0723a79c889c req-78550a8c-0c78-4636-bba9-3482293d1f0e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.777091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c18fbf3f-c4e1-4eba-a35a-0723a79c889c req-78550a8c-0c78-4636-bba9-3482293d1f0e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.0920312 Oct 27 17:08:38.837617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c18fbf3f-c4e1-4eba-a35a-0723a79c889c req-f067697f-139e-4be8-8da0-68c972e1e998 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Oct 27 17:08:38.840282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-af509a1a-f4f3-4185-91f9-ce94d26692b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.841699 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-af509a1a-f4f3-4185-91f9-ce94d26692b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835388 Oct 27 17:08:38.935857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-8f8584d8-7538-4721-9d95-7531f8177ec6 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Oct 27 17:08:39.034611 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5eafc091-97e4-4c46-8598-7f43f539b1f5 req-b3e65c47-e010-478b-9f21-0e0cd31c3f2f service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892582 Oct 27 17:08:39.866557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:39.868940 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded5ea80-5ede-48c4-ba37-2c737ba93662" -d '{"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:39.921096 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d41a454-94a3-4324-9244-4785ea2a8b45 x-openstack-request-id: req-4d41a454-94a3-4324-9244-4785ea2a8b45 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:39.921483 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:39.921808 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d41a454-94a3-4324-9244-4785ea2a8b45 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:39.922277 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'status': 'completed', 'code': 200} Oct 27 17:08:40.029311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd2f74-1395-4039-93d6-fbf9c3304226 req-e1c1f4e3-bb5c-4268-a534-3749e106d384 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.030943 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67dd2f74-1395-4039-93d6-fbf9c3304226 req-e1c1f4e3-bb5c-4268-a534-3749e106d384 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.1202612 Oct 27 17:08:40.042198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-8390b065-350e-490d-86da-bce3e568ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.043729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-8390b065-350e-490d-86da-bce3e568ee4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.1017807 Oct 27 17:08:40.049928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-8464edb2-1e57-4106-b4b4-ee67567076dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.051408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-8464edb2-1e57-4106-b4b4-ee67567076dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.1080601 Oct 27 17:08:40.178437 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-67dd2f74-1395-4039-93d6-fbf9c3304226 req-66ff4b38-ce4e-450a-a96b-7b8d632b8811 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411057 Oct 27 17:08:40.228385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-03e16377-d16e-436f-9345-b027308641ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.229854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-03e16377-d16e-436f-9345-b027308641ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1763446 Oct 27 17:08:40.245525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-0662002b-1e92-44fb-a346-bbd882cb6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.246937 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-0662002b-1e92-44fb-a346-bbd882cb6fe0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1790893 Oct 27 17:08:40.344369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:08:40.350094 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-052a7f88-3fa6-4681-b166-d0843d51b399 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 998 time: 0.1107130 Oct 27 17:08:40.356201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-e3b0a49c-50fe-4a9f-8c58-a9fda213fc1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 998 time: 0.0781698 Oct 27 17:08:40.389567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:08:40.441356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-70e75355-9bfb-4834-8d86-731aa306cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.442766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-70e75355-9bfb-4834-8d86-731aa306cce9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0842180 Oct 27 17:08:40.446901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-a7bb04ab-afbd-4324-9eef-1441527fb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.448305 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-a7bb04ab-afbd-4324-9eef-1441527fb96c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0811312 Oct 27 17:08:40.519515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-3b5bec6e-d0bc-4645-ab60-b5ca97e6fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.521048 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-3b5bec6e-d0bc-4645-ab60-b5ca97e6fbb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700948 Oct 27 17:08:40.523860 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-3699c454-4e07-424a-81f0-321665cf82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.525278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-3699c454-4e07-424a-81f0-321665cf82e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666974 Oct 27 17:08:40.684930 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-18d5b688-15e3-4130-9499-318e9f33e109 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551089 Oct 27 17:08:40.687277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-490c4e51-1229-4069-ba76-4c56f4214ea3 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504335 Oct 27 17:08:40.861563 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-33381b4d-d359-4111-bd4d-61854820f160 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610675 Oct 27 17:08:40.863381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ded5ea80-5ede-48c4-ba37-2c737ba93662 req-de8ba3c5-8973-4470-94e0-da561873b6db service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709564 Oct 27 17:08:41.301014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd640-595c-4bc2-aa2d-129dc2d64efe req-0bc30d9a-f5fd-45a1-b543-f28ae7bf706d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:41.302491 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bcbd640-595c-4bc2-aa2d-129dc2d64efe req-0bc30d9a-f5fd-45a1-b543-f28ae7bf706d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.0486288 Oct 27 17:08:41.340535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2bcbd640-595c-4bc2-aa2d-129dc2d64efe req-352d0d00-3e48-4341-ac61-267d4f620815 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Oct 27 17:08:41.393364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1759165e-80c5-4623-b013-fa3a476a1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:41.796141 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-c397f4ac-a763-4244-a687-411de65660af tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:41.797847 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-c397f4ac-a763-4244-a687-411de65660af tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748&tenant_id=afcde0c54b86445b848c33b703ff1f4d&binding%3Ahost_id=n-h1-814735-4 HTTP/1.1" status: 200 len: 943 time: 0.0594180 Oct 27 17:08:41.867024 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-8523da31-9035-4a15-9a2c-de340d866667 service neutron] delete failed (client error): The resource could not be found. Oct 27 17:08:41.869597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-8523da31-9035-4a15-9a2c-de340d866667 service neutron] 10.222.0.82 "DELETE /v2.0/ports/e4069ccf-d20e-481b-a674-7dd3dd088772/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0624466 Oct 27 17:08:41.973021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab856-bb9b-4c4e-a6dc-476c5a9bc462 req-b566b069-e19e-4dd1-8df8-e88b45ebfe57 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:41.974603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-090ab856-bb9b-4c4e-a6dc-476c5a9bc462 req-b566b069-e19e-4dd1-8df8-e88b45ebfe57 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 943 time: 0.1037836 Oct 27 17:08:41.983438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-0f801a08-d9a0-4501-95c4-bd6c3b1e97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:41.984857 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-0f801a08-d9a0-4501-95c4-bd6c3b1e97a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1094 time: 0.0662615 Oct 27 17:08:42.064197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-090ab856-bb9b-4c4e-a6dc-476c5a9bc462 req-769ac26b-fbd9-4e99-bec2-953f2d4dbb19 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829558 Oct 27 17:08:42.099445 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-05cc7e6a-1711-4f36-899f-5cb34f0151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:42.100916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-05cc7e6a-1711-4f36-899f-5cb34f0151f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1031449 Oct 27 17:08:42.168439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-cadee832-7e8f-4f61-bd67-70e7fe0a8920 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 998 time: 0.0596914 Oct 27 17:08:42.216934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-be4d3cd8-0c96-47b6-af58-6b900c8c45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:42.218382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-be4d3cd8-0c96-47b6-af58-6b900c8c45e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0434148 Oct 27 17:08:42.268082 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-580a35ec-9d7e-4d5c-97b8-dc05dbd1fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:42.269566 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-580a35ec-9d7e-4d5c-97b8-dc05dbd1fe42 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437558 Oct 27 17:08:42.362948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-2c038097-b828-4322-b8a5-c93d7707332e service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Oct 27 17:08:42.460059 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c070b444-0afc-4785-a595-1949a2df8cf3 req-34ae0536-bcfe-40f9-a44b-8c3b7a7fb5c1 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892103 Oct 27 17:08:42.546081 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:08:42.642832 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:42.654590 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'mac_address': 'fa:16:3e:ec:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:08:42.705286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:42.723346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4069ccf-d20e-481b-a674-7dd3dd088772 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:42.745017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:42.821762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:42.870753 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:42.878248 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.878598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.878942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.879310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.879649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.879981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.880309 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.880635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.880965 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.881290 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.881620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:42.881942 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:43.068078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['e4069ccf-d20e-481b-a674-7dd3dd088772'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:08:43.200531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab86220-d2c2-4e15-bbd1-e441444216ed req-b5114ed4-dcb7-404c-ba4f-30ba64ea87b4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:43.202426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ab86220-d2c2-4e15-bbd1-e441444216ed req-b5114ed4-dcb7-404c-ba4f-30ba64ea87b4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 944 time: 0.0589192 Oct 27 17:08:43.247733 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6ab86220-d2c2-4e15-bbd1-e441444216ed req-05ff90fe-1e93-4a22-8cda-94f589ed5d5f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385866 Oct 27 17:08:43.634545 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:08:44.096163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4adb5f9-4e84-4c65-b69a-63182e5194ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:44.373271 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00dda-e130-41ef-b150-cf09cfca5917 req-0d89bfde-fb01-4d45-9233-e3d6e4efe7cc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:44.375183 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9b00dda-e130-41ef-b150-cf09cfca5917 req-0d89bfde-fb01-4d45-9233-e3d6e4efe7cc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 944 time: 0.0568836 Oct 27 17:08:44.421663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a9b00dda-e130-41ef-b150-cf09cfca5917 req-1288eb02-17af-404f-9b25-a0de95d3ca45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Oct 27 17:08:44.546226 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:08:44.580352 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2346-cd3a-4a26-b620-3e455bedee4f req-986fd2c6-62b6-452a-b465-9cc1c9ae0ab5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:44.582874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f1f2346-cd3a-4a26-b620-3e455bedee4f req-986fd2c6-62b6-452a-b465-9cc1c9ae0ab5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 944 time: 0.0755157 Oct 27 17:08:44.630533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f1f2346-cd3a-4a26-b620-3e455bedee4f req-61078603-71de-4995-a468-0961d4ed74df tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Oct 27 17:08:44.681257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port e4069ccf-d20e-481b-a674-7dd3dd088772 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:08:44.687010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port e4069ccf-d20e-481b-a674-7dd3dd088772 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:44.688135 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:44.776951 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:44.778808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:44.802606 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:44.804975 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ff333-2ec2-44b7-a692-de0189411b86" -d '{"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-plugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:44.819340 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:44.844050 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf2802-0e57-4665-8353-9b2aa108bf32 x-openstack-request-id: req-c9bf2802-0e57-4665-8353-9b2aa108bf32 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:44.844299 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-plugged", "status": "completed", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:44.844582 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9bf2802-0e57-4665-8353-9b2aa108bf32 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:44.844974 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'code': 200} Oct 27 17:08:44.918950 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:44.969818 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:45.083968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af7a5-1573-4f17-ad5a-cc1e26bd8b63 req-bb900ad1-7342-4cb1-9b36-5f4550407835 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:45.085502 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-887af7a5-1573-4f17-ad5a-cc1e26bd8b63 req-bb900ad1-7342-4cb1-9b36-5f4550407835 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Oct 27 17:08:45.129935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-887af7a5-1573-4f17-ad5a-cc1e26bd8b63 req-4c27ab25-0bd5-4cc1-ba78-9900289e722c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 Oct 27 17:08:45.205243 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-04cc76d7-b83c-42fb-bdc4-38ea948264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:45.206695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-04cc76d7-b83c-42fb-bdc4-38ea948264a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 1096 time: 0.0443144 Oct 27 17:08:45.387873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:45.659892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-23485e4f-e753-4477-aefe-9f9a10472193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:45.661519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-23485e4f-e753-4477-aefe-9f9a10472193 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.4475915 Oct 27 17:08:45.732267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-26426431-75df-4fd0-ac13-b2e29d60b922 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 200 len: 1000 time: 0.0626035 Oct 27 17:08:45.793982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-9afea70e-92d6-4ccf-9dda-ace5b2f0a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:45.795529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-9afea70e-92d6-4ccf-9dda-ace5b2f0a79e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0560014 Oct 27 17:08:45.847303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-68d25f8c-6994-411b-908a-ae2bff73d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:45.848920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-68d25f8c-6994-411b-908a-ae2bff73d4a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460775 Oct 27 17:08:45.962632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-645db7ca-e761-4826-aee0-c3d50c26f4bb service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046538 Oct 27 17:08:46.065472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04a1f2c0-b20c-4f6a-8c39-ed265593ddcf req-244acdbe-6451-4cfa-a8ba-8b2b3a45cccc service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Oct 27 17:08:46.264001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092b979-e107-490a-9f95-fe6df8f96fc2 req-afaf6007-3a79-4251-9865-e93f880f8ed0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:46.265504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6092b979-e107-490a-9f95-fe6df8f96fc2 req-afaf6007-3a79-4251-9865-e93f880f8ed0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0538127 Oct 27 17:08:46.306302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6092b979-e107-490a-9f95-fe6df8f96fc2 req-011027e0-ef5f-4ea0-8f1e-7c792d416fc3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344219 Oct 27 17:08:47.193278 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:47.429043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4028b0-a479-478b-ab12-c42c74e3b228 req-3ced554a-dc6c-4960-a2fd-6e066f118dfa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:47.431091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d4028b0-a479-478b-ab12-c42c74e3b228 req-3ced554a-dc6c-4960-a2fd-6e066f118dfa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Oct 27 17:08:47.472869 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d4028b0-a479-478b-ab12-c42c74e3b228 req-a3e2d338-b191-4aed-963a-772e5856e77e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355783 Oct 27 17:08:48.064608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969623d1-2ce1-4749-9ba8-0375820345dc req-147eada3-665d-4eea-b8a2-025652ffbd80 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:48.066155 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-969623d1-2ce1-4749-9ba8-0375820345dc req-147eada3-665d-4eea-b8a2-025652ffbd80 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Oct 27 17:08:48.107577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-969623d1-2ce1-4749-9ba8-0375820345dc req-49c1dc67-beca-4faf-8134-2c61df2fb782 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354071 Oct 27 17:08:49.230875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc9f1-9f67-4975-944a-8494e826ea85 req-f62f9b1b-0321-44ee-9073-0b24b03a3b12 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.232407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf0cc9f1-9f67-4975-944a-8494e826ea85 req-f62f9b1b-0321-44ee-9073-0b24b03a3b12 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Oct 27 17:08:49.272476 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf0cc9f1-9f67-4975-944a-8494e826ea85 req-a76ac414-fdd5-432f-abdb-d2897279c80e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335236 Oct 27 17:08:49.357172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-6bb1ea89-f2de-4aba-868f-121253f694ef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.358562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-6bb1ea89-f2de-4aba-868f-121253f694ef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Oct 27 17:08:49.453571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Deleting port e4069ccf-d20e-481b-a674-7dd3dd088772 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:08:49.453913 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.546849 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] For port e4069ccf-d20e-481b-a674-7dd3dd088772, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=e4069ccf-d20e-481b-a674-7dd3dd088772,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:49.547247 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.732482 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.732853 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.733181 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 disassociated. External IP: 172.25.5.30, port: e4069ccf-d20e-481b-a674-7dd3dd088772. Oct 27 17:08:49.733531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Calling delete_port for e4069ccf-d20e-481b-a674-7dd3dd088772 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:08:49.925659 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.953449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'Port': ['ID=e4069ccf-d20e-481b-a674-7dd3dd088772,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:50.103381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:50.216296 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:50.227075 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:50.238396 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:50.239166 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:50.256424 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] No DVR routers for this DVR port e4069ccf-d20e-481b-a674-7dd3dd088772 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:08:50.259406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:50.262833 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6bc091bc-7e7d-4c0c-aad4-907813f893da req-934c9b75-b136-4e92-a05b-5676644131aa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "DELETE /v2.0/ports/e4069ccf-d20e-481b-a674-7dd3dd088772 HTTP/1.1" status: 204 len: 173 time: 0.8976481 Oct 27 17:08:50.263304 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-deleted', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:50.265589 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0ca91-81a4-4c77-a7e8-39f9582b1bf5" -d '{"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-deleted", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:50.308947 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff0be34-da2c-4eb8-82e3-3297759102fd x-openstack-request-id: req-7ff0be34-da2c-4eb8-82e3-3297759102fd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:50.309330 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44dd8a-56db-4e84-8e00-df6656409748", "name": "network-vif-deleted", "tag": "e4069ccf-d20e-481b-a674-7dd3dd088772", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:50.309647 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ff0be34-da2c-4eb8-82e3-3297759102fd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:50.310178 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44dd8a-56db-4e84-8e00-df6656409748', 'name': 'network-vif-deleted', 'tag': 'e4069ccf-d20e-481b-a674-7dd3dd088772', 'status': 'completed', 'code': 200} Oct 27 17:08:50.358031 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:50.376891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7f16c8b1-a89c-4741-b1d1-fcbe385fce52 req-94c62412-6f0e-4e9b-9593-3b1946b14d57 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44dd8a-56db-4e84-8e00-df6656409748 HTTP/1.1" status: 200 len: 210 time: 0.0303457 Oct 27 17:08:50.565762 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:50.593330 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:50.601754 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:50.602879 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:50.708326 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:50.912625 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:50.940192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31f725-f5a5-4c55-b1d6-541dee06bba6 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:51.154146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895be9e-9465-4106-85f4-183c1b1a24aa None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:51.676962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-b2abc500-8d9e-4045-b926-96502350b1cc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1518419116&fields=id&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 267 time: 0.0355873 Oct 27 17:08:51.791467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-849d0fcf-ce0c-4c53-9909-5d2bd2f63ee3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:51.792986 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-849d0fcf-ce0c-4c53-9909-5d2bd2f63ee3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1077719 Oct 27 17:08:51.808951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-99fcbd18-c13a-4663-a2dd-93fde65e21ef tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/quotas/afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 375 time: 0.0100415 Oct 27 17:08:51.863313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-79e467f6-378c-44b8-b96e-3238b10530fc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482624 Oct 27 17:08:52.013071 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f15f9aaa-144e-49e1-83f4-29edae6a34d3 service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372550 Oct 27 17:08:52.107293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-99948c71-3f8b-4fc2-b339-50c1eb5e24ec service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Oct 27 17:08:52.342032 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0712cf79-c90a-4f96-bf83-4b3117fc0bad req-cd1c7ce2-8538-42ec-8f4f-f3b4d26726fa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 210 time: 0.0329921 Oct 27 17:08:53.439935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a94340d-4fd9-4904-92c8-6e410fc029ce req-4cef11b2-16b6-4fc2-afe8-b6ce595eec3b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 210 time: 0.0316501 Oct 27 17:08:54.254966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-43b70243-b6f9-4d31-b3c2-0abb197ca028 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.256534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-43b70243-b6f9-4d31-b3c2-0abb197ca028 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1058996 Oct 27 17:08:54.301803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-de84ab40-56a4-485b-9b7e-bc5faaa318ad tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 380 time: 0.0349674 Oct 27 17:08:54.312479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'port': {'device_id': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'admin_state_up': True, 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'security_groups': ['20ca053f-5b58-4495-8c2a-c37a71a0a571']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:54.502476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:08:54.508248 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.549125 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-19f001cd-cc19-4704-9282-6513f191cf20 req-48660091-788e-4573-867e-41fa151611a9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 210 time: 0.0363932 Oct 27 17:08:54.608690 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:08:54.628310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: e4069ccf-d20e-481b-a674-7dd3dd088772 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:08:54.628662 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device e4069ccf-d20e-481b-a674-7dd3dd088772 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:08:54.663678 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Allocated IP 172.20.0.7 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/f45af79e-ef47-40e5-aba3-d1e39d52a990) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:54.803341 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.886182 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.931503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:54.934729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:54.938558 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:54.945185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:54.992609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:54.993729 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.082373 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-aef83fb5-cdbc-4b43-a064-ac6caef9004f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734509 Oct 27 17:08:55.095244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Request body: {'port': {'device_id': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:55.158475 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.215929 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-44102ef0-164f-4b22-8929-9613cd3e5ead None None] Provisioning complete for port f45af79e-ef47-40e5-aba3-d1e39d52a990 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:55.216212 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-44102ef0-164f-4b22-8929-9613cd3e5ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.250492 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-44102ef0-164f-4b22-8929-9613cd3e5ead None None] Port f45af79e-ef47-40e5-aba3-d1e39d52a990 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:08:55.418160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:08:55.425582 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.438395 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Transition to ACTIVE for port object f45af79e-ef47-40e5-aba3-d1e39d52a990 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:08:55.524551 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.574081 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:55.688952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:08:55.689294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:08:55.689622 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:55.701758 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2928a-f75f-4440-8d1c-5cc794204b4e req-7272faef-0a8f-4f8b-9f33-7a63caf82c6d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:55.703403 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42a2928a-f75f-4440-8d1c-5cc794204b4e req-7272faef-0a8f-4f8b-9f33-7a63caf82c6d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0791588 Oct 27 17:08:55.704587 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:08:55.704902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:08:55.713568 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:08:55.713908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:08:55.714293 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:08:55.714880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Bound port: f45af79e-ef47-40e5-aba3-d1e39d52a990, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:08:55.715315 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.793240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42a2928a-f75f-4440-8d1c-5cc794204b4e req-943ac854-d251-4e1b-bc72-deeb232a4dae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822551 Oct 27 17:08:55.818761 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:08:55.822466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:08:55.890996 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.929557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:55.930175 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:55.931604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1091 time: 0.8407488 Oct 27 17:08:55.932048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:55.934325 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046eacd6-1694-4a7f-9cfb-17d401dcd949" -d '{"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:55.960128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb3022-3b04-4e57-aba9-80f7100ca4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:55.980718 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4bc503-b6e7-4375-9974-738a1207c56e x-openstack-request-id: req-cd4bc503-b6e7-4375-9974-738a1207c56e {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:55.981165 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:55.981436 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd4bc503-b6e7-4375-9974-738a1207c56e {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:55.982016 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'status': 'completed', 'code': 200} Oct 27 17:08:56.048844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-87372319-829f-4fba-a7ea-443ac80a874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.049223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-87372319-829f-4fba-a7ea-443ac80a874c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1094 time: 0.0456598 Oct 27 17:08:56.163024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-df45b47c-2e4a-428a-b12f-b4de0808fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.164557 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-df45b47c-2e4a-428a-b12f-b4de0808fa3f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=afcde0c54b86445b848c33b703ff1f4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1064422 Oct 27 17:08:56.261842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-55618d4b-d196-4636-8e3a-c9d146009096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.263354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-046eacd6-1694-4a7f-9cfb-17d401dcd949 req-55618d4b-d196-4636-8e3a-c9d146009096 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910423 Oct 27 17:08:56.347411 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-65752ab0-2ba7-42e0-8e41-1281a7d3ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.348916 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-65752ab0-2ba7-42e0-8e41-1281a7d3ff6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1094 time: 0.0458157 Oct 27 17:08:56.392828 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-d71ad9d7-e6b1-4226-9067-7eb77cd9a5f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 217 time: 0.0345922 Oct 27 17:08:56.441890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-a4eb2e9b-286f-4d3c-b7b5-8ac4ad6d5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.443392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-a4eb2e9b-286f-4d3c-b7b5-8ac4ad6d5623 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0437455 Oct 27 17:08:56.490098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-ca1fb880-6aa1-40a0-9601-efd81a5f31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.491813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-ca1fb880-6aa1-40a0-9601-efd81a5f31c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400968 Oct 27 17:08:56.587951 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-9d5026fb-5444-4533-a8fa-b31e27ef88e2 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885901 Oct 27 17:08:56.683077 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0ebe02c-7f9e-4711-b01b-b87cdf8b352d req-33aa3aa1-440a-488a-a9f2-21dbda8ba0e1 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881755 Oct 27 17:08:56.914191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d61c0c-04f1-4879-961e-f731d0345fcb req-9b536e91-389a-4711-84bb-f31271169627 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:56.915768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7d61c0c-04f1-4879-961e-f731d0345fcb req-9b536e91-389a-4711-84bb-f31271169627 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0517824 Oct 27 17:08:56.954220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7d61c0c-04f1-4879-961e-f731d0345fcb req-7ef879d7-7838-41c9-ab08-d2be940b1fc3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Oct 27 17:08:58.078732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0bcfa-7efc-4d22-845e-73db8a892354 req-1c697d4f-9935-4c24-9d7c-28f727c45fbc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:58.080345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2b0bcfa-7efc-4d22-845e-73db8a892354 req-1c697d4f-9935-4c24-9d7c-28f727c45fbc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0527713 Oct 27 17:08:58.122562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2b0bcfa-7efc-4d22-845e-73db8a892354 req-cd0a694c-46e2-4f25-b288-e0d9f362d972 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Oct 27 17:08:58.541997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:59.016249 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:59.245484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291ea8d-80ee-4f6e-9908-44aa9a9ba276 req-dd552dfb-4d38-4384-ae3c-d22c3ad81d3a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:59.247018 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3291ea8d-80ee-4f6e-9908-44aa9a9ba276 req-dd552dfb-4d38-4384-ae3c-d22c3ad81d3a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0532911 Oct 27 17:08:59.284657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3291ea8d-80ee-4f6e-9908-44aa9a9ba276 req-10453fd6-e6ea-4019-a72b-857e330a4a63 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Oct 27 17:09:00.401093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628b29c-d96d-4a98-acc6-1c24d05cca87 req-20715604-dcd4-4c5f-a275-360c807f3f87 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:00.402602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4628b29c-d96d-4a98-acc6-1c24d05cca87 req-20715604-dcd4-4c5f-a275-360c807f3f87 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0490723 Oct 27 17:09:00.441482 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4628b29c-d96d-4a98-acc6-1c24d05cca87 req-b0a125a4-559a-4d7a-a277-20f6e04248eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Oct 27 17:09:00.642244 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:09:00.739672 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:00.750768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:09:00.787823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:00.800959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:09:00.819307 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:00.890962 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:00.938376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:01.101305 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['f45af79e-ef47-40e5-aba3-d1e39d52a990'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:09:01.557702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2847f29-c03e-46ea-afe9-8095c4228426 req-98232e6d-e606-42c1-8ca6-aa0b45b8aaca tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:01.559262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2847f29-c03e-46ea-afe9-8095c4228426 req-98232e6d-e606-42c1-8ca6-aa0b45b8aaca tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0488155 Oct 27 17:09:01.602064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c2847f29-c03e-46ea-afe9-8095c4228426 req-7477b0dc-555a-4d3f-8d81-d1bf5154f00a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Oct 27 17:09:02.656715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:02.725065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4943a-4cba-4baa-b0f9-1c34388b738c req-dd969f09-b310-4057-845a-fd252a03f8f3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:02.726543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6e4943a-4cba-4baa-b0f9-1c34388b738c req-dd969f09-b310-4057-845a-fd252a03f8f3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0530128 Oct 27 17:09:02.764192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f6e4943a-4cba-4baa-b0f9-1c34388b738c req-78ef3c7c-98e8-42e8-ae5c-71dc81cc0aa6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Oct 27 17:09:02.804161 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port f45af79e-ef47-40e5-aba3-d1e39d52a990 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:09:02.808756 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port f45af79e-ef47-40e5-aba3-d1e39d52a990 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:02.809126 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:02.893698 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:02.917275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:02.919572 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd02d2f0-5b0c-475c-bedf-f046c687c72a" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:02.932893 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:02.956388 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd43f42-48c4-4366-8f5e-014c9a90ae48 x-openstack-request-id: req-cdd43f42-48c4-4366-8f5e-014c9a90ae48 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:02.956683 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:02.956936 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdd43f42-48c4-4366-8f5e-014c9a90ae48 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:02.957492 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'code': 200} Oct 27 17:09:03.016931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:03.054233 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596357b6-8287-4e1f-a0a7-35251cdf4409 req-5b2bd46e-fbbe-439d-9b01-9da870a403d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:03.055845 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596357b6-8287-4e1f-a0a7-35251cdf4409 req-5b2bd46e-fbbe-439d-9b01-9da870a403d9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0405369 Oct 27 17:09:03.067127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:03.096107 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-596357b6-8287-4e1f-a0a7-35251cdf4409 req-d358ea76-833c-4a2c-9a1c-4f5531906d17 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Oct 27 17:09:03.880854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723002b0-058e-42b4-bd41-3dd0171eba6d req-3ac060b7-1773-4169-93f9-23d204b4ce2b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:03.882343 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-723002b0-058e-42b4-bd41-3dd0171eba6d req-3ac060b7-1773-4169-93f9-23d204b4ce2b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0497458 Oct 27 17:09:03.927207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-723002b0-058e-42b4-bd41-3dd0171eba6d req-2c4afaa6-f45e-4cbe-be14-c8245bf2d003 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Oct 27 17:09:05.049420 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499316-abb0-40c6-957f-c8c2320fc1a3 req-57f406c6-4d11-45d9-9397-96c09247cd3d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:05.051001 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8a499316-abb0-40c6-957f-c8c2320fc1a3 req-57f406c6-4d11-45d9-9397-96c09247cd3d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0539081 Oct 27 17:09:05.089578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8a499316-abb0-40c6-957f-c8c2320fc1a3 req-7179aa06-14c4-46e3-a919-303b75ecb0fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Oct 27 17:09:05.210451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904feee-44c9-4542-87fa-71d91c45e193 req-4479d349-98c9-4899-98c1-330ffa6c8d61 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:05.211970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e904feee-44c9-4542-87fa-71d91c45e193 req-4479d349-98c9-4899-98c1-330ffa6c8d61 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0538616 Oct 27 17:09:05.221551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55138) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:05.226178 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'floatingip': {'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:05.266484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.701599 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.771010 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:05.874083 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 associated. External IP: 172.25.5.30, port: f45af79e-ef47-40e5-aba3-d1e39d52a990. Oct 27 17:09:06.433160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:06.540381 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:06.546184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:06.550704 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:06.561622 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:06.562244 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:06.574143 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4ac17ca6-cd2c-4859-9b27-33e47b8c9647 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "PUT /v2.0/floatingips/9e6cd433-54db-414b-953f-3c043ea9d941 HTTP/1.1" status: 200 len: 990 time: 1.3514211 Oct 27 17:09:06.574885 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:06.577264 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc7f93-e93d-4c40-a3f5-92cf998872a0" -d '{"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:06.616841 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21aba26-4334-45df-8936-4c30978ff056 x-openstack-request-id: req-f21aba26-4334-45df-8936-4c30978ff056 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:06.617286 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:06.617468 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f21aba26-4334-45df-8936-4c30978ff056 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:06.617880 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'status': 'completed', 'code': 200} Oct 27 17:09:06.688831 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-501cfa8e-e245-4695-b98a-3a9bc154d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.690301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-501cfa8e-e245-4695-b98a-3a9bc154d361 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0434480 Oct 27 17:09:06.766499 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:06.791485 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-22e48983-331b-41bc-9cbf-446c13246cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.793654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-22e48983-331b-41bc-9cbf-446c13246cf9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0948753 Oct 27 17:09:06.861596 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-609739b3-6249-41e1-b5c0-cf40107e017e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 998 time: 0.0604341 Oct 27 17:09:06.912459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-6421c011-fd12-4c88-babf-fbb8ff718d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.913962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-6421c011-fd12-4c88-babf-fbb8ff718d22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0440266 Oct 27 17:09:06.965105 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-3cbd9b13-4be4-43e0-92f5-4270a481c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:06.966513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-3cbd9b13-4be4-43e0-92f5-4270a481c943 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454533 Oct 27 17:09:06.999475 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 9, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:07.025430 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:07.034294 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:07.034913 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:08:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:07.058429 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-fd92de6f-22e9-4777-9dc9-d69017899c23 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Oct 27 17:09:07.141195 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:07.156075 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36cc7f93-e93d-4c40-a3f5-92cf998872a0 req-fb366c7a-3e80-4492-b293-6033136e947a service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899789 Oct 27 17:09:07.366780 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 9, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:07.392704 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143bcc6-9c1b-4b9d-a577-4e2bcc42bf82 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:09:05Z', 'revision_number': 9, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:07.560037 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-365a3b46-2aa0-47d0-be73-47edcb45ef2b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434883 Oct 27 17:09:07.588435 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f822f8-c211-4560-a0c4-69ceda560b5a None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:09:07.646374 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-426cd1dc-126e-4fe0-809e-e0e018dce0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:07.647949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-426cd1dc-126e-4fe0-809e-e0e018dce0f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0412390 Oct 27 17:09:07.792181 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-c186e41d-a42e-4fdc-87ec-84e19091e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:07.793824 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-c186e41d-a42e-4fdc-87ec-84e19091e9d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1224818 Oct 27 17:09:07.870920 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-b138eeae-0b47-4ad0-8750-5da77d6933c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 998 time: 0.0688252 Oct 27 17:09:07.932495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-f01870fa-0c18-4c3f-a7de-d4e04557af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:07.933936 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-f01870fa-0c18-4c3f-a7de-d4e04557af62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0561650 Oct 27 17:09:07.983586 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-62fb119f-da41-463a-b6c2-f93c8c3adb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:07.986128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-62fb119f-da41-463a-b6c2-f93c8c3adb08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453501 Oct 27 17:09:08.080972 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-82d1c188-ff54-4d31-9646-691a1ed7ebe1 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872407 Oct 27 17:09:08.179689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d16b1f3f-927b-421b-be4f-54de8f8317bd req-2f582d94-7951-4b68-b894-8c0be41f72f9 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Oct 27 17:09:11.390215 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cf327fb6-4ee1-4179-982a-3ea311b7a584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.034654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-185eb328-fb30-49ff-b12d-803ec520f739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.731238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.382922 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:17.211896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:20.633563 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:28.612472 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:29.006513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:41.393988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a08050c8-fab9-483f-8c1c-22244cd75e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.081209 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-90fb74ae-813a-4da2-960e-7c4522edafda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.753711 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.407054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.201490 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:57.632461 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:58.619364 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:59.092934 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:07.614351 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-5aa5aa41-fa47-4a07-ae22-755e5d8b8386 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917196 Oct 27 17:10:07.706850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-7e20bf35-5b1e-49c8-8453-6a7a5df92780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.708425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-7e20bf35-5b1e-49c8-8453-6a7a5df92780 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0448287 Oct 27 17:10:07.824997 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-e9047149-de65-46c8-96ab-ccb54db90cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.826535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-e9047149-de65-46c8-96ab-ccb54db90cff service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0960004 Oct 27 17:10:07.895220 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-aeed4f79-5aec-4a4a-b782-6bbf3a5e5d0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1001 time: 0.0611506 Oct 27 17:10:07.951005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-9cf62c79-5783-4ee4-9f87-a9952a55f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.952560 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-9cf62c79-5783-4ee4-9f87-a9952a55f4ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0506945 Oct 27 17:10:08.005046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-a87be275-1f90-4007-ac53-ac68e1abd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:08.005046 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-a87be275-1f90-4007-ac53-ac68e1abd90c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429671 Oct 27 17:10:08.016117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-d0543d75-bf2b-4a5f-b3e1-134b58996440 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:10:08.017126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-d0543d75-bf2b-4a5f-b3e1-134b58996440 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062220 Oct 27 17:10:08.115957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-c5ae612b-fd08-4e76-90ee-4b7e55e94896 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915334 Oct 27 17:10:08.211096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9a403cb3-330a-4e59-a01d-f4616ee7922c req-17944b12-26e8-47b3-8592-77ebb187fed0 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882356 Oct 27 17:10:11.414073 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3a2c-1936-4124-9b89-a4fb092bf661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:14.068565 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f2eda000-4802-42bc-a911-f9decd1a3b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:14.773301 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:15.405388 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:17.191089 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:28.574182 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:29.043164 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:34.631524 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:10:41.409444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1d964e-e331-4d66-81cb-b5235156bc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:42.673934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-b61a471f-71e7-4fc9-9783-6e98ebf75284 req-b6d8e1b7-cef2-43e6-9dbc-0a6f8a381495 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:10:42.674948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b61a471f-71e7-4fc9-9783-6e98ebf75284 req-b6d8e1b7-cef2-43e6-9dbc-0a6f8a381495 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0507591 Oct 27 17:10:43.085721 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0714d-f9aa-4175-adb0-47985f1834e0 req-4f2f11cc-5830-4d5e-acd5-471573392260 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:43.087275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1d0714d-f9aa-4175-adb0-47985f1834e0 req-4f2f11cc-5830-4d5e-acd5-471573392260 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.1059976 Oct 27 17:10:43.127420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f1d0714d-f9aa-4175-adb0-47985f1834e0 req-8469944b-da3f-4f23-98d9-3458aa3d9eae tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Oct 27 17:10:43.147593 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-d5468904-0585-4e65-9e58-684bfb625fe9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422344 Oct 27 17:10:43.156751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1f3550f4-b150-4a78-9ad0-d51e7617eb28 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:10:43.162398 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1f3550f4-b150-4a78-9ad0-d51e7617eb28 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050554 Oct 27 17:10:44.066492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-675a8aae-54d3-4813-b2f0-01c18a16e196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.307429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fac6c-83e2-4878-8f55-8dfaa36a8482 req-2a421fb7-04a0-4af8-8e79-368534eb1a8c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:44.309066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a4fac6c-83e2-4878-8f55-8dfaa36a8482 req-2a421fb7-04a0-4af8-8e79-368534eb1a8c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.1106465 Oct 27 17:10:44.348704 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0a4fac6c-83e2-4878-8f55-8dfaa36a8482 req-67cb8e5b-cf95-40d8-ac04-161cbc83e05c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329704 Oct 27 17:10:44.746461 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:45.330896 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-27a56ff4-a729-44fd-a45d-a597459a7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.332426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-27a56ff4-a729-44fd-a45d-a597459a7a26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0443656 Oct 27 17:10:45.386355 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:45.446454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-43af50c8-1228-4182-a949-7de8281ec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.447987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-43af50c8-1228-4182-a949-7de8281ec4e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1088560 Oct 27 17:10:45.547465 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ff5c0-1d55-406f-944f-018950e593e2 req-51cd29dd-32e2-4b67-be50-850fe6dc4b3b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.548997 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f27ff5c0-1d55-406f-944f-018950e593e2 req-51cd29dd-32e2-4b67-be50-850fe6dc4b3b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.1246278 Oct 27 17:10:45.552850 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-7533a840-3bd0-4b60-8392-60839dd737b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1001 time: 0.0902929 Oct 27 17:10:45.631906 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f27ff5c0-1d55-406f-944f-018950e593e2 req-9c1ffc8e-3245-4829-9181-572706d91f81 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760460 Oct 27 17:10:45.633594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-8cfc47c0-0a05-49a3-ae5d-8cd311d4ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.634974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-8cfc47c0-0a05-49a3-ae5d-8cd311d4ca9d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0731900 Oct 27 17:10:45.697466 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-b91b93f9-9961-4d32-8acf-40d476817668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.700219 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-b91b93f9-9961-4d32-8acf-40d476817668 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569108 Oct 27 17:10:45.806230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-63bb27ac-238a-414c-9b78-5a6aff62beb0 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988421 Oct 27 17:10:45.902558 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-f857f7e0-1528-4e9f-a99a-5f7662b9ac07 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888546 Oct 27 17:10:46.765426 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fcb37-2738-4fa7-ac75-34c6c153b0ad req-0cb7b209-7937-473e-92ac-e75ddd35b2ea tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:46.767030 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a5fcb37-2738-4fa7-ac75-34c6c153b0ad req-0cb7b209-7937-473e-92ac-e75ddd35b2ea tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0519066 Oct 27 17:10:46.808307 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a5fcb37-2738-4fa7-ac75-34c6c153b0ad req-5e791eea-57ba-48c2-9dee-7b1008f287af tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333188 Oct 27 17:10:47.192547 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:47.935591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55998f3-9ff6-4822-9999-9d6f729a422e req-9e25fe3b-fc5b-4b88-8853-648707b71a0d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:47.937109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c55998f3-9ff6-4822-9999-9d6f729a422e req-9e25fe3b-fc5b-4b88-8853-648707b71a0d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0540922 Oct 27 17:10:47.975296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c55998f3-9ff6-4822-9999-9d6f729a422e req-8e6126a6-07d7-4a4f-a5b0-fb8fe66b1392 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Oct 27 17:10:49.097365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0d00-1614-44ca-89cf-216a71c01be9 req-d41e85ca-8fd5-461c-afa7-8d0b65d74d8c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:49.099526 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-030d0d00-1614-44ca-89cf-216a71c01be9 req-d41e85ca-8fd5-461c-afa7-8d0b65d74d8c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0543227 Oct 27 17:10:49.139010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-030d0d00-1614-44ca-89cf-216a71c01be9 req-7dc0a0fb-7419-4ee7-9151-790a14799010 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Oct 27 17:10:50.255356 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad239636-1c07-4ece-a22b-2478c1223eab req-de476150-d0be-4d57-ac6b-2fb65ee09e87 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:50.256819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad239636-1c07-4ece-a22b-2478c1223eab req-de476150-d0be-4d57-ac6b-2fb65ee09e87 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0497994 Oct 27 17:10:50.295096 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad239636-1c07-4ece-a22b-2478c1223eab req-02524945-1081-4e49-b9fb-7613bf494a27 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Oct 27 17:10:51.415033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df1f47-aa2b-49cb-b0f8-8cd501049b3f req-03792b5b-8349-4c4d-87f7-912d945ea65b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:51.416515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3df1f47-aa2b-49cb-b0f8-8cd501049b3f req-03792b5b-8349-4c4d-87f7-912d945ea65b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0533068 Oct 27 17:10:51.454256 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3df1f47-aa2b-49cb-b0f8-8cd501049b3f req-05136e40-d934-44ae-a63e-fa4cdeca2f23 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Oct 27 17:10:52.568171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809a0ef-6c9a-4f27-9b4f-fd9683bc1ee1 req-a2e64042-3b1e-460e-8cb6-e91555c527b0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:52.569636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e809a0ef-6c9a-4f27-9b4f-fd9683bc1ee1 req-a2e64042-3b1e-460e-8cb6-e91555c527b0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0492539 Oct 27 17:10:52.608335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e809a0ef-6c9a-4f27-9b4f-fd9683bc1ee1 req-cdc670d4-96ad-447e-b109-3539bbc7b860 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327551 Oct 27 17:10:53.727245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee26-3112-49e4-b2ac-b375c59debae req-77bfb531-a52f-41f4-9d76-c1488e31beac tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:53.728827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afbeee26-3112-49e4-b2ac-b375c59debae req-77bfb531-a52f-41f4-9d76-c1488e31beac tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0507390 Oct 27 17:10:53.769311 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-afbeee26-3112-49e4-b2ac-b375c59debae req-0c3408ec-6831-40e2-bb36-b2ae7e752b99 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Oct 27 17:10:54.888857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64e24-dddf-476d-ad7a-93f1ea5fd160 req-faef9083-9fb8-4786-b11b-1fc27300c663 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:54.890346 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1a64e24-dddf-476d-ad7a-93f1ea5fd160 req-faef9083-9fb8-4786-b11b-1fc27300c663 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0530477 Oct 27 17:10:54.930027 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d1a64e24-dddf-476d-ad7a-93f1ea5fd160 req-2f2ffce7-ee0d-401a-bfd5-565308aafea0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329876 Oct 27 17:10:56.050766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d923e-ee7a-43fe-a7b9-697cd8dbe759 req-3bd4637f-7814-4226-b669-d38bee7b1f01 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:56.052391 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-707d923e-ee7a-43fe-a7b9-697cd8dbe759 req-3bd4637f-7814-4226-b669-d38bee7b1f01 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0504642 Oct 27 17:10:56.090726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-707d923e-ee7a-43fe-a7b9-697cd8dbe759 req-4978518b-8cb4-4727-af70-828d86809c35 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Oct 27 17:10:57.207429 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0bd6-fca8-4802-8c83-3255f11fe2a8 req-90755a8f-d68d-41fa-bf77-2ecaa74bd77b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:57.208974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a64b0bd6-fca8-4802-8c83-3255f11fe2a8 req-90755a8f-d68d-41fa-bf77-2ecaa74bd77b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0490656 Oct 27 17:10:57.246995 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a64b0bd6-fca8-4802-8c83-3255f11fe2a8 req-0b260fd1-ae1a-4c40-a443-02452e05c598 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Oct 27 17:10:58.135302 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-4ccba02b-39ff-4f9d-9a42-8a8aee744041 service neutron] show failed (client error): The resource could not be found. Oct 27 17:10:58.136407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-4ccba02b-39ff-4f9d-9a42-8a8aee744041 service neutron] 10.222.0.79 "GET /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.0680151 Oct 27 17:10:58.362911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3c55-ee53-44b2-9913-cfe9f9c395c2 req-cadeed46-286d-4e47-801b-ded659ab1c88 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.364357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b32d3c55-ee53-44b2-9913-cfe9f9c395c2 req-cadeed46-286d-4e47-801b-ded659ab1c88 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0492151 Oct 27 17:10:58.404453 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b32d3c55-ee53-44b2-9913-cfe9f9c395c2 req-8da421ab-a466-4e2d-9285-b1aed8ef742e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Oct 27 17:10:58.582123 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-08524335-e04d-4cbd-a149-838b9b900f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.583691 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-08524335-e04d-4cbd-a149-838b9b900f49 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1096 time: 0.0419846 Oct 27 17:10:58.597592 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:58.603940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.656440 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.862455 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:58.897835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:10:58.938093 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:58.940367 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9217a8-5e5e-4884-9bc8-2b853468038e" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:58.944839 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.961325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Transition to ACTIVE for port object f45af79e-ef47-40e5-aba3-d1e39d52a990 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:10:59.043183 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163df01-beb9-476b-a836-706db5379701 x-openstack-request-id: req-a163df01-beb9-476b-a836-706db5379701 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:59.043488 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:59.043746 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a163df01-beb9-476b-a836-706db5379701 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:59.044180 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'code': 200} Oct 27 17:10:59.073088 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.104336 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.159725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:59.175805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.176156 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.176495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.176920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.177746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.178086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.178412 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.178735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.179076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.179406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.181172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.181172 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:59.211638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] No DVR routers for this DVR port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:10:59.348329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:10:59.348659 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:10:59.349541 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:59.353902 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:10:59.354215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:59.359644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:10:59.359973 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:10:59.360353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:10:59.360782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Bound port: f45af79e-ef47-40e5-aba3-d1e39d52a990, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:10:59.361138 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.426600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:10:59.430501 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:10:59.515723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.562052 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.562052 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.562052 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] 10.222.0.82 "PUT /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1091 time: 0.9671190 Oct 27 17:10:59.571022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6502fe9-ad68-4d7c-b0fb-35c726f66ab8 req-913ee692-6943-491c-b8e6-ae043fb2429c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.572632 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6502fe9-ad68-4d7c-b0fb-35c726f66ab8 req-913ee692-6943-491c-b8e6-ae043fb2429c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0950871 Oct 27 17:10:59.613197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed56f5-b670-4f16-a799-d3cd90232f0f service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:59.659207 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6502fe9-ad68-4d7c-b0fb-35c726f66ab8 req-be890bc2-26a8-497f-8d88-05610ad39460 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778689 Oct 27 17:10:59.664273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-d8f4c844-7c3e-4216-9887-3a1f0f38b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.665774 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-d8f4c844-7c3e-4216-9887-3a1f0f38b03e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1094 time: 0.0709321 Oct 27 17:10:59.766565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-5169c384-8892-4780-b7fe-3a72844e35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.768109 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-5169c384-8892-4780-b7fe-3a72844e35ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0936844 Oct 27 17:10:59.838668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-55069c0a-0801-40cd-a122-c4698bb0584f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.0618541 Oct 27 17:10:59.889112 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-824745f2-037c-4ece-a335-03ad42b1431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.890546 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-824745f2-037c-4ece-a335-03ad42b1431c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0434537 Oct 27 17:10:59.936766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-cae5a2b6-1259-4e68-b3cc-8e664c0240bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:59.938241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-cae5a2b6-1259-4e68-b3cc-8e664c0240bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400257 Oct 27 17:11:00.031014 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-5f8e14d4-899b-4158-8d11-3a5945ab254b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Oct 27 17:11:00.121255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ccfb3348-a97a-4522-8e9c-4dfc4b53c52e req-e32e4d83-a63a-4a72-82a7-be3cb49d4400 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827246 Oct 27 17:11:00.780472 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d623-9498-4c2d-9efb-3fdc51b56989 req-41339bb2-e49c-4b32-a21d-4279d59e1430 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:00.781866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9646d623-9498-4c2d-9efb-3fdc51b56989 req-41339bb2-e49c-4b32-a21d-4279d59e1430 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.0490711 Oct 27 17:11:00.823773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9646d623-9498-4c2d-9efb-3fdc51b56989 req-a8857b64-5ff8-4d9b-8dea-284acd4d4bf2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Oct 27 17:11:01.045111 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:01.047417 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0846cb8-f8b9-4f51-8011-e2519c31c942" -d '{"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:01.095697 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab7e8a-d4c3-40af-987a-ce094944af76 x-openstack-request-id: req-a7ab7e8a-d4c3-40af-987a-ce094944af76 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:01.095995 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:01.096252 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7ab7e8a-d4c3-40af-987a-ce094944af76 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:01.096652 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'status': 'completed', 'code': 200} Oct 27 17:11:01.184889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-2ffb18e0-eeb6-4c71-8cc9-4a382a075bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.186398 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-2ffb18e0-eeb6-4c71-8cc9-4a382a075bd3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1094 time: 0.0689828 Oct 27 17:11:01.191600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-29aec252-66c1-4581-bc64-4b140b872a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.192987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-29aec252-66c1-4581-bc64-4b140b872a55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1094 time: 0.0742939 Oct 27 17:11:01.347321 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-c6e24202-022f-4a2f-8d09-e4012378e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.348712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-c6e24202-022f-4a2f-8d09-e4012378e4c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1533535 Oct 27 17:11:01.350597 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-e620a007-635a-40aa-b15d-f443ece211e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.351940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-e620a007-635a-40aa-b15d-f443ece211e1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1487880 Oct 27 17:11:01.470597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-3597f717-3131-4a5c-b264-9b8bf1b82ddd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.1139765 Oct 27 17:11:01.472420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-a650318a-6af2-43c5-af52-6d467807e7ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.1104257 Oct 27 17:11:01.558185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-03abbb10-650a-4ac3-a138-bc508675b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.559695 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-03abbb10-650a-4ac3-a138-bc508675b382 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0815313 Oct 27 17:11:01.561084 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-7b3b54ec-de20-4d23-8f99-bac5ac05868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.562452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-7b3b54ec-de20-4d23-8f99-bac5ac05868b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0831821 Oct 27 17:11:01.635655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-6e3f9804-4ee6-453d-8c41-a68a023b448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.637072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-6e3f9804-4ee6-453d-8c41-a68a023b448e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699954 Oct 27 17:11:01.638817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-853aecf8-4e49-4eed-a0ab-3d895fa0a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.640187 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-853aecf8-4e49-4eed-a0ab-3d895fa0a266 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708604 Oct 27 17:11:01.801079 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-418e9e6e-120e-4316-b5c0-5cf79641ce7b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537416 Oct 27 17:11:01.802988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-5886e4bc-15f2-4c24-82c9-2f22034d30a7 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488481 Oct 27 17:11:01.995807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-98f57267-8e3c-47bd-88da-595c031f2ecf service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859558 Oct 27 17:11:01.997579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c0846cb8-f8b9-4f51-8011-e2519c31c942 req-f2748f74-1f76-46a9-85e7-b74b2f37665e service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868019 Oct 27 17:11:02.006891 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5a0c-395c-45a5-9d27-b6a0b89f880b req-078cdb8b-e106-48ee-b307-0c15b4b01c86 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:02.008731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51ff5a0c-395c-45a5-9d27-b6a0b89f880b req-078cdb8b-e106-48ee-b307-0c15b4b01c86 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.1046307 Oct 27 17:11:02.047826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51ff5a0c-395c-45a5-9d27-b6a0b89f880b req-a836e324-d01b-437a-a14c-c1adf1a088c3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Oct 27 17:11:03.107741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:03.147736 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:03.220628 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:03.324794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:03.337197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:03.375772 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:03.391360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:03.414990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:03.496241 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:03.533355 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2e71-6b05-4669-95ef-301058a48289 req-56c0e84c-68fb-4a01-90ac-fd20e213c8bd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:03.534898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657d2e71-6b05-4669-95ef-301058a48289 req-56c0e84c-68fb-4a01-90ac-fd20e213c8bd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 943 time: 0.4138801 Oct 27 17:11:03.546713 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:03.554008 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.554686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.554686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.555066 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.555407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.555733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.556057 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.556380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.556698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.557015 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.557339 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.557650 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:03.574662 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-657d2e71-6b05-4669-95ef-301058a48289 req-2c8007fc-99c1-47ac-8f51-93c19e9e4103 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Oct 27 17:11:03.919923 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['f45af79e-ef47-40e5-aba3-d1e39d52a990'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:04.692316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677558c-19f4-4d03-b238-7b0cca26c100 req-89539a3f-3d1b-4384-844d-3b33cfb3dbe4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:04.693776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b677558c-19f4-4d03-b238-7b0cca26c100 req-89539a3f-3d1b-4384-844d-3b33cfb3dbe4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0489392 Oct 27 17:11:04.731172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b677558c-19f4-4d03-b238-7b0cca26c100 req-0e54d2ea-4807-48da-b106-620def6bde2e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Oct 27 17:11:05.234490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:05.348189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee01a1-5fbb-4e57-bb26-90411e071af8 req-e9986a24-e12f-43fd-9e74-184fbdcd8fcf tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.349603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9ee01a1-5fbb-4e57-bb26-90411e071af8 req-e9986a24-e12f-43fd-9e74-184fbdcd8fcf tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0483968 Oct 27 17:11:05.422357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c9ee01a1-5fbb-4e57-bb26-90411e071af8 req-ec821287-505a-4b8e-b980-6c2c31f16c2d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661476 Oct 27 17:11:05.435245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port f45af79e-ef47-40e5-aba3-d1e39d52a990 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:11:05.439247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port f45af79e-ef47-40e5-aba3-d1e39d52a990 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:05.439617 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.439856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-aa2868c7-db5a-40df-89d5-b2975e88161e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.441568 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-aa2868c7-db5a-40df-89d5-b2975e88161e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&tenant_id=afcde0c54b86445b848c33b703ff1f4d&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 944 time: 0.0681620 Oct 27 17:11:05.505233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-1868123b-8f90-4dbc-bc1e-e58b1c7dccab service neutron] 10.222.0.82 "GET /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990/bindings/n-h2-814735-4 HTTP/1.1" status: 200 len: 382 time: 0.0544093 Oct 27 17:11:05.519473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.544177 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:05.546420 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d9a84-1407-4f75-bd4c-533f90baef60" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:05.560337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:05.571418 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-abc26213-1bce-47f2-ab81-e6709d57bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.572950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-abc26213-1bce-47f2-ab81-e6709d57bf5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1095 time: 0.0433915 Oct 27 17:11:05.649227 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe69a3e-7f1b-4774-b70d-396914b1942a x-openstack-request-id: req-5fe69a3e-7f1b-4774-b70d-396914b1942a {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:05.649518 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:05.649770 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fe69a3e-7f1b-4774-b70d-396914b1942a {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:05.650162 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'code': 200} Oct 27 17:11:05.658501 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.677505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-23e7b363-fcae-40ed-8410-f30c1e409158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.679019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-23e7b363-fcae-40ed-8410-f30c1e409158 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0976098 Oct 27 17:11:05.707642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:05.746587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-f1c5cfbd-4975-4652-a8c5-8622c30bcc3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1001 time: 0.0585511 Oct 27 17:11:05.798970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-e87cf331-cf20-4965-81b3-4cde9dd46bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.800537 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-e87cf331-cf20-4965-81b3-4cde9dd46bbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0458333 Oct 27 17:11:05.853174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-7873cc1d-c342-4d76-9f32-3bf646cd31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.854609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-7873cc1d-c342-4d76-9f32-3bf646cd31a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465112 Oct 27 17:11:05.947794 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-12bc659e-2d09-40da-aa79-af4002df684b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850523 Oct 27 17:11:06.045658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-418643a6-f13a-4f29-bcf9-3fc579049c17 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899069 Oct 27 17:11:06.539097 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f29e-fef3-46b0-bf8d-fa5a42baf7ba req-23e81884-003d-46f5-a1ce-fc900f07f713 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.545257 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa21f29e-fef3-46b0-bf8d-fa5a42baf7ba req-23e81884-003d-46f5-a1ce-fc900f07f713 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0498374 Oct 27 17:11:06.578897 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa21f29e-fef3-46b0-bf8d-fa5a42baf7ba req-e3921c91-76ef-4005-9c4b-75732d214324 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Oct 27 17:11:07.704652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51b07-d734-4d51-84bf-9ce1588fe1fb req-84e6594b-06bd-46dd-8ede-c8e2bdebc3f5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:07.706141 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96d51b07-d734-4d51-84bf-9ce1588fe1fb req-84e6594b-06bd-46dd-8ede-c8e2bdebc3f5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0504119 Oct 27 17:11:07.750442 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-96d51b07-d734-4d51-84bf-9ce1588fe1fb req-55efc92e-7dda-4d86-b2a4-58f6c291d7a6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Oct 27 17:11:08.874176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c43a79-dee3-435a-898e-377a35cf1e2e req-272d8d58-8369-4f5b-bf25-a8387ddc87de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:08.875940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c43a79-dee3-435a-898e-377a35cf1e2e req-272d8d58-8369-4f5b-bf25-a8387ddc87de tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0530889 Oct 27 17:11:08.916313 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-84c43a79-dee3-435a-898e-377a35cf1e2e req-aafb621d-1bf2-4843-acdb-3958cc2d69e2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Oct 27 17:11:09.258089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-9704082b-350a-41b2-8ab7-a2c7c62980b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.259660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-9704082b-350a-41b2-8ab7-a2c7c62980b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1096 time: 0.0468867 Oct 27 17:11:09.273161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:09.329534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:09.528285 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:09.564705 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:11:09.605636 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-18105ac5-c401-4e7a-b6dd-2432a1cd7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.607084 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-18105ac5-c401-4e7a-b6dd-2432a1cd7467 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1096 time: 0.0479360 Oct 27 17:11:09.609297 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:09.611665 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db0ce59-f546-4e0e-a0fe-d0dbd0383751" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:09.615706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:09.629797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Transition to ACTIVE for port object f45af79e-ef47-40e5-aba3-d1e39d52a990 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:11:09.667135 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa063aa5-e933-4028-93eb-92643a11812a x-openstack-request-id: req-fa063aa5-e933-4028-93eb-92643a11812a {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:09.667443 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:09.667771 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa063aa5-e933-4028-93eb-92643a11812a {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:09.668232 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'code': 200} Oct 27 17:11:09.719276 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-15284823-4dec-42b8-b73d-45572d36f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.720818 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-15284823-4dec-42b8-b73d-45572d36f356 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0907748 Oct 27 17:11:09.730142 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:09.800473 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-75361193-af29-451b-ae25-b77cbc94fc92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.0725145 Oct 27 17:11:09.814982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=10']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:09.861647 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] No DVR routers for this DVR port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:11:09.861970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-2aa33650-eec6-45dc-b3e5-70fb1ed5d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.863489 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-2aa33650-eec6-45dc-b3e5-70fb1ed5d02a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0563781 Oct 27 17:11:09.913478 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-6c798382-1133-43c6-8ebd-fd70e41ce03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.915157 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-6c798382-1133-43c6-8ebd-fd70e41ce03a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442715 Oct 27 17:11:10.018204 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-e2f889c5-dfc5-4389-a6dc-048b154daaed service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956104 Oct 27 17:11:10.038645 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:11:10.039204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:11:10.039301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:10.050064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:11:10.050398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Attempting to bind port f45af79e-ef47-40e5-aba3-d1e39d52a990 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:10.058595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:11:10.058936 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:11:10.059346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:11:10.059777 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Bound port: f45af79e-ef47-40e5-aba3-d1e39d52a990, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:11:10.060133 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.071246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15df48-7f35-4920-9e65-3bb566879ef2 req-c3fb1c35-8828-460b-a8fb-25aa3bc27674 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.072799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c15df48-7f35-4920-9e65-3bb566879ef2 req-c3fb1c35-8828-460b-a8fb-25aa3bc27674 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0731890 Oct 27 17:11:10.113759 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-a10a4678-6ba1-44dc-a824-fb8d9cbc7554 req-6054e854-d147-4a31-895c-ebe72eb55212 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879717 Oct 27 17:11:10.154392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3c15df48-7f35-4920-9e65-3bb566879ef2 req-be6eaf25-c981-47ca-8418-2350f35c3129 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706606 Oct 27 17:11:10.170018 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:11:10.173463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:11:10.256685 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.294606 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.295264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:10.296631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] 10.222.0.79 "PUT /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 1092 time: 1.0275481 Oct 27 17:11:10.315338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505d6ba-133a-40e7-a61a-b9ecd177b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=11']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:10.363217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-d9c7dc5b-1369-4f45-b4c3-618b7d5e2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.364842 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-d9c7dc5b-1369-4f45-b4c3-618b7d5e2a33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1095 time: 0.0440547 Oct 27 17:11:10.465901 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-d699531d-625d-40d3-acbf-2993ae253b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.467447 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-d699531d-625d-40d3-acbf-2993ae253b6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0960355 Oct 27 17:11:10.533620 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-9d4271ae-1e13-46ec-af0c-23793da7748a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.0590413 Oct 27 17:11:10.588089 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-dfc58f62-c7fc-49b6-9c0a-5c6d741ba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.589547 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-dfc58f62-c7fc-49b6-9c0a-5c6d741ba3dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0488322 Oct 27 17:11:10.637165 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-9482a47f-5a9d-4cc8-ab02-62e0149627b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.638564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-9482a47f-5a9d-4cc8-ab02-62e0149627b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423853 Oct 27 17:11:10.730708 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-844cc7d8-30b6-460e-a3c1-8b2146d39577 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 Oct 27 17:11:10.823489 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-df9f383d-68ad-4a55-94db-f6bacd4705d6 req-e8cc7889-15ac-4ba7-aeb5-4764b9fb5590 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858603 Oct 27 17:11:11.267107 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:11.276495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260fd6d-3b00-4aa1-99d5-346a5d979e75 req-cfd64e3e-942a-47b2-9bff-05e7ae05ae30 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.278218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e260fd6d-3b00-4aa1-99d5-346a5d979e75 req-cfd64e3e-942a-47b2-9bff-05e7ae05ae30 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.0524020 Oct 27 17:11:11.307029 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:11.318885 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e260fd6d-3b00-4aa1-99d5-346a5d979e75 req-cec84c22-9085-4d17-9b26-90be0329e813 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340519 Oct 27 17:11:11.400204 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-89e00c10-b32d-4d3e-ac70-26c2e1fd91cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:11.630071 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:11:11.669208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:11.671630 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc7e85-767d-4181-a038-f35f3a531ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:11.719664 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b17cc-59c6-44a1-a7df-046f890be93c x-openstack-request-id: req-f24b17cc-59c6-44a1-a7df-046f890be93c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:11.719952 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:11.720202 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f24b17cc-59c6-44a1-a7df-046f890be93c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:11.720594 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'status': 'completed', 'code': 200} Oct 27 17:11:11.802185 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-93909458-ef6a-4e1e-abbc-8a590425d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.803871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-93909458-ef6a-4e1e-abbc-8a590425d7de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1095 time: 0.0576136 Oct 27 17:11:11.887862 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-366dcf67-d8a6-4455-9f6a-a78eefc69956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.889360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-366dcf67-d8a6-4455-9f6a-a78eefc69956 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 1095 time: 0.1485713 Oct 27 17:11:11.958045 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-993500b6-f3b3-41c1-99ce-7b37a2484db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.959598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-993500b6-f3b3-41c1-99ce-7b37a2484db7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1413445 Oct 27 17:11:12.055382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-efac263a-c7be-43f9-9533-878a6e4d7aa0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.0867007 Oct 27 17:11:12.056603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-023867c2-a5e6-4f02-bc6f-0590fc8b4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.057987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-023867c2-a5e6-4f02-bc6f-0590fc8b4034 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1574259 Oct 27 17:11:12.153100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-9cdbb5f1-fdfe-41f7-9010-99d51cdb0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.154591 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-9cdbb5f1-fdfe-41f7-9010-99d51cdb0d86 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0916727 Oct 27 17:11:12.158499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-b63cde27-b096-45c3-a09f-5b6ada00663c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 200 len: 999 time: 0.0874720 Oct 27 17:11:12.245364 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-c0799ad4-6745-435f-a22f-68aa413df685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.251788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-c0799ad4-6745-435f-a22f-68aa413df685 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0819609 Oct 27 17:11:12.261218 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-45975931-c8c9-4d33-bd18-c5d4bc1f292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.262777 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-45975931-c8c9-4d33-bd18-c5d4bc1f292e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003804 Oct 27 17:11:12.369999 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-731986d7-fdda-43db-96b7-407244d78dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.371553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-731986d7-fdda-43db-96b7-407244d78dfc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061189 Oct 27 17:11:12.437947 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-0259d191-0490-4759-84fe-3741e5d38048 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641881 Oct 27 17:11:12.568114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fbe68-8d3d-42ce-a2e5-32c9ecf24948 req-21a61884-0255-4d0a-8b86-c82a4cb2bd67 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.569545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a41fbe68-8d3d-42ce-a2e5-32c9ecf24948 req-21a61884-0255-4d0a-8b86-c82a4cb2bd67 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 944 time: 0.1657817 Oct 27 17:11:12.578657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-98863e92-8616-4f13-b7f3-6a2cd742a761 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951280 Oct 27 17:11:12.652379 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-68f8395d-3ca6-4070-adb2-e9afc3035bbf service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906347 Oct 27 17:11:12.677443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a41fbe68-8d3d-42ce-a2e5-32c9ecf24948 req-fdf7db6c-2bc9-42c3-9748-1e6c892312a0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009383 Oct 27 17:11:12.711242 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccc7e85-767d-4181-a038-f35f3a531ac7 req-bc1ddbae-4add-4790-9ec1-f9896768162a service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158295 Oct 27 17:11:13.143909 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:13.416977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:13.427222 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'mac_address': 'fa:16:3e:5b:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:13.465354 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:13.478441 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:13.499054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:13.590014 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:13.647130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=12']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:13.811506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c635a9-44b6-40a0-a1bd-169ba5e85152 req-7cbd2ffd-75b2-4f35-9681-50a7aff563fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:13.812998 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15c635a9-44b6-40a0-a1bd-169ba5e85152 req-7cbd2ffd-75b2-4f35-9681-50a7aff563fd tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0527461 Oct 27 17:11:13.839306 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['f45af79e-ef47-40e5-aba3-d1e39d52a990'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:13.853673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-15c635a9-44b6-40a0-a1bd-169ba5e85152 req-684353e9-6c49-448e-8a21-33b2bb230022 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Oct 27 17:11:13.982991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f937b37-a90a-44cf-a17d-be1066e20480 req-a22da8a5-05cf-4694-8515-aa76dbd85ab4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:13.984528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f937b37-a90a-44cf-a17d-be1066e20480 req-a22da8a5-05cf-4694-8515-aa76dbd85ab4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0608153 Oct 27 17:11:14.032635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8f937b37-a90a-44cf-a17d-be1066e20480 req-22df4a77-106d-4e50-9d95-25b410d73769 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 Oct 27 17:11:14.062273 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cda80bf-e1d4-42d8-adaf-52e90355a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:14.162623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f38d-1254-4e2b-81df-0102bf7f529f req-cc4a160c-860d-4148-aa40-5318ae1165b0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:14.164717 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d53f38d-1254-4e2b-81df-0102bf7f529f req-cc4a160c-860d-4148-aa40-5318ae1165b0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0616133 Oct 27 17:11:14.211720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6d53f38d-1254-4e2b-81df-0102bf7f529f req-83371812-1d28-4c39-a340-c31620ac7d77 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 Oct 27 17:11:14.677666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd049a6e-c52b-4164-90b6-3b532b6b9d0e req-31269ffc-8a3d-4138-8f32-338f19322048 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:14.679363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd049a6e-c52b-4164-90b6-3b532b6b9d0e req-31269ffc-8a3d-4138-8f32-338f19322048 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 945 time: 0.0524068 Oct 27 17:11:14.716803 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd049a6e-c52b-4164-90b6-3b532b6b9d0e req-9df1cadf-5efb-4fbb-b592-6f9ece38763b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Oct 27 17:11:14.778643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.146036 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:15.287208 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port f45af79e-ef47-40e5-aba3-d1e39d52a990 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:11:15.291445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port f45af79e-ef47-40e5-aba3-d1e39d52a990 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:15.291811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.380028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.403797 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:15.406098 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafd5cac-8cfb-45eb-b9c2-8b56a3128682" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:15.418411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:15.439020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.457551 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3adb8a3-2893-4bd6-b02c-04412aefc818 x-openstack-request-id: req-e3adb8a3-2893-4bd6-b02c-04412aefc818 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:15.457551 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-plugged", "status": "completed", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:15.457551 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3adb8a3-2893-4bd6-b02c-04412aefc818 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:15.457551 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'code': 200} Oct 27 17:11:15.515327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.567674 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:15.839074 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134653a-500f-4c65-929e-043440b54c70 req-ddb59958-85dd-404c-bd09-62d191747048 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:15.840550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3134653a-500f-4c65-929e-043440b54c70 req-ddb59958-85dd-404c-bd09-62d191747048 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 946 time: 0.0515444 Oct 27 17:11:15.878582 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3134653a-500f-4c65-929e-043440b54c70 req-899e5c74-d665-43e4-af7b-09b5bc92b2bb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Oct 27 17:11:15.934598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-38cbae25-6bd5-490f-b19d-1db8a747f978 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:15.936074 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-38cbae25-6bd5-490f-b19d-1db8a747f978 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 946 time: 0.0481791 Oct 27 17:11:16.039526 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Deleting port f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:11:16.039779 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.130425 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] For port f45af79e-ef47-40e5-aba3-d1e39d52a990, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=f45af79e-ef47-40e5-aba3-d1e39d52a990,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:16.131072 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.302449 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.302727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.303095 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 disassociated. External IP: 172.25.5.30, port: f45af79e-ef47-40e5-aba3-d1e39d52a990. Oct 27 17:11:16.303437 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Calling delete_port for f45af79e-ef47-40e5-aba3-d1e39d52a990 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:11:16.553803 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.583567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'Port': ['ID=f45af79e-ef47-40e5-aba3-d1e39d52a990,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:16.704249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:16.817069 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:16.827124 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:16.837215 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:16.837841 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:16.859753 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] No DVR routers for this DVR port f45af79e-ef47-40e5-aba3-d1e39d52a990 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:11:16.864020 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.869045 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72e4642a-3a2d-4271-81c0-45517ff093bf req-9af0ef0e-3a7f-4da2-8da5-d25c0cac2267 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "DELETE /v2.0/ports/f45af79e-ef47-40e5-aba3-d1e39d52a990 HTTP/1.1" status: 204 len: 173 time: 0.9265184 Oct 27 17:11:16.869590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-deleted', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:16.872615 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182041a4-1149-4e2c-ad48-1eff67ea08b1" -d '{"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-deleted", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:16.913700 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d61c1-0dda-4f17-838e-971977ac315b x-openstack-request-id: req-8a4d61c1-0dda-4f17-838e-971977ac315b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:16.914057 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390da0-04a8-40a6-8345-bc98ac1189ab", "name": "network-vif-deleted", "tag": "f45af79e-ef47-40e5-aba3-d1e39d52a990", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:16.914396 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a4d61c1-0dda-4f17-838e-971977ac315b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:16.914884 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390da0-04a8-40a6-8345-bc98ac1189ab', 'name': 'network-vif-deleted', 'tag': 'f45af79e-ef47-40e5-aba3-d1e39d52a990', 'status': 'completed', 'code': 200} Oct 27 17:11:16.951705 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:16.982363 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14a4a835-2909-45ff-acb1-4f631f050e0a req-53785296-8b65-43c2-83c2-113e27677202 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=83390da0-04a8-40a6-8345-bc98ac1189ab HTTP/1.1" status: 200 len: 210 time: 0.0306675 Oct 27 17:11:17.169906 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:17.264365 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:17.292536 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:17.300884 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:17.301484 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:17.405058 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:17.604255 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:17.634178 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a65d2-b246-4632-9661-86b5485325f5 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:17.880368 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30902487-7592-4ab6-81ea-6fd44a550f3d None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:11:18.276872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-21da5e71-b99a-4a9c-9285-c94c5145bad9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1518419116&fields=id&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 267 time: 0.0328944 Oct 27 17:11:18.381461 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-339d39ac-0674-40a2-ba09-ebd771eabd50 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:18.382830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-339d39ac-0674-40a2-ba09-ebd771eabd50 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.0991104 Oct 27 17:11:18.397389 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-bbd61a81-3566-4be6-9919-deab96cdfd3a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/quotas/afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 375 time: 0.0087831 Oct 27 17:11:18.454371 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-400714d9-f6dc-47c0-9eae-d56cbe046d77 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512576 Oct 27 17:11:18.470649 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-3051122b-010a-4c40-8816-10dcb32bb00d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:11:18.471630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-3051122b-010a-4c40-8816-10dcb32bb00d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051289 Oct 27 17:11:18.560902 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-9c23a1d6-d309-4668-a353-9bf6c0bd124b service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828452 Oct 27 17:11:18.662553 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-c4b4f059-360e-458f-a355-392cc10b39bb service neutron] 10.222.0.70 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951512 Oct 27 17:11:18.908609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e93b4965-f58f-4b83-9d79-1e9abc1da5f6 req-0e15873e-b903-4949-b116-2648ad2d537a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0273871 Oct 27 17:11:19.159401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:11:19.180587 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: f45af79e-ef47-40e5-aba3-d1e39d52a990 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:11:19.180933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device f45af79e-ef47-40e5-aba3-d1e39d52a990 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:11:20.004643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-875eeb4e-88f6-4134-9e33-807a309fd1ee req-3c95c70c-1da3-4278-9b7f-4bc41802af6b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0271177 Oct 27 17:11:20.671272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-a6a2b843-1231-467c-bc53-27bbccb7c88e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:20.672766 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-a6a2b843-1231-467c-bc53-27bbccb7c88e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 808 time: 0.1138043 Oct 27 17:11:20.717668 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7adaa5a8-b7a7-411e-982e-8bbb143dad14 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 380 time: 0.0357494 Oct 27 17:11:20.727585 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'port': {'device_id': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'admin_state_up': True, 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'security_groups': ['20ca053f-5b58-4495-8c2a-c37a71a0a571']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:20.933215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Made reservation on behalf of afcde0c54b86445b848c33b703ff1f4d for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:11:20.936906 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:21.074062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Allocated IP 172.20.0.10 (6ea15abd-ea3c-44c1-9da8-ab80bbb499e9/4481dc6e-d2d5-45b7-b5fa-03385670055b/250b3476-e6df-43dc-85fa-9bcd5b15acb1) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:11:21.115854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-631ac622-a556-41ab-adc7-a6466e87d8d1 req-e1b03133-8df9-4396-ae1f-327274e7b107 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0328557 Oct 27 17:11:21.585923 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:21.685805 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:21.731187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:11:21.734349 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:11:21.738209 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:11:21.762551 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:21.797851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:21.798491 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:21.867974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-7e40ffba-33a5-468a-a965-56f2505a20b8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1448278 Oct 27 17:11:21.880921 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Request body: {'port': {'device_id': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:21.937646 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.010478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0196b1a9-4546-440f-b8bb-16b4ccc083d0 None None] Provisioning complete for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:22.011023 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0196b1a9-4546-440f-b8bb-16b4ccc083d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.054562 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0196b1a9-4546-440f-b8bb-16b4ccc083d0 None None] Port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:11:22.229838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:22.239433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.258815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Transition to ACTIVE for port object 250b3476-e6df-43dc-85fa-9bcd5b15acb1 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:11:22.269749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0c9a2-5737-45cd-a38a-5e35d837c3a8 req-6eab934d-128a-4b40-9cf7-6597643f140d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.279787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78d0c9a2-5737-45cd-a38a-5e35d837c3a8 req-6eab934d-128a-4b40-9cf7-6597643f140d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 932 time: 0.0778167 Oct 27 17:11:22.309707 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-78d0c9a2-5737-45cd-a38a-5e35d837c3a8 req-1ce6b42a-efa7-4bcf-a6d7-0741c188bf27 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Oct 27 17:11:22.331023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.381863 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:22.462149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:11:22.462502 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:11:22.462836 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:22.467740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:11:22.468030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:22.473384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:11:22.473735 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:11:22.474126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:11:22.474566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Bound port: 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:11:22.474931 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.546915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:11:22.550506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:11:22.600457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.635625 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.636811 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.638360 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] 10.222.0.79 "PUT /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1092 time: 0.7618573 Oct 27 17:11:22.640752 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:22.644140 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:22.671800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1fa40-6704-4f7e-add4-afec4527ad0b service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:22.689268 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7738cc-d6ff-4d68-b94d-428d520110cd x-openstack-request-id: req-1b7738cc-d6ff-4d68-b94d-428d520110cd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:22.689557 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:22.689859 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b7738cc-d6ff-4d68-b94d-428d520110cd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:22.690290 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'status': 'completed', 'code': 200} Oct 27 17:11:22.754854 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-25debae6-16a6-4436-adc5-500a5cd12f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.756529 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-25debae6-16a6-4436-adc5-500a5cd12f28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1095 time: 0.0437837 Oct 27 17:11:22.858423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-b4273541-c313-4c05-85e0-7eb6982813ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.859969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-b4273541-c313-4c05-85e0-7eb6982813ac service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=afcde0c54b86445b848c33b703ff1f4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0961342 Oct 27 17:11:22.957312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-c29b0f93-fbc5-4155-9ac6-091c998190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:22.958672 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2c7cb241-8313-4f6f-878c-48c3bdb26f0a req-c29b0f93-fbc5-4155-9ac6-091c998190ed service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913839 Oct 27 17:11:23.032195 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-18c6037f-ee24-45f7-9f0e-aae0e4f74cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.033694 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-18c6037f-ee24-45f7-9f0e-aae0e4f74cf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1095 time: 0.0405285 Oct 27 17:11:23.076866 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-1e0545cb-2627-4dc6-bf61-ea92df20cb66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 217 time: 0.0346823 Oct 27 17:11:23.130781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-3f58fcb3-b1aa-433a-9cdb-8305e224274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.132408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-3f58fcb3-b1aa-433a-9cdb-8305e224274c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0488777 Oct 27 17:11:23.180237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-b438c7bb-ef11-4f11-a7c8-f1f5073c0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.181814 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-b438c7bb-ef11-4f11-a7c8-f1f5073c0fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428350 Oct 27 17:11:23.271072 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-71b904e5-3109-4b0e-8d95-bafe47351d42 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Oct 27 17:11:23.366114 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aed7aeee-8cca-4a90-8412-a13d918330ad req-4aa1c620-8976-4419-8b98-4608768c1637 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Oct 27 17:11:23.436055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc47d-ce84-4d7a-8921-c3affcbffee4 req-004eec06-c752-42d7-a806-3dde99adfd16 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:23.437545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-746bc47d-ce84-4d7a-8921-c3affcbffee4 req-004eec06-c752-42d7-a806-3dde99adfd16 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0502138 Oct 27 17:11:23.476874 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-746bc47d-ce84-4d7a-8921-c3affcbffee4 req-f3b46398-4551-40fc-90e5-f18054eda6fe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332279 Oct 27 17:11:24.601031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a415b5e-7668-48f2-8d41-2d6bbae26fef req-3f5100df-b111-4593-83ec-d36b083dcdfb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:24.602518 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a415b5e-7668-48f2-8d41-2d6bbae26fef req-3f5100df-b111-4593-83ec-d36b083dcdfb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0534279 Oct 27 17:11:24.639914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a415b5e-7668-48f2-8d41-2d6bbae26fef req-356ef976-af42-43d0-b381-2dbdb648f5b9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Oct 27 17:11:25.197369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:25.293217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:25.304904 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:25.339896 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:25.352691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:25.373346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:25.453119 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:25.500655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:25.646346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['250b3476-e6df-43dc-85fa-9bcd5b15acb1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:25.773707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0797519-5d8b-4eb5-9902-eb393f8d117d req-5b55fc2a-549e-4865-9847-2b8f1740c167 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:25.775271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0797519-5d8b-4eb5-9902-eb393f8d117d req-5b55fc2a-549e-4865-9847-2b8f1740c167 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0515945 Oct 27 17:11:25.814362 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e0797519-5d8b-4eb5-9902-eb393f8d117d req-2b105477-2b52-4d49-851b-aea1f1819982 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326450 Oct 27 17:11:26.931567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123e0b2-1741-4542-98fe-895526965313 req-f3fd2e3b-7c56-4f27-95ec-2e6059d90c7d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:26.933047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2123e0b2-1741-4542-98fe-895526965313 req-f3fd2e3b-7c56-4f27-95ec-2e6059d90c7d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0501842 Oct 27 17:11:26.970218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2123e0b2-1741-4542-98fe-895526965313 req-f5ca5fff-18ba-47e7-bffc-e04f07b0ed25 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Oct 27 17:11:27.206033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:27.342303 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:11:27.346297 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:27.346665 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:27.427635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:27.449234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:27.451487 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a52b0e-5419-40cc-8a0e-30bd24e3845d" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:27.465677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:27.491932 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee350050-8368-4d29-8b4b-5e702f222203 x-openstack-request-id: req-ee350050-8368-4d29-8b4b-5e702f222203 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:27.492222 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:27.492471 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee350050-8368-4d29-8b4b-5e702f222203 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:27.492864 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'code': 200} Oct 27 17:11:27.571502 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:27.594808 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d2fa-1fb9-4dba-981a-78f827dc0f90 req-59ce9e08-21c7-4220-9da4-21e86e0a05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:27.596434 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ba9d2fa-1fb9-4dba-981a-78f827dc0f90 req-59ce9e08-21c7-4220-9da4-21e86e0a05e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0480740 Oct 27 17:11:27.620014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:27.633536 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7ba9d2fa-1fb9-4dba-981a-78f827dc0f90 req-774b553f-cc87-4f21-8afe-8c277e06d187 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298951 Oct 27 17:11:28.091401 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b9e2-78d7-453e-83ed-8e41c2aeef3e req-bc7fbe29-89f5-4a20-a0b1-8b0a77707269 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:28.092912 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1635b9e2-78d7-453e-83ed-8e41c2aeef3e req-bc7fbe29-89f5-4a20-a0b1-8b0a77707269 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0532804 Oct 27 17:11:28.132161 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1635b9e2-78d7-453e-83ed-8e41c2aeef3e req-d1336ed2-2f11-4bd1-be1b-9da05c31a35f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329072 Oct 27 17:11:28.622657 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.047511 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.252249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e60c0e-4fe7-4be8-a1b4-505e0f72cf64 req-b16ea567-52de-497f-86bc-dd771498c0b1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:29.253737 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90e60c0e-4fe7-4be8-a1b4-505e0f72cf64 req-b16ea567-52de-497f-86bc-dd771498c0b1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0509355 Oct 27 17:11:29.293241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-90e60c0e-4fe7-4be8-a1b4-505e0f72cf64 req-6619ac74-b3fb-468c-9438-52e03b5bd03e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327723 Oct 27 17:11:29.413518 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d915-0ea9-4b69-83c7-40a054211282 req-c6ae05a0-48d9-4dbc-af14-d71d7e248849 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:29.415068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2162d915-0ea9-4b69-83c7-40a054211282 req-c6ae05a0-48d9-4dbc-af14-d71d7e248849 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0562549 Oct 27 17:11:29.423864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 55516) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:29.428436 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Request body: {'floatingip': {'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:29.474673 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.910008 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.994457 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.096350 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 associated. External IP: 172.25.5.30, port: 250b3476-e6df-43dc-85fa-9bcd5b15acb1. Oct 27 17:11:30.306908 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:30.417837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:30.422706 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:30.427856 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:30.437605 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:30.438210 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:30.449678 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-fb7f388f-ee0c-4c00-8dac-3bc5908850a1 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "PUT /v2.0/floatingips/9e6cd433-54db-414b-953f-3c043ea9d941 HTTP/1.1" status: 200 len: 992 time: 1.0247192 Oct 27 17:11:30.450266 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:30.452562 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832179ce-40db-4d13-883d-573cdc7f0d98" -d '{"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:30.495739 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0926d031-f998-4376-a10a-44ab4212d231 x-openstack-request-id: req-0926d031-f998-4376-a10a-44ab4212d231 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:30.496231 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:30.496328 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0926d031-f998-4376-a10a-44ab4212d231 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:30.496662 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'status': 'completed', 'code': 200} Oct 27 17:11:30.549801 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:30.561923 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-1fc64755-8723-476b-8808-1b2f58df698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:30.563382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-1fc64755-8723-476b-8808-1b2f58df698f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1097 time: 0.0443957 Oct 27 17:11:30.655692 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-122c9183-2513-48e9-9837-40f98b29d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:30.657252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-122c9183-2513-48e9-9837-40f98b29d320 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0863500 Oct 27 17:11:30.726513 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-1de7865e-6fd4-41aa-9cf3-182909506ec9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.0625911 Oct 27 17:11:30.770234 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:11:29Z', 'revision_number': 13, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:30.775746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-aac981cf-4a04-40fb-bb39-0a81a95884b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:30.777286 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-aac981cf-4a04-40fb-bb39-0a81a95884b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0445480 Oct 27 17:11:30.799707 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:30.807818 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:30.808412 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:11:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:30.824167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-7e288d73-1108-453a-b5e8-aa3074467791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:30.825631 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-7e288d73-1108-453a-b5e8-aa3074467791 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418510 Oct 27 17:11:30.912748 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:30.920474 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-0ba4966f-916f-4d6c-a6fd-5afbc247850f service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880790 Oct 27 17:11:31.010703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-832179ce-40db-4d13-883d-573cdc7f0d98 req-5595cd2a-8f5b-4109-b23b-01fb118ed2e4 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836229 Oct 27 17:11:31.134365 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:11:29Z', 'revision_number': 13, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:31.163556 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ceb56-229e-41a0-987a-bacfed244e98 None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': '9e6cd433-54db-414b-953f-3c043ea9d941', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:03:00Z', 'updated_at': '2021-10-27T17:11:29Z', 'revision_number': 13, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:31.354568 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0fd690-e63c-41d3-bb72-c661473c4ab7 None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: ACTIVE {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:11:41.396196 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7a435595-d085-4bbe-b94a-3a794fc9fae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:44.040710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-35e3fea8-c979-4263-8d83-7bc73e103462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:44.754438 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:45.400411 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:47.200707 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:48.629380 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:11:58.613840 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:59.048445 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:09.571342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-d35a420c-bb1f-4f53-9bb6-6feb77adc77e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450726 Oct 27 17:12:09.656358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-ae1bb0df-fe2c-4050-896f-d8b8f7a880e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:09.657926 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-ae1bb0df-fe2c-4050-896f-d8b8f7a880e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1097 time: 0.0424583 Oct 27 17:12:09.763646 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-7cb87e30-7466-49e6-a588-d7e572bdd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:09.765198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-7cb87e30-7466-49e6-a588-d7e572bdd84d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0874548 Oct 27 17:12:09.835244 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-14ce5498-2fd0-4537-acce-5e6ebd8e66c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1002 time: 0.0622947 Oct 27 17:12:09.889085 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-9d3aeb60-6131-4485-a405-1e614603647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:09.890633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-9d3aeb60-6131-4485-a405-1e614603647f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0484753 Oct 27 17:12:09.937952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-222401d5-6c8f-46ed-a99c-c9a6a2eed260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:09.939519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-222401d5-6c8f-46ed-a99c-c9a6a2eed260 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417376 Oct 27 17:12:10.048604 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-45c14bd0-64cb-4dcd-ba76-02eff22b2adc service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016757 Oct 27 17:12:10.145126 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ba6081b8-e411-41fd-aaea-d7212eb8cfb1 req-667d7e8b-ef87-47b7-967a-819bc1679c2e service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898888 Oct 27 17:12:11.408768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-65ab356b-61d6-436e-87a5-2df66ee91450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:14.043555 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-38b9623d-2096-47f2-863b-6c81b18acfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:14.808390 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:15.397549 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:17.202669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:25.631264 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:12:28.642995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:29.071869 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:41.455297 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-040e2e1c-2129-45c2-a32d-d27f4173aca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.072413 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8c80c42e-9fd8-473b-a4e3-cf4ae7fbe390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.774444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.437886 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.249728 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.650099 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:59.095238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:02.631102 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:13:11.164944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73980e-9c17-4f67-b19f-960b558aeed8 req-4497cf7a-7e19-4d15-9c0d-ce2b506b2100 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:11.166935 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73980e-9c17-4f67-b19f-960b558aeed8 req-4497cf7a-7e19-4d15-9c0d-ce2b506b2100 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0614855 Oct 27 17:13:11.217965 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8d73980e-9c17-4f67-b19f-960b558aeed8 req-1685e4cf-f403-4f5b-8f0c-643f38b0ccfa tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Oct 27 17:13:11.405600 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06b83e01-e3d0-4449-8f56-44bec9493b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:11.597971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-08b553c0-b914-4eac-add9-14f219c5cc67 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563302 Oct 27 17:13:11.713523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-d57bfbc3-ad6a-4cde-924d-e7bc0c856e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:11.715435 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-d57bfbc3-ad6a-4cde-924d-e7bc0c856e48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1097 time: 0.0629365 Oct 27 17:13:11.848591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-fe3e10df-c21a-4451-9795-183e6272dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:11.850201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-fe3e10df-c21a-4451-9795-183e6272dca6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1103449 Oct 27 17:13:11.931690 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-ecb2ea37-ef6c-4687-a40c-9eb2bc730434 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1002 time: 0.0743451 Oct 27 17:13:11.988150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-8b79046d-7545-402f-96de-de34cb2f62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:11.989848 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-8b79046d-7545-402f-96de-de34cb2f62bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0500562 Oct 27 17:13:12.063238 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-36001b35-02ab-4602-8b61-59ccee74ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:12.063238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-36001b35-02ab-4602-8b61-59ccee74ab96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609655 Oct 27 17:13:12.184364 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-3c52da97-602a-4911-afb7-114dd18d99e6 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185951 Oct 27 17:13:12.348635 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b178d222-3eea-459d-a237-acc6bf1ffd7f req-57a387d5-b2f1-437c-b322-b20092cdd627 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569033 Oct 27 17:13:14.090862 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-51f51376-49e3-4cb2-9a72-f533cea30f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:14.770219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:15.405122 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:17.228153 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:25.643944 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be7f59-ed63-45ff-8dcf-8884f96aeab3 req-025e4020-c86f-4ad6-9402-cf5e5649060d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:25.645703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10be7f59-ed63-45ff-8dcf-8884f96aeab3 req-025e4020-c86f-4ad6-9402-cf5e5649060d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0542312 Oct 27 17:13:25.692177 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-10be7f59-ed63-45ff-8dcf-8884f96aeab3 req-be9eafb7-496e-489d-9e7e-030630548038 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Oct 27 17:13:25.823331 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-7e33144f-1338-42d7-8c04-e111c58ff348 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467432 Oct 27 17:13:26.882798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864955c-335b-46cc-ae65-4b8482f7fc6a req-4b26ab2f-4721-4266-afd7-a18513fe5605 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:26.885240 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2864955c-335b-46cc-ae65-4b8482f7fc6a req-4b26ab2f-4721-4266-afd7-a18513fe5605 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0842013 Oct 27 17:13:26.930948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2864955c-335b-46cc-ae65-4b8482f7fc6a req-d0addb91-20a1-4ed9-9b0d-406a931c312a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Oct 27 17:13:28.073116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f33f5-9fb0-4d4d-b856-fe47a5804278 req-fed7aa24-88d1-4c6f-b3a5-9104d24b18a2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.074781 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d9f33f5-9fb0-4d4d-b856-fe47a5804278 req-fed7aa24-88d1-4c6f-b3a5-9104d24b18a2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0662048 Oct 27 17:13:28.141969 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3d9f33f5-9fb0-4d4d-b856-fe47a5804278 req-c05ce7a9-d90e-4712-bfe2-389f450f1654 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601578 Oct 27 17:13:28.315781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c43ef8df-765c-4df8-b700-011bdba3357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.317413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c43ef8df-765c-4df8-b700-011bdba3357c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1097 time: 0.0449204 Oct 27 17:13:28.424125 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-64633a3f-fa9f-40ba-9900-a419020e35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.425703 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-64633a3f-fa9f-40ba-9900-a419020e35ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1012349 Oct 27 17:13:28.503369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-a72f86b4-65fb-46de-b433-a14ba5628e6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1002 time: 0.0704718 Oct 27 17:13:28.556303 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-18ebbf42-adae-46f9-92a9-54163855efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.558195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-18ebbf42-adae-46f9-92a9-54163855efd5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0485103 Oct 27 17:13:28.614907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-a5c26f83-45d0-4e62-a95b-c4fcae3f5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:28.616790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-a5c26f83-45d0-4e62-a95b-c4fcae3f5ad4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519011 Oct 27 17:13:28.714227 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:28.723239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-4836252f-4c75-4f16-a308-0d5001178f57 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979171 Oct 27 17:13:28.822466 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-71f1d425-988a-45f0-af1d-4db003de229a service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918641 Oct 27 17:13:29.119515 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:29.284283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3cd71-4127-498f-bd10-f59b99a91ba6 req-cd8f2443-964d-4274-a27f-60cc4ea50e33 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:29.286026 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99d3cd71-4127-498f-bd10-f59b99a91ba6 req-cd8f2443-964d-4274-a27f-60cc4ea50e33 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0561771 Oct 27 17:13:29.340962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-99d3cd71-4127-498f-bd10-f59b99a91ba6 req-d7af3440-1cd4-4c61-b6e3-8f698a078a7f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Oct 27 17:13:30.481941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff40fda-3ae2-43ab-bc98-c83902cc8c33 req-45d17228-c523-4f40-ad5c-5c56acc38750 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:30.484785 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ff40fda-3ae2-43ab-bc98-c83902cc8c33 req-45d17228-c523-4f40-ad5c-5c56acc38750 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0572238 Oct 27 17:13:30.529452 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8ff40fda-3ae2-43ab-bc98-c83902cc8c33 req-aa1cf98b-0705-4b91-a251-8a17681e6755 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379410 Oct 27 17:13:31.666036 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052c02f-e851-4da0-87b4-d169065b96b3 req-22491503-66de-43e9-a769-fd446e00fee0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:31.667780 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0052c02f-e851-4da0-87b4-d169065b96b3 req-22491503-66de-43e9-a769-fd446e00fee0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0554972 Oct 27 17:13:31.714185 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0052c02f-e851-4da0-87b4-d169065b96b3 req-036f99a4-8b43-4b8b-9096-c746c4cbde9b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 Oct 27 17:13:32.865545 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f4b4-359a-4bc6-9a7a-ff76f7c8e832 req-98fccb3c-f4c4-47f1-b6f1-7f0ab8e80554 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:32.867479 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86a0f4b4-359a-4bc6-9a7a-ff76f7c8e832 req-98fccb3c-f4c4-47f1-b6f1-7f0ab8e80554 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0576229 Oct 27 17:13:32.917978 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-86a0f4b4-359a-4bc6-9a7a-ff76f7c8e832 req-4f44ecd8-6d1e-4bba-a2e2-1f2971e944f5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Oct 27 17:13:34.057249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392ff9-dc9b-4a81-825b-c0adaacc60ed req-1f14a109-3d29-41ee-8dea-e700959e173a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:34.059000 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6392ff9-dc9b-4a81-825b-c0adaacc60ed req-1f14a109-3d29-41ee-8dea-e700959e173a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0601351 Oct 27 17:13:34.107405 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6392ff9-dc9b-4a81-825b-c0adaacc60ed req-cf53de35-5ab5-41fa-8000-32f44eaede2d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364740 Oct 27 17:13:35.251108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd524e-3c45-4456-973a-6021e82dbed5 req-114df729-a8b8-47a8-9022-51ffa534c954 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:35.252731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7fd524e-3c45-4456-973a-6021e82dbed5 req-114df729-a8b8-47a8-9022-51ffa534c954 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0562894 Oct 27 17:13:35.301167 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f7fd524e-3c45-4456-973a-6021e82dbed5 req-93fead04-ec6f-41a9-9066-a3a36c6526fb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Oct 27 17:13:36.445438 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7fbbe-d939-410d-9c7e-c515c28b1d93 req-9bc23168-798d-4d1e-aa5a-ac3303fe37ab tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:36.447063 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fa7fbbe-d939-410d-9c7e-c515c28b1d93 req-9bc23168-798d-4d1e-aa5a-ac3303fe37ab tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0549352 Oct 27 17:13:36.501300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4fa7fbbe-d939-410d-9c7e-c515c28b1d93 req-89b86185-262e-4ba1-9026-e5db6b97e536 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Oct 27 17:13:37.647679 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b74fd0-8b1b-4518-acd4-7901f8465d8d req-8ddc0e8e-c889-4827-ab3d-8078c721caf5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:37.649392 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76b74fd0-8b1b-4518-acd4-7901f8465d8d req-8ddc0e8e-c889-4827-ab3d-8078c721caf5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0595236 Oct 27 17:13:37.719628 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-76b74fd0-8b1b-4518-acd4-7901f8465d8d req-c487982b-4501-4da8-9040-da27c8e9de20 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582213 Oct 27 17:13:38.855655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af5662-2e01-4032-9663-57e8e05c8705 req-677cb84d-2d7f-49d0-944e-94ae30535c16 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:38.857296 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83af5662-2e01-4032-9663-57e8e05c8705 req-677cb84d-2d7f-49d0-944e-94ae30535c16 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0547211 Oct 27 17:13:38.913394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-83af5662-2e01-4032-9663-57e8e05c8705 req-696a23d0-d6a0-4201-a17c-915fbf164b26 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Oct 27 17:13:39.632263 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:13:40.071623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59057d79-a236-4f43-bc8b-71e6f054cf0c req-4df85089-753e-48b7-a1ca-c4933b87a2d2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:40.073295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59057d79-a236-4f43-bc8b-71e6f054cf0c req-4df85089-753e-48b7-a1ca-c4933b87a2d2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0852287 Oct 27 17:13:40.128569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-59057d79-a236-4f43-bc8b-71e6f054cf0c req-ab340c27-d499-4570-bd50-a8ed018a1c22 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Oct 27 17:13:41.274544 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00d00-7cce-42e7-937a-db7d3faff875 req-f72ec562-26f8-4ad5-be86-c03dd68f85d4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:41.276627 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8e00d00-7cce-42e7-937a-db7d3faff875 req-f72ec562-26f8-4ad5-be86-c03dd68f85d4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0650554 Oct 27 17:13:41.328426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f8e00d00-7cce-42e7-937a-db7d3faff875 req-2410d7d1-9309-4bd8-9464-5494e6a6a540 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Oct 27 17:13:41.434087 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa247-a484-4181-8b72-303c636e0df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.513536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafebf52-2f1d-4cd1-be71-2cb2c92c628a req-9c3aaa16-50d2-4f40-9ee6-b32f72c355f9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:42.515856 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bafebf52-2f1d-4cd1-be71-2cb2c92c628a req-9c3aaa16-50d2-4f40-9ee6-b32f72c355f9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0718567 Oct 27 17:13:42.570335 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bafebf52-2f1d-4cd1-be71-2cb2c92c628a req-93feb3cb-60b5-411a-93d7-b2c8f7da3992 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Oct 27 17:13:43.752197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aa6ac-e2ad-4ba2-83c7-c141a4b3a284 req-42ea5693-81c8-4c1b-a918-b14a60ad4115 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:43.753890 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f48aa6ac-e2ad-4ba2-83c7-c141a4b3a284 req-42ea5693-81c8-4c1b-a918-b14a60ad4115 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0622532 Oct 27 17:13:43.807122 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f48aa6ac-e2ad-4ba2-83c7-c141a4b3a284 req-e41f26c7-1e97-4079-8901-560e243c3564 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Oct 27 17:13:44.037272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-308b23ed-eff1-4d33-993d-87e27b9dc1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.468503 n-d-814735-4 neutron-server[114448]: INFO neutron.api.v2.resource [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf82a5c2-a449-4583-9e03-6b946d519082 service neutron] show failed (client error): The resource could not be found. Oct 27 17:13:44.469630 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf82a5c2-a449-4583-9e03-6b946d519082 service neutron] 10.222.0.79 "GET /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1/bindings/n-h2-814735-4 HTTP/1.1" status: 404 len: 380 time: 0.4522398 Oct 27 17:13:44.789060 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:44.949260 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168235-afe5-4af9-8401-de34ca2de8f4 req-58be3635-42a6-4f30-aa7a-b3d40e6d5a4c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:44.950905 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4168235-afe5-4af9-8401-de34ca2de8f4 req-58be3635-42a6-4f30-aa7a-b3d40e6d5a4c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0585754 Oct 27 17:13:45.007534 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e4168235-afe5-4af9-8401-de34ca2de8f4 req-f38a825f-7d56-47dd-84a0-4f3fce340012 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477467 Oct 27 17:13:45.121236 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-9b96fd98-1296-4a11-bbc8-56a0aca4d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:45.122853 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-9b96fd98-1296-4a11-bbc8-56a0aca4d3d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1097 time: 0.0460005 Oct 27 17:13:45.137448 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:45.208822 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.460204 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:45.511163 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:45.520951 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.560202 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:45.562718 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264e7445-cfcb-4013-a7b0-ac1931796bdd" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:45.567484 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.585468 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Transition to ACTIVE for port object 250b3476-e6df-43dc-85fa-9bcd5b15acb1 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:13:45.625829 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27d0dd-2369-4aaf-bb20-bac5795d0774 x-openstack-request-id: req-1a27d0dd-2369-4aaf-bb20-bac5795d0774 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:45.626362 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:45.626789 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a27d0dd-2369-4aaf-bb20-bac5795d0774 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:45.627497 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'code': 200} Oct 27 17:13:45.686451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:45.791580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:45.807681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.808023 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.808373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.808751 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.809056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.809391 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.809783 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.810118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.810454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.810787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.811146 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.811510 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:13:45.859924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] No DVR routers for this DVR port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:13:45.869256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:13:45.930498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:13:46.047104 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:13:46.047890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:13:46.047890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:46.054216 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:13:46.054702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:13:46.062915 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:13:46.063532 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:13:46.064201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:13:46.065091 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Bound port: 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:13:46.065698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.189282 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:13:46.195167 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:13:46.206527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359b2dc-d4ba-48a3-8583-cca273c7bc56 req-4e90b4c6-2e33-4c0f-9783-c2e956df9d00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.209705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b359b2dc-d4ba-48a3-8583-cca273c7bc56 req-4e90b4c6-2e33-4c0f-9783-c2e956df9d00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0955250 Oct 27 17:13:46.269274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b359b2dc-d4ba-48a3-8583-cca273c7bc56 req-779b975e-3ec3-434d-836b-ebead1f13dd9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540335 Oct 27 17:13:46.292680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.344198 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.344827 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:46.346321 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] 10.222.0.82 "PUT /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1092 time: 1.2143784 Oct 27 17:13:46.367316 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf716e86-2bdb-4b36-b89e-a5fe5c28d86e service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=7']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:46.436981 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-dbf1977e-8fbe-412d-82b4-4d4dd0bb484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.439675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-dbf1977e-8fbe-412d-82b4-4d4dd0bb484a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1095 time: 0.0581095 Oct 27 17:13:46.564919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c478cc01-5f95-4e63-b5af-1d57e1254510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.566981 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c478cc01-5f95-4e63-b5af-1d57e1254510 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1176708 Oct 27 17:13:46.656820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-e52e7cdc-c3ca-401b-af20-a8f17e67df35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.0808551 Oct 27 17:13:46.711833 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-ecda3642-33f2-4c23-a987-eafd8c286a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.713357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-ecda3642-33f2-4c23-a987-eafd8c286a45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0482693 Oct 27 17:13:46.769861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c3d090f2-87a3-4341-9bcb-b2e4b56deff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.771457 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-c3d090f2-87a3-4341-9bcb-b2e4b56deff9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496747 Oct 27 17:13:46.880279 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-98dbcc02-2871-4338-ab09-263e20176e43 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986991 Oct 27 17:13:46.991310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-edf2843e-0957-4d5f-b9e8-525fa8e91447 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026447 Oct 27 17:13:47.251753 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:47.430022 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb936-f14b-408b-98c8-29c90ba6162e req-410309fd-0f44-4852-b1a9-7c628589dff5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:47.431645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-010eb936-f14b-408b-98c8-29c90ba6162e req-410309fd-0f44-4852-b1a9-7c628589dff5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0624511 Oct 27 17:13:47.495218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-010eb936-f14b-408b-98c8-29c90ba6162e req-ae767334-d1d3-4048-a941-965ba8e2179d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525241 Oct 27 17:13:47.629416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:47.633616 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:47.716847 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56a9765-f221-4a3d-8d38-db8de2dd2c0b x-openstack-request-id: req-f56a9765-f221-4a3d-8d38-db8de2dd2c0b {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:47.717297 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:47.718216 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f56a9765-f221-4a3d-8d38-db8de2dd2c0b {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:47.718827 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'status': 'completed', 'code': 200} Oct 27 17:13:47.841138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-06f15f1a-44a8-4ff8-8d4d-d5f413e82e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:47.843484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-06f15f1a-44a8-4ff8-8d4d-d5f413e82e03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1095 time: 0.0915763 Oct 27 17:13:47.845888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-ecc20f5c-5619-44d6-8c00-b40ac7192dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:47.847519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-ecc20f5c-5619-44d6-8c00-b40ac7192dae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1095 time: 0.0865467 Oct 27 17:13:48.029224 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-6a6be043-c09c-4d6d-b8f2-144b5690b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.031408 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-6a6be043-c09c-4d6d-b8f2-144b5690b8d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1811056 Oct 27 17:13:48.037033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-c7d9c2c3-3316-4ca8-9746-45baf914f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.037033 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-c7d9c2c3-3316-4ca8-9746-45baf914f9cc service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1756859 Oct 27 17:13:48.162726 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-3c92543f-fd23-4c3d-add6-10128635a2cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.1236959 Oct 27 17:13:48.164805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-5df7382c-1ed1-49b3-85fa-72a663017c75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.1193159 Oct 27 17:13:48.254073 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-37a433ed-2499-44f0-8235-b4cd2d72b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.255722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-37a433ed-2499-44f0-8235-b4cd2d72b807 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0854590 Oct 27 17:13:48.259971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-e6707122-4736-471c-8196-c8de8c019ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.261495 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-e6707122-4736-471c-8196-c8de8c019ed3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0828316 Oct 27 17:13:48.352325 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-bb85258b-977a-478e-b3fa-2e8103fc363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.354939 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-bb85258b-977a-478e-b3fa-2e8103fc363d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892620 Oct 27 17:13:48.362888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-4fbfd28a-a38d-49f1-a767-57cb485b6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.365634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-4fbfd28a-a38d-49f1-a767-57cb485b6a47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918107 Oct 27 17:13:48.693407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-5f817651-8484-4b4f-8db9-1df5bef2492a service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263967 Oct 27 17:13:48.698295 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-6af7ae47-dedb-470e-8803-c49f13c41d9c service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179023 Oct 27 17:13:48.883362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6411-5825-4a61-ab60-810c6ce69582 req-912ee5c6-1ed8-4de4-a54e-28ac8d1d6485 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.885051 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa1e6411-5825-4a61-ab60-810c6ce69582 req-912ee5c6-1ed8-4de4-a54e-28ac8d1d6485 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.2693841 Oct 27 17:13:48.956561 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-e53c915e-6697-4abc-92be-9a89da96aa2d service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557914 Oct 27 17:13:48.966666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2e6fe4e-cf5f-40b4-b2a9-e521f6fc33f9 req-751910c0-c439-42e5-9dc2-f587c50e1d1b service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510200 Oct 27 17:13:48.984262 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fa1e6411-5825-4a61-ab60-810c6ce69582 req-860e708b-46f5-4691-bb10-db5e3222a4dc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847523 Oct 27 17:13:50.134939 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44244-8f59-452f-8b6f-1fa4aa1c0ae3 req-e9f283ac-809f-491f-83a2-d6652651a013 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:50.136556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cb44244-8f59-452f-8b6f-1fa4aa1c0ae3 req-e9f283ac-809f-491f-83a2-d6652651a013 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0563736 Oct 27 17:13:50.192290 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8cb44244-8f59-452f-8b6f-1fa4aa1c0ae3 req-89839f6e-f976-4eb7-8f6e-300912a2f08d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483389 Oct 27 17:13:51.348731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067587d3-7ec2-495b-b368-d5cd9b766902 req-0f55c3f5-537e-420f-8ad5-279afe40f228 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:51.350577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-067587d3-7ec2-495b-b368-d5cd9b766902 req-0f55c3f5-537e-420f-8ad5-279afe40f228 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0733876 Oct 27 17:13:51.401985 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-067587d3-7ec2-495b-b368-d5cd9b766902 req-f168a7a6-dc58-4ea1-b1d8-8f2c1dc30fa8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Oct 27 17:13:52.583813 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3894adf-bd9d-4606-b09e-68183333f930 req-72e87448-8b66-49f7-a369-384f6b03cc98 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.586622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3894adf-bd9d-4606-b09e-68183333f930 req-72e87448-8b66-49f7-a369-384f6b03cc98 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0949483 Oct 27 17:13:52.646915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3894adf-bd9d-4606-b09e-68183333f930 req-729d5723-f716-4b10-af38-09f737803cb2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537953 Oct 27 17:13:53.793839 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d66aa-852a-4b40-bbf5-b9f62caf30cb req-f9bb47da-f2ae-4680-bc11-9477e43792e8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:53.795744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-287d66aa-852a-4b40-bbf5-b9f62caf30cb req-f9bb47da-f2ae-4680-bc11-9477e43792e8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0550420 Oct 27 17:13:53.840592 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-287d66aa-852a-4b40-bbf5-b9f62caf30cb req-bd97faac-bea3-45d7-89bf-fb2ea32c7f44 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Oct 27 17:13:54.982711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5be91-a932-4de2-84f0-d05304b1ae33 req-6fdad817-c80c-4a05-b53f-be7ef7e381c0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:54.984887 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49d5be91-a932-4de2-84f0-d05304b1ae33 req-6fdad817-c80c-4a05-b53f-be7ef7e381c0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0659854 Oct 27 17:13:55.028259 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49d5be91-a932-4de2-84f0-d05304b1ae33 req-0b185eab-0041-401f-a96f-b86d4ac70b68 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368454 Oct 27 17:13:56.168183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789b4e-8e8c-433c-b071-85f1dce7666a req-a26503e5-6c1b-46ff-88a9-8fd6d28d2619 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:56.169807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd789b4e-8e8c-433c-b071-85f1dce7666a req-a26503e5-6c1b-46ff-88a9-8fd6d28d2619 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0618834 Oct 27 17:13:56.215481 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bd789b4e-8e8c-433c-b071-85f1dce7666a req-188b8726-ea87-4cc1-a264-8a372fb92ec2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365517 Oct 27 17:13:57.343858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc934d9e-56dd-4fc2-b937-ac53aca19e81 req-62e1f84a-c801-47d8-a944-9b0c287052a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:57.345404 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc934d9e-56dd-4fc2-b937-ac53aca19e81 req-62e1f84a-c801-47d8-a944-9b0c287052a7 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0546520 Oct 27 17:13:57.388989 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc934d9e-56dd-4fc2-b937-ac53aca19e81 req-d31564dd-c72e-48c2-a747-a2f62c105d5f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367427 Oct 27 17:13:58.530292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5cb2c-b2bc-421b-a8b1-f950db647673 req-d43371f1-9adc-4093-90b0-94b9d4578730 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:58.532658 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e5cb2c-b2bc-421b-a8b1-f950db647673 req-d43371f1-9adc-4093-90b0-94b9d4578730 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0556881 Oct 27 17:13:58.575341 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-79e5cb2c-b2bc-421b-a8b1-f950db647673 req-6e11f591-05c0-438a-bd2e-eb6dcf354df0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360162 Oct 27 17:13:58.663751 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.098082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:59.712600 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ce61f-61d2-4e12-9d85-569c04274cd5 req-9815ea7f-c1f6-401f-961a-b995923fc4e6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.714276 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e7ce61f-61d2-4e12-9d85-569c04274cd5 req-9815ea7f-c1f6-401f-961a-b995923fc4e6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0587897 Oct 27 17:13:59.759677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5e7ce61f-61d2-4e12-9d85-569c04274cd5 req-29e43c15-18aa-412f-bde8-f24d7b45d16e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Oct 27 17:14:00.892964 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c393b-80dc-4f96-a7f9-f8fcdab7d048 req-6d85cd44-6bba-4c87-9519-172d2f4bbf6a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:00.894598 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff0c393b-80dc-4f96-a7f9-f8fcdab7d048 req-6d85cd44-6bba-4c87-9519-172d2f4bbf6a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0560613 Oct 27 17:14:00.944673 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ff0c393b-80dc-4f96-a7f9-f8fcdab7d048 req-f70fe2dc-2441-4ee0-a5b3-2dc5727a167f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 Oct 27 17:14:02.074588 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5208a-6eac-45d8-ba8f-7c1793d03481 req-64fc39e8-1a7c-47e7-aff5-a659a3edc370 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:02.076334 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05d5208a-6eac-45d8-ba8f-7c1793d03481 req-64fc39e8-1a7c-47e7-aff5-a659a3edc370 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0551872 Oct 27 17:14:02.120439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05d5208a-6eac-45d8-ba8f-7c1793d03481 req-ba3c8945-6702-41b1-9248-d9feb99603d4 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Oct 27 17:14:03.267382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af35303-ced8-431e-99d1-23cab411cd54 req-12b6c203-5180-4cf7-96f1-e99aa6e8152e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.269025 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3af35303-ced8-431e-99d1-23cab411cd54 req-12b6c203-5180-4cf7-96f1-e99aa6e8152e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 944 time: 0.0641477 Oct 27 17:14:03.314772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3af35303-ced8-431e-99d1-23cab411cd54 req-7356674f-b619-443e-9a8d-8b554476090c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369530 Oct 27 17:14:04.065867 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:04.174598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:04.187702 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:04.229554 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:04.247677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:04.269112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:04.389449 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:04.442591 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=8']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:04.450673 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.451006 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.451393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.451731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.452060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.452409 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.452741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.453063 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.453415 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.453735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.454056 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.454371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:04.473314 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ffcc3-4e11-4f97-830f-d6023b7fa1f0 req-31755b0e-48f8-4faa-a81c-b1231fd5da02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.476152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b4ffcc3-4e11-4f97-830f-d6023b7fa1f0 req-31755b0e-48f8-4faa-a81c-b1231fd5da02 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0830727 Oct 27 17:14:04.542092 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0b4ffcc3-4e11-4f97-830f-d6023b7fa1f0 req-d91ca0c3-c61c-4525-a87c-b8b7957ec928 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587444 Oct 27 17:14:04.804649 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['250b3476-e6df-43dc-85fa-9bcd5b15acb1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:05.161876 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde41e5-4413-42e8-9abb-f4be59da73dd req-45d1433c-adcd-4cef-b5d8-8c21b67ae7cf tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.163507 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecde41e5-4413-42e8-9abb-f4be59da73dd req-45d1433c-adcd-4cef-b5d8-8c21b67ae7cf tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0538466 Oct 27 17:14:05.239349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ecde41e5-4413-42e8-9abb-f4be59da73dd req-5fe23153-654e-4507-a6c3-68e87c45efee tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692313 Oct 27 17:14:05.267978 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-668fcc7b-ba46-40f8-8d7b-1b1f6e26f5eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.270504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-668fcc7b-ba46-40f8-8d7b-1b1f6e26f5eb tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.82 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&tenant_id=afcde0c54b86445b848c33b703ff1f4d&binding%3Ahost_id=n-h2-814735-4 HTTP/1.1" status: 200 len: 945 time: 0.0863941 Oct 27 17:14:05.343589 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-889db492-7679-4a93-bdac-6bb0015d3e12 service neutron] 10.222.0.82 "GET /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1/bindings/n-h2-814735-4 HTTP/1.1" status: 200 len: 382 time: 0.0618424 Oct 27 17:14:05.446746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-962bbbd1-39b5-4fb9-9deb-d75ee525a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.449332 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-962bbbd1-39b5-4fb9-9deb-d75ee525a782 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0770977 Oct 27 17:14:05.556064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-30de0f31-b78b-4fb7-9862-0af325b2455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.557661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-30de0f31-b78b-4fb7-9862-0af325b2455e service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.0963886 Oct 27 17:14:05.631423 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-85c49304-367e-4211-a838-6f45dc3d1ce9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1001 time: 0.0642548 Oct 27 17:14:05.719701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-b926b896-e8ee-46f4-8c8c-d8d7ddea6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.722357 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-b926b896-e8ee-46f4-8c8c-d8d7ddea6c69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0818694 Oct 27 17:14:05.780079 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-62db4a32-06be-4732-ab9f-4c1da7ddf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.782716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-62db4a32-06be-4732-ab9f-4c1da7ddf160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502799 Oct 27 17:14:05.946792 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-e2dc8b88-8fe7-463d-97c7-295351155e66 service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538253 Oct 27 17:14:06.082037 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:06.087083 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-73fdf2c5-e92d-4d4d-8c5a-b8a844e97afa service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306865 Oct 27 17:14:06.230155 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:06.234750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:06.235210 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.326202 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.355934 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:06.358339 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabbc9c-d8b6-4a2e-9d03-aaee0eb02e81" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:06.386638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:06.406471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980b5fe-040d-41ba-bebf-c2089839fbe2 req-c3076e96-4238-4818-a796-82b306fc9f22 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:06.408227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c980b5fe-040d-41ba-bebf-c2089839fbe2 req-c3076e96-4238-4818-a796-82b306fc9f22 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0689106 Oct 27 17:14:06.429381 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9689f-1b16-4ab8-baf2-d813817ed9cd x-openstack-request-id: req-20d9689f-1b16-4ab8-baf2-d813817ed9cd {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:06.429746 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:06.430072 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20d9689f-1b16-4ab8-baf2-d813817ed9cd {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:06.430529 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'code': 200} Oct 27 17:14:06.458183 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.475424 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c980b5fe-040d-41ba-bebf-c2089839fbe2 req-842d081d-b575-4558-9582-ecd629d1c812 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584266 Oct 27 17:14:06.683224 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=9']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:07.619718 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3127df-945c-4c47-852e-2a73d3d0fc00 req-39d33b45-9c71-4b4e-a770-2dbf5bfd1dfe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.621795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3127df-945c-4c47-852e-2a73d3d0fc00 req-39d33b45-9c71-4b4e-a770-2dbf5bfd1dfe tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0554938 Oct 27 17:14:07.672066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b3127df-945c-4c47-852e-2a73d3d0fc00 req-1fc68627-61d9-4095-b873-42bfc4379d01 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Oct 27 17:14:08.819599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680368-5891-45a6-8cd4-0476b699d55c req-abbfc5eb-7c76-4df9-ad9f-937ba2c3bd22 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:08.821213 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60680368-5891-45a6-8cd4-0476b699d55c req-abbfc5eb-7c76-4df9-ad9f-937ba2c3bd22 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0624793 Oct 27 17:14:08.876123 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-60680368-5891-45a6-8cd4-0476b699d55c req-a84df141-436c-4c63-8368-8b0308cfea71 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Oct 27 17:14:10.057281 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da1ce-3855-4510-b1ea-0e66bf8fa77c req-86f062e0-782c-42a2-ac7d-6474c8b33b00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:10.059957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880da1ce-3855-4510-b1ea-0e66bf8fa77c req-86f062e0-782c-42a2-ac7d-6474c8b33b00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0893576 Oct 27 17:14:10.135368 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-880da1ce-3855-4510-b1ea-0e66bf8fa77c req-7d58eb36-16e8-4128-adec-c4a28e71ab58 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684667 Oct 27 17:14:11.307435 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70e33-a65b-4aa9-833b-eeb1f401c8bb req-35dd578a-a8bf-4414-b0a0-197cd6520495 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:11.309394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcd70e33-a65b-4aa9-833b-eeb1f401c8bb req-35dd578a-a8bf-4414-b0a0-197cd6520495 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0770171 Oct 27 17:14:11.392689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fcd70e33-a65b-4aa9-833b-eeb1f401c8bb req-450b7f9f-495e-4aa1-bcfe-c4c93c368213 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694664 Oct 27 17:14:11.401704 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9b550f7d-9f3e-4768-a9ef-e3a9ac1fc7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.111917 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:12.201103 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.227693 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:12.230221 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e54c0-605e-425f-9940-32d1e257053a" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:12.252337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:12.305015 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6728d84-6408-44b2-b98d-a534ea877618 x-openstack-request-id: req-a6728d84-6408-44b2-b98d-a534ea877618 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:12.305015 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:12.305015 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6728d84-6408-44b2-b98d-a534ea877618 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:12.305015 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'code': 200} Oct 27 17:14:12.378730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.457178 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=10']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:12.583174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a18c49-ff8b-4d59-b32c-0d6658f3b4e3 req-807d976f-16ea-4a43-ab1b-6345255e504b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.585580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36a18c49-ff8b-4d59-b32c-0d6658f3b4e3 req-807d976f-16ea-4a43-ab1b-6345255e504b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0896640 Oct 27 17:14:12.678544 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-36a18c49-ff8b-4d59-b32c-0d6658f3b4e3 req-f4a5d687-3edf-46d4-b453-778eb1e39af0 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792251 Oct 27 17:14:12.689985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-1e9e51a9-b8fb-4610-ad90-a560c8123da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.691624 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-1e9e51a9-b8fb-4610-ad90-a560c8123da5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0824263 Oct 27 17:14:12.785602 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-68127f4e-1f1f-43ab-bec6-7692533ae7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.787940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-68127f4e-1f1f-43ab-bec6-7692533ae7ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e&tenant_id=afcde0c54b86445b848c33b703ff1f4d HTTP/1.1" status: 200 len: 1096 time: 0.0618930 Oct 27 17:14:12.800805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-4', 'device_owner': 'compute:nova'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:12.843845 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-f4940889-00a7-48d0-86d8-820906579c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:12.845859 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-f4940889-00a7-48d0-86d8-820906579c65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1190879 Oct 27 17:14:12.892678 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:12.943305 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-fcbb9ddf-a91a-4ffd-b360-8f93fec202e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.0885541 Oct 27 17:14:13.003344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-89fd1984-2ce3-4cef-b924-1193a6515f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:13.004996 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-89fd1984-2ce3-4cef-b924-1193a6515f2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0546339 Oct 27 17:14:13.064530 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-185fad4e-fcd7-498a-882f-71754c7b90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:13.066213 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-185fad4e-fcd7-498a-882f-71754c7b90f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538735 Oct 27 17:14:13.191830 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:13.200990 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-2b5e5519-42f3-45c9-8f91-7e9db39fb03c service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268163 Oct 27 17:14:13.247581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:13.315979 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:13.326613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.350046 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-0fe5e851-99a9-4ac0-aa0b-e2a2c3b18ad5 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407294 Oct 27 17:14:13.350682 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Transition to ACTIVE for port object 250b3476-e6df-43dc-85fa-9bcd5b15acb1 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:14:13.493800 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:13.653750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=11']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:13.737543 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] No DVR routers for this DVR port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:13.884318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25025f-4f3d-454d-b6db-7133e53b7fea req-46393279-17ad-4cfe-a028-0c564742b20c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:13.885996 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a25025f-4f3d-454d-b6db-7133e53b7fea req-46393279-17ad-4cfe-a028-0c564742b20c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.1024289 Oct 27 17:14:13.958645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6a25025f-4f3d-454d-b6db-7133e53b7fea req-b7a52fa2-b558-49bf-b3b1-0028def18348 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649989 Oct 27 17:14:13.973329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:13.975130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:13.975130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:13.983242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:14:13.983652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Attempting to bind port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:13.991183 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:13.991672 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Checking segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:13.992217 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Bound using segment: {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:13.992796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Bound port: 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90058a-ad63-4f28-b92a-cdc56b7d3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:13.993273 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:14.053312 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cdcc75be-4b11-448e-8214-7528f7caec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:14.084919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:14.089913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:14.179417 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:14.221931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.222749 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:14.224564 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] 10.222.0.79 "PUT /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1093 time: 1.4285400 Oct 27 17:14:14.225153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:14.227911 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e332e3-ce24-46cd-afe6-6840cce417ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:14.320603 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a3a306-1684-48b5-b078-0aa9c1c087bd x-openstack-request-id: req-d9a3a306-1684-48b5-b078-0aa9c1c087bd {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:14.321159 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:14.321575 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9a3a306-1684-48b5-b078-0aa9c1c087bd {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:14.322485 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'status': 'completed', 'code': 200} Oct 27 17:14:14.326912 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0e7d5-8e8c-409e-adae-b7961cfc7b15 service neutron] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=12']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:14.391118 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-6af4f4f0-b34d-4aac-b8e6-4ed74ffe75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.392974 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-6af4f4f0-b34d-4aac-b8e6-4ed74ffe75d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.1256158 Oct 27 17:14:14.416076 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-1a807359-b5a2-4c46-8a2b-c81ee3117820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.418165 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-1a807359-b5a2-4c46-8a2b-c81ee3117820 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0866628 Oct 27 17:14:14.600657 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-1042408a-c515-426e-b74d-c5a4d6e75513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.602069 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-1042408a-c515-426e-b74d-c5a4d6e75513 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.2015166 Oct 27 17:14:14.620770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-a0379fa9-2f87-4f58-a287-b49e9e164d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:14.622369 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-a0379fa9-2f87-4f58-a287-b49e9e164d92 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1918395 Oct 27 17:14:14.790619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:15.133064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-6210b3c0-ca09-4689-8edb-708b952d8d48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.5224409 Oct 27 17:14:15.134676 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-dc6de42b-8bef-44e9-beb5-b622c4a1f1b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.4835105 Oct 27 17:14:15.212409 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecae4dd-4f56-4306-88e9-aafcb620365c req-48dbf3e1-bac7-40ee-a1e5-661371c5a1d8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.214066 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ecae4dd-4f56-4306-88e9-aafcb620365c req-48dbf3e1-bac7-40ee-a1e5-661371c5a1d8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.1451633 Oct 27 17:14:15.261199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-80f9ff2f-bf7e-41f9-913c-be3ed37ac073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.262771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-80f9ff2f-bf7e-41f9-913c-be3ed37ac073 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.1111896 Oct 27 17:14:15.266405 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-1f09046d-54d8-4a82-b485-94d47fe24a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.267945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-1f09046d-54d8-4a82-b485-94d47fe24a12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.1261168 Oct 27 17:14:15.346891 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ecae4dd-4f56-4306-88e9-aafcb620365c req-81e24d43-0d55-4ccd-be9a-53f9145b1982 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200285 Oct 27 17:14:15.367444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-9be0e71f-f63e-4422-8a8a-1f198ff3220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.369090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-9be0e71f-f63e-4422-8a8a-1f198ff3220b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971692 Oct 27 17:14:15.391031 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-695306f9-30e1-459e-aca8-e88ec5356add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.392987 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-695306f9-30e1-459e-aca8-e88ec5356add service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101656 Oct 27 17:14:15.464563 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:15.558873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-cc968a64-828b-401c-bad6-14edc25846ea service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799970 Oct 27 17:14:15.565942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-3c37ab44-a319-4df7-9295-fc4485f2ab87 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598189 Oct 27 17:14:15.739289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-829e2f62-8fd9-4de2-a657-585de8a3524a service neutron] 10.222.0.82 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723011 Oct 27 17:14:15.741358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-35ec9aab-14d6-40ec-919f-a962bfffcc83 req-1cd5b3f7-c62e-4ff5-8183-bc3f8b085b2f service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668746 Oct 27 17:14:15.859889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-785fb57e-0303-447c-bffd-2ffcbf445537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.862654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-785fb57e-0303-447c-bffd-2ffcbf445537 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=afcde0c54b86445b848c33b703ff1f4d&device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0673330 Oct 27 17:14:15.984961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-60c3b37c-8cc7-41ef-9c86-b9ccb805e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:15.986797 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-60c3b37c-8cc7-41ef-9c86-b9ccb805e4b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 200 len: 909 time: 0.1089580 Oct 27 17:14:16.070829 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-6d0db607-1c7f-4728-9e63-2dfa64fc346b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 200 len: 1000 time: 0.0759368 Oct 27 17:14:16.132697 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-323eed02-f7ae-485c-9e96-85581ee053c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:16.134150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-323eed02-f7ae-485c-9e96-85581ee053c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 200 len: 847 time: 0.0559077 Oct 27 17:14:16.185919 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-9d582369-15fd-41fe-a4b0-c0966a6c15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:16.188306 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-9d582369-15fd-41fe-a4b0-c0966a6c15b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465217 Oct 27 17:14:16.336503 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-ca348561-c007-4a4a-8f93-b9bc193ddd12 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355653 Oct 27 17:14:16.458078 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a0e332e3-ce24-46cd-afe6-6840cce417ea req-6806301d-8149-4016-aebe-587cb4855f68 service neutron] 10.222.0.79 "GET /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134918 Oct 27 17:14:16.537506 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef9c42-7998-4da5-b2a8-09afb2491dd6 req-c30324a0-a066-4d72-911d-edf0db731679 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:16.539222 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbef9c42-7998-4da5-b2a8-09afb2491dd6 req-c30324a0-a066-4d72-911d-edf0db731679 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0628283 Oct 27 17:14:16.589303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bbef9c42-7998-4da5-b2a8-09afb2491dd6 req-44b71978-3cdf-4598-b0d8-96179b182a2b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386662 Oct 27 17:14:16.634009 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:17.230422 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:17.759914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace2e8-0df4-4546-9b60-2445d256cc2d req-bdfa0a0c-b5b1-499a-9126-b963b9de5c00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:17.761634 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18ace2e8-0df4-4546-9b60-2445d256cc2d req-bdfa0a0c-b5b1-499a-9126-b963b9de5c00 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0633330 Oct 27 17:14:17.822825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-18ace2e8-0df4-4546-9b60-2445d256cc2d req-1cded309-aed7-4daa-bc81-af3270f8f818 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529709 Oct 27 17:14:18.958835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb094a-fec8-4485-b298-7f7269c01589 req-983b0826-d3bf-4da8-8166-49917809d60a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:18.960942 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5eb094a-fec8-4485-b298-7f7269c01589 req-983b0826-d3bf-4da8-8166-49917809d60a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0587285 Oct 27 17:14:19.010718 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e5eb094a-fec8-4485-b298-7f7269c01589 req-e71035e8-4f11-4cc3-b1d5-eebeea94975b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Oct 27 17:14:20.173742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61016-0325-4360-adc1-a4cf83a00a80 req-6babb3a9-65e7-4f1e-b95d-0b8be894848e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:20.176148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95e61016-0325-4360-adc1-a4cf83a00a80 req-6babb3a9-65e7-4f1e-b95d-0b8be894848e tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0628936 Oct 27 17:14:20.231528 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-95e61016-0325-4360-adc1-a4cf83a00a80 req-8a911f6d-81f8-4401-9ca8-c286856f9d6a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485563 Oct 27 17:14:21.424432 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b41c13-8a2a-4f4d-bce0-a92771a3e588 req-91059b54-b6c8-4191-93a4-f1cf0d10be33 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:21.426218 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92b41c13-8a2a-4f4d-bce0-a92771a3e588 req-91059b54-b6c8-4191-93a4-f1cf0d10be33 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0681112 Oct 27 17:14:21.479870 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-92b41c13-8a2a-4f4d-bce0-a92771a3e588 req-11df595f-6ec1-4d61-baef-c96b65102e10 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Oct 27 17:14:22.639689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfacfe4-b8cb-4e20-8dd4-c2e66e4373df req-7209d10d-fa8c-4b0b-997a-6791643e8a71 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:22.641580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cfacfe4-b8cb-4e20-8dd4-c2e66e4373df req-7209d10d-fa8c-4b0b-997a-6791643e8a71 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0827081 Oct 27 17:14:22.684895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2cfacfe4-b8cb-4e20-8dd4-c2e66e4373df req-44d65343-0ccd-4e56-880a-ea707e84d53d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368173 Oct 27 17:14:23.827681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4f3ac-4a41-4621-802a-8f6886f01f8f req-8d3bad1b-4821-43f7-a510-7c4fb72bb655 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:23.830102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49e4f3ac-4a41-4621-802a-8f6886f01f8f req-8d3bad1b-4821-43f7-a510-7c4fb72bb655 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0648820 Oct 27 17:14:23.879180 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-49e4f3ac-4a41-4621-802a-8f6886f01f8f req-9b2bf613-667f-4482-8453-1b8b78bb7c13 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Oct 27 17:14:25.030269 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738098-4a7c-40e1-90b5-b9fcc5f90e63 req-7d83af87-b0d1-44e6-93c9-0a09a60cf517 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:25.032593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6738098-4a7c-40e1-90b5-b9fcc5f90e63 req-7d83af87-b0d1-44e6-93c9-0a09a60cf517 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0618241 Oct 27 17:14:25.083470 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a6738098-4a7c-40e1-90b5-b9fcc5f90e63 req-4c66ccef-8649-42ea-ae61-58824fbe3733 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Oct 27 17:14:26.242750 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bc5de-6595-4f87-ad72-3ba1b8b41e06 req-ebddf74d-cbd4-4033-a70e-43378d209dce tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:26.246747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-128bc5de-6595-4f87-ad72-3ba1b8b41e06 req-ebddf74d-cbd4-4033-a70e-43378d209dce tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0590656 Oct 27 17:14:26.296086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-128bc5de-6595-4f87-ad72-3ba1b8b41e06 req-35fb1e1d-9c5b-498d-99ab-0420e17eddce tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Oct 27 17:14:27.424810 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647800c-93ba-437a-bedc-63f00fbe1096 req-6253baed-3a18-4a62-91d8-c52f8dc736f2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:27.426747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3647800c-93ba-437a-bedc-63f00fbe1096 req-6253baed-3a18-4a62-91d8-c52f8dc736f2 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0545092 Oct 27 17:14:27.471773 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3647800c-93ba-437a-bedc-63f00fbe1096 req-391d5434-7c6b-4e9f-b886-d0cba4fd79b6 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Oct 27 17:14:28.620575 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b21fc-cc9c-4a36-aa2b-e87285ba115d req-841cb82e-9614-410e-a314-95f2210cce03 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:28.623270 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23b21fc-cc9c-4a36-aa2b-e87285ba115d req-841cb82e-9614-410e-a314-95f2210cce03 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0696740 Oct 27 17:14:28.667593 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c23b21fc-cc9c-4a36-aa2b-e87285ba115d req-5ef16778-8937-482f-83d5-d3a84dbe8ce3 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Oct 27 17:14:28.693778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.144866 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:29.804809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f699-3b90-4864-80a3-356bd41ab4ec req-24ea9cac-8c36-41fa-be37-80736790300f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:29.807533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13a6f699-3b90-4864-80a3-356bd41ab4ec req-24ea9cac-8c36-41fa-be37-80736790300f tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0581355 Oct 27 17:14:29.858488 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-13a6f699-3b90-4864-80a3-356bd41ab4ec req-66fb8de5-4f83-4983-86e6-a1143c954485 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Oct 27 17:14:30.009387 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3f1ff-626d-40f4-bba9-df9ee39be7a0 req-5dd4d4cf-1d6f-4a3b-8ba3-1fa8b0f766e9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.010971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45b3f1ff-626d-40f4-bba9-df9ee39be7a0 req-5dd4d4cf-1d6f-4a3b-8ba3-1fa8b0f766e9 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0573268 Oct 27 17:14:30.062472 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-45b3f1ff-626d-40f4-bba9-df9ee39be7a0 req-7372cc68-0de2-4be2-bc10-184cfbd9994c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 Oct 27 17:14:30.089770 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:30.201159 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669980-6de8-4135-ae27-a9714cf1c9cf req-9327ff88-1bb3-4382-ae7b-1984a6f887a5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.204208 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64669980-6de8-4135-ae27-a9714cf1c9cf req-9327ff88-1bb3-4382-ae7b-1984a6f887a5 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 945 time: 0.0613635 Oct 27 17:14:30.234741 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:30.251555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'port_id': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'mac_address': 'fa:16:3e:b7:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:30.254420 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-64669980-6de8-4135-ae27-a9714cf1c9cf req-a0925b9f-b921-46f6-b75a-6b6e8d3cad8c tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Oct 27 17:14:30.316691 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.332802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:30.355203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:30.492204 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.547953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=13']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:30.736122 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['250b3476-e6df-43dc-85fa-9bcd5b15acb1'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:30.985523 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccceeb4-3fc6-4472-bd25-af5805e23614 req-3daab743-0f24-4d7d-b38e-6e39a931d716 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:30.987209 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccceeb4-3fc6-4472-bd25-af5805e23614 req-3daab743-0f24-4d7d-b38e-6e39a931d716 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0689969 Oct 27 17:14:31.032128 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ccceeb4-3fc6-4472-bd25-af5805e23614 req-6523cdb7-3671-42cb-a158-1038de31d0ad tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357115 Oct 27 17:14:32.104884 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:32.174229 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1acab-e4ad-4d21-a8e1-3c13e2ed4420 req-9f5990d1-75cf-4973-929f-5eddb1429701 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:32.176355 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caf1acab-e4ad-4d21-a8e1-3c13e2ed4420 req-9f5990d1-75cf-4973-929f-5eddb1429701 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 946 time: 0.0667562 Oct 27 17:14:32.222622 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-caf1acab-e4ad-4d21-a8e1-3c13e2ed4420 req-0301f024-097c-46f3-b067-4b5f57ce778d tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ca053f-5b58-4495-8c2a-c37a71a0a571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Oct 27 17:14:32.271106 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:32.275981 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:32.276557 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:32.362504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:32.393506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:32.396208 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756d4c9-91b6-4200-b0d7-ab40947c1b54" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:32.412803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:32.442470 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4003dd34-a177-4702-a0e7-41c8d652caee x-openstack-request-id: req-4003dd34-a177-4702-a0e7-41c8d652caee {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:32.442775 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:32.443064 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4003dd34-a177-4702-a0e7-41c8d652caee {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:32.443482 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'code': 200} Oct 27 17:14:32.494255 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:32.549551 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=14']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:32.597671 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f28492-5523-478c-bab2-02cd97104f43 req-4898ae25-19bf-49dd-928a-edca94e2a691 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:32.599339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68f28492-5523-478c-bab2-02cd97104f43 req-4898ae25-19bf-49dd-928a-edca94e2a691 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 947 time: 0.0568883 Oct 27 17:14:32.698423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Deleting port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:32.698741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:32.804054 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] For port 250b3476-e6df-43dc-85fa-9bcd5b15acb1, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=250b3476-e6df-43dc-85fa-9bcd5b15acb1,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:32.804427 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.008731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.009059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.009434 n-d-814735-4 neutron-server[114448]: INFO neutron.db.l3_db [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Floating IP 9e6cd433-54db-414b-953f-3c043ea9d941 disassociated. External IP: 172.25.5.30, port: 250b3476-e6df-43dc-85fa-9bcd5b15acb1. Oct 27 17:14:33.009824 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Calling delete_port for 250b3476-e6df-43dc-85fa-9bcd5b15acb1 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:33.225719 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.261128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'Port': ['ID=250b3476-e6df-43dc-85fa-9bcd5b15acb1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:33.392971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1b7bc0aa-023b-4349-bcc1-60089f1e6a18 req-db48ac62-d81d-4efd-8cc1-760b61ecfc3b tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0392911 Oct 27 17:14:33.466894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:33.604033 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:33.621691 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:33.635190 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:33.636033 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:33.650201 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] No DVR routers for this DVR port 250b3476-e6df-43dc-85fa-9bcd5b15acb1 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:33.653386 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.657533 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-68f28492-5523-478c-bab2-02cd97104f43 req-1230b2f2-bc45-4ee2-a44a-8dbb5db4135a tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.79 "DELETE /v2.0/ports/250b3476-e6df-43dc-85fa-9bcd5b15acb1 HTTP/1.1" status: 204 len: 173 time: 1.0516372 Oct 27 17:14:33.658128 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-deleted', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:33.660488 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18105e5-af3d-4fd6-b74e-6ce9a00f2615" -d '{"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-deleted", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:33.722930 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9755894f-06cc-4d61-9d2a-76e26cd6d001 x-openstack-request-id: req-9755894f-06cc-4d61-9d2a-76e26cd6d001 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:33.723532 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b609d836-3ee1-4bce-b664-1d3b97d1cd1e", "name": "network-vif-deleted", "tag": "250b3476-e6df-43dc-85fa-9bcd5b15acb1", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:33.725130 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9755894f-06cc-4d61-9d2a-76e26cd6d001 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:33.731273 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b609d836-3ee1-4bce-b664-1d3b97d1cd1e', 'name': 'network-vif-deleted', 'tag': '250b3476-e6df-43dc-85fa-9bcd5b15acb1', 'status': 'completed', 'code': 200} Oct 27 17:14:33.774888 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:34.029584 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:34.058690 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:34.068148 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:34.068774 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:14:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:34.206830 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:34.479413 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:34.515394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9733fea5-b990-4542-8186-c65365539b44 req-10b842ba-4156-48a3-903c-9d7e07e4e790 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0359619 Oct 27 17:14:34.536363 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4701bb-aeba-4a5f-83e0-126a717bd7dd None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '21b41aa1-4d05-43a9-afa7-9006d7a4b1ad', 'name': '', 'network_id': '6ea15abd-ea3c-44c1-9da8-ab80bbb499e9', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'mac_address': 'fa:16:3e:84:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:56Z', 'updated_at': '2021-10-27T17:03:00Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'subnets': [{'id': '4481dc6e-d2d5-45b7-b5fa-03385670055b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:34.805371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e861def-bdee-4d75-81c6-1bbf221b7327 None None] New status for floating IP 9e6cd433-54db-414b-953f-3c043ea9d941: DOWN {{(pid=114450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:14:35.632787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5cb69b56-3dfe-435a-b72a-af06ac1e9095 req-b4c23c13-ba67-49db-8d79-f6a517924e04 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0284169 Oct 27 17:14:36.118103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:36.153324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 250b3476-e6df-43dc-85fa-9bcd5b15acb1 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:36.153866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 250b3476-e6df-43dc-85fa-9bcd5b15acb1 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:36.758407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ebd5dea-56a0-49a1-ade5-13596297b07b req-11b14208-b381-4912-a88e-fd27fb819ff8 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0339298 Oct 27 17:14:37.881342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3dcd6512-233f-4ea7-8300-fb192d407b5d req-5d6824cd-548f-4808-a28c-022834fdac51 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0305240 Oct 27 17:14:39.014443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ade4dde9-7cdd-42f8-a262-003c9d40300c req-5d8f93af-d3fc-4001-8696-b332fd5e6f49 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/ports?device_id=b609d836-3ee1-4bce-b664-1d3b97d1cd1e HTTP/1.1" status: 200 len: 210 time: 0.0298588 Oct 27 17:14:41.395806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-30a64f11-c7b1-45ec-835a-50660ee61ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.126558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ab85e419-1ece-4583-93d6-e0085d9c8d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.771799 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.417609 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.288872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56004) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.356184 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.383544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.526007 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.528870 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.530113 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "DELETE /v2.0/security-groups/20ca053f-5b58-4495-8c2a-c37a71a0a571 HTTP/1.1" status: 204 len: 168 time: 0.2402124 Oct 27 17:14:46.537740 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56006) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.541454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ca053f-5b58-4495-8c2a-c37a71a0a571,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:46.552182 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.552655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.552851 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.553226 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.553564 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.553806 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-19e31b60-b64f-4ce5-9921-c39f2a908fcc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] show failed (client error): The resource could not be found. Oct 27 17:14:46.554000 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.554368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.554701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.555078 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.555403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.555802 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.556385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2fe2e-1905-4104-924e-58a74453bf45 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:46.559102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56010) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.562640 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-19e31b60-b64f-4ce5-9921-c39f2a908fcc tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "GET /v2.0/security-groups/20ca053f-5b58-4495-8c2a-c37a71a0a571 HTTP/1.1" status: 404 len: 347 time: 0.0280178 Oct 27 17:14:46.706539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Deleting port 51fe0fc7-a9c7-429f-b15b-30a3bcdec646 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:46.706888 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.797983 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.798413 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.815315 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Calling delete_port for 51fe0fc7-a9c7-429f-b15b-30a3bcdec646 owned by network:floatingip {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:47.034406 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.062616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Pushing event deleted for resources: {'Port': ['ID=51fe0fc7-a9c7-429f-b15b-30a3bcdec646,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:47.138159 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks [] for floatingip, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.141396 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.142661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5ff7ac95-9974-4dd8-b660-2784b60b9e18 tempest-ServerActionsTestJSON-1814138315 tempest-ServerActionsTestJSON-1814138315-project] 10.222.0.70 "DELETE /v2.0/floatingips/9e6cd433-54db-414b-953f-3c043ea9d941 HTTP/1.1" status: 204 len: 168 time: 0.5820913 Oct 27 17:14:47.147333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56012) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:47.233330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.751473 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.043515 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Deleting port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:48.044235 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.173747 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] For port 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:48.174353 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.198312 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Calling delete_port for 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:48.479467 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.508850 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b41aa1-4d05-43a9-afa7-9006d7a4b1ad,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:48.771883 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.006503 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:49.506529 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:49.514657 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ce7021ce-a6bb-49c7-88c2-8ab002a16090 admin admin] 10.222.0.70 "PUT /v2.0/routers/3c08fa39-679a-4e8d-a4bb-5c87702414a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3659086 Oct 27 17:14:49.517633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56016) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:49.522099 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Sync routers for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:49.536196 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:49.536943 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:49.646836 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.712782 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:49.787141 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.935580 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:14:48Z', 'revision_number': 5, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port': {'id': '1689ee7b-e01d-4011-81b9-f1e01341500f', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:02:54Z', 'updated_at': '2021-10-27T17:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:49.964851 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Checking router: 3c08fa39-679a-4e8d-a4bb-5c87702414a9 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:49.968994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Deleting port 1689ee7b-e01d-4011-81b9-f1e01341500f {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:49.969362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.974454 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Routers {'3c08fa39-679a-4e8d-a4bb-5c87702414a9'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:49.975185 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:14:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:50.119096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] For port 1689ee7b-e01d-4011-81b9-f1e01341500f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1689ee7b-e01d-4011-81b9-f1e01341500f,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:50.119686 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.152354 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Calling delete_port for 1689ee7b-e01d-4011-81b9-f1e01341500f owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:50.168801 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] Set router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:50.228471 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 6, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:50.258350 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1634ef-6ca6-465e-a18f-6711d8a87deb None None] The sync data for ids ['3c08fa39-679a-4e8d-a4bb-5c87702414a9'] in n-d-814735-4 is: [{'id': '3c08fa39-679a-4e8d-a4bb-5c87702414a9', 'name': 'tempest-ServerActionsTestJSON-662585-router', 'tenant_id': 'afcde0c54b86445b848c33b703ff1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:02:53Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 6, 'project_id': 'afcde0c54b86445b848c33b703ff1f4d', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:50.462594 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.497574 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1689ee7b-e01d-4011-81b9-f1e01341500f,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:50.563164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.664643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.667421 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.822003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.822880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c08fa39-679a-4e8d-a4bb-5c87702414a9 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:14:50.828228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.829819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-769a9bd3-6262-4a3d-abee-a2b12857be7d admin admin] 10.222.0.70 "DELETE /v2.0/routers/3c08fa39-679a-4e8d-a4bb-5c87702414a9 HTTP/1.1" status: 204 len: 168 time: 1.3106241 Oct 27 17:14:50.832884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56018) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:50.885289 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Deleting subnet 4481dc6e-d2d5-45b7-b5fa-03385670055b {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:14:50.889476 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.929820 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.020480 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.217025 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.245905 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4481dc6e-d2d5-45b7-b5fa-03385670055b,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.248326 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.251832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-9a191cae-de97-436b-8db7-1e87d912ebfd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4481dc6e-d2d5-45b7-b5fa-03385670055b HTTP/1.1" status: 204 len: 168 time: 0.4176710 Oct 27 17:14:51.255458 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56020) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.262667 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132c6d0-8bda-4517-82e9-552f2fe484c7 None None] Network 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:51.370747 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.477122 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Deleting port 85055d29-5e4c-45ec-aac5-50d4c02d8313 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:51.477725 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.542320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] DHCP port deletion for 6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:14:51.573565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] For port 85055d29-5e4c-45ec-aac5-50d4c02d8313, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=85055d29-5e4c-45ec-aac5-50d4c02d8313,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:51.574918 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.591427 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Calling delete_port for 85055d29-5e4c-45ec-aac5-50d4c02d8313 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:51.634358 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Deleting port 85055d29-5e4c-45ec-aac5-50d4c02d8313 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:51.634882 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.735561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] For port 85055d29-5e4c-45ec-aac5-50d4c02d8313, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=85055d29-5e4c-45ec-aac5-50d4c02d8313,segment=NetworkSegment(2e90058a-ad63-4f28-b92a-cdc56b7d3a67),segment_id=2e90058a-ad63-4f28-b92a-cdc56b7d3a67)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:51.735893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.748112 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.752382 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Calling delete_port for 85055d29-5e4c-45ec-aac5-50d4c02d8313 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:51.798441 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Pushing event deleted for resources: {'Port': ['ID=85055d29-5e4c-45ec-aac5-50d4c02d8313,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.804796 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] No DVR routers for this DVR port 85055d29-5e4c-45ec-aac5-50d4c02d8313 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:51.866201 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.899100 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] Pushing event deleted for resources: {'Port': ['ID=85055d29-5e4c-45ec-aac5-50d4c02d8313,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.906638 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b7e27-31f4-4a68-9e03-bf9b8b77c1bd None None] No DVR routers for this DVR port 85055d29-5e4c-45ec-aac5-50d4c02d8313 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:51.947886 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.950866 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1689ee7b-e01d-4011-81b9-f1e01341500f no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:51.977147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1689ee7b-e01d-4011-81b9-f1e01341500f {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:51.977495 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1689ee7b-e01d-4011-81b9-f1e01341500f not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:51.977913 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 85055d29-5e4c-45ec-aac5-50d4c02d8313 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:51.983803 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea15abd-ea3c-44c1-9da8-ab80bbb499e9']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.000085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 85055d29-5e4c-45ec-aac5-50d4c02d8313 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:52.000436 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 85055d29-5e4c-45ec-aac5-50d4c02d8313 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:52.000863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:52.001614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e90058a-ad63-4f28-b92a-cdc56b7d3a67') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.002108 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e90058a-ad63-4f28-b92a-cdc56b7d3a67') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.020908 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.022253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:52.022603 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 21b41aa1-4d05-43a9-afa7-9006d7a4b1ad not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:52.044806 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.055644 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:14:52.056269 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:14:52.058922 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:14:52.290055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.296721 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.300176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] 10.222.0.70 "DELETE /v2.0/networks/6ea15abd-ea3c-44c1-9da8-ab80bbb499e9 HTTP/1.1" status: 204 len: 168 time: 1.0430250 Oct 27 17:14:52.313539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34dd3-5055-47c7-99af-7e61a437e07a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea15abd-ea3c-44c1-9da8-ab80bbb499e9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.783911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56024) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:52.832830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-30cb1853-bc47-4136-9a52-65d3e995592d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afcde0c54b86445b848c33b703ff1f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475676 Oct 27 17:14:52.835970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56026) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:52.901228 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.928766 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.074798 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.082192 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.084250 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f08bd585-519f-4e88-a837-0852970940a4 HTTP/1.1" status: 204 len: 168 time: 0.2470331 Oct 27 17:14:53.101434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd890f-126e-42bd-840a-40fa971dfaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08bd585-519f-4e88-a837-0852970940a4,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.635894 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:54.583752 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56048) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:54.703639 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1954082672-network', 'tenant_id': 'c209e0c3be464b118e72ce6076618f89'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:54.849365 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Made reservation on behalf of c209e0c3be464b118e72ce6076618f89 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:54.851841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.862335 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.954302 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.100691 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.128612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:14:55.139362 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a893f-17e8-495f-8f19-6a92f91b3d82,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:55.144662 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.145011 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Added segment a9bf2c1e-2a04-495a-afeb-a9849901c173 of type vlan for network 07da9081-e8a1-45f8-85c0-c0038738160c Oct 27 17:14:55.159635 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.159979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.160419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.160662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.160998 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.161332 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.161662 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.161985 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.162317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.162641 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.162965 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.163324 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.212890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.333568 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.334851 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:55.335595 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.407688 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] Pushing event updated for resources: {'Network': ['ID=07da9081-e8a1-45f8-85c0-c0038738160c,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:55.419657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 07da9081-e8a1-45f8-85c0-c0038738160c details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:14:55.559322 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1b558d2a-6096-4c59-82c6-63f0bcfdb56b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9740798 Oct 27 17:14:55.562649 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56052) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:55.568135 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Request body: {'subnet': {'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1954082672-subnet', 'tenant_id': 'c209e0c3be464b118e72ce6076618f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:55.710593 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Made reservation on behalf of c209e0c3be464b118e72ce6076618f89 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:55.713252 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.076041 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.139525 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d9c229-f987-4016-9a35-42fff2ca3c7e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:56.152273 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Checking segment: {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:56.152640 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Network hostable DHCP agents. Network: 07da9081-e8a1-45f8-85c0-c0038738160c, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:14:56.298633 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Network 07da9081-e8a1-45f8-85c0-c0038738160c is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:14:56.403186 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 07da9081-e8a1-45f8-85c0-c0038738160c) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:56.408991 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:56.410280 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.415535 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ef70f-b718-4338-ab7e-58519805722d None None] Network 07da9081-e8a1-45f8-85c0-c0038738160c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:56.532865 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-fb5b6347-8e03-4f93-ade5-501d10244686 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9602137 Oct 27 17:14:56.584062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9a2be-fb29-469e-a37e-4acb4debcd15 None None] Network 07da9081-e8a1-45f8-85c0-c0038738160c requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:57.124980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-fdf89554-78cb-40c2-bd1f-bf41dde8c856 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:57.127831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-fdf89554-78cb-40c2-bd1f-bf41dde8c856 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/networks?id=07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 200 len: 814 time: 0.1445363 Oct 27 17:14:57.145384 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-5ae267f4-b0a5-4ff3-8f37-2f4acddcbd0d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/quotas/c209e0c3be464b118e72ce6076618f89 HTTP/1.1" status: 200 len: 375 time: 0.0110037 Oct 27 17:14:57.185310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-0394f84c-bc87-4d85-862f-cb64ff3bd29a tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331852 Oct 27 17:14:57.287983 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-6de372d9-a456-429f-aca9-aa5ef8207b7f service neutron] 10.222.0.70 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948641 Oct 27 17:14:57.407542 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-11687c53-f656-4d03-9059-f30b48b0da95 service neutron] 10.222.0.70 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114333 Oct 27 17:14:57.682440 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e950014e-c109-4855-b1ab-4488ba25ed85 req-0632b493-13cb-4d44-8c8a-761b88b750a2 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 210 time: 0.0334668 Oct 27 17:14:58.648719 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.787871 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48166bc7-bb0c-4f98-b7a7-6e0e305d181d req-c5de5f69-071a-4382-bbf6-197b00d53fa5 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 210 time: 0.0405314 Oct 27 17:14:59.105370 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:59.918572 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14d147c0-2996-4b87-bafb-342b96adc933 req-a90a8524-131f-4c8c-a4dd-78f91063031f tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 210 time: 0.0347693 Oct 27 17:15:00.554421 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-37ae5880-6f8b-4eba-abd0-ec6501b6092b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:00.556097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-37ae5880-6f8b-4eba-abd0-ec6501b6092b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.79 "GET /v2.0/networks?id=07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 200 len: 814 time: 0.1280317 Oct 27 17:15:00.570977 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Request body: {'port': {'device_id': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c', 'admin_state_up': True, 'tenant_id': 'c209e0c3be464b118e72ce6076618f89'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:00.852489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Made reservation on behalf of c209e0c3be464b118e72ce6076618f89 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:00.859401 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.052605 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4d6d16d0-df3f-499d-85bf-64b6f74c0b55 req-0c087458-0882-436c-b668-072a244c3eab tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 210 time: 0.0573289 Oct 27 17:15:01.092295 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Allocated IP 172.20.0.2 (07da9081-e8a1-45f8-85c0-c0038738160c/b6d9c229-f987-4016-9a35-42fff2ca3c7e/ef8f6ad2-0560-4b03-99a4-74872f14f133) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:01.272312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.362615 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.418497 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Network 07da9081-e8a1-45f8-85c0-c0038738160c is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:01.422318 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:01.426882 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:01.434291 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Pushing event updated for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:01.489021 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:01.489698 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.611750 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-481fcf21-1aa3-4b9d-b4e1-cfc72860c7ef tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446081 Oct 27 17:15:01.624275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Request body: {'port': {'device_id': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:01.684420 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.987701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8f6ad2-0560-4b03-99a4-74872f14f133 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:01.997215 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.019865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Transition to ACTIVE for port object ef8f6ad2-0560-4b03-99a4-74872f14f133 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:15:02.114869 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.202087 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:02.259538 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb301-0ca4-4e1c-b3e2-6a9309dd5f55 req-3e912851-ec9f-49f8-8931-12e43d70f086 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.261184 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62edb301-0ca4-4e1c-b3e2-6a9309dd5f55 req-3e912851-ec9f-49f8-8931-12e43d70f086 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 943 time: 0.1187057 Oct 27 17:15:02.321211 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Attempting to bind port ef8f6ad2-0560-4b03-99a4-74872f14f133 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:02.322127 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Attempting to bind port ef8f6ad2-0560-4b03-99a4-74872f14f133 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:02.322476 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Attempting to bind port ef8f6ad2-0560-4b03-99a4-74872f14f133 on network 07da9081-e8a1-45f8-85c0-c0038738160c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:02.327315 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-62edb301-0ca4-4e1c-b3e2-6a9309dd5f55 req-87b99beb-d8ad-4c08-8511-04d1088eb0d9 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567739 Oct 27 17:15:02.341599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Port ef8f6ad2-0560-4b03-99a4-74872f14f133 on network 07da9081-e8a1-45f8-85c0-c0038738160c not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:15:02.341938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Attempting to bind port ef8f6ad2-0560-4b03-99a4-74872f14f133 on network 07da9081-e8a1-45f8-85c0-c0038738160c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:02.347887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:02.348237 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Checking segment: {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:02.348628 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Bound using segment: {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:02.349080 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Bound port: ef8f6ad2-0560-4b03-99a4-74872f14f133, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:02.349450 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.425872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:02.429804 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:02.520410 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.568582 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.569262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.570963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] 10.222.0.79 "PUT /v2.0/ports/ef8f6ad2-0560-4b03-99a4-74872f14f133 HTTP/1.1" status: 200 len: 1091 time: 0.9516008 Oct 27 17:15:02.571553 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:02.574236 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:02.606766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b30a6-4b32-42cd-bf77-2552a6ba3fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:02.631578 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5727f1-6600-4a0a-984b-0696de230cfe x-openstack-request-id: req-9b5727f1-6600-4a0a-984b-0696de230cfe {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:02.631901 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:02.635550 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b5727f1-6600-4a0a-984b-0696de230cfe {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:02.635550 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133', 'status': 'completed', 'code': 200} Oct 27 17:15:02.702268 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-ad2472e0-bed0-4b15-8241-6d5d7b7b3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.703817 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-ad2472e0-bed0-4b15-8241-6d5d7b7b3bca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 1094 time: 0.0467436 Oct 27 17:15:02.828766 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-534dd741-029a-4872-9236-2e4b2fcdfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.830322 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-534dd741-029a-4872-9236-2e4b2fcdfd84 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c209e0c3be464b118e72ce6076618f89&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1181707 Oct 27 17:15:02.944686 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-d9392530-272f-475a-aa11-0ebda61a86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:02.946281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a7517430-7e88-4c9f-aaf9-ed4d0d3eb4d5 req-d9392530-272f-475a-aa11-0ebda61a86bd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049163 Oct 27 17:15:03.030283 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-35a399c4-c585-4636-9cf6-21b5bec60f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.032158 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-35a399c4-c585-4636-9cf6-21b5bec60f8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 1094 time: 0.0470996 Oct 27 17:15:03.082892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-62dab13c-e7b5-4879-9732-348747c32c72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133 HTTP/1.1" status: 200 len: 217 time: 0.0418499 Oct 27 17:15:03.140239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-a2c04f39-ed66-47e8-975f-23f16a92bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.141776 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-a2c04f39-ed66-47e8-975f-23f16a92bfdc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6d9c229-f987-4016-9a35-42fff2ca3c7e HTTP/1.1" status: 200 len: 854 time: 0.0491576 Oct 27 17:15:03.176914 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-f0ffc620-250e-414f-9415-3ffde1055584 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07da9081-e8a1-45f8-85c0-c0038738160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274119 Oct 27 17:15:03.297019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-2d53fe57-9b5b-4572-823c-2dc3b2618a55 service neutron] 10.222.0.79 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128023 Oct 27 17:15:03.398729 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0d9ae0f9-2d3f-4d84-a4df-ed62e6d32393 req-e802a2c4-7de7-4c2d-b450-25d305413f80 service neutron] 10.222.0.79 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947487 Oct 27 17:15:03.499363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224cd89-75d6-4e15-9bb3-3e02520eb761 req-4cc4cf76-987b-4f57-9279-cd6ba23c9462 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.501039 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0224cd89-75d6-4e15-9bb3-3e02520eb761 req-4cc4cf76-987b-4f57-9279-cd6ba23c9462 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 943 time: 0.0624053 Oct 27 17:15:03.548118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0224cd89-75d6-4e15-9bb3-3e02520eb761 req-41506462-0af8-490f-b366-9f952a4fc6f9 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Oct 27 17:15:04.681059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f154a-0def-4802-8a18-bbcb6a516dde req-1983835e-0238-4e76-bae6-d4fb09f3a67f tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:04.682716 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-087f154a-0def-4802-8a18-bbcb6a516dde req-1983835e-0238-4e76-bae6-d4fb09f3a67f tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 943 time: 0.0563989 Oct 27 17:15:04.726223 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-087f154a-0def-4802-8a18-bbcb6a516dde req-44e11b11-fe95-4059-8a4a-f4940bbd8dde tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Oct 27 17:15:05.858459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0149eb-1876-4508-ba5a-c2e88cfaa894 req-f4730fd7-01fd-4bad-9f05-3e14efacc437 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:05.860176 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a0149eb-1876-4508-ba5a-c2e88cfaa894 req-f4730fd7-01fd-4bad-9f05-3e14efacc437 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 943 time: 0.0569572 Oct 27 17:15:05.923975 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1a0149eb-1876-4508-ba5a-c2e88cfaa894 req-addcdc07-2a69-4a9d-a77e-504fcfcab6bc tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553613 Oct 27 17:15:06.268914 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ef8f6ad2-0560-4b03-99a4-74872f14f133 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:15:06.378983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:06.393462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': 'ef8f6ad2-0560-4b03-99a4-74872f14f133', 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c', 'port_id': 'ef8f6ad2-0560-4b03-99a4-74872f14f133', 'mac_address': 'fa:16:3e:f6:ca:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d9c229-f987-4016-9a35-42fff2ca3c7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:15:06.444685 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:06.460851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8f6ad2-0560-4b03-99a4-74872f14f133 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:06.483193 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:06.601314 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:06.658054 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:06.667361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.667752 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.668160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.668542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.668967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.669403 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.669767 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.670241 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.670692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.671013 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.671476 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.671967 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:06.789214 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ef8f6ad2-0560-4b03-99a4-74872f14f133'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:07.116179 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d56e-7933-4792-a530-762eaee579c8 req-116033ac-8437-4a1f-97d6-5a495e2f9323 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:07.119594 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e807d56e-7933-4792-a530-762eaee579c8 req-116033ac-8437-4a1f-97d6-5a495e2f9323 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 944 time: 0.0725906 Oct 27 17:15:07.173462 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e807d56e-7933-4792-a530-762eaee579c8 req-36d37979-61d4-43b1-a426-05d0d4d4352d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Oct 27 17:15:08.263542 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ef8f6ad2-0560-4b03-99a4-74872f14f133 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:08.321601 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480165e3-cf7c-4b35-840b-e9d7b7faadaa req-e23442a7-63eb-48d0-8e2f-07db6910b87e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:08.324449 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-480165e3-cf7c-4b35-840b-e9d7b7faadaa req-e23442a7-63eb-48d0-8e2f-07db6910b87e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 944 time: 0.0632479 Oct 27 17:15:08.374633 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-480165e3-cf7c-4b35-840b-e9d7b7faadaa req-2c72082a-c029-40dd-ba87-3999b3b9a21e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375390 Oct 27 17:15:08.429555 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port ef8f6ad2-0560-4b03-99a4-74872f14f133 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:15:08.434490 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port ef8f6ad2-0560-4b03-99a4-74872f14f133 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:08.435010 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.523965 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.556401 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:08.558990 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff8e7bb-3249-46a1-a075-2311d272fc37" -d '{"events": [{"server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:08.576794 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:08.603906 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a27066d-2157-44f9-98db-91c5e19a9c59 x-openstack-request-id: req-0a27066d-2157-44f9-98db-91c5e19a9c59 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:08.604206 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:08.604469 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a27066d-2157-44f9-98db-91c5e19a9c59 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:08.604884 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133', 'code': 200} Oct 27 17:15:08.697669 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.781288 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:08.814759 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4ed3-c0a0-4670-ba96-9fa00e0e041c req-c4310b37-9319-4fb2-922e-09ff76f32fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:08.816599 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e6d4ed3-c0a0-4670-ba96-9fa00e0e041c req-c4310b37-9319-4fb2-922e-09ff76f32fd0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 1096 time: 0.1401317 Oct 27 17:15:08.858725 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8e6d4ed3-c0a0-4670-ba96-9fa00e0e041c req-d4c24fe1-987c-4ff0-8a6a-dcdb02a3e29d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Oct 27 17:15:09.521346 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da9de7-50da-4d91-adfb-db44815fdb3e req-c2c50ba0-ff47-4cf4-b11d-fe3ed218d5a8 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:09.523501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3da9de7-50da-4d91-adfb-db44815fdb3e req-c2c50ba0-ff47-4cf4-b11d-fe3ed218d5a8 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0571063 Oct 27 17:15:09.566722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c3da9de7-50da-4d91-adfb-db44815fdb3e req-67c6c230-b533-411c-807d-4fd2fce18318 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Oct 27 17:15:10.700197 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48d54-8ee9-4868-9b5d-30286640ca69 req-f562874d-83aa-44de-a06b-27647ddfe151 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:10.701854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8d48d54-8ee9-4868-9b5d-30286640ca69 req-f562874d-83aa-44de-a06b-27647ddfe151 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0556784 Oct 27 17:15:10.751665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b8d48d54-8ee9-4868-9b5d-30286640ca69 req-7ac658d8-6ced-4515-895b-e78110627484 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Oct 27 17:15:11.048313 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-81bf7848-2f39-46fd-8bda-44604cf6f78e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:11.051100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-81bf7848-2f39-46fd-8bda-44604cf6f78e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/networks?id=07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 200 len: 814 time: 0.1621437 Oct 27 17:15:11.075350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-840fff1b-9cfe-4108-b460-b0161dda91f1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/quotas/c209e0c3be464b118e72ce6076618f89 HTTP/1.1" status: 200 len: 375 time: 0.0163877 Oct 27 17:15:11.137497 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-a4a3844e-c778-4d7c-9447-40ec0f9962ba tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551589 Oct 27 17:15:11.203820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-338822c4-d067-4648-b8b5-c79bff51adf3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:15:11.205166 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-338822c4-d067-4648-b8b5-c79bff51adf3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0594130 Oct 27 17:15:11.325377 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-7ef78b3c-6e28-4a17-86dd-c2947bf06cb4 service neutron] 10.222.0.70 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087420 Oct 27 17:15:11.405806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a8e11b49-237a-4a35-afbe-981bac7ee74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:11.469089 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-1fd58c48-528f-4637-b0b7-33c605750c00 service neutron] 10.222.0.70 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316907 Oct 27 17:15:11.768459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2d05ce3f-ac78-4ddd-b45a-e6af4c91081f req-2bbe6924-b13c-436c-b478-7118f9915425 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 210 time: 0.0318670 Oct 27 17:15:12.609515 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-1720306d-431b-4e62-96ab-2dd5aa5c0409 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584126 Oct 27 17:15:12.716254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-14f97bae-8344-47e7-8f8e-ba1c5eab2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:12.717963 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-14f97bae-8344-47e7-8f8e-ba1c5eab2499 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 1096 time: 0.0533302 Oct 27 17:15:12.885821 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-5b8efd36-2383-4fc3-a7e5-5fe6246c83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:12.887328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-5b8efd36-2383-4fc3-a7e5-5fe6246c83e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 200 len: 915 time: 0.1399689 Oct 27 17:15:12.906445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-66f48e52-26f4-4edb-947b-49e0fec79e92 req-52989f15-538c-4cf4-bab5-35c1d5dcc428 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 210 time: 0.0377827 Oct 27 17:15:12.947090 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-bb192005-1b9c-46d8-bd1b-fb33761733b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133 HTTP/1.1" status: 200 len: 217 time: 0.0433786 Oct 27 17:15:13.010055 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-c39f640e-a15f-47dd-851d-1357a8a8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:13.012179 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-c39f640e-a15f-47dd-851d-1357a8a8e198 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6d9c229-f987-4016-9a35-42fff2ca3c7e HTTP/1.1" status: 200 len: 854 time: 0.0575252 Oct 27 17:15:13.063316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-c07a4a85-a8cd-48b9-b7ac-afe8761e742d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07da9081-e8a1-45f8-85c0-c0038738160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417581 Oct 27 17:15:13.192922 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-71a79759-d810-46d5-80be-23294bcdf4ad service neutron] 10.222.0.79 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241074 Oct 27 17:15:13.346984 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3f1d2a36-2d4e-40ae-ac0b-d707adb6b27b req-a518310a-18ab-431d-bd62-eba99b86e8c5 service neutron] 10.222.0.79 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464429 Oct 27 17:15:14.065140 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-018fc732-ec5a-4ab0-ace7-b83b1bd1f4ff req-97aebf1e-632b-401f-8596-9ecfa78e0626 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 210 time: 0.0314820 Oct 27 17:15:14.146540 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-93dc1cbe-2a7f-43dd-ba79-7e4ba7890f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:14.352660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-7b964168-7e25-4562-b4b5-56be5bbb34d2 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:14.355385 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-7b964168-7e25-4562-b4b5-56be5bbb34d2 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.82 "GET /v2.0/networks?id=07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 200 len: 814 time: 0.1333449 Oct 27 17:15:14.376847 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Request body: {'port': {'device_id': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c', 'admin_state_up': True, 'tenant_id': 'c209e0c3be464b118e72ce6076618f89'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:14.883203 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:14.991616 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Made reservation on behalf of c209e0c3be464b118e72ce6076618f89 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:14.996352 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:15.160235 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Allocated IP 172.20.0.5 (07da9081-e8a1-45f8-85c0-c0038738160c/b6d9c229-f987-4016-9a35-42fff2ca3c7e/10482c53-da26-4795-b5e7-36ebb9e19846) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:15.208636 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1d7969dc-2335-4d73-b811-a7e11ce673ac req-b02a4db4-e109-4730-b55f-4fee08667672 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 210 time: 0.0357740 Oct 27 17:15:15.380581 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:15.422337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:15.500667 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:15.516626 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ef8f6ad2-0560-4b03-99a4-74872f14f133'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:15.561347 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Network 07da9081-e8a1-45f8-85c0-c0038738160c is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:15.566665 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:15.572648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:15.604969 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Pushing event updated for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:15.651680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:15.652741 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:15.774234 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-006cefb7-4328-4e36-8cd4-f719bec71213 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4013798 Oct 27 17:15:15.785006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-42dd80a3-1d76-4464-a244-5685a9fbe465 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:15:15.786549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-42dd80a3-1d76-4464-a244-5685a9fbe465 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057678 Oct 27 17:15:15.799848 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Request body: {'port': {'device_id': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:15.863600 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.189907 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10482c53-da26-4795-b5e7-36ebb9e19846 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:16.199021 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.213633 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Transition to ACTIVE for port object 10482c53-da26-4795-b5e7-36ebb9e19846 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:15:16.282442 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.386358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Pushing event updated for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:16.459864 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95eaf0-bc51-4ce4-856a-7865deee9335 req-417465f7-79cf-4cd5-a22a-1c4f5e50b7f7 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:16.461550 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee95eaf0-bc51-4ce4-856a-7865deee9335 req-417465f7-79cf-4cd5-a22a-1c4f5e50b7f7 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 943 time: 0.1195538 Oct 27 17:15:16.509740 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Attempting to bind port 10482c53-da26-4795-b5e7-36ebb9e19846 on host n-h2-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:16.510095 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Attempting to bind port 10482c53-da26-4795-b5e7-36ebb9e19846 by drivers openvswitch,hyperv on host n-h2-814735-4 at level 0 using segments [{'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:16.510433 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Attempting to bind port 10482c53-da26-4795-b5e7-36ebb9e19846 on network 07da9081-e8a1-45f8-85c0-c0038738160c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:16.525016 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Port 10482c53-da26-4795-b5e7-36ebb9e19846 on network 07da9081-e8a1-45f8-85c0-c0038738160c not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:15:16.525343 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Attempting to bind port 10482c53-da26-4795-b5e7-36ebb9e19846 on network 07da9081-e8a1-45f8-85c0-c0038738160c {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:16.530192 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee95eaf0-bc51-4ce4-856a-7865deee9335 req-3ab18d03-900d-4273-893e-6d6fb7ee774d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Oct 27 17:15:16.535857 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Checking agent: {'id': '96e2a9f1-29ac-4d7c-839e-4bedebb97173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:16.536662 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Checking segment: {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:16.537845 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Bound using segment: {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:16.538638 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Bound port: 10482c53-da26-4795-b5e7-36ebb9e19846, host: n-h2-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bf2c1e-2a04-495a-afeb-a9849901c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:16.539312 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.631075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:16.631639 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10482c53-da26-4795-b5e7-36ebb9e19846,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:16.776527 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.816561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:16.817197 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:16.819235 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] 10.222.0.82 "PUT /v2.0/ports/10482c53-da26-4795-b5e7-36ebb9e19846 HTTP/1.1" status: 200 len: 1091 time: 1.0244520 Oct 27 17:15:16.819711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:16.822137 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a6d59-fe53-4d40-beb6-51f0010b8919" -d '{"events": [{"name": "network-changed", "server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:16.855130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb3297-0949-4c19-95ff-2d9293a6bb66 service neutron] Pushing event updated for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:16.874407 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894f4e0-909e-4900-b3ca-25044d8c2efa x-openstack-request-id: req-f894f4e0-909e-4900-b3ca-25044d8c2efa {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:16.874855 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:16.875297 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f894f4e0-909e-4900-b3ca-25044d8c2efa {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:16.875955 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846', 'status': 'completed', 'code': 200} Oct 27 17:15:16.978453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-c6173edd-74cd-4d89-992f-b7f3fdc96886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:16.981144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-c6173edd-74cd-4d89-992f-b7f3fdc96886 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 1094 time: 0.0756891 Oct 27 17:15:17.101109 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-031aba9b-699a-47ae-b2b4-f3389b0cf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:17.102655 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-031aba9b-699a-47ae-b2b4-f3389b0cf41e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c209e0c3be464b118e72ce6076618f89&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109705 Oct 27 17:15:17.214252 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-4f337aa2-c0d8-4661-b6b7-89816c2556de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:17.215964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c0a6d59-fe53-4d40-beb6-51f0010b8919 req-4f337aa2-c0d8-4661-b6b7-89816c2556de service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036808 Oct 27 17:15:17.216165 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:17.314382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-32ff9fa2-fb01-4d75-a769-c66b57adc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:17.316118 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-32ff9fa2-fb01-4d75-a769-c66b57adc370 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c209e0c3be464b118e72ce6076618f89&device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 1094 time: 0.0522447 Oct 27 17:15:17.359731 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-9e25ad4a-9871-4408-8d75-7bb95f61451e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10482c53-da26-4795-b5e7-36ebb9e19846 HTTP/1.1" status: 200 len: 217 time: 0.0355270 Oct 27 17:15:17.417171 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-0fb78616-67c9-4822-a4df-7c8c1b360eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:17.419720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-0fb78616-67c9-4822-a4df-7c8c1b360eb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b6d9c229-f987-4016-9a35-42fff2ca3c7e HTTP/1.1" status: 200 len: 854 time: 0.0522299 Oct 27 17:15:17.455805 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-37a1a8ea-da9e-4c06-afa3-b4f660541613 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=07da9081-e8a1-45f8-85c0-c0038738160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268996 Oct 27 17:15:17.562949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-1a072269-3045-4536-be0e-0afb7bde6448 service neutron] 10.222.0.82 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994761 Oct 27 17:15:17.708734 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db791c7-8b0b-43ec-9e2e-7ce5f4a1ae79 req-210cba6b-a40a-4964-9ac1-f845a3bcf5ec tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:17.710263 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5db791c7-8b0b-43ec-9e2e-7ce5f4a1ae79 req-210cba6b-a40a-4964-9ac1-f845a3bcf5ec tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 943 time: 0.0872412 Oct 27 17:15:17.716138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4a19bc-811e-48b1-9db7-f0b22248f2f4 req-9d88bae2-e16e-44cd-a65f-57b87fe1324f service neutron] 10.222.0.82 "GET /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450326 Oct 27 17:15:17.779722 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5db791c7-8b0b-43ec-9e2e-7ce5f4a1ae79 req-d69e4c5e-3f47-4859-9d02-45ef36a96bb1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Oct 27 17:15:18.928614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ffc5e-a06c-4e83-aacc-443c76e22031 req-48384d19-f533-48e7-8883-5592b15752b8 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:18.930312 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e5ffc5e-a06c-4e83-aacc-443c76e22031 req-48384d19-f533-48e7-8883-5592b15752b8 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 943 time: 0.0664461 Oct 27 17:15:18.975573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2e5ffc5e-a06c-4e83-aacc-443c76e22031 req-2a29e238-6f27-42b7-8eab-1367ec040c9d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381966 Oct 27 17:15:20.116652 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba48db-4409-4518-a14c-f88cd1398edd req-740ec369-6eb5-43a6-b218-8394ee55b7de tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:20.118345 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eba48db-4409-4518-a14c-f88cd1398edd req-740ec369-6eb5-43a6-b218-8394ee55b7de tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 943 time: 0.0571141 Oct 27 17:15:20.159680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eba48db-4409-4518-a14c-f88cd1398edd req-ce531a06-7bd5-4b99-b2f9-0c0ecd05aca9 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Oct 27 17:15:20.362936 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10482c53-da26-4795-b5e7-36ebb9e19846 details requested by agent hyperv_n-h2-814735-4 with host n-h2-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:15:20.472331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10482c53-da26-4795-b5e7-36ebb9e19846,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:20.486786 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Returning: {'device': '10482c53-da26-4795-b5e7-36ebb9e19846', 'network_id': '07da9081-e8a1-45f8-85c0-c0038738160c', 'port_id': '10482c53-da26-4795-b5e7-36ebb9e19846', 'mac_address': 'fa:16:3e:b2:5d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d9c229-f987-4016-9a35-42fff2ca3c7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:15:20.530739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:20.545692 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10482c53-da26-4795-b5e7-36ebb9e19846 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:20.586506 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10482c53-da26-4795-b5e7-36ebb9e19846,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:20.689834 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:20.748124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:21.008658 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10482c53-da26-4795-b5e7-36ebb9e19846'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:21.284481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cf8e4-75f9-4b80-9855-4a4a8c15243a req-9e87a4c7-5a33-444e-a827-dced24bd7292 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:21.286645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-149cf8e4-75f9-4b80-9855-4a4a8c15243a req-9e87a4c7-5a33-444e-a827-dced24bd7292 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 944 time: 0.0551355 Oct 27 17:15:21.330182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-149cf8e4-75f9-4b80-9855-4a4a8c15243a req-e0ad076c-afcb-4048-9f9c-1545b44805cb tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Oct 27 17:15:22.367782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10482c53-da26-4795-b5e7-36ebb9e19846 up at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:22.469867 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fef3d-399d-4374-867d-e13fdb8f55cb req-3c9e310a-1cbe-45ea-bc36-74a85356a116 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:22.471535 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a3fef3d-399d-4374-867d-e13fdb8f55cb req-3c9e310a-1cbe-45ea-bc36-74a85356a116 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 944 time: 0.0555341 Oct 27 17:15:22.517627 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning for port 10482c53-da26-4795-b5e7-36ebb9e19846 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:15:22.518382 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3a3fef3d-399d-4374-867d-e13fdb8f55cb req-d3d6ea50-4e8f-436c-ae41-0ad6b4dab310 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Oct 27 17:15:22.523221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Provisioning complete for port 10482c53-da26-4795-b5e7-36ebb9e19846 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:22.523732 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.612432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.639285 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:22.641750 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca87445d-e0e8-49fd-ac4b-89ad465285a0" -d '{"events": [{"server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "name": "network-vif-plugged", "status": "completed", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:22.662098 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10482c53-da26-4795-b5e7-36ebb9e19846,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:22.687415 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b4f9b0-4363-447d-9f2c-dbc55198096f x-openstack-request-id: req-36b4f9b0-4363-447d-9f2c-dbc55198096f {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:22.687746 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "name": "network-vif-plugged", "status": "completed", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:22.688007 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36b4f9b0-4363-447d-9f2c-dbc55198096f {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:22.688410 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846', 'code': 200} Oct 27 17:15:22.819215 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa5d2-5024-405a-8a6e-5bcdda02755d req-3b54aa21-4ff3-4455-9070-249028ec4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:22.821152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd3fa5d2-5024-405a-8a6e-5bcdda02755d req-3b54aa21-4ff3-4455-9070-249028ec4219 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 1095 time: 0.0536294 Oct 27 17:15:22.837700 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.877348 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fd3fa5d2-5024-405a-8a6e-5bcdda02755d req-47bed420-cdaa-4224-8b3c-872c9a03a270 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Oct 27 17:15:22.907648 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Pushing event updated for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:23.647483 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f7ee4-0dec-4b04-93ae-90174b99c8ee req-61ec107f-5ce7-49de-9a7e-a68d7d266f9b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:23.649245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-511f7ee4-0dec-4b04-93ae-90174b99c8ee req-61ec107f-5ce7-49de-9a7e-a68d7d266f9b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 945 time: 0.0563328 Oct 27 17:15:23.698609 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-511f7ee4-0dec-4b04-93ae-90174b99c8ee req-5f4c57da-9df0-4ce5-9a54-0f8a129d932d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Oct 27 17:15:24.832566 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c1ba6-e55a-47d5-8639-3c4f7853be21 req-3f756413-7131-4d28-8bf3-923f094bbec0 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:24.834230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239c1ba6-e55a-47d5-8639-3c4f7853be21 req-3f756413-7131-4d28-8bf3-923f094bbec0 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 945 time: 0.0554841 Oct 27 17:15:24.883135 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-239c1ba6-e55a-47d5-8639-3c4f7853be21 req-408ba1f8-f33b-404b-bd87-a4cf5f99aa95 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375392 Oct 27 17:15:25.498509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54237fde-c841-4ef0-9255-383e101fdad9 req-30260d0b-6a0b-47ec-80e2-c3221c4ae06b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:25.500203 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54237fde-c841-4ef0-9255-383e101fdad9 req-30260d0b-6a0b-47ec-80e2-c3221c4ae06b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 945 time: 0.0601609 Oct 27 17:15:25.545616 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54237fde-c841-4ef0-9255-383e101fdad9 req-e23c95ed-9c76-4d84-9d86-a3880c472d54 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Oct 27 17:15:26.696200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b86ead-ad65-4849-a018-4882c55eafbd req-850d93cf-7fc9-4345-abd4-e215352b067f tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:26.698884 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28b86ead-ad65-4849-a018-4882c55eafbd req-850d93cf-7fc9-4345-abd4-e215352b067f tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 945 time: 0.0717254 Oct 27 17:15:26.751925 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-28b86ead-ad65-4849-a018-4882c55eafbd req-3b376ac0-a052-466b-8e70-d4c3c1946e06 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464306 Oct 27 17:15:27.087514 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-0765224a-0f80-4c9d-b138-47b50b1bf77d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:27.089100 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-0765224a-0f80-4c9d-b138-47b50b1bf77d tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.82 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 945 time: 0.0523520 Oct 27 17:15:27.199927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Deleting port 10482c53-da26-4795-b5e7-36ebb9e19846 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:27.200262 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:27.299362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] For port 10482c53-da26-4795-b5e7-36ebb9e19846, host n-h2-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-4',level=0,port_id=10482c53-da26-4795-b5e7-36ebb9e19846,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:27.299699 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:27.315161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Calling delete_port for 10482c53-da26-4795-b5e7-36ebb9e19846 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:27.548752 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:27.563276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ef8f6ad2-0560-4b03-99a4-74872f14f133'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:27.566751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] get_ports_and_sgs() called for port_ids ['10482c53-da26-4795-b5e7-36ebb9e19846'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:27.584462 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Pushing event deleted for resources: {'Port': ['ID=10482c53-da26-4795-b5e7-36ebb9e19846,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:27.635319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] No DVR routers for this DVR port 10482c53-da26-4795-b5e7-36ebb9e19846 on host n-h2-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:27.638643 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:27.642282 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91fcc17e-7d16-44ac-8c50-1cc74d5ed1cb req-d86ba73a-fde7-4f49-9ae8-d1b188b38a5c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.82 "DELETE /v2.0/ports/10482c53-da26-4795-b5e7-36ebb9e19846 HTTP/1.1" status: 204 len: 173 time: 0.5453973 Oct 27 17:15:27.642772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'name': 'network-vif-deleted', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:27.645729 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d323b-f2a2-4f62-afc0-a44f7e2961f4" -d '{"events": [{"server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "name": "network-vif-deleted", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:27.697349 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab30e3-666c-48a7-8e81-579437c0a17c x-openstack-request-id: req-6eab30e3-666c-48a7-8e81-579437c0a17c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:27.698010 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dc1981-8d3f-413e-9a94-d62020f6cfca", "name": "network-vif-deleted", "tag": "10482c53-da26-4795-b5e7-36ebb9e19846", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:27.698113 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6eab30e3-666c-48a7-8e81-579437c0a17c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:27.698640 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dc1981-8d3f-413e-9a94-d62020f6cfca', 'name': 'network-vif-deleted', 'tag': '10482c53-da26-4795-b5e7-36ebb9e19846', 'status': 'completed', 'code': 200} Oct 27 17:15:27.876771 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9af54f8f-24f0-490b-b673-59ab77a6a030 req-e57ab845-d3fe-4733-9c60-1b3995054efd tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=39dc1981-8d3f-413e-9a94-d62020f6cfca HTTP/1.1" status: 200 len: 210 time: 0.0431478 Oct 27 17:15:28.699279 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:29.046067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561007d-8cf7-42cc-b66c-c6990fb54854 req-4951d18d-f3c5-4e55-a9bc-252f34b45b01 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:29.047669 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9561007d-8cf7-42cc-b66c-c6990fb54854 req-4951d18d-f3c5-4e55-a9bc-252f34b45b01 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0556855 Oct 27 17:15:29.090038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9561007d-8cf7-42cc-b66c-c6990fb54854 req-db9b2672-04f0-4fcc-8f3d-679d5fc231c6 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Oct 27 17:15:29.173931 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:29.253770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f591ea-a4e9-4adc-b9f4-4b908f26efbd req-955145f4-2b9c-4e9b-8060-bac71836f100 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:29.256661 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5f591ea-a4e9-4adc-b9f4-4b908f26efbd req-955145f4-2b9c-4e9b-8060-bac71836f100 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0735590 Oct 27 17:15:29.311006 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a5f591ea-a4e9-4adc-b9f4-4b908f26efbd req-d378000b-00a8-407e-b4b6-66b9568bff4b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Oct 27 17:15:29.452961 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ce243-3bd1-404c-a200-cdac40ffc8fe req-52f5041a-6cd4-484b-b953-27acd1a0aaa2 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:29.454548 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa4ce243-3bd1-404c-a200-cdac40ffc8fe req-52f5041a-6cd4-484b-b953-27acd1a0aaa2 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0661271 Oct 27 17:15:29.499597 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa4ce243-3bd1-404c-a200-cdac40ffc8fe req-24b85a50-839a-4435-b1ae-dd74a3df6563 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Oct 27 17:15:29.705228 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2967d-8bb4-41cf-a494-4410529c5be4 req-6d0784be-db28-4c86-bc1b-294464a2081e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:29.707339 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48c2967d-8bb4-41cf-a494-4410529c5be4 req-6d0784be-db28-4c86-bc1b-294464a2081e tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0575714 Oct 27 17:15:29.756099 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-48c2967d-8bb4-41cf-a494-4410529c5be4 req-138a84da-4548-4aac-8f35-1f20b338ab0a tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Oct 27 17:15:29.890809 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc8a3e-8941-451d-8fcf-d8d905f5ef6a req-fdae7de9-3822-4112-b27f-c26d333d2ed1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:29.892578 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21fc8a3e-8941-451d-8fcf-d8d905f5ef6a req-fdae7de9-3822-4112-b27f-c26d333d2ed1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0564494 Oct 27 17:15:29.942395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21fc8a3e-8941-451d-8fcf-d8d905f5ef6a req-b03cd282-b4ff-4480-b9de-ce08764f6eb6 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Oct 27 17:15:30.080611 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b887820-7e17-4b32-8dc8-7e75a9fb6626 req-62a78b06-5c55-4b1f-8f3b-32efb4a1fb23 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:30.082799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b887820-7e17-4b32-8dc8-7e75a9fb6626 req-62a78b06-5c55-4b1f-8f3b-32efb4a1fb23 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0545230 Oct 27 17:15:30.124175 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b887820-7e17-4b32-8dc8-7e75a9fb6626 req-bfa51f2f-9ef9-447b-8f5c-41d1fffd59e5 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Oct 27 17:15:30.408310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10482c53-da26-4795-b5e7-36ebb9e19846 no longer exists at agent hyperv_n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:30.429482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] No Port match for: 10482c53-da26-4795-b5e7-36ebb9e19846 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:30.429835 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Device 10482c53-da26-4795-b5e7-36ebb9e19846 not bound to the agent host n-h2-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:30.644031 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:15:30.799571 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c42a4-c3d6-401b-9a89-c6b355b33888 req-429f1f58-2299-40f2-96e8-da83a200ef2c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:30.801427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-476c42a4-c3d6-401b-9a89-c6b355b33888 req-429f1f58-2299-40f2-96e8-da83a200ef2c tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0585904 Oct 27 17:15:30.846562 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-476c42a4-c3d6-401b-9a89-c6b355b33888 req-680bd5d7-5da2-409d-898d-989fa5a7f80b tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Oct 27 17:15:32.011573 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0c97a-0ece-4feb-a178-2048b93d58b2 req-df0eb90f-7a29-4c29-8b15-9e2c4341c2ff tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:32.014323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ab0c97a-0ece-4feb-a178-2048b93d58b2 req-df0eb90f-7a29-4c29-8b15-9e2c4341c2ff tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0878925 Oct 27 17:15:32.068808 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3ab0c97a-0ece-4feb-a178-2048b93d58b2 req-2a019d97-7657-4b1c-81f0-2f94f0bf4a37 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/security-groups?id=471a893f-17e8-495f-8f19-6a92f91b3d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 Oct 27 17:15:32.215859 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-4831a16d-dda8-40a2-89a0-4f15f57ec6a1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:32.219556 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-4831a16d-dda8-40a2-89a0-4f15f57ec6a1 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 945 time: 0.0663030 Oct 27 17:15:32.322536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Deleting port ef8f6ad2-0560-4b03-99a4-74872f14f133 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:32.322937 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:32.432038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] For port ef8f6ad2-0560-4b03-99a4-74872f14f133, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=ef8f6ad2-0560-4b03-99a4-74872f14f133,segment=NetworkSegment(a9bf2c1e-2a04-495a-afeb-a9849901c173),segment_id=a9bf2c1e-2a04-495a-afeb-a9849901c173)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:32.432433 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:32.448222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Calling delete_port for ef8f6ad2-0560-4b03-99a4-74872f14f133 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:32.675976 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:32.689735 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['ef8f6ad2-0560-4b03-99a4-74872f14f133'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:32.710603 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Pushing event deleted for resources: {'Port': ['ID=ef8f6ad2-0560-4b03-99a4-74872f14f133,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:32.781386 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] No DVR routers for this DVR port ef8f6ad2-0560-4b03-99a4-74872f14f133 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:32.787268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:32.793356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4677ab41-27ad-4ad8-b9cd-4cc5db27dea4 req-45577883-e3d5-4a5b-8f2a-70fb25302f94 tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.79 "DELETE /v2.0/ports/ef8f6ad2-0560-4b03-99a4-74872f14f133 HTTP/1.1" status: 204 len: 173 time: 0.5675001 Oct 27 17:15:32.794138 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'name': 'network-vif-deleted', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:32.798561 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fce97f-34e6-4cb2-8b31-0e030485f74c" -d '{"events": [{"server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "name": "network-vif-deleted", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:32.877653 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c92b0d6-37e4-4d49-becb-0d2ec67cbf5c x-openstack-request-id: req-5c92b0d6-37e4-4d49-becb-0d2ec67cbf5c {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:32.878115 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0540ab-fdc0-4879-9540-fddb0b5e8fbd", "name": "network-vif-deleted", "tag": "ef8f6ad2-0560-4b03-99a4-74872f14f133", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:32.878530 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c92b0d6-37e4-4d49-becb-0d2ec67cbf5c {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:32.879024 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0540ab-fdc0-4879-9540-fddb0b5e8fbd', 'name': 'network-vif-deleted', 'tag': 'ef8f6ad2-0560-4b03-99a4-74872f14f133', 'status': 'completed', 'code': 200} Oct 27 17:15:33.187878 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-baa638bf-6fe9-41c7-ade4-c61ef2f0fc78 req-aa387130-dd11-41e5-bf8b-f28ef30d8ace tempest-ServersNegativeTestJSON-415840322 tempest-ServersNegativeTestJSON-415840322-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c0540ab-fdc0-4879-9540-fddb0b5e8fbd HTTP/1.1" status: 200 len: 210 time: 0.0405526 Oct 27 17:15:34.249943 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56214) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:34.301372 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Deleting subnet b6d9c229-f987-4016-9a35-42fff2ca3c7e {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:15:34.305035 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.345433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.401977 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.542031 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.568408 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d9c229-f987-4016-9a35-42fff2ca3c7e,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:34.574929 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.578503 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-60c27281-b8f5-46a6-855b-3b751eaf0e3f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b6d9c229-f987-4016-9a35-42fff2ca3c7e HTTP/1.1" status: 204 len: 168 time: 0.3273327 Oct 27 17:15:34.582519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56216) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:34.659556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.768961 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.794419 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07da9081-e8a1-45f8-85c0-c0038738160c']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:34.806653 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bf2c1e-2a04-495a-afeb-a9849901c173') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:34.806958 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bf2c1e-2a04-495a-afeb-a9849901c173') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:34.818129 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.832663 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.840028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:34.840561 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:34.842789 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:34.995012 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.001195 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.010592 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/07da9081-e8a1-45f8-85c0-c0038738160c HTTP/1.1" status: 204 len: 168 time: 0.4210055 Oct 27 17:15:35.016667 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f182a-3e8c-4a83-87ab-22aaa127a6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07da9081-e8a1-45f8-85c0-c0038738160c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:35.439911 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56220) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:35.495254 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-efe4406e-9782-4929-8b8f-da53bda71470 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c209e0c3be464b118e72ce6076618f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537438 Oct 27 17:15:35.497927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56222) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:35.552362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.577733 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.712535 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.715517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:35.717019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/471a893f-17e8-495f-8f19-6a92f91b3d82 HTTP/1.1" status: 204 len: 168 time: 0.2179124 Oct 27 17:15:35.730051 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45947726-ba1b-49d3-bc48-99b9d5b2f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a893f-17e8-495f-8f19-6a92f91b3d82,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:36.386806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ef8f6ad2-0560-4b03-99a4-74872f14f133 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:36.409863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: ef8f6ad2-0560-4b03-99a4-74872f14f133 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:36.410277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device ef8f6ad2-0560-4b03-99a4-74872f14f133 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:37.199618 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56244) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:37.310470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400667504'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:37.463152 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:37.466814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.482680 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.568397 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.677847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.708982 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:15:37.721200 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b99d9-2712-4440-b782-e4c8d843ca99,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:37.728256 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.728778 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Added segment 5d87a6a3-40ef-45b0-88a6-dd35a3375670 of type vlan for network b3f17f44-1268-4db7-9e0e-a92d555e174f Oct 27 17:15:37.780306 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.924059 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:37.930120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:37.930731 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:38.003488 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Network': ['ID=b3f17f44-1268-4db7-9e0e-a92d555e174f,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:38.014180 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network b3f17f44-1268-4db7-9e0e-a92d555e174f details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:15:38.089178 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-045ceac2-e9b7-4733-abb5-496690f9b798 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8880882 Oct 27 17:15:41.390404 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56248) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:41.395767 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'subnet': {'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:41.411393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-26c111ad-d536-4d5a-8524-4960aa88f902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:41.556698 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:41.560577 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:41.902709 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:41.970414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Subnet': ['ID=01537afb-bf6a-4228-a2cd-b5371268ed45,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:41.980157 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking segment: {'id': '5d87a6a3-40ef-45b0-88a6-dd35a3375670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:41.980536 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network hostable DHCP agents. Network: b3f17f44-1268-4db7-9e0e-a92d555e174f, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:15:42.102331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network b3f17f44-1268-4db7-9e0e-a92d555e174f is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:15:42.187927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, b3f17f44-1268-4db7-9e0e-a92d555e174f) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:42.194700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:42.194700 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.198802 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4109aa-9f72-43b7-943b-2c287257a749 None None] Network b3f17f44-1268-4db7-9e0e-a92d555e174f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:42.279469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7b1fb65e-a172-4409-adb8-5f715204c335 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8878894 Oct 27 17:15:42.284525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56250) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:42.289743 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165430252'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:42.387699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:42.391409 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.420103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-b3f17f44-1268-4db7-9e0e-a92d555e174f', 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f', 'tenant_id': '5f54fae3e57f44ca92f3346dcac9a785', 'fixed_ips': [{'subnet_id': '01537afb-bf6a-4228-a2cd-b5371268ed45'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:15:42.421519 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.424294 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:15:42.440789 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.441207 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Added segment e7ee00a1-e54d-44af-aaa4-6deb99982b11 of type vlan for network 2c377a03-2a36-4650-8c5d-72e2dea424f5 Oct 27 17:15:42.513627 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.647236 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Allocated IP 2001:db8:0:ffff::2 (b3f17f44-1268-4db7-9e0e-a92d555e174f/01537afb-bf6a-4228-a2cd-b5371268ed45/7663ec7d-9d56-4176-9386-9af05b7a7183) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:42.688391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.695825 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:42.697033 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.803072 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Network': ['ID=2c377a03-2a36-4650-8c5d-72e2dea424f5,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:42.826972 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2c377a03-2a36-4650-8c5d-72e2dea424f5 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:15:42.836986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:42.880744 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-5acc0afb-dc47-47cc-9c58-7b040e3d26eb tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5949905 Oct 27 17:15:42.885819 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56252) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:42.893061 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'subnet': {'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:42.965450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.018745 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Network b3f17f44-1268-4db7-9e0e-a92d555e174f is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:43.022145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:43.026245 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:43.038541 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Pushing event updated for resources: {'Port': ['ID=7663ec7d-9d56-4176-9386-9af05b7a7183,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:43.094353 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:43.095218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Attempting to bind port 7663ec7d-9d56-4176-9386-9af05b7a7183 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:43.095600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Attempting to bind port 7663ec7d-9d56-4176-9386-9af05b7a7183 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5d87a6a3-40ef-45b0-88a6-dd35a3375670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:43.095968 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Attempting to bind port 7663ec7d-9d56-4176-9386-9af05b7a7183 on network b3f17f44-1268-4db7-9e0e-a92d555e174f {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:43.098194 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.102102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:43.102488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Checking segment: {'id': '5d87a6a3-40ef-45b0-88a6-dd35a3375670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:43.102906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.103681 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Bound using segment: {'id': '5d87a6a3-40ef-45b0-88a6-dd35a3375670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:43.104199 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Bound port: 7663ec7d-9d56-4176-9386-9af05b7a7183, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d87a6a3-40ef-45b0-88a6-dd35a3375670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f17f44-1268-4db7-9e0e-a92d555e174f'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:43.104592 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.179030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] For port 7663ec7d-9d56-4176-9386-9af05b7a7183, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:43.184185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] For port 7663ec7d-9d56-4176-9386-9af05b7a7183, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7663ec7d-9d56-4176-9386-9af05b7a7183,segment=NetworkSegment(5d87a6a3-40ef-45b0-88a6-dd35a3375670),segment_id=5d87a6a3-40ef-45b0-88a6-dd35a3375670)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:43.270987 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.341078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b8589-f463-423f-ada2-ccd06741b8f1 None None] Pushing event updated for resources: {'Port': ['ID=7663ec7d-9d56-4176-9386-9af05b7a7183,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:43.388109 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.461425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Subnet': ['ID=3f7e64df-1b77-4e42-b777-3d4c3b4ec0a3,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:43.472531 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking segment: {'id': 'e7ee00a1-e54d-44af-aaa4-6deb99982b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:43.473083 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network hostable DHCP agents. Network: 2c377a03-2a36-4650-8c5d-72e2dea424f5, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:15:43.580352 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network 2c377a03-2a36-4650-8c5d-72e2dea424f5 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:15:43.696673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2c377a03-2a36-4650-8c5d-72e2dea424f5) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:43.704171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.705121 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:43.709799 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc25e1a-e604-440c-b05c-ff164daf0184 None None] Network 2c377a03-2a36-4650-8c5d-72e2dea424f5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:43.824668 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d6d56bd7-6bdc-42ce-a889-f6175b4a156a tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9372191 Oct 27 17:15:43.828509 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56254) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:43.930531 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-2c377a03-2a36-4650-8c5d-72e2dea424f5', 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5', 'tenant_id': '5f54fae3e57f44ca92f3346dcac9a785', 'fixed_ips': [{'subnet_id': '3f7e64df-1b77-4e42-b777-3d4c3b4ec0a3'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:15:43.932321 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.004158 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.092674 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-48ee5be5-a350-4cf1-8bb5-8107be20fdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.102300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7663ec7d-9d56-4176-9386-9af05b7a7183 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:44.146485 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.232462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Allocated IP 2001:db8::2 (2c377a03-2a36-4650-8c5d-72e2dea424f5/3f7e64df-1b77-4e42-b777-3d4c3b4ec0a3/a8c0832e-deb7-4de8-8fd8-f328c1ca8104) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:44.236275 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7663ec7d-9d56-4176-9386-9af05b7a7183 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:44.236941 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.422341 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.473392 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cd179-c59a-45d5-bcfe-062bdfc007b9 None None] Network b3f17f44-1268-4db7-9e0e-a92d555e174f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:44.544209 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 7663ec7d-9d56-4176-9386-9af05b7a7183, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7663ec7d-9d56-4176-9386-9af05b7a7183,segment=NetworkSegment(5d87a6a3-40ef-45b0-88a6-dd35a3375670),segment_id=5d87a6a3-40ef-45b0-88a6-dd35a3375670)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:44.545643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.588189 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-92bba7f7-78c9-44f3-8004-72656345788a None None] Provisioning complete for port 7663ec7d-9d56-4176-9386-9af05b7a7183 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:44.588574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-92bba7f7-78c9-44f3-8004-72656345788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.625238 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.707622 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.778733 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Network 2c377a03-2a36-4650-8c5d-72e2dea424f5 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:44.781660 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=7663ec7d-9d56-4176-9386-9af05b7a7183,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:44.789341 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:44.794814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:44.804037 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.869274 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7e64df-1b77-4e42-b777-3d4c3b4ec0a3,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:44.892513 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.947678 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Pushing event updated for resources: {'Port': ['ID=a8c0832e-deb7-4de8-8fd8-f328c1ca8104,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:44.971486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.974016 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Attempting to bind port a8c0832e-deb7-4de8-8fd8-f328c1ca8104 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:44.974615 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Attempting to bind port a8c0832e-deb7-4de8-8fd8-f328c1ca8104 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'e7ee00a1-e54d-44af-aaa4-6deb99982b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:44.975228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Attempting to bind port a8c0832e-deb7-4de8-8fd8-f328c1ca8104 on network 2c377a03-2a36-4650-8c5d-72e2dea424f5 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:44.989119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:44.989119 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Checking segment: {'id': 'e7ee00a1-e54d-44af-aaa4-6deb99982b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:44.989644 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:44.990243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Bound using segment: {'id': 'e7ee00a1-e54d-44af-aaa4-6deb99982b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:44.991221 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Bound port: a8c0832e-deb7-4de8-8fd8-f328c1ca8104, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ee00a1-e54d-44af-aaa4-6deb99982b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:44.992028 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.001996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c377a03-2a36-4650-8c5d-72e2dea424f5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:45.017177 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ee00a1-e54d-44af-aaa4-6deb99982b11') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:45.017481 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ee00a1-e54d-44af-aaa4-6deb99982b11') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:45.033012 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.057723 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.067580 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:45.068220 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:45.076549 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:45.093494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] For port a8c0832e-deb7-4de8-8fd8-f328c1ca8104, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:45.179498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] For port a8c0832e-deb7-4de8-8fd8-f328c1ca8104, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8c0832e-deb7-4de8-8fd8-f328c1ca8104,segment=NetworkSegment(e7ee00a1-e54d-44af-aaa4-6deb99982b11),segment_id=e7ee00a1-e54d-44af-aaa4-6deb99982b11)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:45.234413 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 17:15:45.234413 n-d-814735-4 neutron-server[114448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 17:15:45.234413 n-d-814735-4 neutron-server[114448]: [parameters: {'id': '2c377a03-2a36-4650-8c5d-72e2dea424f5'}] Oct 27 17:15:45.234413 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:15:45.234911 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:15:45.268193 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.329279 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-11d11287-11db-4c0e-8f02-794d194cb834 None None] Provisioning complete for port 7663ec7d-9d56-4176-9386-9af05b7a7183 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:45.329650 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-11d11287-11db-4c0e-8f02-794d194cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.396086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1c85a-e2a7-458d-86bf-9eb8d54ec69e None None] Pushing event updated for resources: {'Port': ['ID=a8c0832e-deb7-4de8-8fd8-f328c1ca8104,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:45.422256 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d410d2c-40a1-43f9-9bd1-43bc5df653ba None None] Network 2c377a03-2a36-4650-8c5d-72e2dea424f5 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:45.510236 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.612896 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdb7aa-5e6f-4e55-90a8-a8159db996c4 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:15:45.736405 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.801584 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting port a8c0832e-deb7-4de8-8fd8-f328c1ca8104 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:45.802559 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.853676 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbdb7aa-5e6f-4e55-90a8-a8159db996c4 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:15:45.874583 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] For port a8c0832e-deb7-4de8-8fd8-f328c1ca8104, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=a8c0832e-deb7-4de8-8fd8-f328c1ca8104,segment=NetworkSegment(e7ee00a1-e54d-44af-aaa4-6deb99982b11),segment_id=e7ee00a1-e54d-44af-aaa4-6deb99982b11)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:45.875391 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:45.894910 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Calling delete_port for a8c0832e-deb7-4de8-8fd8-f328c1ca8104 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:45.993449 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7663ec7d-9d56-4176-9386-9af05b7a7183 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:46.116291 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.147531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Port': ['ID=a8c0832e-deb7-4de8-8fd8-f328c1ca8104,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:46.150889 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No DVR routers for this DVR port a8c0832e-deb7-4de8-8fd8-f328c1ca8104 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:46.178330 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7663ec7d-9d56-4176-9386-9af05b7a7183 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:46.178937 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.251821 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.276858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c377a03-2a36-4650-8c5d-72e2dea424f5']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:46.289056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ee00a1-e54d-44af-aaa4-6deb99982b11') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:46.289974 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ee00a1-e54d-44af-aaa4-6deb99982b11') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:46.311727 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.336855 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.348689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:46.349275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:46.352728 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:46.507677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.515530 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.518807 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/2c377a03-2a36-4650-8c5d-72e2dea424f5 HTTP/1.1" status: 204 len: 168 time: 2.6893437 Oct 27 17:15:46.522865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56256) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:46.528698 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-940412027'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:46.535822 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da515-f959-4534-855b-65873ee8a361 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Network': ['ID=2c377a03-2a36-4650-8c5d-72e2dea424f5,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:46.639394 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:46.643337 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.671937 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:15:46.682235 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.682608 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Added segment 5a0ce99b-f4ad-45cd-8aad-e811dce0e40b of type vlan for network 8d9cf13b-23e5-4232-bed1-486db160a5a2 Oct 27 17:15:46.728446 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.847138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.853292 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:46.854061 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:46.933319 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Network': ['ID=8d9cf13b-23e5-4232-bed1-486db160a5a2,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:46.945147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 8d9cf13b-23e5-4232-bed1-486db160a5a2 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:15:47.001980 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a4414df8-cd42-4e40-86e6-d35e81435906 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4777236 Oct 27 17:15:47.005407 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56258) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:47.011473 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'subnet': {'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:47.198776 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:47.203745 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:47.227289 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:47.273668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Performing IP validity checks on allocation pools {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 17:15:47.274354 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.ipam_backend_mixin [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 17:15:47.479716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:47.592075 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Subnet': ['ID=bd3cb301-dc2e-4b72-9eec-30b891f6d7b5,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:47.605881 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking segment: {'id': '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:47.606248 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network hostable DHCP agents. Network: 8d9cf13b-23e5-4232-bed1-486db160a5a2, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:15:47.739112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network 8d9cf13b-23e5-4232-bed1-486db160a5a2 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:15:47.852524 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 8d9cf13b-23e5-4232-bed1-486db160a5a2) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:47.857520 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:47.858698 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:47.867931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d53736-a0f4-4c40-a02b-5bd8a9382153 None None] Network 8d9cf13b-23e5-4232-bed1-486db160a5a2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:47.966513 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-e747038d-c86a-4cb2-8161-2e2115c920c4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9596100 Oct 27 17:15:47.970196 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56262) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:48.057769 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-8d9cf13b-23e5-4232-bed1-486db160a5a2', 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2', 'tenant_id': '5f54fae3e57f44ca92f3346dcac9a785', 'fixed_ips': [{'subnet_id': 'bd3cb301-dc2e-4b72-9eec-30b891f6d7b5'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:15:48.059205 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.099870 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.199578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.298522 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Allocated IP 2001:db8::3 (8d9cf13b-23e5-4232-bed1-486db160a5a2/bd3cb301-dc2e-4b72-9eec-30b891f6d7b5/ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:48.459021 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.541272 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.606652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Network 8d9cf13b-23e5-4232-bed1-486db160a5a2 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:48.610561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:48.614879 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:48.623181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Pushing event updated for resources: {'Port': ['ID=ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:48.638930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.670163 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3cb301-dc2e-4b72-9eec-30b891f6d7b5,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:48.704012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Attempting to bind port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:48.707598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Attempting to bind port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:48.707598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Attempting to bind port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 on network 8d9cf13b-23e5-4232-bed1-486db160a5a2 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:48.713624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:48.714202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Checking segment: {'id': '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:48.714859 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.715589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Bound using segment: {'id': '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:48.716546 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Bound port: ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:48.717779 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.748836 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.771826 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9cf13b-23e5-4232-bed1-486db160a5a2']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:48.783400 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:48.783751 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:48.795111 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.813475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.820049 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] For port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:48.826359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:48.827369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:48.830892 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:48.894136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] For port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8,segment=NetworkSegment(5a0ce99b-f4ad-45cd-8aad-e811dce0e40b),segment_id=5a0ce99b-f4ad-45cd-8aad-e811dce0e40b)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:48.947375 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.db.api [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 17:15:48.947375 n-d-814735-4 neutron-server[114449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 17:15:48.947375 n-d-814735-4 neutron-server[114449]: [parameters: {'id': '8d9cf13b-23e5-4232-bed1-486db160a5a2'}] Oct 27 17:15:48.947375 n-d-814735-4 neutron-server[114449]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:15:48.948044 n-d-814735-4 neutron-server[114449]: DEBUG oslo_db.api [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:15:49.010305 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.104588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676fe0-fbd8-4581-980d-72e380596880 None None] Pushing event updated for resources: {'Port': ['ID=ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:49.121038 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0faecc-fe89-4dab-89a6-2646c8fef6b0 None None] Network 8d9cf13b-23e5-4232-bed1-486db160a5a2 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:49.257774 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0e36f-b765-48d8-8c24-bdb3aad34ef3 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:15:49.330855 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0e36f-b765-48d8-8c24-bdb3aad34ef3 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:15:49.449700 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.533505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:49.534125 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.616367 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] For port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8,segment=NetworkSegment(5a0ce99b-f4ad-45cd-8aad-e811dce0e40b),segment_id=5a0ce99b-f4ad-45cd-8aad-e811dce0e40b)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:49.616759 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.632676 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Calling delete_port for ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:49.801100 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.828866 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Port': ['ID=ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:49.833060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No DVR routers for this DVR port ddd69cfc-89aa-48a0-8f8f-6fb34266c8f8 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:49.928943 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.953928 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9cf13b-23e5-4232-bed1-486db160a5a2']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:49.965161 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:49.965460 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ce99b-f4ad-45cd-8aad-e811dce0e40b') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:49.977665 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.992978 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:49.999778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:50.000296 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:50.003614 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:50.200809 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.213421 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.217705 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/8d9cf13b-23e5-4232-bed1-486db160a5a2 HTTP/1.1" status: 204 len: 168 time: 2.2452824 Oct 27 17:15:50.222917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56264) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:50.228787 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2119400819'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:50.230936 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b95b-da9c-497c-9b90-f8b85ddb7693 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Network': ['ID=8d9cf13b-23e5-4232-bed1-486db160a5a2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:50.443447 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:50.447149 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.475572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:15:50.487313 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.487671 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Added segment 65e84ab7-ecd1-45f5-85e5-86b06e1250d5 of type vlan for network fdc332c7-da43-49d5-957b-84983d14e048 Oct 27 17:15:50.534895 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.643517 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.650406 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:50.651259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:50.731024 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Network': ['ID=fdc332c7-da43-49d5-957b-84983d14e048,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:50.740826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.741225 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.741619 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.741996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.742453 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.742829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.743298 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.743668 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.744062 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.744477 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.745290 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.745451 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:50.760998 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fdc332c7-da43-49d5-957b-84983d14e048 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:15:50.804333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-161bebf8-1278-4c2e-9f21-d206128bb588 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5788434 Oct 27 17:15:50.807821 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56266) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:50.813704 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'subnet': {'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:51.003800 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:51.008083 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.283748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.351586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Subnet': ['ID=006f9c88-baa8-41aa-a334-8c18226c5056,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:51.365356 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking segment: {'id': '65e84ab7-ecd1-45f5-85e5-86b06e1250d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:51.365724 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network hostable DHCP agents. Network: fdc332c7-da43-49d5-957b-84983d14e048, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:15:51.480383 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network fdc332c7-da43-49d5-957b-84983d14e048 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:15:51.572344 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fdc332c7-da43-49d5-957b-84983d14e048) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:51.578793 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:51.579785 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.587216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e95cd-b913-48b4-af6f-376adccb4f0f None None] Network fdc332c7-da43-49d5-957b-84983d14e048 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:51.747805 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-00b367d8-8228-4c3d-ba72-9a5aa4c5d921 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9385285 Oct 27 17:15:51.751376 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56270) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:51.755381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fdc332c7-da43-49d5-957b-84983d14e048', 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048', 'tenant_id': '5f54fae3e57f44ca92f3346dcac9a785', 'fixed_ips': [{'subnet_id': '006f9c88-baa8-41aa-a334-8c18226c5056'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:15:51.756288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.759019 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129702379'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:51.885984 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:51.890239 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.918835 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:15:51.923364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Allocated IP 2001:db8::2 (fdc332c7-da43-49d5-957b-84983d14e048/006f9c88-baa8-41aa-a334-8c18226c5056/951eea9d-71c7-41f0-a8b5-14796c301985) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:51.930024 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:51.930367 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Added segment 51d65fa9-34ad-4d1e-8c35-b64c240cf48e of type vlan for network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e Oct 27 17:15:51.989784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.089295 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.103355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.110767 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:52.111439 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.180715 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Network': ['ID=53f88ff0-966d-4eaf-a4bf-604a122e2b7e,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.192581 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:15:52.240428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.275714 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a5ec6ae-4bc2-4950-ab2d-36cf95c4a229 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5228510 Oct 27 17:15:52.280542 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56272) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:52.287893 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Request body: {'subnet': {'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:52.313760 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Network fdc332c7-da43-49d5-957b-84983d14e048 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:52.316700 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Pushing event updated for resources: {'Port': ['ID=951eea9d-71c7-41f0-a8b5-14796c301985,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.319420 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:52.322778 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:52.397073 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Attempting to bind port 951eea9d-71c7-41f0-a8b5-14796c301985 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:52.397833 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Attempting to bind port 951eea9d-71c7-41f0-a8b5-14796c301985 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '65e84ab7-ecd1-45f5-85e5-86b06e1250d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:52.398507 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Attempting to bind port 951eea9d-71c7-41f0-a8b5-14796c301985 on network fdc332c7-da43-49d5-957b-84983d14e048 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:52.411203 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:52.411953 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Checking segment: {'id': '65e84ab7-ecd1-45f5-85e5-86b06e1250d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:52.413989 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.414411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Bound using segment: {'id': '65e84ab7-ecd1-45f5-85e5-86b06e1250d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:52.414933 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Bound port: 951eea9d-71c7-41f0-a8b5-14796c301985, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e84ab7-ecd1-45f5-85e5-86b06e1250d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fdc332c7-da43-49d5-957b-84983d14e048'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:52.415376 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.471605 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Made reservation on behalf of 5f54fae3e57f44ca92f3346dcac9a785 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:15:52.475264 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.493331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] For port 951eea9d-71c7-41f0-a8b5-14796c301985, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:52.497103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] For port 951eea9d-71c7-41f0-a8b5-14796c301985, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951eea9d-71c7-41f0-a8b5-14796c301985,segment=NetworkSegment(65e84ab7-ecd1-45f5-85e5-86b06e1250d5),segment_id=65e84ab7-ecd1-45f5-85e5-86b06e1250d5)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:52.586404 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.656661 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793db12-ccb9-4e25-bae9-3707f8be8bb8 None None] Pushing event updated for resources: {'Port': ['ID=951eea9d-71c7-41f0-a8b5-14796c301985,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.767194 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.868176 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event updated for resources: {'Subnet': ['ID=e6bc3694-a42a-439f-805f-cbae1c255996,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:52.869623 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Checking segment: {'id': '51d65fa9-34ad-4d1e-8c35-b64c240cf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:52.869995 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network hostable DHCP agents. Network: 53f88ff0-966d-4eaf-a4bf-604a122e2b7e, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:15:52.984147 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:15:53.063402 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 53f88ff0-966d-4eaf-a4bf-604a122e2b7e) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:53.068153 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:53.068916 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.082975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a53884-fda9-4678-ab55-34d35762517a None None] Network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:53.173378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-96ac6938-9c15-48e7-8d97-d704caf8630e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8914897 Oct 27 17:15:53.177423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56274) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:53.286078 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-53f88ff0-966d-4eaf-a4bf-604a122e2b7e', 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e', 'tenant_id': '5f54fae3e57f44ca92f3346dcac9a785', 'fixed_ips': [{'subnet_id': 'e6bc3694-a42a-439f-805f-cbae1c255996'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:15:53.287634 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.317704 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.403540 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.499326 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Allocated IP 2001:db8::2 (53f88ff0-966d-4eaf-a4bf-604a122e2b7e/e6bc3694-a42a-439f-805f-cbae1c255996/eefd194f-7715-49d9-8802-cb0c6cb77de8) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:53.691752 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.766895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f71d0-24ea-4fd9-b999-08c60c5884fb None None] Network fdc332c7-da43-49d5-957b-84983d14e048 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:53.830107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.906521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:53.907662 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.918202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:53.924726 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] Provisioning complete for port 951eea9d-71c7-41f0-a8b5-14796c301985 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:53.925134 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.930324 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:53.940599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Pushing event updated for resources: {'Port': ['ID=eefd194f-7715-49d9-8802-cb0c6cb77de8,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:53.972206 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bc3694-a42a-439f-805f-cbae1c255996,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:54.069084 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.099837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f88ff0-966d-4eaf-a4bf-604a122e2b7e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:54.115816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d65fa9-34ad-4d1e-8c35-b64c240cf48e') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:54.116273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d65fa9-34ad-4d1e-8c35-b64c240cf48e') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:54.134103 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.154525 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.163620 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:54.164373 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:54.168313 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:54.214598 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951eea9d-71c7-41f0-a8b5-14796c301985 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:54.292606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.db.api [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 17:15:54.292606 n-d-814735-4 neutron-server[114448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 17:15:54.292606 n-d-814735-4 neutron-server[114448]: [parameters: {'id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'}] Oct 27 17:15:54.292606 n-d-814735-4 neutron-server[114448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:15:54.293317 n-d-814735-4 neutron-server[114448]: DEBUG oslo_db.api [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:15:54.317292 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Attempting to bind port eefd194f-7715-49d9-8802-cb0c6cb77de8 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:15:54.317689 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Attempting to bind port eefd194f-7715-49d9-8802-cb0c6cb77de8 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '51d65fa9-34ad-4d1e-8c35-b64c240cf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:15:54.318053 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Attempting to bind port eefd194f-7715-49d9-8802-cb0c6cb77de8 on network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:15:54.334902 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:15:54.335337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Checking segment: {'id': '51d65fa9-34ad-4d1e-8c35-b64c240cf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:15:54.335710 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.336111 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Bound using segment: {'id': '51d65fa9-34ad-4d1e-8c35-b64c240cf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:15:54.336608 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Bound port: eefd194f-7715-49d9-8802-cb0c6cb77de8, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d65fa9-34ad-4d1e-8c35-b64c240cf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '53f88ff0-966d-4eaf-a4bf-604a122e2b7e'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:15:54.336991 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.404920 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.439707 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951eea9d-71c7-41f0-a8b5-14796c301985 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:54.440237 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.522851 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] For port 951eea9d-71c7-41f0-a8b5-14796c301985, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951eea9d-71c7-41f0-a8b5-14796c301985,segment=NetworkSegment(65e84ab7-ecd1-45f5-85e5-86b06e1250d5),segment_id=65e84ab7-ecd1-45f5-85e5-86b06e1250d5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:54.526888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] For port eefd194f-7715-49d9-8802-cb0c6cb77de8, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:15:54.540281 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] For port eefd194f-7715-49d9-8802-cb0c6cb77de8, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=eefd194f-7715-49d9-8802-cb0c6cb77de8,segment=NetworkSegment(51d65fa9-34ad-4d1e-8c35-b64c240cf48e),segment_id=51d65fa9-34ad-4d1e-8c35-b64c240cf48e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:15:54.596143 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.616460 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.644030 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.741680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:15:54.742030 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:15:54.745956 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5581e1-f934-4b42-8a59-f09b6d3dc424 None None] Pushing event updated for resources: {'Port': ['ID=951eea9d-71c7-41f0-a8b5-14796c301985,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:54.795003 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.796601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e379e-2c18-46ea-a394-bd11c9b9ab1c None None] Network 53f88ff0-966d-4eaf-a4bf-604a122e2b7e requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:54.801019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-416f436d-6caa-499a-bab8-223562a84c79 None None] Provisioning complete for port 951eea9d-71c7-41f0-a8b5-14796c301985 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:54.801425 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-416f436d-6caa-499a-bab8-223562a84c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.863604 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting port eefd194f-7715-49d9-8802-cb0c6cb77de8 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:54.864061 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.896112 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3c313-d199-48b2-aa56-ad73432a919e None None] Pushing event updated for resources: {'Port': ['ID=eefd194f-7715-49d9-8802-cb0c6cb77de8,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:54.976965 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] For port eefd194f-7715-49d9-8802-cb0c6cb77de8, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=eefd194f-7715-49d9-8802-cb0c6cb77de8,segment=NetworkSegment(51d65fa9-34ad-4d1e-8c35-b64c240cf48e),segment_id=51d65fa9-34ad-4d1e-8c35-b64c240cf48e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:54.977299 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.994219 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Calling delete_port for eefd194f-7715-49d9-8802-cb0c6cb77de8 owned by network:dhcp {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:55.024430 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04fd89c-a484-4c3d-89ed-78aa4cc6f319 None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:15:55.111854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04fd89c-a484-4c3d-89ed-78aa4cc6f319 None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:15:55.162767 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.207791 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Port': ['ID=eefd194f-7715-49d9-8802-cb0c6cb77de8,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:55.211414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No DVR routers for this DVR port eefd194f-7715-49d9-8802-cb0c6cb77de8 on host n-d-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:55.709346 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.748957 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f88ff0-966d-4eaf-a4bf-604a122e2b7e']}} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:55.767914 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d65fa9-34ad-4d1e-8c35-b64c240cf48e') {'for_net_delete': True} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:55.768413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.services.segments.db [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d65fa9-34ad-4d1e-8c35-b64c240cf48e') {} {{(pid=114448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:55.786571 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28773617'] for segment, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.810116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.820829 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=114448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:55.821523 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28630851'] for segment, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: Traceback (most recent call last): Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: timer() Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: cb(*args, **kw) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: return func(*args, **kwargs) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: self._notify() Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: self.callback(batched_events) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: event.method(event) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: return f(self, *a, **k) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: return self._get(url).json() Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:55.827643 n-d-814735-4 neutron-server[114448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:55.963570 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951eea9d-71c7-41f0-a8b5-14796c301985 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:56.011424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.022322 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.023406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 951eea9d-71c7-41f0-a8b5-14796c301985 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:56.023980 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.028552 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/53f88ff0-966d-4eaf-a4bf-604a122e2b7e HTTP/1.1" status: 204 len: 168 time: 2.8496525 Oct 27 17:15:56.033552 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56276) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.054894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62980d3-b0bd-4d28-96fc-f8084654c212 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Network': ['ID=53f88ff0-966d-4eaf-a4bf-604a122e2b7e,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:56.071621 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cff8d4-4a9c-425b-b75b-2c82524361b6 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] GET failed (client error): The resource could not be found. Oct 27 17:15:56.073270 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-05cff8d4-4a9c-425b-b75b-2c82524361b6 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "GET /v2.0/subnets/e6bc3694-a42a-439f-805f-cbae1c255996 HTTP/1.1" status: 404 len: 337 time: 0.0379577 Oct 27 17:15:56.077658 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56278) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.097880 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8e85b9-ab25-4dee-999f-393eb137df4f tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:56.098595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8e85b9-ab25-4dee-999f-393eb137df4f tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:56.102376 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-ac8e85b9-ab25-4dee-999f-393eb137df4f tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/53f88ff0-966d-4eaf-a4bf-604a122e2b7e HTTP/1.1" status: 404 len: 339 time: 0.0231750 Oct 27 17:15:56.111231 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56280) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.144452 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cc8776-6dad-4c5d-a8cf-ca1141a06e72 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:56.144903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cc8776-6dad-4c5d-a8cf-ca1141a06e72 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:56.151731 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c1cc8776-6dad-4c5d-a8cf-ca1141a06e72 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/subnets/e6bc3694-a42a-439f-805f-cbae1c255996 HTTP/1.1" status: 404 len: 337 time: 0.0355070 Oct 27 17:15:56.152489 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56282) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.172504 n-d-814735-4 neutron-server[114449]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e0a5a6-296f-4672-8ded-636f2e9c878e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:56.173124 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e0a5a6-296f-4672-8ded-636f2e9c878e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:56.176559 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-49e0a5a6-296f-4672-8ded-636f2e9c878e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/53f88ff0-966d-4eaf-a4bf-604a122e2b7e HTTP/1.1" status: 404 len: 339 time: 0.0235391 Oct 27 17:15:56.179392 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56284) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.237712 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting subnet 006f9c88-baa8-41aa-a334-8c18226c5056 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:15:56.241463 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.285910 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.386159 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.542679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.571084 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Subnet': ['ID=006f9c88-baa8-41aa-a334-8c18226c5056,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:56.575930 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.583303 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/subnets/006f9c88-baa8-41aa-a334-8c18226c5056 HTTP/1.1" status: 204 len: 168 time: 0.3986464 Oct 27 17:15:56.583560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77f4f6-a8bb-4fdb-a36f-ca1b6958cb55 None None] Network fdc332c7-da43-49d5-957b-84983d14e048 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:56.583673 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56286) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:56.594544 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.594890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.595261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.601114 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d1203b-1da8-4d71-b395-ccd92f4c863d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:56.692620 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.782655 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] DHCP port deletion for fdc332c7-da43-49d5-957b-84983d14e048 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:15:56.783462 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting port 951eea9d-71c7-41f0-a8b5-14796c301985 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:56.783801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.846168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Deleting port 951eea9d-71c7-41f0-a8b5-14796c301985 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:56.846517 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.865137 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] For port 951eea9d-71c7-41f0-a8b5-14796c301985, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951eea9d-71c7-41f0-a8b5-14796c301985,segment=NetworkSegment(65e84ab7-ecd1-45f5-85e5-86b06e1250d5),segment_id=65e84ab7-ecd1-45f5-85e5-86b06e1250d5)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:56.865937 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.890889 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Calling delete_port for 951eea9d-71c7-41f0-a8b5-14796c301985 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:56.927142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] For port 951eea9d-71c7-41f0-a8b5-14796c301985, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=951eea9d-71c7-41f0-a8b5-14796c301985,segment=NetworkSegment(65e84ab7-ecd1-45f5-85e5-86b06e1250d5),segment_id=65e84ab7-ecd1-45f5-85e5-86b06e1250d5)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:56.927909 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:56.956454 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Calling delete_port for 951eea9d-71c7-41f0-a8b5-14796c301985 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:57.091261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.098851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.120229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Port': ['ID=951eea9d-71c7-41f0-a8b5-14796c301985,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:57.122827 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No DVR routers for this DVR port 951eea9d-71c7-41f0-a8b5-14796c301985 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:57.139125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] Pushing event deleted for resources: {'Port': ['ID=951eea9d-71c7-41f0-a8b5-14796c301985,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:57.142803 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476ccd9-d89e-497b-bb8d-71dc207207c6 None None] No DVR routers for this DVR port 951eea9d-71c7-41f0-a8b5-14796c301985 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:57.591120 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.615719 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc332c7-da43-49d5-957b-84983d14e048']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:57.627072 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e84ab7-ecd1-45f5-85e5-86b06e1250d5') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:57.632094 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e84ab7-ecd1-45f5-85e5-86b06e1250d5') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:57.639203 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.655183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.663259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:57.663845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:57.667453 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:57.822102 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.830309 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:57.833891 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/fdc332c7-da43-49d5-957b-84983d14e048 HTTP/1.1" status: 204 len: 168 time: 1.2489870 Oct 27 17:15:57.837326 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56288) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:57.846918 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73b3a2-2c3b-4f44-bcc3-9d25f94065d7 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Network': ['ID=fdc332c7-da43-49d5-957b-84983d14e048,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:57.876434 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47a5419-4dbd-4dcf-ad18-ee3662310365 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:57.876892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47a5419-4dbd-4dcf-ad18-ee3662310365 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:57.880197 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-f47a5419-4dbd-4dcf-ad18-ee3662310365 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/subnets/bd3cb301-dc2e-4b72-9eec-30b891f6d7b5 HTTP/1.1" status: 404 len: 337 time: 0.0413926 Oct 27 17:15:57.884708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56290) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:57.916278 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c22a3-d018-4c3f-99bc-8ca4f8e766a4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:57.917309 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243c22a3-d018-4c3f-99bc-8ca4f8e766a4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:57.923269 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-243c22a3-d018-4c3f-99bc-8ca4f8e766a4 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/8d9cf13b-23e5-4232-bed1-486db160a5a2 HTTP/1.1" status: 404 len: 339 time: 0.0369236 Oct 27 17:15:57.926120 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56292) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:57.958668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951eea9d-71c7-41f0-a8b5-14796c301985 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:57.974324 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7448c2b-4624-4867-978f-d7af76d5a861 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:57.975151 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7448c2b-4624-4867-978f-d7af76d5a861 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:57.980413 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c7448c2b-4624-4867-978f-d7af76d5a861 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/subnets/3f7e64df-1b77-4e42-b777-3d4c3b4ec0a3 HTTP/1.1" status: 404 len: 337 time: 0.0524776 Oct 27 17:15:57.981652 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 951eea9d-71c7-41f0-a8b5-14796c301985 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:57.982005 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 951eea9d-71c7-41f0-a8b5-14796c301985 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:15:57.982727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56294) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:58.006091 n-d-814735-4 neutron-server[114448]: INFO neutron.pecan_wsgi.hooks.translation [None req-97255c50-85a3-4b85-b9bc-e168d2f15890 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] DELETE failed (client error): The resource could not be found. Oct 27 17:15:58.006725 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97255c50-85a3-4b85-b9bc-e168d2f15890 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:15:58.010084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-97255c50-85a3-4b85-b9bc-e168d2f15890 tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/2c377a03-2a36-4650-8c5d-72e2dea424f5 HTTP/1.1" status: 404 len: 339 time: 0.0247149 Oct 27 17:15:58.013963 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56296) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:58.109138 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting subnet 01537afb-bf6a-4228-a2cd-b5371268ed45 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:15:58.114969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.190321 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.285822 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.465341 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.496534 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Subnet': ['ID=01537afb-bf6a-4228-a2cd-b5371268ed45,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:58.499474 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.502905 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-a21a32b4-aaed-4cd8-92d0-5c75e8e40d0e tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/subnets/01537afb-bf6a-4228-a2cd-b5371268ed45 HTTP/1.1" status: 204 len: 168 time: 0.4878545 Oct 27 17:15:58.507728 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56298) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:58.513300 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc62ab-da83-45ec-b04e-1743032138c8 None None] Network b3f17f44-1268-4db7-9e0e-a92d555e174f requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:15:58.597702 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.672655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Deleting port 7663ec7d-9d56-4176-9386-9af05b7a7183 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:58.673059 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.720005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.733103 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] DHCP port deletion for b3f17f44-1268-4db7-9e0e-a92d555e174f request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:15:58.771079 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] For port 7663ec7d-9d56-4176-9386-9af05b7a7183, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7663ec7d-9d56-4176-9386-9af05b7a7183,segment=NetworkSegment(5d87a6a3-40ef-45b0-88a6-dd35a3375670),segment_id=5d87a6a3-40ef-45b0-88a6-dd35a3375670)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:58.771443 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.796235 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Calling delete_port for 7663ec7d-9d56-4176-9386-9af05b7a7183 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:58.802783 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Deleting port 7663ec7d-9d56-4176-9386-9af05b7a7183 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:15:58.802783 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.884588 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] For port 7663ec7d-9d56-4176-9386-9af05b7a7183, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7663ec7d-9d56-4176-9386-9af05b7a7183,segment=NetworkSegment(5d87a6a3-40ef-45b0-88a6-dd35a3375670),segment_id=5d87a6a3-40ef-45b0-88a6-dd35a3375670)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:58.885299 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:58.910431 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Calling delete_port for 7663ec7d-9d56-4176-9386-9af05b7a7183 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:15:58.969900 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.000150 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Port': ['ID=7663ec7d-9d56-4176-9386-9af05b7a7183,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:59.007363 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] No DVR routers for this DVR port 7663ec7d-9d56-4176-9386-9af05b7a7183 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:59.015441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.087501 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] No DVR routers for this DVR port 7663ec7d-9d56-4176-9386-9af05b7a7183 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:15:59.092197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca6440-f0d9-496a-80a3-a967c188d747 None None] Pushing event deleted for resources: {'Port': ['ID=7663ec7d-9d56-4176-9386-9af05b7a7183,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:59.100679 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.140178 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f17f44-1268-4db7-9e0e-a92d555e174f']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:59.151585 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d87a6a3-40ef-45b0-88a6-dd35a3375670') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:59.151865 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d87a6a3-40ef-45b0-88a6-dd35a3375670') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:59.164410 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.179999 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.187316 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:15:59.187841 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:15:59.191376 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:15:59.199966 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.342581 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.351385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:59.354690 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] 10.222.0.70 "DELETE /v2.0/networks/b3f17f44-1268-4db7-9e0e-a92d555e174f HTTP/1.1" status: 204 len: 168 time: 0.8465402 Oct 27 17:15:59.370586 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e9ebb-ae0a-4734-a368-41901e95c55d tempest-NetworksIpV6Test-92102273 tempest-NetworksIpV6Test-92102273-project] Pushing event deleted for resources: {'Network': ['ID=b3f17f44-1268-4db7-9e0e-a92d555e174f,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:59.952845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7663ec7d-9d56-4176-9386-9af05b7a7183 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:15:59.979253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 7663ec7d-9d56-4176-9386-9af05b7a7183 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:15:59.979525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7663ec7d-9d56-4176-9386-9af05b7a7183 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:00.023427 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56304) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:00.176142 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c45e235a-39ca-4762-a93d-059e8f9bf71c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f54fae3e57f44ca92f3346dcac9a785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513784 Oct 27 17:16:00.179076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56308) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:00.255166 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.294036 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.424390 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.427431 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.428976 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e5b99d9-2712-4440-b782-e4c8d843ca99 HTTP/1.1" status: 204 len: 168 time: 0.2486272 Oct 27 17:16:00.438574 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2ff4f-98f2-4dce-b572-2cc5a90ae1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b99d9-2712-4440-b782-e4c8d843ca99,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:01.636321 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56330) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:01.746862 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1879633042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:01.889801 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.890874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:01.947427 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.021706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.131823 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.133137 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-cb746573-ad58-4692-8698-219359c7bcaa tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4951768 Oct 27 17:16:02.137454 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56334) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:02.143262 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-610795539'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:02.295832 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Made reservation on behalf of d07476bd463142728c153604fb7ab504 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:02.299630 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.309633 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.391551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.464200 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.494975 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:16:02.507359 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71927b52-8929-4a22-bd71-d82539e580af,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:02.514456 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.514798 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Added segment f583f779-4058-4c9e-ac24-974742d22e2e of type vlan for network 40e539c0-f830-4daa-bb1f-d7ccba083a82 Oct 27 17:16:02.562989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.684639 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.690415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:02.691032 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:02.773497 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event updated for resources: {'Network': ['ID=40e539c0-f830-4daa-bb1f-d7ccba083a82,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:02.788787 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:16:02.878444 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b3ce8505-58bf-414f-b765-d7dde95f722f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7397132 Oct 27 17:16:02.881613 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56336) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:02.887317 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'subnet': {'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:03.133364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Made reservation on behalf of d07476bd463142728c153604fb7ab504 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:03.139538 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:03.495636 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:03.561246 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event updated for resources: {'Subnet': ['ID=03b5721b-b7b1-4a7c-b17c-af25fa00cd49,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:03.577775 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Checking segment: {'id': 'f583f779-4058-4c9e-ac24-974742d22e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:03.578391 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Network hostable DHCP agents. Network: 40e539c0-f830-4daa-bb1f-d7ccba083a82, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:16:03.684334 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:16:03.820859 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 40e539c0-f830-4daa-bb1f-d7ccba083a82) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:03.828069 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:03.829140 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:03.831977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3846e2ac-fbdb-488f-8715-bf5422a97bb4 None None] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:03.931236 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b805240-ac30-4832-9434-653c5b55b811 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0437889 Oct 27 17:16:03.931578 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56338) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:03.937504 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-524467293'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:04.008691 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-40e539c0-f830-4daa-bb1f-d7ccba083a82', 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82', 'tenant_id': 'd07476bd463142728c153604fb7ab504', 'fixed_ips': [{'subnet_id': '03b5721b-b7b1-4a7c-b17c-af25fa00cd49'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:16:04.015990 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.044271 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Made reservation on behalf of d07476bd463142728c153604fb7ab504 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:04.047940 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.079944 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:16:04.091084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.091424 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Added segment cf56a01d-5ed8-48cc-99b6-78d4b0a1f601 of type vlan for network d9adce01-5fdb-4135-92f1-a8674df2bea9 Oct 27 17:16:04.141516 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.220747 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Allocated IP 172.20.0.2 (40e539c0-f830-4daa-bb1f-d7ccba083a82/03b5721b-b7b1-4a7c-b17c-af25fa00cd49/025ce4b9-1d6d-48f5-81e8-02910f0bf320) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:04.275673 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.285718 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:04.286719 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.359913 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event updated for resources: {'Network': ['ID=d9adce01-5fdb-4135-92f1-a8674df2bea9,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.374377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network d9adce01-5fdb-4135-92f1-a8674df2bea9 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:16:04.423639 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-43094d14-0c3d-4841-8c80-ba0c5d2efc48 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4909267 Oct 27 17:16:04.426726 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56340) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:04.431967 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'subnet': {'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:04.448897 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.538395 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.581642 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:04.584813 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:04.587462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:04.597525 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Pushing event updated for resources: {'Port': ['ID=025ce4b9-1d6d-48f5-81e8-02910f0bf320,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.604994 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Made reservation on behalf of d07476bd463142728c153604fb7ab504 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:04.608613 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.661124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Attempting to bind port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:04.661510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Attempting to bind port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'f583f779-4058-4c9e-ac24-974742d22e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:04.661877 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Attempting to bind port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 on network 40e539c0-f830-4daa-bb1f-d7ccba083a82 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:04.667997 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:04.671327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Checking segment: {'id': 'f583f779-4058-4c9e-ac24-974742d22e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:04.671327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.671327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Bound using segment: {'id': 'f583f779-4058-4c9e-ac24-974742d22e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:04.671327 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Bound port: 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f583f779-4058-4c9e-ac24-974742d22e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '40e539c0-f830-4daa-bb1f-d7ccba083a82'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:04.671327 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.744064 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] For port 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:04.748473 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] For port 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=025ce4b9-1d6d-48f5-81e8-02910f0bf320,segment=NetworkSegment(f583f779-4058-4c9e-ac24-974742d22e2e),segment_id=f583f779-4058-4c9e-ac24-974742d22e2e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:04.832566 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.900784 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:04.906479 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41fa9-ef8e-4112-9560-a49a72e9f413 None None] Pushing event updated for resources: {'Port': ['ID=025ce4b9-1d6d-48f5-81e8-02910f0bf320,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.974403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event updated for resources: {'Subnet': ['ID=cd4b850a-7e29-4170-a16b-d61a734cbca6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:04.983853 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Checking segment: {'id': 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:04.984286 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Network hostable DHCP agents. Network: d9adce01-5fdb-4135-92f1-a8674df2bea9, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:16:05.093375 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Network d9adce01-5fdb-4135-92f1-a8674df2bea9 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:16:05.197670 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, d9adce01-5fdb-4135-92f1-a8674df2bea9) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:05.203133 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:05.203818 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.213247 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8afaa9-869d-4e08-a607-7d53b27892b3 None None] Network d9adce01-5fdb-4135-92f1-a8674df2bea9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:05.313221 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-13621880-d800-4af7-b60a-41f43cbdf7d7 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8852820 Oct 27 17:16:05.317364 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56342) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:05.323245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-56beb35f-91ae-45cb-b73b-f92c155de960 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'}}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:05.383605 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-d9adce01-5fdb-4135-92f1-a8674df2bea9', 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9', 'tenant_id': 'd07476bd463142728c153604fb7ab504', 'fixed_ips': [{'subnet_id': 'cd4b850a-7e29-4170-a16b-d61a734cbca6'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:16:05.385242 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.565826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Allocated IP 172.21.0.2 (d9adce01-5fdb-4135-92f1-a8674df2bea9/cd4b850a-7e29-4170-a16b-d61a734cbca6/2321237e-710a-4d6d-a543-5cfc24040fc0) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:05.570138 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-56beb35f-91ae-45cb-b73b-f92c155de960 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.813807 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.830160 n-d-814735-4 neutron-server[114449]: INFO neutron.api.v2.resource [None req-56beb35f-91ae-45cb-b73b-f92c155de960 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 17:16:05.831119 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-56beb35f-91ae-45cb-b73b-f92c155de960 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "PUT /v2.0/routers/3894cb1d-1c47-4037-b054-a64da651f68a HTTP/1.1" status: 400 len: 364 time: 0.5121870 Oct 27 17:16:05.840453 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56344) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:05.896356 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.956111 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Deleting subnet cd4b850a-7e29-4170-a16b-d61a734cbca6 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:16:05.965750 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:05.982094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Pushing event updated for resources: {'Port': ['ID=2321237e-710a-4d6d-a543-5cfc24040fc0,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:06.007022 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Network d9adce01-5fdb-4135-92f1-a8674df2bea9 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:06.016850 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:06.028927 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:06.076980 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.087237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 025ce4b9-1d6d-48f5-81e8-02910f0bf320 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:06.150233 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a1fda-6c88-4cf5-ab3a-6542d9c57eb3 None None] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:06.194433 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.247839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Attempting to bind port 2321237e-710a-4d6d-a543-5cfc24040fc0 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:06.248371 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Attempting to bind port 2321237e-710a-4d6d-a543-5cfc24040fc0 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:06.248844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Attempting to bind port 2321237e-710a-4d6d-a543-5cfc24040fc0 on network d9adce01-5fdb-4135-92f1-a8674df2bea9 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:06.258989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] Provisioning complete for port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:06.259573 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.292129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:06.292599 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Checking segment: {'id': 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:06.293043 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.293480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Bound using segment: {'id': 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:06.294310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Bound port: 2321237e-710a-4d6d-a543-5cfc24040fc0, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd9adce01-5fdb-4135-92f1-a8674df2bea9'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:06.294817 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.340306 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.380803 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4b850a-7e29-4170-a16b-d61a734cbca6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:06.388816 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.395134 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7959fe0d-0fd1-4aea-8208-515d1d7fd51f tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "DELETE /v2.0/subnets/cd4b850a-7e29-4170-a16b-d61a734cbca6 HTTP/1.1" status: 204 len: 168 time: 0.5531383 Oct 27 17:16:06.397890 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56346) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:06.515748 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.565388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:06.565843 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.597668 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Deleting port 2321237e-710a-4d6d-a543-5cfc24040fc0 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:06.598142 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.670586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] For port 2321237e-710a-4d6d-a543-5cfc24040fc0, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:06.677567 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] For port 2321237e-710a-4d6d-a543-5cfc24040fc0, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=2321237e-710a-4d6d-a543-5cfc24040fc0,segment=NetworkSegment(cf56a01d-5ed8-48cc-99b6-78d4b0a1f601),segment_id=cf56a01d-5ed8-48cc-99b6-78d4b0a1f601)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:06.686119 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] For port 2321237e-710a-4d6d-a543-5cfc24040fc0, host n-d-814735-4, got binding levels [] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:06.686492 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.702171 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Calling delete_port for 2321237e-710a-4d6d-a543-5cfc24040fc0 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:06.758940 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.777086 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.892491 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.893759 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] For port 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=025ce4b9-1d6d-48f5-81e8-02910f0bf320,segment=NetworkSegment(f583f779-4058-4c9e-ac24-974742d22e2e),segment_id=f583f779-4058-4c9e-ac24-974742d22e2e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:06.920473 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:06.943154 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Port': ['ID=2321237e-710a-4d6d-a543-5cfc24040fc0,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:06.950191 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] No DVR routers for this DVR port 2321237e-710a-4d6d-a543-5cfc24040fc0 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server [None req-3f63d3e7-80f5-4b7a-834d-b1e21a1f0459 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2321237e-710a-4d6d-a543-5cfc24040fc0 could not be found. Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2321237e-710a-4d6d-a543-5cfc24040fc0 could not be found. Oct 27 17:16:06.961960 n-d-814735-4 neutron-server[114450]: ERROR oslo_messaging.rpc.server Oct 27 17:16:07.000389 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Pushing event updated for resources: {'Port': ['ID=2321237e-710a-4d6d-a543-5cfc24040fc0,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:07.003305 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.019174 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54e250-989a-48ff-8a37-16847fef4b26 None None] Network d9adce01-5fdb-4135-92f1-a8674df2bea9 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:07.040018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.043295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.043295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.043295 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.044018 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.044498 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.044963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.045426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.045955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.046481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.046951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.047586 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4efd0-ddd7-4499-84ce-3e5bdfb22920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:07.130774 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.158477 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9adce01-5fdb-4135-92f1-a8674df2bea9']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:07.176512 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:07.176970 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf56a01d-5ed8-48cc-99b6-78d4b0a1f601') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:07.194968 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.219009 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:16:07.219381 n-d-814735-4 neutron-server[114450]: DEBUG oslo_db.api [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:16:07.222011 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.234164 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:16:07.243475 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.243719 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818d77-16a9-4b47-874a-283512a6edb9 None None] Pushing event updated for resources: {'Port': ['ID=025ce4b9-1d6d-48f5-81e8-02910f0bf320,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:16:07.243898 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:16:07.324294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a88e5711-7e53-4653-b0b4-e16f8182ea06 None None] Provisioning complete for port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:07.324632 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a88e5711-7e53-4653-b0b4-e16f8182ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.364294 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f366e-ca70-4de3-bdc4-7587c63f20bf None None] get_active_networks_info from n-d-814735-4 {{(pid=114450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:16:07.460970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.472202 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.478898 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "DELETE /v2.0/networks/d9adce01-5fdb-4135-92f1-a8674df2bea9 HTTP/1.1" status: 204 len: 168 time: 1.0790150 Oct 27 17:16:07.483826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56348) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:07.495361 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5259-aca7-4e1f-9410-05982228df81 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Network': ['ID=d9adce01-5fdb-4135-92f1-a8674df2bea9,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:07.558677 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f366e-ca70-4de3-bdc4-7587c63f20bf None None] Resources bound (agent type, host, resource id): {{(pid=114450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:16:07.588539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Deleting subnet 03b5721b-b7b1-4a7c-b17c-af25fa00cd49 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:16:07.594637 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.645134 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:16:07.673290 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.805653 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:07.975087 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 025ce4b9-1d6d-48f5-81e8-02910f0bf320 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:07.983748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.017562 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Subnet': ['ID=03b5721b-b7b1-4a7c-b17c-af25fa00cd49,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:08.022951 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.028799 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-980c6cd3-6658-4c0a-a711-e2bbaa2e2de9 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "DELETE /v2.0/subnets/03b5721b-b7b1-4a7c-b17c-af25fa00cd49 HTTP/1.1" status: 204 len: 168 time: 0.5439355 Oct 27 17:16:08.032722 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56350) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:08.038408 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:08.039014 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.077269 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f0fa1-66c5-4ab5-8f7a-5456882fd547 None None] Network 40e539c0-f830-4daa-bb1f-d7ccba083a82 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:08.169147 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.254147 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Deleting port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:08.254720 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.348814 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] For port 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=025ce4b9-1d6d-48f5-81e8-02910f0bf320,segment=NetworkSegment(f583f779-4058-4c9e-ac24-974742d22e2e),segment_id=f583f779-4058-4c9e-ac24-974742d22e2e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:08.349374 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.366660 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Calling delete_port for 025ce4b9-1d6d-48f5-81e8-02910f0bf320 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:08.395890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] DHCP port deletion for 40e539c0-f830-4daa-bb1f-d7ccba083a82 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:16:08.478023 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Deleting port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:08.478634 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.558355 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.589836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Port': ['ID=025ce4b9-1d6d-48f5-81e8-02910f0bf320,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:08.594607 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] No DVR routers for this DVR port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:16:08.594926 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] For port 025ce4b9-1d6d-48f5-81e8-02910f0bf320, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=025ce4b9-1d6d-48f5-81e8-02910f0bf320,segment=NetworkSegment(f583f779-4058-4c9e-ac24-974742d22e2e),segment_id=f583f779-4058-4c9e-ac24-974742d22e2e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:08.595344 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.615446 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Calling delete_port for 025ce4b9-1d6d-48f5-81e8-02910f0bf320 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:08.708058 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.732863 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.736388 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e539c0-f830-4daa-bb1f-d7ccba083a82']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:08.750078 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f583f779-4058-4c9e-ac24-974742d22e2e') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:08.750495 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f583f779-4058-4c9e-ac24-974742d22e2e') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:08.762229 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] Pushing event deleted for resources: {'Port': ['ID=025ce4b9-1d6d-48f5-81e8-02910f0bf320,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:08.763222 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.767316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d7bb0-b819-4b59-b10d-05a80c97858e None None] No DVR routers for this DVR port 025ce4b9-1d6d-48f5-81e8-02910f0bf320 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:16:08.788379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.797302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:16:08.797794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:16:08.801580 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:16:08.971840 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.982471 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:08.987737 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "DELETE /v2.0/networks/40e539c0-f830-4daa-bb1f-d7ccba083a82 HTTP/1.1" status: 204 len: 168 time: 0.9528186 Oct 27 17:16:08.990160 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56352) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:09.010927 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44eb02-1f09-42d0-b5e4-158a9da24067 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Pushing event deleted for resources: {'Network': ['ID=40e539c0-f830-4daa-bb1f-d7ccba083a82,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:09.032687 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-d41d45e4-f889-4158-8fda-e665182c1b8e tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "GET /v2.0/ports?device_id=3894cb1d-1c47-4037-b054-a64da651f68a HTTP/1.1" status: 200 len: 205 time: 0.0412149 Oct 27 17:16:09.036557 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56354) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:09.118661 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.292040 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.294476 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.460241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.460884 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Fanout notify agent at l3_agent the message router_deleted on router 3894cb1d-1c47-4037-b054-a64da651f68a {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:16:09.470379 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:09.477420 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c8c3c49a-f3c9-4c75-9945-0e77c657c798 tempest-RoutersNegativeTest-871138623 tempest-RoutersNegativeTest-871138623-project] 10.222.0.70 "DELETE /v2.0/routers/3894cb1d-1c47-4037-b054-a64da651f68a HTTP/1.1" status: 204 len: 168 time: 0.4343233 Oct 27 17:16:09.960706 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 025ce4b9-1d6d-48f5-81e8-02910f0bf320 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:16:09.987576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 025ce4b9-1d6d-48f5-81e8-02910f0bf320 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:16:09.990227 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 025ce4b9-1d6d-48f5-81e8-02910f0bf320 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:10.214664 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56360) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:10.382671 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-10b26cfe-ff04-4542-b653-19d78c6a8836 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d07476bd463142728c153604fb7ab504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666207 Oct 27 17:16:10.385346 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56364) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:10.438789 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:10.461907 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:10.623381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:10.625969 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:10.627358 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71927b52-8929-4a22-bd71-d82539e580af HTTP/1.1" status: 204 len: 168 time: 0.2409060 Oct 27 17:16:10.639302 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cfda1-aaad-450c-9e71-e8f2ad47c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71927b52-8929-4a22-bd71-d82539e580af,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:11.442927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8eef301-be61-4190-878b-17ce692acd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:11.924187 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56386) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:12.040865 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1568971143-network', 'tenant_id': '79b17bca054944a995fae8adf7f12135'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:12.150470 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Made reservation on behalf of 79b17bca054944a995fae8adf7f12135 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:12.152998 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.163268 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.250874 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.354179 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.384222 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:16:12.407272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb13d62-f9ea-4897-8777-aee2779b3454,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:12.412866 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.413425 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Added segment ba239e55-2f94-4acd-8c3d-9ad89531ffd4 of type vlan for network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 Oct 27 17:16:12.492649 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.605972 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.607015 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:12.607691 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:12.688452 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9cf2cc-851e-424f-b1ef-613bee65aaf6,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:12.701701 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:16:12.737040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-e7f04ac9-d9af-468c-be47-35aa2611aa09 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8113520 Oct 27 17:16:12.742100 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56390) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:12.748631 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Request body: {'subnet': {'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-subnet', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'ip_version': 4}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:12.842023 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Made reservation on behalf of 79b17bca054944a995fae8adf7f12135 for: {'subnet': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:12.844767 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28924878'] for subnet, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.155587 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29285376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28924892'] for subnet, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.231797 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8627fa24-1669-4966-9710-8e9ea98a4011,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:13.243110 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Checking segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:13.243601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Network hostable DHCP agents. Network: fe9cf2cc-851e-424f-b1ef-613bee65aaf6, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:16:13.368169 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:16:13.499203 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, fe9cf2cc-851e-424f-b1ef-613bee65aaf6) {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:13.504076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:13.504797 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.511687 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18eb21-79de-4ceb-8b9a-a9706485228c None None] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:13.673934 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-370d3c91-8e95-464b-ba8c-0a748321760f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9273016 Oct 27 17:16:13.681699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56392) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:13.681699 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:13.686059 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:16:13.686954 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.802567 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.804045 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:13.839450 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Allocated IP 172.20.0.2 (fe9cf2cc-851e-424f-b1ef-613bee65aaf6/8627fa24-1669-4966-9710-8e9ea98a4011/5b665194-dd93-47b7-91dd-a0a656f34118) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:13.871546 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.021533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.137663 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.138304 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.140585 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6d8e772c-9af2-4e59-b229-2b59c4ceac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.184670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:14.188062 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:14.190601 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:14.204891 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Pushing event updated for resources: {'Port': ['ID=5b665194-dd93-47b7-91dd-a0a656f34118,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:14.274012 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Attempting to bind port 5b665194-dd93-47b7-91dd-a0a656f34118 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:14.274589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Attempting to bind port 5b665194-dd93-47b7-91dd-a0a656f34118 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:14.275166 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Attempting to bind port 5b665194-dd93-47b7-91dd-a0a656f34118 on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:14.284026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:14.284639 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Checking segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:14.285290 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.285854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Bound using segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:14.286643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Bound port: 5b665194-dd93-47b7-91dd-a0a656f34118, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:14.287286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.380331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] For port 5b665194-dd93-47b7-91dd-a0a656f34118, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:14.384194 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] For port 5b665194-dd93-47b7-91dd-a0a656f34118, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5b665194-dd93-47b7-91dd-a0a656f34118,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:14.464336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.474656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.486380 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.553511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12848b1d-1c3f-45e3-9db6-c454d0c7fabd None None] Pushing event updated for resources: {'Port': ['ID=5b665194-dd93-47b7-91dd-a0a656f34118,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:14.615687 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Allocated IP 172.25.5.9 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/445f065e-b956-4f71-b765-be62be3947a2) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:14.786230 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.839298 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.920696 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:14.986038 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:14.995968 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:15.002897 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:15.060050 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Pushing event updated for resources: {'Port': ['ID=445f065e-b956-4f71-b765-be62be3947a2,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:15.455018 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:15.455815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:15.647504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a83cb2-5a62-4a26-9f31-2f6ce8d35d88 None None] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:15.706106 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:15.738826 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] Provisioning complete for port 5b665194-dd93-47b7-91dd-a0a656f34118 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:15.739235 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:15.906754 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:15.950726 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Router 2c97b54a-aa97-460b-b1aa-b3884efbc236 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:16:15.956388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] For port 5b665194-dd93-47b7-91dd-a0a656f34118, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5b665194-dd93-47b7-91dd-a0a656f34118,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:16.021595 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5b665194-dd93-47b7-91dd-a0a656f34118 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:16.054434 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:16.148125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1689c-9d29-4fd2-bc89-ba3e3715499b None None] Pushing event updated for resources: {'Port': ['ID=5b665194-dd93-47b7-91dd-a0a656f34118,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:16.159483 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5b665194-dd93-47b7-91dd-a0a656f34118 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:16.159905 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:16.184689 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:16.201125 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Sync routers for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:16.229424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:16.229424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:16.285974 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:16.288380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-ce1bb49e-5551-4812-a4fe-924633819605 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6129417 Oct 27 17:16:16.291733 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56394) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:16.520044 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7637a8e5-c680-4424-9505-1f56993f1a43 None None] Provisioning complete for port 5b665194-dd93-47b7-91dd-a0a656f34118 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:16.520640 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7637a8e5-c680-4424-9505-1f56993f1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:16.606480 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:16.862821 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:15Z', 'revision_number': 3, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:16.915589 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Checking router: 2c97b54a-aa97-460b-b1aa-b3884efbc236 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:16.915938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Updating router 2c97b54a-aa97-460b-b1aa-b3884efbc236 port 445f065e-b956-4f71-b765-be62be3947a2 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:16.919317 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:16.948545 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.165878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Allocated IP 172.20.0.1 (fe9cf2cc-851e-424f-b1ef-613bee65aaf6/8627fa24-1669-4966-9710-8e9ea98a4011/700b42d9-d9de-4e61-8e9c-fdce58c28598) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:17.286739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.325609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.371488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.450375 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.482007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.496100 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:17.501962 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:17.504781 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:17.564996 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Pushing event updated for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:17.587004 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.589559 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Attempting to bind port 445f065e-b956-4f71-b765-be62be3947a2 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:17.590414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Attempting to bind port 445f065e-b956-4f71-b765-be62be3947a2 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:17.590801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Attempting to bind port 445f065e-b956-4f71-b765-be62be3947a2 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:17.606258 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:17.606890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:17.607613 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.608284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:17.609257 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Bound port: 445f065e-b956-4f71-b765-be62be3947a2, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:17.609833 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.612784 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3256f-d0f3-4d70-abde-5009f4de8a55 None None] Pushing event updated for resources: {'Port': ['ID=445f065e-b956-4f71-b765-be62be3947a2,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:17.706861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] For port 445f065e-b956-4f71-b765-be62be3947a2, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:17.718039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] For port 445f065e-b956-4f71-b765-be62be3947a2, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=445f065e-b956-4f71-b765-be62be3947a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:17.814386 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.819312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0ca82d76-aecc-42de-b374-edabedb624d3 None None] Provisioning complete for port 700b42d9-d9de-4e61-8e9c-fdce58c28598 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:17.819684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0ca82d76-aecc-42de-b374-edabedb624d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.894770 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:17.909578 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-0ca82d76-aecc-42de-b374-edabedb624d3 None None] Port 700b42d9-d9de-4e61-8e9c-fdce58c28598 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:17.920686 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3256f-d0f3-4d70-abde-5009f4de8a55 None None] Pushing event updated for resources: {'Port': ['ID=445f065e-b956-4f71-b765-be62be3947a2,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:17.926181 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:17.926863 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:18.043885 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5b665194-dd93-47b7-91dd-a0a656f34118 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:18.163887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:18.166656 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5b665194-dd93-47b7-91dd-a0a656f34118 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:18.167151 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.177982 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.281092 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.381550 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Pushing event updated for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:18.386705 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.455185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '700b42d9-d9de-4e61-8e9c-fdce58c28598', 'name': '', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'mac_address': 'fa:16:3e:b1:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:16Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 1, 'project_id': '79b17bca054944a995fae8adf7f12135', 'subnets': [{'id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:18.484359 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a8d6a-0058-4741-b0a2-2672a852f189 None None] The sync data for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 is: [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '700b42d9-d9de-4e61-8e9c-fdce58c28598', 'name': '', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'mac_address': 'fa:16:3e:b1:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:16Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 1, 'project_id': '79b17bca054944a995fae8adf7f12135', 'subnets': [{'id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:18.553533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:18.555594 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:18.739398 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Router 2c97b54a-aa97-460b-b1aa-b3884efbc236 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:16:18.919014 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:18.939903 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-c3a98266-d58d-4306-acf1-a2b295fbc48a admin admin] 10.222.0.70 "PUT /v2.0/routers/2c97b54a-aa97-460b-b1aa-b3884efbc236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6345088 Oct 27 17:16:18.961990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-6552a432-55e2-4f7d-9130-9b7f35ebcd72 None None] Provisioning complete for port 700b42d9-d9de-4e61-8e9c-fdce58c28598 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:18.962832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6552a432-55e2-4f7d-9130-9b7f35ebcd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:19.016124 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-6552a432-55e2-4f7d-9130-9b7f35ebcd72 None None] Port 700b42d9-d9de-4e61-8e9c-fdce58c28598 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:19.963731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56410) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:19.971533 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1610672498-network', 'tenant_id': '197de7de047b439ebd019d1f60be79f1'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:20.037432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 445f065e-b956-4f71-b765-be62be3947a2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:20.067245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Made reservation on behalf of 197de7de047b439ebd019d1f60be79f1 for: {'network': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:20.069750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.084750 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.117121 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 445f065e-b956-4f71-b765-be62be3947a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:20.118302 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.207609 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.256417 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.280891 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.286836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 445f065e-b956-4f71-b765-be62be3947a2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=445f065e-b956-4f71-b765-be62be3947a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:20.311772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=114448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:16:20.323459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc217f7-c14b-49c9-89bd-30a6627c7767,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:20.329336 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.329681 n-d-814735-4 neutron-server[114448]: INFO neutron.db.segments_db [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Added segment 77750af3-7c68-4176-b409-07109952ce1f of type vlan for network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 Oct 27 17:16:20.372879 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.386986 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.449405 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=445f065e-b956-4f71-b765-be62be3947a2,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:20.532552 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.534034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:20.534784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Publish callbacks [] for network, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:20.600094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4da2b0-d6cb-4855-8bdf-53d9b12fc130,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:20.615342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:16:20.723879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-bd4e7297-4407-4d85-b708-deb75bf1eb87 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7582991 Oct 27 17:16:20.727856 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56412) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:20.733567 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Request body: {'subnet': {'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-subnet', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:20.855958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Made reservation on behalf of 197de7de047b439ebd019d1f60be79f1 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:20.858498 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.007062 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Sync routers for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:21.020222 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:21.020869 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:21.152982 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:21.175814 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.245212 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23e0b5a-5750-4116-aa6c-3c3ea1958ec1,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:21.265043 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Checking segment: {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:21.265400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Network hostable DHCP agents. Network: ec4da2b0-d6cb-4855-8bdf-53d9b12fc130, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:16:21.353581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:16:21.431960 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '700b42d9-d9de-4e61-8e9c-fdce58c28598', 'name': '', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'mac_address': 'fa:16:3e:b1:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:16Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 2, 'project_id': '79b17bca054944a995fae8adf7f12135', 'subnets': [{'id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:21.455287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, ec4da2b0-d6cb-4855-8bdf-53d9b12fc130) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:21.461287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:21.461725 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Checking router: 2c97b54a-aa97-460b-b1aa-b3884efbc236 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:21.462257 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Updating router 2c97b54a-aa97-460b-b1aa-b3884efbc236 port 700b42d9-d9de-4e61-8e9c-fdce58c28598 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:21.462748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.470284 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6c62d-a750-4eb3-aadb-876cd1a9481a None None] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:21.509130 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.561999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cb787ca4-b2e2-443a-bb67-dbce3e1355f4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8329349 Oct 27 17:16:21.565413 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56414) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:21.571727 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:21.687288 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.688544 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.690142 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:16:21.690419 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.793392 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.882320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Allocated IP 172.20.0.2 (ec4da2b0-d6cb-4855-8bdf-53d9b12fc130/d23e0b5a-5750-4116-aa6c-3c3ea1958ec1/1f421030-51ae-4bf7-9f01-b7043822e76c) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:21.954711 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.021662 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.118995 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Pushing event updated for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:22.158355 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.158875 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.159709 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.160526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.161322 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.162102 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.162890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.163661 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.164979 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.165747 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.166886 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.167927 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:22.243735 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Attempting to bind port 700b42d9-d9de-4e61-8e9c-fdce58c28598 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:22.244839 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Attempting to bind port 700b42d9-d9de-4e61-8e9c-fdce58c28598 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:22.245760 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Attempting to bind port 700b42d9-d9de-4e61-8e9c-fdce58c28598 on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:22.256155 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:22.258226 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Checking segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:22.259282 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.260170 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Bound using segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:22.261261 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Bound port: 700b42d9-d9de-4e61-8e9c-fdce58c28598, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:22.262330 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.390156 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] For port 700b42d9-d9de-4e61-8e9c-fdce58c28598, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:22.396845 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] For port 700b42d9-d9de-4e61-8e9c-fdce58c28598, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=700b42d9-d9de-4e61-8e9c-fdce58c28598,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:22.405117 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 445f065e-b956-4f71-b765-be62be3947a2 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:22.465064 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.471105 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.503886 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] Provisioning complete for port 700b42d9-d9de-4e61-8e9c-fdce58c28598 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:22.504259 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.547347 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 445f065e-b956-4f71-b765-be62be3947a2 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:22.547739 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.552556 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.568091 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:22.568890 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:22.573849 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.649282 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:22.652361 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Pushing event updated for resources: {'Port': ['ID=1f421030-51ae-4bf7-9f01-b7043822e76c,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:22.657859 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:22.662744 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:22.734796 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a342dd-820e-4b23-b7fe-1e1c18921a83 None None] Pushing event updated for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:22.775738 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.827320 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:22.830041 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Attempting to bind port 1f421030-51ae-4bf7-9f01-b7043822e76c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:22.830424 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Attempting to bind port 1f421030-51ae-4bf7-9f01-b7043822e76c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:22.830793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Attempting to bind port 1f421030-51ae-4bf7-9f01-b7043822e76c on network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:22.854131 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:22.854496 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Checking segment: {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:22.854901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.855353 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Bound using segment: {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:22.855888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Bound port: 1f421030-51ae-4bf7-9f01-b7043822e76c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:22.856267 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.863983 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] For port 700b42d9-d9de-4e61-8e9c-fdce58c28598, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=700b42d9-d9de-4e61-8e9c-fdce58c28598,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:22.951642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.035777 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.060009 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] For port 1f421030-51ae-4bf7-9f01-b7043822e76c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:23.064039 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.075276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] For port 1f421030-51ae-4bf7-9f01-b7043822e76c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1f421030-51ae-4bf7-9f01-b7043822e76c,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:23.094557 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e9c3-e950-4704-8917-be97ce04aab9 None None] Pushing event updated for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:23.105618 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-4cc803d5-8338-4229-a861-93e4596674ef None None] Provisioning complete for port 700b42d9-d9de-4e61-8e9c-fdce58c28598 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:23.106260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4cc803d5-8338-4229-a861-93e4596674ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.166820 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.231872 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Allocated IP 172.25.5.76 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/424232da-184f-4306-9a9f-cd52adbcf6b9) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:23.257609 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '700b42d9-d9de-4e61-8e9c-fdce58c28598', 'name': '', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'mac_address': 'fa:16:3e:b1:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:16Z', 'updated_at': '2021-10-27T17:16:22Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'subnets': [{'id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:23.347302 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83560a0-f301-4c83-94ee-df31422941ad None None] The sync data for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 is: [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:16:17Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '700b42d9-d9de-4e61-8e9c-fdce58c28598', 'name': '', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'mac_address': 'fa:16:3e:b1:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:16Z', 'updated_at': '2021-10-27T17:16:22Z', 'revision_number': 4, 'project_id': '79b17bca054944a995fae8adf7f12135', 'subnets': [{'id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:23.347989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95065ab-56b2-4878-970e-2b2c588293af None None] Pushing event updated for resources: {'Port': ['ID=1f421030-51ae-4bf7-9f01-b7043822e76c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:23.419722 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.583689 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:23.634942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:23.638675 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:23.643333 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:23.668801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Pushing event updated for resources: {'Port': ['ID=424232da-184f-4306-9a9f-cd52adbcf6b9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:24.108742 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.195143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1f421030-51ae-4bf7-9f01-b7043822e76c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:24.284159 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1f421030-51ae-4bf7-9f01-b7043822e76c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:24.284996 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.423107 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.442350 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.467619 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 1f421030-51ae-4bf7-9f01-b7043822e76c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1f421030-51ae-4bf7-9f01-b7043822e76c,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:24.588945 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.591004 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 700b42d9-d9de-4e61-8e9c-fdce58c28598 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:24.636488 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea4ced-48bb-4ab9-9883-8cbcf852e8bd None None] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:24.753920 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Router 1e7a6598-865a-4398-901b-16fe1f5716c8 is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:16:24.786959 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=1f421030-51ae-4bf7-9f01-b7043822e76c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:24.795369 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-2c619ab3-a689-470b-b5dd-9df4cec0fdb8 None None] Provisioning complete for port 1f421030-51ae-4bf7-9f01-b7043822e76c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:24.795905 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c619ab3-a689-470b-b5dd-9df4cec0fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.886075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 700b42d9-d9de-4e61-8e9c-fdce58c28598 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:24.886476 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.902362 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:24.933462 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Sync routers for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:24.992755 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:24.993399 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:25.023099 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.024573 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-3527f3f1-4f63-4cbe-830f-1bb9f577ab68 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4573255 Oct 27 17:16:25.029026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56416) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:25.202827 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:25.439185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:23Z', 'revision_number': 3, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:25.469237 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Checking router: 1e7a6598-865a-4398-901b-16fe1f5716c8 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:25.469566 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Updating router 1e7a6598-865a-4398-901b-16fe1f5716c8 port 424232da-184f-4306-9a9f-cd52adbcf6b9 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:25.504011 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.536738 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-fbd68faf-0d19-423b-9dcd-778eb2ab0aa3 None None] Provisioning complete for port 1f421030-51ae-4bf7-9f01-b7043822e76c triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:25.537110 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fbd68faf-0d19-423b-9dcd-778eb2ab0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.556748 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.736823 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Allocated IP 172.20.0.1 (ec4da2b0-d6cb-4855-8bdf-53d9b12fc130/d23e0b5a-5750-4116-aa6c-3c3ea1958ec1/83168f24-065b-44f6-b202-829d1eec3b6a) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:25.856173 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.859916 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.965139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:25.979176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1f421030-51ae-4bf7-9f01-b7043822e76c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:25.998441 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.075931 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7dfa0-9189-4fa3-9c61-a6387b3e43bc None None] Pushing event updated for resources: {'Port': ['ID=424232da-184f-4306-9a9f-cd52adbcf6b9,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:26.078444 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:26.082026 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:26.084337 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Attempting to bind port 424232da-184f-4306-9a9f-cd52adbcf6b9 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:26.084604 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Attempting to bind port 424232da-184f-4306-9a9f-cd52adbcf6b9 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:26.085136 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Attempting to bind port 424232da-184f-4306-9a9f-cd52adbcf6b9 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:26.086569 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:26.102657 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:26.103580 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:26.104262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.104897 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:26.105766 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Bound port: 424232da-184f-4306-9a9f-cd52adbcf6b9, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:26.106428 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.114942 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Pushing event updated for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:26.141880 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.193847 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1f421030-51ae-4bf7-9f01-b7043822e76c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:26.193847 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.232351 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] For port 424232da-184f-4306-9a9f-cd52adbcf6b9, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:26.237806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] For port 424232da-184f-4306-9a9f-cd52adbcf6b9, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=424232da-184f-4306-9a9f-cd52adbcf6b9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:26.430787 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.489662 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.570058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-736806c4-8495-4c0e-b906-8f92111df547 None None] Provisioning complete for port 83168f24-065b-44f6-b202-829d1eec3b6a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:26.570442 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-736806c4-8495-4c0e-b906-8f92111df547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.603572 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7dfa0-9189-4fa3-9c61-a6387b3e43bc None None] Pushing event updated for resources: {'Port': ['ID=424232da-184f-4306-9a9f-cd52adbcf6b9,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:26.610978 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:26.611731 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:26.637784 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.685845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-736806c4-8495-4c0e-b906-8f92111df547 None None] Port 83168f24-065b-44f6-b202-829d1eec3b6a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:26.742636 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:26.776486 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.849680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Pushing event updated for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:26.852357 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:26.990454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:26.993247 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:27.039460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '83168f24-065b-44f6-b202-829d1eec3b6a', 'name': '', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'mac_address': 'fa:16:3e:4b:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:25Z', 'updated_at': '2021-10-27T17:16:25Z', 'revision_number': 1, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'subnets': [{'id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:27.087017 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde230c-70e1-47d2-ab5d-f98c5ae3ff5a None None] The sync data for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 is: [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '83168f24-065b-44f6-b202-829d1eec3b6a', 'name': '', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'mac_address': 'fa:16:3e:4b:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:25Z', 'updated_at': '2021-10-27T17:16:25Z', 'revision_number': 1, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'subnets': [{'id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:27.207075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Router 1e7a6598-865a-4398-901b-16fe1f5716c8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:16:27.325331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-9a7ec5f6-f95b-4c1b-a76d-d70221d4099b None None] Provisioning complete for port 83168f24-065b-44f6-b202-829d1eec3b6a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:27.326457 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec5f6-f95b-4c1b-a76d-d70221d4099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:27.390191 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:27.398554 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-aa167b10-cab1-413d-825f-55ebd43e564b admin admin] 10.222.0.70 "PUT /v2.0/routers/1e7a6598-865a-4398-901b-16fe1f5716c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683608 Oct 27 17:16:27.400219 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ec5f6-f95b-4c1b-a76d-d70221d4099b None None] Port 83168f24-065b-44f6-b202-829d1eec3b6a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:28.072202 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 424232da-184f-4306-9a9f-cd52adbcf6b9 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:28.166200 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 424232da-184f-4306-9a9f-cd52adbcf6b9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:28.167152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:28.288607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:28.324129 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 424232da-184f-4306-9a9f-cd52adbcf6b9, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=424232da-184f-4306-9a9f-cd52adbcf6b9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:28.397986 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:28.473020 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=424232da-184f-4306-9a9f-cd52adbcf6b9,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:28.675970 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-b5f10d4d-f449-46ec-923e-277c5c1e3784 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:28.677387 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-b5f10d4d-f449-46ec-923e-277c5c1e3784 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 817 time: 0.1336701 Oct 27 17:16:28.682671 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:28.693849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-a6a29844-b402-471e-bc29-7b7a2f128c4b tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/quotas/79b17bca054944a995fae8adf7f12135 HTTP/1.1" status: 200 len: 375 time: 0.0104241 Oct 27 17:16:28.755666 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-d3031562-ea0e-45a1-9aa7-7cc74929249b tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556138 Oct 27 17:16:29.015911 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-29b58e4c-304b-4056-887f-56a2a9e68f82 service neutron] 10.222.0.70 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466605 Oct 27 17:16:29.130811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:29.146761 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-22cf575d-6212-4ae7-ae28-867cde32af2c service neutron] 10.222.0.70 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186049 Oct 27 17:16:29.565247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-00a8e2c5-62d6-4a28-9530-5f027852451d req-859bdd09-f57b-4477-8b94-2b521793ea98 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 210 time: 0.1422439 Oct 27 17:16:29.983242 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 424232da-184f-4306-9a9f-cd52adbcf6b9 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:30.057014 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 424232da-184f-4306-9a9f-cd52adbcf6b9 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:30.057380 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:30.714395 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-72f3afce-73b2-4140-a300-c87255c2ec8d req-058e019b-df50-4cfc-8a9a-0a60cc7259c0 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 210 time: 0.0353227 Oct 27 17:16:30.742617 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Sync routers for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:30.754580 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:30.755416 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:31.055468 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:31.342885 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '83168f24-065b-44f6-b202-829d1eec3b6a', 'name': '', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'mac_address': 'fa:16:3e:4b:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:25Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 2, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'subnets': [{'id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:31.377526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Checking router: 1e7a6598-865a-4398-901b-16fe1f5716c8 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:31.379933 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Updating router 1e7a6598-865a-4398-901b-16fe1f5716c8 port 83168f24-065b-44f6-b202-829d1eec3b6a binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:31.405096 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.755263 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.857210 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-09e302c1-1e0f-4e78-9b0d-0e7b760038a4 req-3716ffdf-be26-4d5b-9f5b-a3050dbcd1e8 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 210 time: 0.0423298 Oct 27 17:16:31.901407 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.977920 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279bc7-28af-46bf-b46b-289466a40d1b None None] Pushing event updated for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:32.056192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Attempting to bind port 83168f24-065b-44f6-b202-829d1eec3b6a on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:32.056192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Attempting to bind port 83168f24-065b-44f6-b202-829d1eec3b6a by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:32.056192 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Attempting to bind port 83168f24-065b-44f6-b202-829d1eec3b6a on network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:32.061555 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:32.061768 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Checking segment: {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:32.062220 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.062616 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Bound using segment: {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:32.063123 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Bound port: 83168f24-065b-44f6-b202-829d1eec3b6a, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77750af3-7c68-4176-b409-07109952ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:32.063503 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.173216 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] For port 83168f24-065b-44f6-b202-829d1eec3b6a, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:32.179717 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] For port 83168f24-065b-44f6-b202-829d1eec3b6a, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83168f24-065b-44f6-b202-829d1eec3b6a,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:32.272746 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-54a40ca9-e597-4f8a-a7da-9fbab5ea4e43 None None] Provisioning complete for port 83168f24-065b-44f6-b202-829d1eec3b6a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:32.274641 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-54a40ca9-e597-4f8a-a7da-9fbab5ea4e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.285598 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.285904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-7e1e9a32-4371-4fc5-b0fd-c3b1685d3dbb tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.287230 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-7e1e9a32-4371-4fc5-b0fd-c3b1685d3dbb tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 817 time: 0.1472206 Oct 27 17:16:32.300904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Request body: {'port': {'device_id': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'admin_state_up': True, 'tenant_id': '79b17bca054944a995fae8adf7f12135'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:32.330286 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-54a40ca9-e597-4f8a-a7da-9fbab5ea4e43 None None] Port 83168f24-065b-44f6-b202-829d1eec3b6a cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:32.402431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:32.403360 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:16:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.520789 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279bc7-28af-46bf-b46b-289466a40d1b None None] Pushing event updated for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:32.606999 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:32.661748 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Made reservation on behalf of 79b17bca054944a995fae8adf7f12135 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:32.670928 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.759788 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] Provisioning complete for port 83168f24-065b-44f6-b202-829d1eec3b6a triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:32.760154 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.882467 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Allocated IP 172.20.0.6 (fe9cf2cc-851e-424f-b1ef-613bee65aaf6/8627fa24-1669-4966-9710-8e9ea98a4011/1ca62b65-5e78-4b26-bc8a-a00f63f3e341) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:32.908781 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '83168f24-065b-44f6-b202-829d1eec3b6a', 'name': '', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'mac_address': 'fa:16:3e:4b:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:25Z', 'updated_at': '2021-10-27T17:16:32Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'subnets': [{'id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.912654 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.981295 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e727b-6ab8-4c4c-b0db-67af2cfee171 None None] The sync data for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 is: [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:16:26Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '83168f24-065b-44f6-b202-829d1eec3b6a', 'name': '', 'network_id': 'ec4da2b0-d6cb-4855-8bdf-53d9b12fc130', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'mac_address': 'fa:16:3e:4b:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:25Z', 'updated_at': '2021-10-27T17:16:32Z', 'revision_number': 4, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'subnets': [{'id': 'd23e0b5a-5750-4116-aa6c-3c3ea1958ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:32.991478 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] For port 83168f24-065b-44f6-b202-829d1eec3b6a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83168f24-065b-44f6-b202-829d1eec3b6a,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:33.089170 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-292fdbf5-559e-44c9-a223-bde4f20770fd req-b8f19fe1-da34-4a99-b2c1-77a010561b85 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 210 time: 0.0871241 Oct 27 17:16:33.096346 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.162754 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.178055 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18d3b-feeb-4b94-9ddf-752187b75279 None None] Pushing event updated for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:33.311654 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.388966 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:33.394449 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:33.401384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:33.441688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Pushing event updated for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:33.502368 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:33.503458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.605040 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6bbf6026-ad79-4f31-88dc-3666eb16ea2f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078721 Oct 27 17:16:33.623595 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Request body: {'port': {'device_id': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:33.728636 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.749060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-bc6589d9-7f8f-4a14-8c03-881d905bacb3 None None] Provisioning complete for port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:33.751082 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bc6589d9-7f8f-4a14-8c03-881d905bacb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.825197 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-bc6589d9-7f8f-4a14-8c03-881d905bacb3 None None] Port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:34.073504 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83168f24-065b-44f6-b202-829d1eec3b6a up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:34.157999 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 83168f24-065b-44f6-b202-829d1eec3b6a triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:34.158597 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.184102 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:16:34.197735 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.214755 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Transition to ACTIVE for port object 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:16:34.282348 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51389121-324d-41ad-87eb-dc8767281151 req-4b42bf83-0abb-49d4-9aa7-0ef9ef949af1 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:34.284988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51389121-324d-41ad-87eb-dc8767281151 req-4b42bf83-0abb-49d4-9aa7-0ef9ef949af1 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 931 time: 0.0689259 Oct 27 17:16:34.288443 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.385397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Pushing event updated for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:34.410977 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-51389121-324d-41ad-87eb-dc8767281151 req-ff1f869a-dfda-4690-9667-a601605c71ab tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092672 Oct 27 17:16:34.487701 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Attempting to bind port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:34.488254 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Attempting to bind port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:34.488782 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Attempting to bind port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:34.497408 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:16:34.497842 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Attempting to bind port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:34.505993 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:34.506484 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Checking segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:34.507006 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Bound using segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:34.507720 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Bound port: 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:34.508164 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.610552 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:34.614473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:34.716781 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.757489 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:34.758124 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.759790 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] 10.222.0.79 "PUT /v2.0/ports/1ca62b65-5e78-4b26-bc8a-a00f63f3e341 HTTP/1.1" status: 200 len: 1091 time: 1.1453290 Oct 27 17:16:34.760117 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:16:34.762559 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c30541-50da-4092-a206-f357201dbd35" -d '{"events": [{"name": "network-changed", "server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:16:34.796688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b620e60-a6bc-4ceb-84bf-7ace1920672f service neutron] Pushing event updated for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:34.938660 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94bb90-1ae3-4ede-95e8-3a96c8ff7ffe x-openstack-request-id: req-8d94bb90-1ae3-4ede-95e8-3a96c8ff7ffe {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:16:34.939156 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:16:34.939516 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d94bb90-1ae3-4ede-95e8-3a96c8ff7ffe {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:16:34.940158 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341', 'status': 'completed', 'code': 200} Oct 27 17:16:34.965952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-9ce88861-a11c-4fe8-85a4-8f05f64830f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:34.967787 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-9ce88861-a11c-4fe8-85a4-8f05f64830f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 1094 time: 0.0724838 Oct 27 17:16:35.024531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-75e505ea-4e83-4104-a527-3b1e017f7fc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341 HTTP/1.1" status: 200 len: 217 time: 0.0476027 Oct 27 17:16:35.087656 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-10cf10ad-dea2-4658-91f4-9177d3feddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:35.090411 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-10cf10ad-dea2-4658-91f4-9177d3feddc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8627fa24-1669-4966-9710-8e9ea98a4011 HTTP/1.1" status: 200 len: 856 time: 0.0582452 Oct 27 17:16:35.168883 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6e9e15d5-7c6f-4de5-b5ed-c538f952a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:35.171642 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-6e9e15d5-7c6f-4de5-b5ed-c538f952a046 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741053 Oct 27 17:16:35.293330 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-21c5e1a8-361c-4395-b5a6-66bcf49d8448 service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146822 Oct 27 17:16:35.459189 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5b6ccf1a-b0cd-4b83-8983-9bac7b447452 req-53a49396-796b-46db-a41b-b59876bfcade service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586010 Oct 27 17:16:35.575199 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e9f6d-ca05-4b9d-9f93-e3da52a94988 req-fee9d7bb-f35a-47c8-b5ab-b9df6c4dc38a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:35.577241 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c68e9f6d-ca05-4b9d-9f93-e3da52a94988 req-fee9d7bb-f35a-47c8-b5ab-b9df6c4dc38a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 943 time: 0.0662293 Oct 27 17:16:35.649879 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c68e9f6d-ca05-4b9d-9f93-e3da52a94988 req-1d06c0be-2989-498c-9d2b-244926342718 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656612 Oct 27 17:16:35.663244 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30541-50da-4092-a206-f357201dbd35 req-f0b24022-4cf4-4472-9c8d-da9b8f6c312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:35.666190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-f0b24022-4cf4-4472-9c8d-da9b8f6c312e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 1094 time: 0.0752544 Oct 27 17:16:35.787877 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30541-50da-4092-a206-f357201dbd35 req-5873d0bc-5d35-4d5b-bfc4-693b74230a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:35.789820 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-5873d0bc-5d35-4d5b-bfc4-693b74230a8a service neutron] 10.222.0.79 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 918 time: 0.1140590 Oct 27 17:16:36.225102 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-ba0d19ae-2130-427b-8644-1ff16fb98258 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341 HTTP/1.1" status: 200 len: 217 time: 0.4279895 Oct 27 17:16:36.281522 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30541-50da-4092-a206-f357201dbd35 req-00e4b694-7266-46d0-8244-3f90839d2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:36.283081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-00e4b694-7266-46d0-8244-3f90839d2871 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8627fa24-1669-4966-9710-8e9ea98a4011 HTTP/1.1" status: 200 len: 856 time: 0.0483494 Oct 27 17:16:36.336888 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c30541-50da-4092-a206-f357201dbd35 req-cd455549-06b6-43f3-b6b7-bd2fd66be369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:36.338401 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-cd455549-06b6-43f3-b6b7-bd2fd66be369 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454330 Oct 27 17:16:36.454150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-b5d2794f-56e3-4f7e-b81b-2891027fbd6d service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055961 Oct 27 17:16:36.566225 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06c30541-50da-4092-a206-f357201dbd35 req-6206e066-23d4-48ac-a553-9355a8c8495a service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012170 Oct 27 17:16:36.797390 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8c94-88c6-423a-b266-2fed4ab1298e req-179faae6-f4d8-45f3-b999-84aa4bdd9a35 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:36.800291 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3dd8c94-88c6-423a-b266-2fed4ab1298e req-179faae6-f4d8-45f3-b999-84aa4bdd9a35 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 943 time: 0.0648329 Oct 27 17:16:36.846231 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3dd8c94-88c6-423a-b266-2fed4ab1298e req-5c768520-33c4-465a-9093-0c17e0a49ac2 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Oct 27 17:16:37.991985 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e2c55-5fe5-4895-a393-e22a64d1ce2e req-72e59769-eea7-40ec-9739-bb4875f95c23 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:37.994587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a03e2c55-5fe5-4895-a393-e22a64d1ce2e req-72e59769-eea7-40ec-9739-bb4875f95c23 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 943 time: 0.0661631 Oct 27 17:16:38.058585 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a03e2c55-5fe5-4895-a393-e22a64d1ce2e req-9b4eb365-a2b2-4b1c-a166-6a4294d78dca tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Oct 27 17:16:38.578696 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:16:38.693723 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:38.707900 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'port_id': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341', 'mac_address': 'fa:16:3e:ff:86:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:16:38.754156 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.768957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:16:38.797082 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:38.940635 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.994848 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:39.144921 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['1ca62b65-5e78-4b26-bc8a-a00f63f3e341'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:16:39.227913 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bca8-8f7b-4ec5-9a87-bbab83d464a6 req-2a7316df-188f-4d6a-9313-c0c064426962 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:39.230504 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e13bca8-8f7b-4ec5-9a87-bbab83d464a6 req-2a7316df-188f-4d6a-9313-c0c064426962 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 944 time: 0.0900676 Oct 27 17:16:39.284473 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9e13bca8-8f7b-4ec5-9a87-bbab83d464a6 req-0a89f058-dce5-437b-ae2a-117f23c21696 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Oct 27 17:16:40.414389 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886e633-c592-4124-8c85-b60cd102e630 req-19494a54-afbb-4100-a1f7-8c773e8a4ff0 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:40.416084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d886e633-c592-4124-8c85-b60cd102e630 req-19494a54-afbb-4100-a1f7-8c773e8a4ff0 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 944 time: 0.0548437 Oct 27 17:16:40.460742 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d886e633-c592-4124-8c85-b60cd102e630 req-8c02e4ab-694b-466b-ae6f-b8189d4f814b tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Oct 27 17:16:40.598989 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:40.763216 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:16:40.770417 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:40.771031 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.868046 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.893253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:16:40.896145 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e3255e-746a-44d0-8f4b-dd7f8d13668e" -d '{"events": [{"server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "name": "network-vif-plugged", "status": "completed", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:16:40.913312 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:41.008504 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.020808 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12477eba-f299-4af4-843e-11a50e12f132 x-openstack-request-id: req-12477eba-f299-4af4-843e-11a50e12f132 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:16:41.020808 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "name": "network-vif-plugged", "status": "completed", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:16:41.020808 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12477eba-f299-4af4-843e-11a50e12f132 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:16:41.020808 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341', 'code': 200} Oct 27 17:16:41.083407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:41.132837 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48816-8156-4e27-be95-d39cdd6b1e7d req-d7491478-fe43-4b07-9dbd-f376330a4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:41.134333 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54b48816-8156-4e27-be95-d39cdd6b1e7d req-d7491478-fe43-4b07-9dbd-f376330a4a43 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 1096 time: 0.0467463 Oct 27 17:16:41.174196 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-54b48816-8156-4e27-be95-d39cdd6b1e7d req-1f22b556-64e2-4bf3-a085-486fcd1be744 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Oct 27 17:16:41.446318 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-409aebe6-2f99-4a2d-98bc-8cad4a121aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.594599 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810ed5-5766-4c9c-89ef-f2ac53c64b11 req-ec52e9bd-8105-459f-b9e0-cce595a88924 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:41.596274 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c810ed5-5766-4c9c-89ef-f2ac53c64b11 req-ec52e9bd-8105-459f-b9e0-cce595a88924 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.0586476 Oct 27 17:16:41.644190 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7c810ed5-5766-4c9c-89ef-f2ac53c64b11 req-8e0af30a-580d-429f-8294-66b09ac9ef5d tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Oct 27 17:16:42.784414 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830b96d-5be4-4f2e-9d79-2affab602492 req-e298f03c-02b0-4773-9ac3-41d45bb939e1 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:42.786086 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0830b96d-5be4-4f2e-9d79-2affab602492 req-e298f03c-02b0-4773-9ac3-41d45bb939e1 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Oct 27 17:16:42.835309 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0830b96d-5be4-4f2e-9d79-2affab602492 req-5a924a27-c493-41be-99e7-e4455a97bd8d tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Oct 27 17:16:43.001259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11c00a-59d9-4619-9bc7-570d095d0ed1 req-76b6597f-e9b1-4df3-b5d3-51607ff1611f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:43.005070 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed11c00a-59d9-4619-9bc7-570d095d0ed1 req-76b6597f-e9b1-4df3-b5d3-51607ff1611f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.0885882 Oct 27 17:16:43.048813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ed11c00a-59d9-4619-9bc7-570d095d0ed1 req-c7efe107-dd45-4331-b4d0-97ebdc271ad8 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Oct 27 17:16:44.048433 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d8c20256-9099-465a-a983-db74877712b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.637142 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:16:44.829337 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.454133 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.236945 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:58.692340 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:59.177324 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:11.467201 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d4f0c3d8-88b7-4530-978f-96b295c71cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:13.606645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-307b467d-9a95-43c1-b21d-378ef24cf6af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535462 Oct 27 17:17:13.734634 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-980616ca-021e-4c97-ac76-77b3417f562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:13.737152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-980616ca-021e-4c97-ac76-77b3417f562d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 1096 time: 0.0726976 Oct 27 17:17:13.909116 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-6e1f56a5-525f-4f71-9c2a-45546afd2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:13.912233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-6e1f56a5-525f-4f71-9c2a-45546afd2877 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 918 time: 0.1492255 Oct 27 17:17:13.975226 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-e0fd3dcd-18a6-4905-9bf8-8a3196043df1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341 HTTP/1.1" status: 200 len: 217 time: 0.0512462 Oct 27 17:17:14.056932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-3aba956f-3fe0-4f39-b604-34f2e513dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:14.060097 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-3aba956f-3fe0-4f39-b604-34f2e513dca9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8627fa24-1669-4966-9710-8e9ea98a4011 HTTP/1.1" status: 200 len: 856 time: 0.0764008 Oct 27 17:17:14.096783 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b57e4c4d-ef92-4851-ab69-5006a1af3857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:14.142894 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-7f4e7a78-b436-4f1a-a985-8a764f84c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:14.145277 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-7f4e7a78-b436-4f1a-a985-8a764f84c59a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777807 Oct 27 17:17:14.287461 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-3a36bfb0-5c71-4c83-aa7e-433eda17211a service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330884 Oct 27 17:17:14.497434 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae578d-4658-484d-9c9e-ded8784e55d3 req-22b2bb53-5c0f-452f-be63-52f03568116c tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:14.500394 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3ae578d-4658-484d-9c9e-ded8784e55d3 req-22b2bb53-5c0f-452f-be63-52f03568116c tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.1354573 Oct 27 17:17:14.545023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1cd03c4-6a43-40a4-9c79-5f2db8397690 req-cc52edb5-1b3a-4028-90f1-247ace240e73 service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472432 Oct 27 17:17:14.592049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d3ae578d-4658-484d-9c9e-ded8784e55d3 req-fd411a27-c0b6-4945-9434-045a5d698272 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789678 Oct 27 17:17:14.815397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:15.437656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:15.744932 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b5233-7c24-462b-9991-f5efd1bf2caf req-b05f37d0-68ba-4202-8877-e55b7fd899a6 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:15.746465 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc4b5233-7c24-462b-9991-f5efd1bf2caf req-b05f37d0-68ba-4202-8877-e55b7fd899a6 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.0738649 Oct 27 17:17:15.800775 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dc4b5233-7c24-462b-9991-f5efd1bf2caf req-7418825a-024e-4695-94b9-3f01c9d476c5 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Oct 27 17:17:15.930990 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-cc9c4501-309e-4c9e-8e43-cf3896a3c979 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:15.932626 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-cc9c4501-309e-4c9e-8e43-cf3896a3c979 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 945 time: 0.0787015 Oct 27 17:17:16.060056 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Deleting port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:16.060629 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:16.215221 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] For port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:16.215677 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:16.241779 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Calling delete_port for 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:16.500938 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:16.516046 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['1ca62b65-5e78-4b26-bc8a-a00f63f3e341'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:17:16.556292 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Pushing event deleted for resources: {'Port': ['ID=1ca62b65-5e78-4b26-bc8a-a00f63f3e341,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:16.580655 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.581272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.581878 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.582463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.583099 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.583693 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.584249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.584817 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.585358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.585924 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.586500 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.587071 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:16.659480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] No DVR routers for this DVR port 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:16.663296 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:16.667689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-085e7a24-84fa-4744-8c1c-f46daadaa4ee req-657cdb66-c62b-4834-a517-8a0968f537e4 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "DELETE /v2.0/ports/1ca62b65-5e78-4b26-bc8a-a00f63f3e341 HTTP/1.1" status: 204 len: 173 time: 0.7285235 Oct 27 17:17:16.672815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'name': 'network-vif-deleted', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:16.672815 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad939d-60b9-49cd-86c5-4ff3ad93e420" -d '{"events": [{"server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "name": "network-vif-deleted", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:16.717932 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa99b7b-c696-4ee0-aae4-18d64e155052 x-openstack-request-id: req-0aa99b7b-c696-4ee0-aae4-18d64e155052 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:16.718340 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0953b0c5-45d3-4843-a945-78ecc2a24865", "name": "network-vif-deleted", "tag": "1ca62b65-5e78-4b26-bc8a-a00f63f3e341", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:16.718644 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0aa99b7b-c696-4ee0-aae4-18d64e155052 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:16.719161 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0953b0c5-45d3-4843-a945-78ecc2a24865', 'name': 'network-vif-deleted', 'tag': '1ca62b65-5e78-4b26-bc8a-a00f63f3e341', 'status': 'completed', 'code': 200} Oct 27 17:17:16.960643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-902b5725-1b5e-40bd-87ea-f720e579d2af req-548fcd0a-3dea-48fb-b740-685ea178c10c tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=0953b0c5-45d3-4843-a945-78ecc2a24865 HTTP/1.1" status: 200 len: 210 time: 0.0381637 Oct 27 17:17:17.237619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:18.839521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:18.877625 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:18.878365 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 1ca62b65-5e78-4b26-bc8a-a00f63f3e341 not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:18.967732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-3fd432cf-f266-4528-8f3e-a64e5c64dfef tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:18.969301 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-3fd432cf-f266-4528-8f3e-a64e5c64dfef tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 817 time: 0.1364064 Oct 27 17:17:18.992964 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-8934494f-6c8e-490c-9d25-91cbf2ab92b6 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/quotas/79b17bca054944a995fae8adf7f12135 HTTP/1.1" status: 200 len: 375 time: 0.0130274 Oct 27 17:17:19.067827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-073e0d40-fe31-4fc6-bb93-154960ec1a32 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624256 Oct 27 17:17:19.186275 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-9c71e8e5-e8d2-48ec-a400-1851b908926e service neutron] 10.222.0.70 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003745 Oct 27 17:17:19.291370 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-f8037006-f057-4bc3-b99a-10707da45cb8 service neutron] 10.222.0.70 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979667 Oct 27 17:17:19.552278 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9ebf0771-d466-4760-b51d-9730148eafec req-791f19b9-ac9d-4998-9608-86083f3f2ad5 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Oct 27 17:17:20.701110 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21d9191d-4eaa-44e2-9a23-2def476bb875 req-d271c055-4d13-4454-8350-6b16ca5dbe37 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0465636 Oct 27 17:17:21.643133 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:21.827973 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f47dc76a-99b9-40be-9404-e81047dcd933 req-c608ba1c-3323-42bf-8c38-02f40f51bd71 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Oct 27 17:17:22.945084 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2f5123d8-3a02-4999-9e60-390183e1ee4b req-5421b97f-4ec1-4491-babb-e47b5be62b87 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0334125 Oct 27 17:17:24.074160 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-d20521aa-32cc-40c5-bc80-fa05f339ae7a req-6f4ed306-a849-49b2-afdc-e88c90619082 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0351305 Oct 27 17:17:25.186150 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b332cd1e-c636-4094-9a5b-8b6abe1fce4b req-e1395b85-ef56-45c7-b509-8f246f7ad283 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Oct 27 17:17:26.291734 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-4eefdb94-5b43-41ff-a7ff-2b9b4e4f8854 req-0b92bb51-075e-45f1-8f7c-a29526b1116b tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Oct 27 17:17:26.452928 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-a2319db3-7d1e-4f0d-9fe2-fb770b3b85eb tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:26.455654 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-a2319db3-7d1e-4f0d-9fe2-fb770b3b85eb tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "GET /v2.0/networks?id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 200 len: 817 time: 0.1436958 Oct 27 17:17:26.469642 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Request body: {'port': {'device_id': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'admin_state_up': True, 'tenant_id': '79b17bca054944a995fae8adf7f12135'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:26.744801 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Made reservation on behalf of 79b17bca054944a995fae8adf7f12135 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:17:26.748760 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:26.909075 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Allocated IP 172.20.0.12 (fe9cf2cc-851e-424f-b1ef-613bee65aaf6/8627fa24-1669-4966-9710-8e9ea98a4011/85364681-b7c5-485f-a166-66e6862625eb) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:17:27.096520 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.213462 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.263454 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:17:27.267259 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:17:27.271680 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:17:27.301030 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Pushing event updated for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:27.352275 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:27.353263 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.493388 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0b9a26e8-6183-4cd8-a0dc-8690b8e0f22a tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0286293 Oct 27 17:17:27.506160 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0cd48-439c-457d-9259-0801867fc551 req-06e485de-bb26-470f-beaa-31569b9da591 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:27.508519 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec0cd48-439c-457d-9259-0801867fc551 req-06e485de-bb26-470f-beaa-31569b9da591 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 932 time: 0.0832202 Oct 27 17:17:27.514838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Request body: {'port': {'device_id': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:27.569354 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-1206a68c-1bc4-4c1d-bad1-ed5de6841376 None None] Provisioning complete for port 85364681-b7c5-485f-a166-66e6862625eb triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:17:27.570241 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1206a68c-1bc4-4c1d-bad1-ed5de6841376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.600619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2ec0cd48-439c-457d-9259-0801867fc551 req-c4948db5-f9e9-4dc1-a28a-47f81ed9fae6 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824616 Oct 27 17:17:27.603847 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.617147 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-1206a68c-1bc4-4c1d-bad1-ed5de6841376 None None] Port 85364681-b7c5-485f-a166-66e6862625eb cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:17:27.939144 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85364681-b7c5-485f-a166-66e6862625eb {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:17:27.954426 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:27.973653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Transition to ACTIVE for port object 85364681-b7c5-485f-a166-66e6862625eb will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:17:28.103862 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:28.185749 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Pushing event updated for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:28.280096 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Attempting to bind port 85364681-b7c5-485f-a166-66e6862625eb on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:17:28.280614 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Attempting to bind port 85364681-b7c5-485f-a166-66e6862625eb by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:17:28.280838 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Attempting to bind port 85364681-b7c5-485f-a166-66e6862625eb on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:17:28.286301 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Port 85364681-b7c5-485f-a166-66e6862625eb on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:17:28.286598 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Attempting to bind port 85364681-b7c5-485f-a166-66e6862625eb on network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:17:28.294463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:17:28.295003 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Checking segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:17:28.295673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Bound using segment: {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:17:28.296419 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Bound port: 85364681-b7c5-485f-a166-66e6862625eb, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:17:28.297035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:28.395954 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:17:28.406643 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=85364681-b7c5-485f-a166-66e6862625eb,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:17:28.483245 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:28.524471 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:28.525259 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:28.527575 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] 10.222.0.79 "PUT /v2.0/ports/85364681-b7c5-485f-a166-66e6862625eb HTTP/1.1" status: 200 len: 1092 time: 1.0178173 Oct 27 17:17:28.530858 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'tag': '85364681-b7c5-485f-a166-66e6862625eb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:28.534383 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254676eb-7cf9-4c4f-b993-7486b64a0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "tag": "85364681-b7c5-485f-a166-66e6862625eb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:28.577329 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ce43-5fc8-4a70-aa80-dd6f8d03060c service neutron] Pushing event updated for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:28.602018 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39b7f5-bcea-4734-8e19-ebedc5f8b295 x-openstack-request-id: req-0e39b7f5-bcea-4734-8e19-ebedc5f8b295 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:28.602690 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "tag": "85364681-b7c5-485f-a166-66e6862625eb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:28.603175 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e39b7f5-bcea-4734-8e19-ebedc5f8b295 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:28.603848 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'tag': '85364681-b7c5-485f-a166-66e6862625eb', 'status': 'completed', 'code': 200} Oct 27 17:17:28.682531 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-3323cbf3-4a05-479b-8726-92ee3ca14e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:28.685194 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-3323cbf3-4a05-479b-8726-92ee3ca14e52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 1095 time: 0.0711284 Oct 27 17:17:28.698393 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:28.838353 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581e6e-a622-411d-b98f-540e74d143a8 req-172b7ca7-c1de-44e1-9f64-495e63ccd5de tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:28.839999 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44581e6e-a622-411d-b98f-540e74d143a8 req-172b7ca7-c1de-44e1-9f64-495e63ccd5de tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 944 time: 0.1130414 Oct 27 17:17:28.864119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-6457a66c-8103-4045-930c-fb4ecdb000d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:28.865706 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-6457a66c-8103-4045-930c-fb4ecdb000d1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=79b17bca054944a995fae8adf7f12135&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1721840 Oct 27 17:17:28.949138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-44581e6e-a622-411d-b98f-540e74d143a8 req-b09e66f9-cd0c-485e-a54a-6ee02dc97ac9 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977292 Oct 27 17:17:29.001805 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-bb42a708-5e53-42e0-8daf-72add54cfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:29.003344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-254676eb-7cf9-4c4f-b993-7486b64a0eef req-bb42a708-5e53-42e0-8daf-72add54cfd32 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305463 Oct 27 17:17:29.096189 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-a41100c2-bf42-4497-becb-ea8322e681c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:29.097949 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-a41100c2-bf42-4497-becb-ea8322e681c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=79b17bca054944a995fae8adf7f12135&device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 1095 time: 0.0496428 Oct 27 17:17:29.145747 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-0cb94cd7-d9fe-426b-ac44-dc646d9a70e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85364681-b7c5-485f-a166-66e6862625eb HTTP/1.1" status: 200 len: 217 time: 0.0404196 Oct 27 17:17:29.161352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:29.198422 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-e0e35ead-9d60-43e2-ba4d-0de0582dd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:29.202147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-e0e35ead-9d60-43e2-ba4d-0de0582dd649 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8627fa24-1669-4966-9710-8e9ea98a4011 HTTP/1.1" status: 200 len: 856 time: 0.0479109 Oct 27 17:17:29.249737 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57349-7373-457c-a001-5210ce9f5b30 req-700c93a5-5e96-48ca-8e9b-a9683d1ed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:29.254407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-700c93a5-5e96-48ca-8e9b-a9683d1ed590 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fe9cf2cc-851e-424f-b1ef-613bee65aaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447583 Oct 27 17:17:29.358929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-08221e1e-fcd3-450d-909d-dfa09b700845 service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979300 Oct 27 17:17:29.456505 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bef57349-7373-457c-a001-5210ce9f5b30 req-fca9634b-1b40-4f6f-96b2-e7e36843ace1 service neutron] 10.222.0.79 "GET /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902879 Oct 27 17:17:30.092890 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e860899-fe23-4ca4-865b-1b8383efc663 req-c2047ca2-cae7-4d42-9e45-82371ac8312e tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:30.094804 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e860899-fe23-4ca4-865b-1b8383efc663 req-c2047ca2-cae7-4d42-9e45-82371ac8312e tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 944 time: 0.0614388 Oct 27 17:17:30.139445 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1e860899-fe23-4ca4-865b-1b8383efc663 req-3e9d2be9-ea32-4a85-8c4b-fac896fee0e2 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Oct 27 17:17:30.868635 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 85364681-b7c5-485f-a166-66e6862625eb details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:17:31.031448 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=85364681-b7c5-485f-a166-66e6862625eb,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:31.053903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '85364681-b7c5-485f-a166-66e6862625eb', 'network_id': 'fe9cf2cc-851e-424f-b1ef-613bee65aaf6', 'port_id': '85364681-b7c5-485f-a166-66e6862625eb', 'mac_address': 'fa:16:3e:f5:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8627fa24-1669-4966-9710-8e9ea98a4011', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:17:31.129329 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.154630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85364681-b7c5-485f-a166-66e6862625eb {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:17:31.187160 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=85364681-b7c5-485f-a166-66e6862625eb,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:31.258443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:31.303336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d25380-da84-4854-9b49-56df07324643 req-bce58828-6cab-4007-abc8-9b9ae6f8d1a5 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:31.305892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2d25380-da84-4854-9b49-56df07324643 req-bce58828-6cab-4007-abc8-9b9ae6f8d1a5 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 944 time: 0.0896683 Oct 27 17:17:31.330086 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:31.340521 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.341027 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.341460 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.341907 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.342335 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.342758 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.343565 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.343990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.344413 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.344957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.345622 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.346146 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:31.357638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f2d25380-da84-4854-9b49-56df07324643 req-87746c66-0f6c-4f2e-8e8d-0ad0e60a786f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Oct 27 17:17:31.467391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['85364681-b7c5-485f-a166-66e6862625eb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:17:32.487869 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81820-2b82-4468-bac8-17aec086ed73 req-891a2367-247c-4779-974d-b017daa48a36 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:32.489451 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37b81820-2b82-4468-bac8-17aec086ed73 req-891a2367-247c-4779-974d-b017daa48a36 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 945 time: 0.0521183 Oct 27 17:17:32.551407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-37b81820-2b82-4468-bac8-17aec086ed73 req-8de07ae2-9890-45af-be2f-bc55514466b9 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Oct 27 17:17:32.885137 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 85364681-b7c5-485f-a166-66e6862625eb up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:17:33.029511 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 85364681-b7c5-485f-a166-66e6862625eb completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:17:33.035887 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 85364681-b7c5-485f-a166-66e6862625eb triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:17:33.035887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:33.142145 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:33.177277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85364681-b7c5-485f-a166-66e6862625eb'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:33.181475 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e8aefb-a5ab-4f4d-9934-484a3150d4c4" -d '{"events": [{"server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "name": "network-vif-plugged", "status": "completed", "tag": "85364681-b7c5-485f-a166-66e6862625eb"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:33.205938 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=85364681-b7c5-485f-a166-66e6862625eb,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:33.242339 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c9c8e-aded-499c-a346-09a0bda61358 x-openstack-request-id: req-972c9c8e-aded-499c-a346-09a0bda61358 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:33.242852 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "name": "network-vif-plugged", "status": "completed", "tag": "85364681-b7c5-485f-a166-66e6862625eb", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:33.243309 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-972c9c8e-aded-499c-a346-09a0bda61358 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:33.243955 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85364681-b7c5-485f-a166-66e6862625eb', 'code': 200} Oct 27 17:17:33.328039 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:33.365272 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1f8c-0093-475e-853b-7ee4181ee68e req-cf868666-2daa-4fb9-985d-2e82810fb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:33.366830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-325a1f8c-0093-475e-853b-7ee4181ee68e req-cf868666-2daa-4fb9-985d-2e82810fb6b4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 1097 time: 0.0508528 Oct 27 17:17:33.398948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:33.416945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-325a1f8c-0093-475e-853b-7ee4181ee68e req-e5a6da79-f36a-4583-888f-426ae6b29341 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Oct 27 17:17:33.701066 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401607c-9948-4acb-bff8-771db34d90b0 req-9554218d-0bdf-44e7-9ce4-0ce17952eb48 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:33.702990 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f401607c-9948-4acb-bff8-771db34d90b0 req-9554218d-0bdf-44e7-9ce4-0ce17952eb48 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0592134 Oct 27 17:17:33.751779 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f401607c-9948-4acb-bff8-771db34d90b0 req-fa77ed43-b2b4-4d5d-9f8b-c101bbb09239 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Oct 27 17:17:34.913741 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef826d7c-4728-4c62-906f-93d603b5c1e3 req-4d409fa3-2153-440e-b55e-ca8e01909ebf tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:34.915826 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef826d7c-4728-4c62-906f-93d603b5c1e3 req-4d409fa3-2153-440e-b55e-ca8e01909ebf tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0549779 Oct 27 17:17:34.961350 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ef826d7c-4728-4c62-906f-93d603b5c1e3 req-2d5e0712-3ec9-4674-ac46-b30d8c7f8249 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Oct 27 17:17:35.109517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dad98-c1e8-402b-88aa-af86127f91f5 req-69b7dc96-2b9b-4f5b-b8ab-ef05851e7fed tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:35.111120 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-024dad98-c1e8-402b-88aa-af86127f91f5 req-69b7dc96-2b9b-4f5b-b8ab-ef05851e7fed tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0706422 Oct 27 17:17:35.158892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-024dad98-c1e8-402b-88aa-af86127f91f5 req-cebcf30a-3975-448d-b913-596b436a8050 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Oct 27 17:17:41.416512 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a49512a5-f63c-4cf2-800f-611ed8feb6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.085152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f7d32d10-147a-4073-8ded-17436c7ffd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:44.868581 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:45.461841 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:47.266680 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.641167 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:58.751988 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.311430 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.852361 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23715c-cd1f-4ba9-b6e2-31d46e9c0746 req-0f79eeae-8b82-4544-bd5c-7e42406021a7 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:05.852361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f23715c-cd1f-4ba9-b6e2-31d46e9c0746 req-0f79eeae-8b82-4544-bd5c-7e42406021a7 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0939693 Oct 27 17:18:05.883310 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9f23715c-cd1f-4ba9-b6e2-31d46e9c0746 req-5bf2efa3-761e-49c1-a4af-39bb80ba3d00 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Oct 27 17:18:07.025491 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d7e5f-e10d-449e-b24c-a3cda3156377 req-529cf9ef-c00c-4865-8f02-3ffa7047b83f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:07.028195 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e16d7e5f-e10d-449e-b24c-a3cda3156377 req-529cf9ef-c00c-4865-8f02-3ffa7047b83f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0643234 Oct 27 17:18:07.085559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e16d7e5f-e10d-449e-b24c-a3cda3156377 req-daf49f16-02bd-4074-a7dd-93288a304ecf tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fb13d62-f9ea-4897-8777-aee2779b3454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508571 Oct 27 17:18:07.254579 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089326-6256-40aa-b355-78c90742b18d req-12bc55d1-adcb-411d-ad40-bea4d21c231f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:07.256459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06089326-6256-40aa-b355-78c90742b18d req-12bc55d1-adcb-411d-ad40-bea4d21c231f tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 946 time: 0.0698390 Oct 27 17:18:07.377798 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Deleting port 85364681-b7c5-485f-a166-66e6862625eb {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:07.378246 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.489459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] For port 85364681-b7c5-485f-a166-66e6862625eb, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=85364681-b7c5-485f-a166-66e6862625eb,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:07.489848 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.506388 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Calling delete_port for 85364681-b7c5-485f-a166-66e6862625eb owned by compute:nova {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:07.801994 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.816150 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['85364681-b7c5-485f-a166-66e6862625eb'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:18:07.839255 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Pushing event deleted for resources: {'Port': ['ID=85364681-b7c5-485f-a166-66e6862625eb,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:07.903373 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] No DVR routers for this DVR port 85364681-b7c5-485f-a166-66e6862625eb on host n-h1-814735-4 {{(pid=114448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:18:07.906797 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.911354 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-06089326-6256-40aa-b355-78c90742b18d req-a180188e-02ec-4787-a025-a863bbb56c97 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.79 "DELETE /v2.0/ports/85364681-b7c5-485f-a166-66e6862625eb HTTP/1.1" status: 204 len: 173 time: 0.6485615 Oct 27 17:18:07.912009 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'name': 'network-vif-deleted', 'tag': '85364681-b7c5-485f-a166-66e6862625eb'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:18:07.915775 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29678f2f-a287-4054-a4db-c42731c579f3" -d '{"events": [{"server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "name": "network-vif-deleted", "tag": "85364681-b7c5-485f-a166-66e6862625eb"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:18:07.959509 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f9073c-5902-4304-bfd9-b7d7b69ae2b7 x-openstack-request-id: req-e4f9073c-5902-4304-bfd9-b7d7b69ae2b7 {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:18:07.959986 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398b7f5d-f958-4c42-9031-f11aa4ddacf7", "name": "network-vif-deleted", "tag": "85364681-b7c5-485f-a166-66e6862625eb", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:18:07.960345 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4f9073c-5902-4304-bfd9-b7d7b69ae2b7 {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:18:07.961432 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398b7f5d-f958-4c42-9031-f11aa4ddacf7', 'name': 'network-vif-deleted', 'tag': '85364681-b7c5-485f-a166-66e6862625eb', 'status': 'completed', 'code': 200} Oct 27 17:18:08.248825 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ad82020e-0e66-4df3-935f-0fc6707e479e req-ba0dddaa-5b1c-40ed-ae6e-b3ee6c7d5b48 tempest-TestEncryptedCinderVolumes-1275415416 tempest-TestEncryptedCinderVolumes-1275415416-project] 10.222.0.70 "GET /v2.0/ports?device_id=398b7f5d-f958-4c42-9031-f11aa4ddacf7 HTTP/1.1" status: 200 len: 210 time: 0.0482726 Oct 27 17:18:09.494650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56788) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:09.912888 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.210249 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Deleting port 700b42d9-d9de-4e61-8e9c-fdce58c28598 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:10.210514 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.317060 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] For port 700b42d9-d9de-4e61-8e9c-fdce58c28598, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=700b42d9-d9de-4e61-8e9c-fdce58c28598,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:10.317436 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.333003 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Calling delete_port for 700b42d9-d9de-4e61-8e9c-fdce58c28598 owned by network:router_interface {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:11.004901 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 85364681-b7c5-485f-a166-66e6862625eb no longer exists at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:11.031684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] No Port match for: 85364681-b7c5-485f-a166-66e6862625eb {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:11.031684 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 85364681-b7c5-485f-a166-66e6862625eb not bound to the agent host n-h1-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:11.054619 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.086491 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=700b42d9-d9de-4e61-8e9c-fdce58c28598,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.101612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.101612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.101612 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.102177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.102177 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.102671 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.102850 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.103216 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.103600 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.103930 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.104519 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.105044 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:11.356817 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.418832 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-cfec8d38-ddf8-4460-a5b8-2a9a5dbdbd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.631470 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Router 2c97b54a-aa97-460b-b1aa-b3884efbc236 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:11.778109 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:11.789912 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-7c6eed35-586f-4c45-8103-b4212c1076e5 admin admin] 10.222.0.70 "PUT /v2.0/routers/2c97b54a-aa97-460b-b1aa-b3884efbc236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2937896 Oct 27 17:18:11.790692 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56792) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:11.794861 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Sync routers for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:11.816407 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:11.819185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:11.950632 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks [] for router, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.172879 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.194162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:12.346595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Deleting port 445f065e-b956-4f71-b765-be62be3947a2 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:12.347378 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.448670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '445f065e-b956-4f71-b765-be62be3947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:18:10Z', 'revision_number': 5, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port': {'id': '445f065e-b956-4f71-b765-be62be3947a2', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:14Z', 'updated_at': '2021-10-27T17:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:12.482304 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] For port 445f065e-b956-4f71-b765-be62be3947a2, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=445f065e-b956-4f71-b765-be62be3947a2,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:12.482694 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Checking router: 2c97b54a-aa97-460b-b1aa-b3884efbc236 for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:12.483030 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.493888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Routers {'2c97b54a-aa97-460b-b1aa-b3884efbc236'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:12.494564 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:17:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['2c97b54a-aa97-460b-b1aa-b3884efbc236'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:12.498654 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Calling delete_port for 445f065e-b956-4f71-b765-be62be3947a2 owned by network:router_gateway {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:12.617739 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] Set router 2c97b54a-aa97-460b-b1aa-b3884efbc236 gateway port host: None {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:12.687849 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:18:12Z', 'revision_number': 6, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:12.722406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971923a-6c2d-4e11-a97c-7f0d5b5c9c34 None None] The sync data for ids ['2c97b54a-aa97-460b-b1aa-b3884efbc236'] in n-d-814735-4 is: [{'id': '2c97b54a-aa97-460b-b1aa-b3884efbc236', 'name': 'tempest-TestEncryptedCinderVolumes-1568971143-router', 'tenant_id': '79b17bca054944a995fae8adf7f12135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:13Z', 'updated_at': '2021-10-27T17:18:12Z', 'revision_number': 6, 'project_id': '79b17bca054944a995fae8adf7f12135', 'gw_port_host': None}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:12.881447 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.911007 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Pushing event deleted for resources: {'Port': ['ID=445f065e-b956-4f71-b765-be62be3947a2,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:13.015369 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.124800 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.127560 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.275887 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.276601 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c97b54a-aa97-460b-b1aa-b3884efbc236 {{(pid=114449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:18:13.284706 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] Publish callbacks [] for router, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.284935 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-87cd9dc4-4a60-48c3-a9d3-7b729826988c admin admin] 10.222.0.70 "DELETE /v2.0/routers/2c97b54a-aa97-460b-b1aa-b3884efbc236 HTTP/1.1" status: 204 len: 168 time: 1.4930081 Oct 27 17:18:13.287697 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56794) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:13.337341 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Deleting subnet 8627fa24-1669-4966-9710-8e9ea98a4011 {{(pid=114449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:18:13.341392 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.385486 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25236464'] for subnet, precommit_delete_associations {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.486551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.860461 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29285441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28924463'] for subnet, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.865687 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8627fa24-1669-4966-9710-8e9ea98a4011,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:13.873023 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.877042 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-b38b2db7-4938-4e1f-bb8d-719effa30312 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8627fa24-1669-4966-9710-8e9ea98a4011 HTTP/1.1" status: 204 len: 168 time: 0.5872905 Oct 27 17:18:13.881646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f5c37-06ea-4294-a92b-c8debbe7e38b None None] Network fe9cf2cc-851e-424f-b1ef-613bee65aaf6 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:13.882259 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56796) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:13.997241 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.105432 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 700b42d9-d9de-4e61-8e9c-fdce58c28598 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:14.143739 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Deleting port 5b665194-dd93-47b7-91dd-a0a656f34118 {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:14.144505 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.145388 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 700b42d9-d9de-4e61-8e9c-fdce58c28598 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:14.145898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 700b42d9-d9de-4e61-8e9c-fdce58c28598 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:14.146513 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 445f065e-b956-4f71-b765-be62be3947a2 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:14.181481 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 445f065e-b956-4f71-b765-be62be3947a2 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:14.182391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 445f065e-b956-4f71-b765-be62be3947a2 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:14.185069 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d3054b9d-8d71-4e84-ba2f-a23586d28360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.210421 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186367d-f633-44f7-b906-575004748a8d None None] DHCP port deletion for fe9cf2cc-851e-424f-b1ef-613bee65aaf6 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:18:14.269903 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] For port 5b665194-dd93-47b7-91dd-a0a656f34118, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5b665194-dd93-47b7-91dd-a0a656f34118,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:14.270183 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.291625 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Calling delete_port for 5b665194-dd93-47b7-91dd-a0a656f34118 owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:14.292957 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7186367d-f633-44f7-b906-575004748a8d None None] Deleting port 5b665194-dd93-47b7-91dd-a0a656f34118 {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:14.293339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7186367d-f633-44f7-b906-575004748a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.429750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-7186367d-f633-44f7-b906-575004748a8d None None] For port 5b665194-dd93-47b7-91dd-a0a656f34118, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5b665194-dd93-47b7-91dd-a0a656f34118,segment=NetworkSegment(ba239e55-2f94-4acd-8c3d-9ad89531ffd4),segment_id=ba239e55-2f94-4acd-8c3d-9ad89531ffd4)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:14.429750 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7186367d-f633-44f7-b906-575004748a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.442995 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7186367d-f633-44f7-b906-575004748a8d None None] Calling delete_port for 5b665194-dd93-47b7-91dd-a0a656f34118 owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:14.521533 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.572225 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b665194-dd93-47b7-91dd-a0a656f34118,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:14.577026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7186367d-f633-44f7-b906-575004748a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.577282 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] No DVR routers for this DVR port 5b665194-dd93-47b7-91dd-a0a656f34118 on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:18:14.614101 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186367d-f633-44f7-b906-575004748a8d None None] Pushing event deleted for resources: {'Port': ['ID=5b665194-dd93-47b7-91dd-a0a656f34118,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:14.619472 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186367d-f633-44f7-b906-575004748a8d None None] No DVR routers for this DVR port 5b665194-dd93-47b7-91dd-a0a656f34118 on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:18:14.706911 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.753934 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9cf2cc-851e-424f-b1ef-613bee65aaf6']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:14.771678 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:14.772159 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba239e55-2f94-4acd-8c3d-9ad89531ffd4') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:14.778286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.789908 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.811989 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.825088 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:18:14.825760 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:18:14.828959 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:18:15.020165 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.032970 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.035306 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe9cf2cc-851e-424f-b1ef-613bee65aaf6 HTTP/1.1" status: 204 len: 168 time: 1.1519318 Oct 27 17:18:15.038866 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56798) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:15.059253 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8a3e9-84b8-4a41-a44b-8f3c169a9990 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9cf2cc-851e-424f-b1ef-613bee65aaf6,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:15.457769 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.617461 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790382'] for router_interface, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.080445 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5b665194-dd93-47b7-91dd-a0a656f34118 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:16.116416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 5b665194-dd93-47b7-91dd-a0a656f34118 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:16.116975 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5b665194-dd93-47b7-91dd-a0a656f34118 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:16.345249 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Deleting port 83168f24-065b-44f6-b202-829d1eec3b6a {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:16.346023 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.489338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-953630a3-78f3-4779-8417-02561207403f admin admin] For port 83168f24-065b-44f6-b202-829d1eec3b6a, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=83168f24-065b-44f6-b202-829d1eec3b6a,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:16.489856 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.510231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Calling delete_port for 83168f24-065b-44f6-b202-829d1eec3b6a owned by network:router_interface {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:16.904292 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.942971 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Pushing event deleted for resources: {'Port': ['ID=83168f24-065b-44f6-b202-829d1eec3b6a,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:16.967180 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.967846 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.968480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.969124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.969708 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.970287 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.971094 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.972048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.972700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.973155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.973723 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:16.974273 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:17.293524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:17.299201 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790530'] for router_interface, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:17.631174 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Router 1e7a6598-865a-4398-901b-16fe1f5716c8 has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:17.858660 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953630a3-78f3-4779-8417-02561207403f admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:17.867944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-953630a3-78f3-4779-8417-02561207403f admin admin] 10.222.0.70 "PUT /v2.0/routers/1e7a6598-865a-4398-901b-16fe1f5716c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258948 Oct 27 17:18:17.870034 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56800) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:17.871477 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Sync routers for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:17.895522 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:17.896562 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:18.063446 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks [] for router, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:18.077117 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:18.236815 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:18.452365 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Deleting port 424232da-184f-4306-9a9f-cd52adbcf6b9 {{(pid=114448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:18.452953 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:18.547686 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:18:16Z', 'revision_number': 5, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port': {'id': '424232da-184f-4306-9a9f-cd52adbcf6b9', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:23Z', 'updated_at': '2021-10-27T17:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:18.588999 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Checking router: 1e7a6598-865a-4398-901b-16fe1f5716c8 for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:18.593730 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] For port 424232da-184f-4306-9a9f-cd52adbcf6b9, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=424232da-184f-4306-9a9f-cd52adbcf6b9,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:18.593730 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:18.610566 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Routers {'1e7a6598-865a-4398-901b-16fe1f5716c8'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:18.611401 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['1e7a6598-865a-4398-901b-16fe1f5716c8'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:18.612815 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.plugin [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Calling delete_port for 424232da-184f-4306-9a9f-cd52adbcf6b9 owned by network:router_gateway {{(pid=114448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:18.766899 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] Set router 1e7a6598-865a-4398-901b-16fe1f5716c8 gateway port host: None {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:18.888444 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:18:18Z', 'revision_number': 6, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port_host': None}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:18.942505 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4fa12-d3a2-4e2b-849a-64961cd7c7c6 None None] The sync data for ids ['1e7a6598-865a-4398-901b-16fe1f5716c8'] in n-d-814735-4 is: [{'id': '1e7a6598-865a-4398-901b-16fe1f5716c8', 'name': 'tempest-TestEncryptedCinderVolumes-1610672498-router', 'tenant_id': '197de7de047b439ebd019d1f60be79f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:21Z', 'updated_at': '2021-10-27T17:18:18Z', 'revision_number': 6, 'project_id': '197de7de047b439ebd019d1f60be79f1', 'gw_port_host': None}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:19.008042 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.060835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=424232da-184f-4306-9a9f-cd52adbcf6b9,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:19.150679 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3730784'] for router_gateway, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.289035 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6589'] for router, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.291807 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.561534 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790621'] for router, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.562555 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7a6598-865a-4398-901b-16fe1f5716c8 {{(pid=114448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:18:19.570593 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.573443 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-767b760b-5771-4fea-9a95-570ea6088a98 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1e7a6598-865a-4398-901b-16fe1f5716c8 HTTP/1.1" status: 204 len: 168 time: 1.7017686 Oct 27 17:18:19.576938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56802) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:19.652591 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Deleting subnet d23e0b5a-5750-4116-aa6c-3c3ea1958ec1 {{(pid=114448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:18:19.658642 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.721831 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28773512'] for subnet, precommit_delete_associations {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.837275 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687186'] for subnet, precommit_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.062613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83168f24-065b-44f6-b202-829d1eec3b6a no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:20.076144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28630953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28223352'] for subnet, after_delete {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.085494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 83168f24-065b-44f6-b202-829d1eec3b6a {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:20.085839 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 83168f24-065b-44f6-b202-829d1eec3b6a not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:20.086494 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 424232da-184f-4306-9a9f-cd52adbcf6b9 no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:20.097743 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.104948 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d23e0b5a-5750-4116-aa6c-3c3ea1958ec1 HTTP/1.1" status: 204 len: 168 time: 0.5240145 Oct 27 17:18:20.105799 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56804) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:20.113950 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe14275-e594-4cba-bd32-1059f3203bac None None] Network ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:20.135479 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df835e2-1499-4eca-9719-ae6c88ffc20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23e0b5a-5750-4116-aa6c-3c3ea1958ec1,revision_number=None']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:20.164411 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 424232da-184f-4306-9a9f-cd52adbcf6b9 {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:20.164764 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 424232da-184f-4306-9a9f-cd52adbcf6b9 not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:20.216004 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710057'] for network, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.305251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Deleting port 1f421030-51ae-4bf7-9f01-b7043822e76c {{(pid=114449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:20.305791 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.339179 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] DHCP port deletion for ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 request from n-d-814735-4 {{(pid=114450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:18:20.407261 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.db [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] For port 1f421030-51ae-4bf7-9f01-b7043822e76c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1f421030-51ae-4bf7-9f01-b7043822e76c,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:20.407874 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.419459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Deleting port 1f421030-51ae-4bf7-9f01-b7043822e76c {{(pid=114450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:18:20.420084 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730513370646'] for port, before_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.430298 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.plugin [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Calling delete_port for 1f421030-51ae-4bf7-9f01-b7043822e76c owned by network:dhcp {{(pid=114449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:20.537986 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] For port 1f421030-51ae-4bf7-9f01-b7043822e76c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1f421030-51ae-4bf7-9f01-b7043822e76c,segment=NetworkSegment(77750af3-7c68-4176-b409-07109952ce1f),segment_id=77750af3-7c68-4176-b409-07109952ce1f)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:20.538746 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3780951'] for port, precommit_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.556844 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Calling delete_port for 1f421030-51ae-4bf7-9f01-b7043822e76c owned by network:dhcp {{(pid=114450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:18:20.601406 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.642663 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] No DVR routers for this DVR port 1f421030-51ae-4bf7-9f01-b7043822e76c on host n-d-814735-4 {{(pid=114449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:18:20.649348 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f421030-51ae-4bf7-9f01-b7043822e76c,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:20.668765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730513296604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730512817255'] for port, after_delete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.721781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] Pushing event deleted for resources: {'Port': ['ID=1f421030-51ae-4bf7-9f01-b7043822e76c,revision_number=None']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:20.728065 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db169e8-b7fb-46e1-86fd-be9169c83c96 None None] No DVR routers for this DVR port 1f421030-51ae-4bf7-9f01-b7043822e76c on host n-d-814735-4 {{(pid=114450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:18:20.776037 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685767', 'neutron.services.segments.db._delete_segments_for_network-8730513322590'] for network, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.814422 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4da2b0-d6cb-4855-8bdf-53d9b12fc130']}} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:20.835615 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77750af3-7c68-4176-b409-07109952ce1f') {'for_net_delete': True} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:20.836112 n-d-814735-4 neutron-server[114449]: DEBUG neutron.services.segments.db [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77750af3-7c68-4176-b409-07109952ce1f') {} {{(pid=114449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:20.854068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730513321831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25236361'] for segment, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.877580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.887979 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=114449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:18:20.888415 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29285547'] for segment, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: Traceback (most recent call last): Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: timer() Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: cb(*args, **kw) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: return func(*args, **kwargs) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: self._notify() Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: self.callback(batched_events) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: event.method(event) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: return f(self, *a, **k) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: return self._get(url).json() Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: return self.request(url, 'GET', **kwargs) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:18:20.903461 n-d-814735-4 neutron-server[114449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:18:21.080135 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3730780'] for network, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.085958 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.093166 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec4da2b0-d6cb-4855-8bdf-53d9b12fc130 HTTP/1.1" status: 204 len: 168 time: 0.9852605 Oct 27 17:18:21.111926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03c77-9379-49e9-ba14-4671a8c24c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4da2b0-d6cb-4855-8bdf-53d9b12fc130,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:21.712425 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56808) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:21.763713 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c32bdc96-a120-493c-abe2-b42d6e2981be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79b17bca054944a995fae8adf7f12135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498509 Oct 27 17:18:21.766830 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56810) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:21.833678 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.860464 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.039633 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1f421030-51ae-4bf7-9f01-b7043822e76c no longer exists at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:18:22.057779 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.062094 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.063830 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fb13d62-f9ea-4897-8777-aee2779b3454 HTTP/1.1" status: 204 len: 168 time: 0.2956975 Oct 27 17:18:22.075406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] No Port match for: 1f421030-51ae-4bf7-9f01-b7043822e76c {{(pid=114450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:18:22.075406 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1f421030-51ae-4bf7-9f01-b7043822e76c not bound to the agent host n-d-814735-4 {{(pid=114450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:18:22.076875 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49c1c6-eb8e-4d01-b9f7-e1437bce8d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb13d62-f9ea-4897-8777-aee2779b3454,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:23.113987 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56818) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:23.177556 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-511a93c5-8211-42ee-b15f-c4681e38c4ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=197de7de047b439ebd019d1f60be79f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618775 Oct 27 17:18:23.180303 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56820) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:23.242890 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.275229 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.479987 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_delete {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.482597 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.483900 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcc217f7-c14b-49c9-89bd-30a6627c7767 HTTP/1.1" status: 204 len: 168 time: 0.3023684 Oct 27 17:18:23.495655 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f7632-c3a8-4810-b846-ea47f9240b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc217f7-c14b-49c9-89bd-30a6627c7767,revision_number=None']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:25.095952 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56842) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:25.225020 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1810910366-network', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:25.314277 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Made reservation on behalf of 4ac2be933d0748c7b6c54aa2e8179d47 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:25.316972 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.327576 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.456556 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.565384 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.598157 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:18:25.601910 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e04eb9-cd57-423f-ac22-96894a9302bc,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:25.616196 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.616196 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Added segment d9d4d729-315c-42b9-abe9-bf34ac7f3a0e of type vlan for network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 Oct 27 17:18:25.676530 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.777188 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.778505 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:25.779397 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.852413 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:25.863145 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:18:25.904402 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-13a543f5-4ddd-42d9-9b2e-03099da827e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8070617 Oct 27 17:18:25.908239 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56846) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:25.915931 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Request body: {'subnet': {'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1810910366-subnet', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:26.028958 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Made reservation on behalf of 4ac2be933d0748c7b6c54aa2e8179d47 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:26.033109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:26.411424 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:26.469746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697ea705-e63e-4d69-9e5a-dfc556ac6475,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:26.493124 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Checking segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:26.493549 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Network hostable DHCP agents. Network: 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:18:26.594064 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:18:26.748711 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:26.753732 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:26.754332 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:26.759966 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fffa7d-c516-4308-95e1-3392e75216b5 None None] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:26.902993 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-4c591f00-9db6-4f18-86c5-1f8e38b6cec4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9930313 Oct 27 17:18:26.905884 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56848) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:26.910664 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:26.947363 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:18:26.948902 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.040090 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.045294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.107557 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.120151 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Allocated IP 172.20.0.2 (1fd5b1a2-dec1-4e2d-b438-a26f2a15b389/697ea705-e63e-4d69-9e5a-dfc556ac6475/d382737d-2482-417f-982e-5e3587cd977f) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:27.300601 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.372047 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.422802 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.470323 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:27.474342 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:27.476990 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:27.488170 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Pushing event updated for resources: {'Port': ['ID=d382737d-2482-417f-982e-5e3587cd977f,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:27.546646 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Attempting to bind port d382737d-2482-417f-982e-5e3587cd977f on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:27.547058 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Attempting to bind port d382737d-2482-417f-982e-5e3587cd977f by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:27.547456 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Attempting to bind port d382737d-2482-417f-982e-5e3587cd977f on network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:27.554089 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:27.554381 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Checking segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:27.554792 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.555218 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Bound using segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:27.555806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Bound port: d382737d-2482-417f-982e-5e3587cd977f, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:27.556199 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.638182 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] For port d382737d-2482-417f-982e-5e3587cd977f, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:27.642459 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] For port d382737d-2482-417f-982e-5e3587cd977f, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d382737d-2482-417f-982e-5e3587cd977f,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:27.743080 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.763283 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.791116 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:27.819010 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d118c-d228-4253-bf9f-b5f7c3cfb1e0 None None] Pushing event updated for resources: {'Port': ['ID=d382737d-2482-417f-982e-5e3587cd977f,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:27.958012 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Allocated IP 172.25.5.252 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/c91c1961-d996-4265-9229-9f65c7b77a4c) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:28.179331 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d382737d-2482-417f-982e-5e3587cd977f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:28.200492 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.245554 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d382737d-2482-417f-982e-5e3587cd977f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:28.245893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.341197 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.354555 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.385751 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port d382737d-2482-417f-982e-5e3587cd977f, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=d382737d-2482-417f-982e-5e3587cd977f,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:28.400382 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:28.404004 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:28.408130 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:28.434648 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Pushing event updated for resources: {'Port': ['ID=c91c1961-d996-4265-9229-9f65c7b77a4c,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:28.491552 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.577060 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=d382737d-2482-417f-982e-5e3587cd977f,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:28.687450 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:28.869451 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.016035 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfeb243-a8d4-4f1c-b160-a4001343b6d3 None None] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:29.156688 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-0b626f0e-6ae4-4000-bf3d-71299f10accd None None] Provisioning complete for port d382737d-2482-417f-982e-5e3587cd977f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:29.156688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-0b626f0e-6ae4-4000-bf3d-71299f10accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.173381 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.309981 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.485788 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Router 00fb5c11-d370-4030-a4c9-5dafebba758c is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:18:29.644772 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:29.657815 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Sync routers for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:29.680076 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-a9e0939a-72ee-490a-b19b-887a0e47ed06 None None] Provisioning complete for port d382737d-2482-417f-982e-5e3587cd977f triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:29.680352 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a9e0939a-72ee-490a-b19b-887a0e47ed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.682576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:29.683253 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:29.773377 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:29.774693 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-7cfe2a90-d11e-408d-afff-2ade33986e78 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8676648 Oct 27 17:18:29.778976 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56850) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:29.893782 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:30.104668 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device d382737d-2482-417f-982e-5e3587cd977f up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:30.176560 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:28Z', 'revision_number': 3, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:30.179898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port d382737d-2482-417f-982e-5e3587cd977f triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:30.180276 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.209045 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Checking router: 00fb5c11-d370-4030-a4c9-5dafebba758c for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:30.209298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Updating router 00fb5c11-d370-4030-a4c9-5dafebba758c port c91c1961-d996-4265-9229-9f65c7b77a4c binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:30.352828 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.448044 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.541957 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Allocated IP 172.20.0.1 (1fd5b1a2-dec1-4e2d-b438-a26f2a15b389/697ea705-e63e-4d69-9e5a-dfc556ac6475/1dded303-fd6d-4403-b1a0-43b11c866ae5) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:30.667217 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.796152 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.902470 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.952446 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:30.956251 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:30.957485 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:30.961711 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:30.993507 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1dded303-fd6d-4403-b1a0-43b11c866ae5,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:31.029863 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.035804 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Attempting to bind port c91c1961-d996-4265-9229-9f65c7b77a4c on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:31.037114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Attempting to bind port c91c1961-d996-4265-9229-9f65c7b77a4c by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:31.037114 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Attempting to bind port c91c1961-d996-4265-9229-9f65c7b77a4c on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:31.048814 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:31.049148 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:31.049572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.049888 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:31.050390 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Bound port: c91c1961-d996-4265-9229-9f65c7b77a4c, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:31.050788 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.053243 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Pushing event updated for resources: {'Port': ['ID=c91c1961-d996-4265-9229-9f65c7b77a4c,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:31.134484 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] For port c91c1961-d996-4265-9229-9f65c7b77a4c, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:31.138425 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] For port c91c1961-d996-4265-9229-9f65c7b77a4c, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c91c1961-d996-4265-9229-9f65c7b77a4c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:31.290911 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.368670 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Pushing event updated for resources: {'Port': ['ID=c91c1961-d996-4265-9229-9f65c7b77a4c,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:31.369762 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.370963 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:31.371836 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:31.423320 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.423624 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.423977 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.424316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.424654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.424985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.425314 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.425641 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.426034 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.426467 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.426773 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.427158 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba38fc0-d09c-47d8-8e25-fdc0c0f429e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:31.477654 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-86605dcc-021d-4d5c-a33e-e73b14dbab42 None None] Provisioning complete for port 1dded303-fd6d-4403-b1a0-43b11c866ae5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:31.478706 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-86605dcc-021d-4d5c-a33e-e73b14dbab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.550742 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-86605dcc-021d-4d5c-a33e-e73b14dbab42 None None] Port 1dded303-fd6d-4403-b1a0-43b11c866ae5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:31.583563 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:31.632104 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.719733 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.800245 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1dded303-fd6d-4403-b1a0-43b11c866ae5,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:31.803204 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:31.856135 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:30Z', 'revision_number': 1, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:31.885039 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8db6c2-84cd-4db9-b7d7-dc26b0141e7c None None] The sync data for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 is: [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:30Z', 'revision_number': 1, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:31.923229 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:31.924836 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:32.105939 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Router 00fb5c11-d370-4030-a4c9-5dafebba758c has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:32.289094 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d00579d0-7b04-4344-a233-d9b26abb8a7f None None] Provisioning complete for port 1dded303-fd6d-4403-b1a0-43b11c866ae5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:32.289871 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d00579d0-7b04-4344-a233-d9b26abb8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:32.304215 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:32.318433 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f1de2ff0-6be5-4a3b-b88d-d587b5ab94c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/00fb5c11-d370-4030-a4c9-5dafebba758c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373433 Oct 27 17:18:32.346033 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-d00579d0-7b04-4344-a233-d9b26abb8a7f None None] Port 1dded303-fd6d-4403-b1a0-43b11c866ae5 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:33.473861 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56866) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:33.488339 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-796138399-network', 'tenant_id': 'a51e78f37d674c5299566923c79ec893'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:33.685280 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Made reservation on behalf of a51e78f37d674c5299566923c79ec893 for: {'network': 1} {{(pid=114449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:33.689365 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for network, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:33.705551 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:33.833084 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:33.941752 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:33.976734 n-d-814735-4 neutron-server[114449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=114449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:18:33.988260 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abbc46a-f973-435c-8781-235605ee12da,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:34.001215 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671763'] for segment, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.001215 n-d-814735-4 neutron-server[114449]: INFO neutron.db.segments_db [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Added segment ec413a1f-dd95-4fcc-8618-79b259b43efe of type vlan for network 2e059056-3450-43b4-a6dc-044674cd586a Oct 27 17:18:34.072261 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730512769976'] for network, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.161643 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c91c1961-d996-4265-9229-9f65c7b77a4c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:34.257234 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c91c1961-d996-4265-9229-9f65c7b77a4c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:34.257969 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.337189 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693'] for network, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.340580 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:34.340580 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Publish callbacks [] for network, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.401705 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.435397 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port c91c1961-d996-4265-9229-9f65c7b77a4c, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=c91c1961-d996-4265-9229-9f65c7b77a4c,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:34.470357 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] Pushing event updated for resources: {'Network': ['ID=2e059056-3450-43b4-a6dc-044674cd586a,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:34.490768 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Network 2e059056-3450-43b4-a6dc-044674cd586a details requested by agent ovs-agent-n-d-814735-4 with host n-d-814735-4 {{(pid=114450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:18:34.516241 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56868) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:34.516870 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-be6f2c56-aa80-4aea-8d16-56461374a93e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0360208 Oct 27 17:18:34.532681 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Request body: {'subnet': {'network_id': '2e059056-3450-43b4-a6dc-044674cd586a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-796138399-subnet', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'ip_version': 4}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:34.554293 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Sync routers for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:34.587270 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:34.587270 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:34.616865 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.711872 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=c91c1961-d996-4265-9229-9f65c7b77a4c,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:34.725358 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Made reservation on behalf of a51e78f37d674c5299566923c79ec893 for: {'subnet': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:34.728458 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28223129'] for subnet, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:34.749431 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:35.079028 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 2, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:35.120635 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Checking router: 00fb5c11-d370-4030-a4c9-5dafebba758c for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:35.121018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Updating router 00fb5c11-d370-4030-a4c9-5dafebba758c port 1dded303-fd6d-4403-b1a0-43b11c866ae5 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:35.165697 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.451197 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28631016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28223115'] for subnet, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.546874 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Checking segment: {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:35.547670 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Network hostable DHCP agents. Network: 2e059056-3450-43b4-a6dc-044674cd586a, hostable agents: ['31b2ae48-8235-479c-a623-24e85327f1bd'], hosted agents: [] {{(pid=114448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:18:35.550706 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8233152-7b49-4e92-8fd4-f5d0a32aabf7,revision_number=0']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:35.595897 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.631357 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:18:35.701716 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Network 2e059056-3450-43b4-a6dc-044674cd586a is scheduled to be hosted by DHCP agent 31b2ae48-8235-479c-a623-24e85327f1bd with binding_index 1 {{(pid=114448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:18:35.742498 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.799917 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-4, 2e059056-3450-43b4-a6dc-044674cd586a) {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:35.808557 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:35.809932 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] Publish callbacks [] for subnet, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.819085 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300fa6f-e111-4ba0-8eef-969ab7d680ef None None] Network 2e059056-3450-43b4-a6dc-044674cd586a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:35.833959 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Pushing event updated for resources: {'Port': ['ID=1dded303-fd6d-4403-b1a0-43b11c866ae5,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:35.872780 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.873356 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.873870 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.874408 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.874639 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.874970 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.875324 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.875650 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.875971 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.876290 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.876607 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.876925 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:35.905509 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-cd7641c7-3883-4624-aa1f-b776556787be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3858378 Oct 27 17:18:35.909770 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 56870) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:35.914713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:35.927972 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Attempting to bind port 1dded303-fd6d-4403-b1a0-43b11c866ae5 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:35.931272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Attempting to bind port 1dded303-fd6d-4403-b1a0-43b11c866ae5 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:35.931272 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Attempting to bind port 1dded303-fd6d-4403-b1a0-43b11c866ae5 on network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:35.939400 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:35.939776 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Checking segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:35.940186 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:35.940744 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Bound using segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:35.941241 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Bound port: 1dded303-fd6d-4403-b1a0-43b11c866ae5, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:35.942180 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.034029 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6611'] for router, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.036444 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3790684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6596'] for router, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.092556 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device c91c1961-d996-4265-9229-9f65c7b77a4c up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:36.097159 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] For port 1dded303-fd6d-4403-b1a0-43b11c866ae5, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:36.101810 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] For port 1dded303-fd6d-4403-b1a0-43b11c866ae5, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1dded303-fd6d-4403-b1a0-43b11c866ae5,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:36.143620 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ddd1c9d-b66a-50a0-9574-0e95e1cfd001-2e059056-3450-43b4-a6dc-044674cd586a', 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'fixed_ips': [{'subnet_id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7'}]}} from n-d-814735-4. {{(pid=114450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:18:36.144468 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.154109 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.182185 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.245735 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:36.246386 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:36.294362 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port c91c1961-d996-4265-9229-9f65c7b77a4c triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:36.294607 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.306444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-40170525-438a-492d-a1fd-ad43276f344e None None] Provisioning complete for port 1dded303-fd6d-4403-b1a0-43b11c866ae5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:36.306444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-40170525-438a-492d-a1fd-ad43276f344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.446491 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:36.457988 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.db_base_plugin_common [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Allocated IP 172.20.0.2 (2e059056-3450-43b4-a6dc-044674cd586a/f8233152-7b49-4e92-8fd4-f5d0a32aabf7/7922d8ec-88d8-441f-b4b0-94c168524f62) {{(pid=114450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:36.561338 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.620170 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-40170525-438a-492d-a1fd-ad43276f344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.647930 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5567d2c-644e-432b-8847-b041b7679e64 None None] Pushing event updated for resources: {'Port': ['ID=1dded303-fd6d-4403-b1a0-43b11c866ae5,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:36.696630 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-40170525-438a-492d-a1fd-ad43276f344e None None] For port 1dded303-fd6d-4403-b1a0-43b11c866ae5, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=1dded303-fd6d-4403-b1a0-43b11c866ae5,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:36.787131 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks [] for port, precommit_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.790716 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-40170525-438a-492d-a1fd-ad43276f344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.851330 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246'] for port, after_create {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.869968 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:36Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:36.882277 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40170525-438a-492d-a1fd-ad43276f344e None None] Pushing event updated for resources: {'Port': ['ID=1dded303-fd6d-4403-b1a0-43b11c866ae5,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:36.944380 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Network 2e059056-3450-43b4-a6dc-044674cd586a is already hosted by enough agents. {{(pid=114450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:36.956217 n-d-814735-4 neutron-server[114450]: DEBUG neutron.scheduler.base_scheduler [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Resources bound (agent type, host, resource id): {{(pid=114450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:36.961130 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Received port after_create {{(pid=114450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:36.994294 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:36.997890 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-c08faabb-f733-4905-be88-7ad3582100d4 None None] Provisioning complete for port 1dded303-fd6d-4403-b1a0-43b11c866ae5 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:36.998262 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c08faabb-f733-4905-be88-7ad3582100d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.022107 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.050275 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e4785-0da1-4402-98ea-b64253d18154 None None] The sync data for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 is: [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:36Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:37.051316 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Pushing event updated for resources: {'Port': ['ID=7922d8ec-88d8-441f-b4b0-94c168524f62,revision_number=1']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:37.125600 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Attempting to bind port 7922d8ec-88d8-441f-b4b0-94c168524f62 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:37.125951 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Attempting to bind port 7922d8ec-88d8-441f-b4b0-94c168524f62 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:37.126325 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Attempting to bind port 7922d8ec-88d8-441f-b4b0-94c168524f62 on network 2e059056-3450-43b4-a6dc-044674cd586a {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:37.137352 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:37.137843 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Checking segment: {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:37.138397 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.138816 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Bound using segment: {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:37.139346 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Bound port: 7922d8ec-88d8-441f-b4b0-94c168524f62, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:37.139724 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.184702 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Allocated IP 172.25.5.194 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/5c02595a-b9ca-41f1-92fa-9249daa40255) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:37.357561 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.498651 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.580715 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] For port 7922d8ec-88d8-441f-b4b0-94c168524f62, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:37.588132 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] For port 7922d8ec-88d8-441f-b4b0-94c168524f62, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7922d8ec-88d8-441f-b4b0-94c168524f62,segment=NetworkSegment(ec413a1f-dd95-4fcc-8618-79b259b43efe),segment_id=ec413a1f-dd95-4fcc-8618-79b259b43efe)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:37.590754 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:37.597150 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:37.602691 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:37.654480 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Pushing event updated for resources: {'Port': ['ID=5c02595a-b9ca-41f1-92fa-9249daa40255,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:37.702756 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:37.800157 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8e32-b015-41ca-8982-a3a7ce2a1c6f None None] Pushing event updated for resources: {'Port': ['ID=7922d8ec-88d8-441f-b4b0-94c168524f62,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:38.133694 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:38.376806 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7922d8ec-88d8-441f-b4b0-94c168524f62 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:38.450444 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7922d8ec-88d8-441f-b4b0-94c168524f62 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:38.451096 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:38.466144 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3790679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787144'] for router, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:38.615144 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:38.701176 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 7922d8ec-88d8-441f-b4b0-94c168524f62, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7922d8ec-88d8-441f-b4b0-94c168524f62,segment=NetworkSegment(ec413a1f-dd95-4fcc-8618-79b259b43efe),segment_id=ec413a1f-dd95-4fcc-8618-79b259b43efe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:38.804820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Router 438977de-67bf-459d-99f1-856bcce263de is scheduled to L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d with binding_index 1 {{(pid=114448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:18:38.845005 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:38.846364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 1dded303-fd6d-4403-b1a0-43b11c866ae5 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:38.997938 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:38.999775 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=7922d8ec-88d8-441f-b4b0-94c168524f62,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:39.016075 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Sync routers for ids ['438977de-67bf-459d-99f1-856bcce263de'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:39.045026 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 1dded303-fd6d-4403-b1a0-43b11c866ae5 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:39.045026 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:39.051895 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Routers {'438977de-67bf-459d-99f1-856bcce263de'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:39.052903 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['438977de-67bf-459d-99f1-856bcce263de'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:39.086606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] Publish callbacks [] for router, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:39.092182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-d2bf2d5e-4934-4aa3-a1f4-4d132a08674b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1772907 Oct 27 17:18:39.093294 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 56872) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:39.200765 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521906d-7333-44d0-8908-770eb5f7a1df None None] Network 2e059056-3450-43b4-a6dc-044674cd586a requested from n-d-814735-4 {{(pid=114450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:39.375267 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-8e11dede-4ee5-41d3-bf36-c664e7e7a5f6 None None] Provisioning complete for port 7922d8ec-88d8-441f-b4b0-94c168524f62 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:39.375591 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8e11dede-4ee5-41d3-bf36-c664e7e7a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:39.432043 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Set router 438977de-67bf-459d-99f1-856bcce263de gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:39.830854 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:37Z', 'revision_number': 3, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:39.876576 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Checking router: 438977de-67bf-459d-99f1-856bcce263de for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:39.877162 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Updating router 438977de-67bf-459d-99f1-856bcce263de port 5c02595a-b9ca-41f1-92fa-9249daa40255 binding host n-d-814735-4 {{(pid=114450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:39.920492 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.107801 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7922d8ec-88d8-441f-b4b0-94c168524f62 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:40.261228 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d6afe4d0-a3f4-4a14-b71b-d85c7e83e868 None None] Provisioning complete for port 7922d8ec-88d8-441f-b4b0-94c168524f62 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:40.261759 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d6afe4d0-a3f4-4a14-b71b-d85c7e83e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.312984 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.416631 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7922d8ec-88d8-441f-b4b0-94c168524f62 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:40.416631 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.622085 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Allocated IP 172.20.0.1 (2e059056-3450-43b4-a6dc-044674cd586a/f8233152-7b49-4e92-8fd4-f5d0a32aabf7/7213d44b-6ae8-41fc-abed-a15fc3616ef1) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:40.735413 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks [] for port, precommit_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.805068 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.884762 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.948573 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Attempting to bind port 5c02595a-b9ca-41f1-92fa-9249daa40255 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:40.948940 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Attempting to bind port 5c02595a-b9ca-41f1-92fa-9249daa40255 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:40.949376 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Attempting to bind port 5c02595a-b9ca-41f1-92fa-9249daa40255 on network 71935e56-48c1-4675-b59c-e3d750dc2c80 {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:40.953671 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872cce9-8c74-4af1-8779-7fa7bf52cb7f None None] Pushing event updated for resources: {'Port': ['ID=5c02595a-b9ca-41f1-92fa-9249daa40255,revision_number=2']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:40.961426 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:40.961973 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Checking segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:40.962565 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.963892 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Bound using segment: {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'} {{(pid=114450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:40.964979 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:40.966102 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.managers [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Bound port: 5c02595a-b9ca-41f1-92fa-9249daa40255, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd15dfa-e579-445d-a676-a5a2f387d71e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80'}}] {{(pid=114450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:40.967391 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.030753 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Network 2e059056-3450-43b4-a6dc-044674cd586a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:41.034301 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:41.039852 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:41.049131 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=7213d44b-6ae8-41fc-abed-a15fc3616ef1,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:41.067143 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] For port 5c02595a-b9ca-41f1-92fa-9249daa40255, host n-d-814735-4, cleared binding levels {{(pid=114450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:41.074727 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] For port 5c02595a-b9ca-41f1-92fa-9249daa40255, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5c02595a-b9ca-41f1-92fa-9249daa40255,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:41.118488 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730901'] for router_interface, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.211525 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.294276 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Routers {'438977de-67bf-459d-99f1-856bcce263de'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:41.295298 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:14Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['438977de-67bf-459d-99f1-856bcce263de'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:41.304191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872cce9-8c74-4af1-8779-7fa7bf52cb7f None None] Pushing event updated for resources: {'Port': ['ID=5c02595a-b9ca-41f1-92fa-9249daa40255,revision_number=3']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:41.443162 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.463791 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] Set router 438977de-67bf-459d-99f1-856bcce263de gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:41.557541 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a187c068-5bfc-49ab-9ca5-3289d2042495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.606721 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-41fb8d67-304c-46d0-bc1e-a8ae4e955505 None None] Provisioning complete for port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:41.607100 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-41fb8d67-304c-46d0-bc1e-a8ae4e955505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.658781 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-41fb8d67-304c-46d0-bc1e-a8ae4e955505 None None] Port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:41.698625 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.770716 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:41.902689 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=7213d44b-6ae8-41fc-abed-a15fc3616ef1,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:41.908105 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3893643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790405'] for router_interface, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:42.049464 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:37Z', 'revision_number': 3, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:42.102539 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9a876-9c56-47ac-b95a-a0d94b484a38 None None] The sync data for ids ['438977de-67bf-459d-99f1-856bcce263de'] in n-d-814735-4 is: [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:37Z', 'revision_number': 3, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4'}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:42.104831 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Network 2e059056-3450-43b4-a6dc-044674cd586a is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:42.107068 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:42.315514 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Router 438977de-67bf-459d-99f1-856bcce263de has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:42.505310 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-7c141bc9-12a3-47d8-a5eb-d23e19392fbf None None] Provisioning complete for port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:42.506020 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c141bc9-12a3-47d8-a5eb-d23e19392fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:42.530909 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:42.537965 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-91fc8cce-aedd-40e7-96c5-543820de9ad8 admin admin] 10.222.0.70 "PUT /v2.0/routers/438977de-67bf-459d-99f1-856bcce263de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4428737 Oct 27 17:18:42.577019 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-7c141bc9-12a3-47d8-a5eb-d23e19392fbf None None] Port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:44.099984 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Sync routers for ids ['438977de-67bf-459d-99f1-856bcce263de'] in n-d-814735-4 {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:44.102163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff262-f83c-4d0b-bafa-b317adafe107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:44.109639 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Routers {'438977de-67bf-459d-99f1-856bcce263de'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:44.110297 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['438977de-67bf-459d-99f1-856bcce263de'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:44.151790 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5c02595a-b9ca-41f1-92fa-9249daa40255 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:44.269948 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5c02595a-b9ca-41f1-92fa-9249daa40255 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:44.270567 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:44.298899 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Set router 438977de-67bf-459d-99f1-856bcce263de gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:44.424007 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:44.485518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] For port 5c02595a-b9ca-41f1-92fa-9249daa40255, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=5c02595a-b9ca-41f1-92fa-9249daa40255,segment=NetworkSegment(8fd15dfa-e579-445d-a676-a5a2f387d71e),segment_id=8fd15dfa-e579-445d-a676-a5a2f387d71e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:44.650178 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:44.721623 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 4, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7213d44b-6ae8-41fc-abed-a15fc3616ef1', 'name': '', 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'mac_address': 'fa:16:3e:80:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:40Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 2, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'subnets': [{'id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:44.754236 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Checking router: 438977de-67bf-459d-99f1-856bcce263de for host: n-d-814735-4 {{(pid=114451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:44.754813 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Updating router 438977de-67bf-459d-99f1-856bcce263de port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 binding host n-d-814735-4 {{(pid=114451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:44.786519 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:44.798469 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Pushing event updated for resources: {'Port': ['ID=5c02595a-b9ca-41f1-92fa-9249daa40255,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:44.947131 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.233416 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks [] for port, precommit_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.329787 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.493765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.553343 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbb2af-3b9a-4930-b037-987da3bb5dd8 None None] Pushing event updated for resources: {'Port': ['ID=7213d44b-6ae8-41fc-abed-a15fc3616ef1,revision_number=3']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:45.564957 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Attempting to bind port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 on host n-d-814735-4 for vnic_type normal with profile {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:45.568018 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Attempting to bind port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 by drivers openvswitch,hyperv on host n-d-814735-4 at level 0 using segments [{'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:45.568204 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Attempting to bind port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 on network 2e059056-3450-43b4-a6dc-044674cd586a {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:45.579955 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Checking agent: {'id': '8feaab47-f7bd-4b2f-8bd1-f9ccd098dee2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 50, 44), 'started_at': datetime.datetime(2021, 10, 27, 15, 51, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:45.580666 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Checking segment: {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:45.581427 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.582158 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Bound using segment: {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'} {{(pid=114451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:45.583132 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.managers [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Bound port: 7213d44b-6ae8-41fc-abed-a15fc3616ef1, host: n-d-814735-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec413a1f-dd95-4fcc-8618-79b259b43efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a'}}] {{(pid=114451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:45.584023 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.759251 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] For port 7213d44b-6ae8-41fc-abed-a15fc3616ef1, host n-d-814735-4, cleared binding levels {{(pid=114451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:45.769683 n-d-814735-4 neutron-server[114451]: DEBUG neutron.plugins.ml2.db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] For port 7213d44b-6ae8-41fc-abed-a15fc3616ef1, host n-d-814735-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7213d44b-6ae8-41fc-abed-a15fc3616ef1,segment=NetworkSegment(ec413a1f-dd95-4fcc-8618-79b259b43efe),segment_id=ec413a1f-dd95-4fcc-8618-79b259b43efe)] {{(pid=114451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:45.870184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-024de249-7715-4bd6-8071-229382977d6e None None] Provisioning complete for port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:45.870874 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-024de249-7715-4bd6-8071-229382977d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.886979 n-d-814735-4 neutron-server[114451]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:45.934318 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-024de249-7715-4bd6-8071-229382977d6e None None] Port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:46.040389 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Routers {'438977de-67bf-459d-99f1-856bcce263de'} bound to L3 agent in host n-d-814735-4 {{(pid=114451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:46.041367 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:18:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['438977de-67bf-459d-99f1-856bcce263de'], 'active': True} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:46.044315 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbb2af-3b9a-4930-b037-987da3bb5dd8 None None] Pushing event updated for resources: {'Port': ['ID=7213d44b-6ae8-41fc-abed-a15fc3616ef1,revision_number=4']} {{(pid=114451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:46.168393 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 5c02595a-b9ca-41f1-92fa-9249daa40255 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:46.270885 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_dvr_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] Set router 438977de-67bf-459d-99f1-856bcce263de gateway port host: n-d-814735-4 {{(pid=114451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:46.341845 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 5c02595a-b9ca-41f1-92fa-9249daa40255 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:46.343968 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:46.605621 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] Provisioning complete for port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:46.606893 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:46.782688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:46.789112 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.l3_hamode_db [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 4, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7213d44b-6ae8-41fc-abed-a15fc3616ef1', 'name': '', 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'mac_address': 'fa:16:3e:80:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:40Z', 'updated_at': '2021-10-27T17:18:45Z', 'revision_number': 4, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'subnets': [{'id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:46.834919 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ee0b5-76ea-46b2-b47b-6b41f51d0770 None None] The sync data for ids ['438977de-67bf-459d-99f1-856bcce263de'] in n-d-814735-4 is: [{'id': '438977de-67bf-459d-99f1-856bcce263de', 'name': 'tempest-TestMinimumBasicScenario-796138399-router', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:36Z', 'updated_at': '2021-10-27T17:18:41Z', 'revision_number': 4, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'gw_port': {'id': '5c02595a-b9ca-41f1-92fa-9249daa40255', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:37Z', 'updated_at': '2021-10-27T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_interfaces': [{'id': '7213d44b-6ae8-41fc-abed-a15fc3616ef1', 'name': '', 'network_id': '2e059056-3450-43b4-a6dc-044674cd586a', 'tenant_id': 'a51e78f37d674c5299566923c79ec893', 'mac_address': 'fa:16:3e:80:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438977de-67bf-459d-99f1-856bcce263de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:40Z', 'updated_at': '2021-10-27T17:18:45Z', 'revision_number': 4, 'project_id': 'a51e78f37d674c5299566923c79ec893', 'subnets': [{'id': 'f8233152-7b49-4e92-8fd4-f5d0a32aabf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:46.861360 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] For port 7213d44b-6ae8-41fc-abed-a15fc3616ef1, host n-d-814735-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-4',level=0,port_id=7213d44b-6ae8-41fc-abed-a15fc3616ef1,segment=NetworkSegment(ec413a1f-dd95-4fcc-8618-79b259b43efe),segment_id=ec413a1f-dd95-4fcc-8618-79b259b43efe)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:47.044583 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:47.177364 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962f025-0284-438d-867f-734e7fa7ca5b None None] Pushing event updated for resources: {'Port': ['ID=7213d44b-6ae8-41fc-abed-a15fc3616ef1,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:47.325055 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:48.191906 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Device 7213d44b-6ae8-41fc-abed-a15fc3616ef1 up at agent ovs-agent-n-d-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:48.265348 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Provisioning complete for port 7213d44b-6ae8-41fc-abed-a15fc3616ef1 triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:48.266219 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:57.897067 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-dab9e356-ab72-4728-9c40-7c9d8b9d4c28 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:57.899577 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-dab9e356-ab72-4728-9c40-7c9d8b9d4c28 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 815 time: 0.1310012 Oct 27 17:18:57.918201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-671770f7-db7d-4742-ad44-d9fe40f565a8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/quotas/4ac2be933d0748c7b6c54aa2e8179d47 HTTP/1.1" status: 200 len: 375 time: 0.0120637 Oct 27 17:18:57.988281 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-90162b03-0afd-4292-a598-fb39579bfa83 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617454 Oct 27 17:18:58.118418 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-7c30e139-c26d-48be-bb9d-ccf388ab1e90 service neutron] 10.222.0.70 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167655 Oct 27 17:18:58.254239 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-dfee5b6f-a154-4a7e-8472-f792561031ce service neutron] 10.222.0.70 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278689 Oct 27 17:18:58.781950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-16fd9356-667a-4c3b-b0a7-6a4e12e3c664 req-76355c91-22a5-4b3a-a58f-e01b15ac4d23 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 210 time: 0.0358992 Oct 27 17:18:58.810046 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:59.202286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:59.882215 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fc2923de-cac2-4fd6-82de-099b3c78258b req-37ea516b-8e2c-4d08-b80e-cf08fa131b04 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 210 time: 0.0324891 Oct 27 17:19:01.017762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9c5b2a59-8884-4a18-b935-bb14fecb435d req-b745d183-f1d8-4c54-978e-23df687a7b60 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 210 time: 0.0386245 Oct 27 17:19:01.934161 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-7cbbd597-1ca8-4f2f-9060-250927f7f3fe tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:01.935830 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-7cbbd597-1ca8-4f2f-9060-250927f7f3fe tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 815 time: 0.1302350 Oct 27 17:19:01.949403 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'port': {'device_id': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'admin_state_up': True, 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:02.137945 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-04d91c83-1eb8-487b-be3f-563b4dfce1b8 req-d64ee8e2-9db8-4a37-b8ca-a39e3db23dac tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 210 time: 0.0309086 Oct 27 17:19:02.276397 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Made reservation on behalf of 4ac2be933d0748c7b6c54aa2e8179d47 for: {'port': 1} {{(pid=114448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:19:02.280362 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:02.433101 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.db_base_plugin_common [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Allocated IP 172.20.0.10 (1fd5b1a2-dec1-4e2d-b438-a26f2a15b389/697ea705-e63e-4d69-9e5a-dfc556ac6475/7b1f28a4-9b94-4c11-bc35-50c51beb4fab) {{(pid=114448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:19:02.624652 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for port, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:02.768055 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28630940'] for port, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:02.855307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 is already hosted by enough agents. {{(pid=114448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:19:02.862768 n-d-814735-4 neutron-server[114448]: DEBUG neutron.scheduler.base_scheduler [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Resources bound (agent type, host, resource id): {{(pid=114448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:19:02.871184 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Received port after_create {{(pid=114448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:19:02.882816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:02.955861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:02.956538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:03.101233 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-89a28ad4-cc51-4a02-a64b-b3bebcbfc691 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1551356 Oct 27 17:19:03.240030 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-ef68f4af-ef1e-4a49-8153-80e7b897748b None None] Provisioning complete for port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:19:03.241187 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-ef68f4af-ef1e-4a49-8153-80e7b897748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:03.363613 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.plugin [None req-ef68f4af-ef1e-4a49-8153-80e7b897748b None None] Port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab cannot update to ACTIVE because it is not bound. {{(pid=114450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:19:03.415786 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a17f4-fd90-4867-8025-f889c0916c15 req-b7cb66e9-22d4-4d89-a2fb-ae6b830fe639 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:03.418813 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-111a17f4-fd90-4867-8025-f889c0916c15 req-b7cb66e9-22d4-4d89-a2fb-ae6b830fe639 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.1274891 Oct 27 17:19:03.484701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-111a17f4-fd90-4867-8025-f889c0916c15 req-b8706ddd-b2d4-43ea-9d05-38ed24c7c2d4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579534 Oct 27 17:19:04.689267 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae7ecb-30fa-4ec6-9e38-acf1d8a7503e req-93168650-7325-4744-80b6-1449cee765bd tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:04.692104 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acae7ecb-30fa-4ec6-9e38-acf1d8a7503e req-93168650-7325-4744-80b6-1449cee765bd tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.0916116 Oct 27 17:19:04.756393 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-acae7ecb-30fa-4ec6-9e38-acf1d8a7503e req-f66e833f-5930-494e-a411-b4489e5347a6 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Oct 27 17:19:05.929826 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc10b-0d98-4563-aa01-3e8c0a123550 req-c83fffb4-df41-4d25-a498-30618bd6e1af tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:05.932580 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f02dc10b-0d98-4563-aa01-3e8c0a123550 req-c83fffb4-df41-4d25-a498-30618bd6e1af tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.0761819 Oct 27 17:19:06.012050 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-f02dc10b-0d98-4563-aa01-3e8c0a123550 req-9b64aa08-9c07-4bec-bc79-b25da654f325 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Oct 27 17:19:07.209457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5b71-a863-469f-a356-da76712309eb req-7bc30546-261d-43d2-a1b4-8083fb201904 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:07.212720 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b51e5b71-a863-469f-a356-da76712309eb req-7bc30546-261d-43d2-a1b4-8083fb201904 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.0801849 Oct 27 17:19:07.270988 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b51e5b71-a863-469f-a356-da76712309eb req-56c01795-9520-4b8d-a5ad-aab4143b4050 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511334 Oct 27 17:19:08.544013 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1494c-0004-457a-85be-733412aa7e8c req-9d7f12e2-b9af-4417-853d-bb6a490f1b4b tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:08.547186 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac1494c-0004-457a-85be-733412aa7e8c req-9d7f12e2-b9af-4417-853d-bb6a490f1b4b tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.1325169 Oct 27 17:19:08.679665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ac1494c-0004-457a-85be-733412aa7e8c req-5ecdf40d-65e8-417a-959c-5dbe828fba5d tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Oct 27 17:19:09.889307 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246509-3b83-4980-83bb-2c8656a2a9d0 req-fc7bca04-2ac2-4af6-9de6-0a5be7ea59e2 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:09.890946 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21246509-3b83-4980-83bb-2c8656a2a9d0 req-fc7bca04-2ac2-4af6-9de6-0a5be7ea59e2 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.0696371 Oct 27 17:19:09.955091 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-21246509-3b83-4980-83bb-2c8656a2a9d0 req-06771982-567e-445e-8f5d-6d60e9aa78cf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Oct 27 17:19:11.223666 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30ec2d-0b84-4849-abac-8411c53f7b90 req-c42d519f-6ccc-48f5-9b44-1e42b8bfc1b1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:11.225381 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b30ec2d-0b84-4849-abac-8411c53f7b90 req-c42d519f-6ccc-48f5-9b44-1e42b8bfc1b1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.1093700 Oct 27 17:19:11.287201 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-9b30ec2d-0b84-4849-abac-8411c53f7b90 req-eddb8a1a-93cf-4db5-a077-ca5534f0aced tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Oct 27 17:19:11.430803 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d2d58c99-8a53-47b2-a708-c0e27f530017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:12.460994 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cabb9-f24e-4647-b6fb-3b2f1d3dac4b req-ba547050-43f5-430f-afb2-90fc8daee187 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:12.462652 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-721cabb9-f24e-4647-b6fb-3b2f1d3dac4b req-ba547050-43f5-430f-afb2-90fc8daee187 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.0593276 Oct 27 17:19:12.524745 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-721cabb9-f24e-4647-b6fb-3b2f1d3dac4b req-0ea8d2d5-74b8-4cc4-98fa-4bc5f4116c0c tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Oct 27 17:19:12.638136 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:13.472410 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Request body: {'port': {'device_id': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-4'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:13.541368 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:13.781565 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089221-6664-4383-bb75-be458a2f5400 req-76f69712-65cf-4b89-87e0-1bd5844dd159 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:13.783788 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42089221-6664-4383-bb75-be458a2f5400 req-76f69712-65cf-4b89-87e0-1bd5844dd159 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 932 time: 0.1217363 Oct 27 17:19:13.864941 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-42089221-6664-4383-bb75-be458a2f5400 req-60b4464f-3bf6-4ed2-a7c0-bef4852eb512 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722883 Oct 27 17:19:13.945363 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1f28a4-9b94-4c11-bc35-50c51beb4fab {{(pid=114448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:19:13.956993 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:13.973046 n-d-814735-4 neutron-server[114448]: DEBUG neutron.db.provisioning_blocks [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Transition to ACTIVE for port object 7b1f28a4-9b94-4c11-bc35-50c51beb4fab will not be triggered until provisioned by entity L2. {{(pid=114448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:19:14.065054 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca6e4-af1f-4106-a433-cee0df140d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:14.128303 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:14.186952 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=2']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:14.331844 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Attempting to bind port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab on host n-h1-814735-4 for vnic_type normal with profile {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:19:14.332719 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Attempting to bind port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab by drivers openvswitch,hyperv on host n-h1-814735-4 at level 0 using segments [{'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:19:14.333277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Attempting to bind port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab on network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:19:14.343114 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab on network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-4 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:19:14.343464 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Attempting to bind port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab on network 1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:19:14.353703 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Checking agent: {'id': 'a636e2c9-9b80-4ea8-9bca-6cf8384d07e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'started_at': datetime.datetime(2021, 10, 27, 15, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:19:14.354065 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Checking segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:19:14.354446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Bound using segment: {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'} {{(pid=114448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:19:14.354904 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.managers [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Bound port: 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host: n-h1-814735-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d4d729-315c-42b9-abe9-bf34ac7f3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389'}}] {{(pid=114448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:19:14.355301 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:14.456887 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, cleared binding levels {{(pid=114448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:19:14.463400 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:19:14.602078 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:14.647700 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:14.648764 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:14.651198 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] 10.222.0.79 "PUT /v2.0/ports/7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1092 time: 1.1852119 Oct 27 17:19:14.651835 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:19:14.657138 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87f9bf-8c01-4e6d-8f87-3992994fa287" -d '{"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:19:14.688738 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f178e3-73c0-4087-84bd-2e3942dee5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=3']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:14.724849 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f968c4-d996-43a2-9e59-15fcbcd5fcec x-openstack-request-id: req-f1f968c4-d996-43a2-9e59-15fcbcd5fcec {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:19:14.725247 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:19:14.726188 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1f968c4-d996-43a2-9e59-15fcbcd5fcec {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:19:14.726631 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'status': 'completed', 'code': 200} Oct 27 17:19:14.827446 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-f43547c1-eac6-45ea-9725-b1213fc81eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:14.830587 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-f43547c1-eac6-45ea-9725-b1213fc81eda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0800750 Oct 27 17:19:14.841260 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:15.014119 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-a9ef1f53-a952-499e-bc57-11b0e86a8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.016849 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-a9ef1f53-a952-499e-bc57-11b0e86a8e9e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1774232 Oct 27 17:19:15.153059 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca08243-9ee2-4bae-a359-d7141b64e196 req-147e3d38-8b21-4ff7-a2ae-ea9d4737bf39 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.154873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dca08243-9ee2-4bae-a359-d7141b64e196 req-147e3d38-8b21-4ff7-a2ae-ea9d4737bf39 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 944 time: 0.1680171 Oct 27 17:19:15.218609 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-643d54b0-03d6-4e72-87a6-bbce2d7751b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.221080 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dd87f9bf-8c01-4e6d-8f87-3992994fa287 req-643d54b0-03d6-4e72-87a6-bbce2d7751b2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801987 Oct 27 17:19:15.240510 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-dca08243-9ee2-4bae-a359-d7141b64e196 req-d263cc0a-0adc-45f3-95b3-2c214751695c tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Oct 27 17:19:15.322423 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-dda5d217-d8e4-4ac6-a2f8-b52a39955839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.324255 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-dda5d217-d8e4-4ac6-a2f8-b52a39955839 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0490656 Oct 27 17:19:15.374469 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-252884e3-63d8-4f5d-8cf8-8d60bb096853 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 217 time: 0.0426476 Oct 27 17:19:15.439162 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-cfcd3c4d-d66c-48f7-b221-1d2f8f4c30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.440872 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-cfcd3c4d-d66c-48f7-b221-1d2f8f4c30f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0594110 Oct 27 17:19:15.481730 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:15.519572 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-728aab52-af69-4b18-8f2c-f84a11529699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:15.522361 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-728aab52-af69-4b18-8f2c-f84a11529699 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741093 Oct 27 17:19:15.667271 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-1f0b5920-405f-4ba8-86bb-71575e8db44d service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368928 Oct 27 17:19:15.841148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-add7c635-86e5-4286-b70e-b4a107fb26f9 req-5f06c0a0-49a9-445b-9166-9a9a69c8fe6a service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656525 Oct 27 17:19:16.406991 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2a5a8-248f-4b91-9208-06bd04bbe682 req-1da879b1-2ee3-4d7d-987a-c100cfee374d tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:16.409710 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77b2a5a8-248f-4b91-9208-06bd04bbe682 req-1da879b1-2ee3-4d7d-987a-c100cfee374d tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 944 time: 0.0774207 Oct 27 17:19:16.462164 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-77b2a5a8-248f-4b91-9208-06bd04bbe682 req-e01c0431-3f14-4ce7-9cc4-5b83902b58e9 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Oct 27 17:19:17.338524 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:17.636385 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a7d2-088c-4600-96d4-d566e72c4928 req-c4512fd6-7bb9-4ff7-8a35-bee70caeafa4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:17.637944 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2238a7d2-088c-4600-96d4-d566e72c4928 req-c4512fd6-7bb9-4ff7-8a35-bee70caeafa4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 944 time: 0.0578473 Oct 27 17:19:17.682924 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2238a7d2-088c-4600-96d4-d566e72c4928 req-7ef0e7e6-04cd-45f9-8ea0-b0bccbebfa4c tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Oct 27 17:19:18.833707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80bfea-b2f2-4f0c-8045-c17e1358c386 req-8a01862b-8319-41c2-aec9-4848a89a77aa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:18.835422 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa80bfea-b2f2-4f0c-8045-c17e1358c386 req-8a01862b-8319-41c2-aec9-4848a89a77aa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 944 time: 0.0593858 Oct 27 17:19:18.881173 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-aa80bfea-b2f2-4f0c-8045-c17e1358c386 req-fe15c53b-3755-4ab5-9b4f-15d6ea3e5b47 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Oct 27 17:19:19.341482 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 7b1f28a4-9b94-4c11-bc35-50c51beb4fab details requested by agent hyperv_n-h1-814735-4 with host n-h1-814735-4 {{(pid=114450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:19:19.455898 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:19:19.470518 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Returning: {'device': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'port_id': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'mac_address': 'fa:16:3e:25:35:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:19:19.513781 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:19.530377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1f28a4-9b94-4c11-bc35-50c51beb4fab {{(pid=114450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:19:19.554793 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:19:19.652675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:19.711985 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=4']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:19.890191 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['7b1f28a4-9b94-4c11-bc35-50c51beb4fab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:19:20.065892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded97e1-d096-4615-b56b-d6503d7fd5a9 req-2549a1a2-37bf-4a97-b5d2-e459ae5bca0d tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:20.067970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cded97e1-d096-4615-b56b-d6503d7fd5a9 req-2549a1a2-37bf-4a97-b5d2-e459ae5bca0d tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Oct 27 17:19:20.120302 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cded97e1-d096-4615-b56b-d6503d7fd5a9 req-4392065d-e1c0-47e9-86b7-00c5a2aabbb6 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Oct 27 17:19:21.266083 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c0048-f014-4b0d-8d86-7ba64f39211f req-375a04f4-89b8-4d7a-9b34-fbdea6b81162 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:21.267768 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-761c0048-f014-4b0d-8d86-7ba64f39211f req-375a04f4-89b8-4d7a-9b34-fbdea6b81162 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 945 time: 0.0548546 Oct 27 17:19:21.316038 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-761c0048-f014-4b0d-8d86-7ba64f39211f req-c84e30f7-773d-468a-b55f-14afe888f6a2 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Oct 27 17:19:21.340955 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Device 7b1f28a4-9b94-4c11-bc35-50c51beb4fab up at agent hyperv_n-h1-814735-4 {{(pid=114450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:19:21.498561 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning for port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab completed by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:19:21.505386 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Provisioning complete for port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab triggered by entity L2. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:19:21.505997 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:21.635804 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:21.675537 n-d-814735-4 neutron-server[114450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab'}] {{(pid=114450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:19:21.678141 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a76d3c2e4ba55055d385c484aa10967e8dd539a4bb0c1506d6c25c9d9a20181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e297464-764b-417e-987d-67bfaadf6f2f" -d '{"events": [{"server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab"}]}' {{(pid=114450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:19:21.696185 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:19:21.727512 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46faf7db-403a-40a2-b42f-9eb22fd0a857 x-openstack-request-id: req-46faf7db-403a-40a2-b42f-9eb22fd0a857 {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:19:21.727817 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab", "code": 200}]} {{(pid=114450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:19:21.728077 n-d-814735-4 neutron-server[114450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46faf7db-403a-40a2-b42f-9eb22fd0a857 {{(pid=114450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:19:21.728509 n-d-814735-4 neutron-server[114450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'code': 200} Oct 27 17:19:21.809801 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282'] for port, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:21.855320 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237fcc0-f35b-4863-9846-076f89265baa req-c532bb56-4134-4d99-bbd8-41033851bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:21.857023 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5237fcc0-f35b-4863-9846-076f89265baa req-c532bb56-4134-4d99-bbd8-41033851bf16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0622933 Oct 27 17:19:21.882127 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=5']} {{(pid=114450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:21.906765 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5237fcc0-f35b-4863-9846-076f89265baa req-f16cf115-46e7-4719-aa16-68d11d2ebe0a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Oct 27 17:19:22.457610 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a0812-83f1-4f92-9cd3-19a1050c9a40 req-624d0c36-bab9-439b-a675-5ef48cd733d3 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:22.459603 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b3a0812-83f1-4f92-9cd3-19a1050c9a40 req-624d0c36-bab9-439b-a675-5ef48cd733d3 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0637667 Oct 27 17:19:22.510705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-7b3a0812-83f1-4f92-9cd3-19a1050c9a40 req-2d42ae43-4cba-4a65-ac0c-054487241e16 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Oct 27 17:19:23.674005 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4756d7-28e9-4050-84a4-18184ec2b428 req-26d46222-21c5-4a87-9343-b4eea2835dea tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:23.676950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4756d7-28e9-4050-84a4-18184ec2b428 req-26d46222-21c5-4a87-9343-b4eea2835dea tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0761857 Oct 27 17:19:23.722425 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ce4756d7-28e9-4050-84a4-18184ec2b428 req-8e511bbd-eac0-4885-a602-686811651ed2 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Oct 27 17:19:23.885384 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bc664-e7a4-4d7e-b63f-a340650e49ee req-672f0d8c-a9af-4789-ad35-c37b299d9a7c tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:23.887358 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-663bc664-e7a4-4d7e-b63f-a340650e49ee req-672f0d8c-a9af-4789-ad35-c37b299d9a7c tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0588944 Oct 27 17:19:23.934970 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-663bc664-e7a4-4d7e-b63f-a340650e49ee req-9124e93d-2f51-4575-9957-366c5651d0dc tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401998 Oct 27 17:19:24.205208 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e8ad-fee7-4205-99c3-2c26bf2272a6 req-e58f9fd9-c444-4449-9ce9-370cb44d83bf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:24.208399 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27b2e8ad-fee7-4205-99c3-2c26bf2272a6 req-e58f9fd9-c444-4449-9ce9-370cb44d83bf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0773718 Oct 27 17:19:24.254416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-27b2e8ad-fee7-4205-99c3-2c26bf2272a6 req-a73e7b1c-aff5-4d5e-89aa-ebd60bbd52a6 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Oct 27 17:19:28.833719 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:29.188959 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:41.421572 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-c7170902-6132-46ea-8a47-0a9a3278255c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:42.940780 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741502d-f8bb-420d-80ca-6b7339740471 req-c5d6ee00-89a4-4bed-8a1d-b850b8af5cb9 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:42.942383 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8741502d-f8bb-420d-80ca-6b7339740471 req-c5d6ee00-89a4-4bed-8a1d-b850b8af5cb9 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0557613 Oct 27 17:19:42.985639 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-8741502d-f8bb-420d-80ca-6b7339740471 req-28c17b4d-bc1f-4cc5-a3c1-b286cd5b5770 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368495 Oct 27 17:19:43.009001 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57090) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:43.174536 n-d-814735-4 neutron-server[114449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa31f10-497b-46e3-8be4-d46114abc865 tempest-TestMinimumBasicScenario-193988815 tempest-TestMinimumBasicScenario-193988815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:43.176183 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-caa31f10-497b-46e3-8be4-d46114abc865 tempest-TestMinimumBasicScenario-193988815 tempest-TestMinimumBasicScenario-193988815-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1092 time: 0.1661575 Oct 27 17:19:43.179886 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57096) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:43.185709 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'floatingip': {'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'port_id': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:43.326184 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for floatingip, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:43.449170 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:43.609297 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.db_base_plugin_common [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Allocated IP 172.25.5.109 (71935e56-48c1-4675-b59c-e3d750dc2c80/b0673791-3703-4a27-b764-880d6de85d99/6af09875-8a8f-4059-9605-dfde66a49cc8) {{(pid=114449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:19:43.742835 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for port, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:43.869092 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730512817246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29285492'] for port, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:43.934961 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Network 71935e56-48c1-4675-b59c-e3d750dc2c80 is already hosted by enough agents. {{(pid=114449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:19:43.940782 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.base_scheduler [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Resources bound (agent type, host, resource id): {{(pid=114449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:19:43.947829 n-d-814735-4 neutron-server[114449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Received port after_create {{(pid=114449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:19:43.958048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'Port': ['ID=6af09875-8a8f-4059-9605-dfde66a49cc8,revision_number=1']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:43.994738 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.995193 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.995595 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.996031 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.996429 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.996813 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.997263 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.997650 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.998028 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.998403 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.998893 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:43.999374 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:44.079098 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fb88-1600-48b7-820b-f6b0f22592e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:44.577304 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:44.738985 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:44.776694 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:44.999005 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for port, precommit_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:45.090887 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29285519'] for port, after_update {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:45.174451 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'Port': ['ID=6af09875-8a8f-4059-9605-dfde66a49cc8,revision_number=2']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:45.198292 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3730734'] for floatingip, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:45.335986 n-d-814735-4 neutron-server[114449]: INFO neutron.db.l3_db [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Floating IP af1be51d-d9dc-46f5-8870-ce76d537de78 associated. External IP: 172.25.5.109, port: 7b1f28a4-9b94-4c11-bc35-50c51beb4fab. Oct 27 17:19:45.479257 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:45.620554 n-d-814735-4 neutron-server[114449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Router 00fb5c11-d370-4030-a4c9-5dafebba758c has already been hosted by L3 agent 98eb4159-7359-417d-92ca-31bd0494be4d {{(pid=114449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:19:45.791435 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Notify agent at l3_agent.n-d-814735-4 the message routers_updated {{(pid=114449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:19:45.804714 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Sync routers for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:19:45.816761 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:19:45.817414 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:19:45.934287 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for floatingip, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:45.980610 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-85d01b9e-82ad-48dd-bdc0-0187858401fa tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7993066 Oct 27 17:19:45.981311 n-d-814735-4 neutron-server[114449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab'}] {{(pid=114449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:19:45.985338 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [-] (114448) accepted ('10.222.0.70', 57098) {{(pid=114448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:45.992984 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949836199', 'description': 'tempest-secgroup-smoke-949836199 description', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47'}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:45.994391 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:19:46.152013 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group, before_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.188436 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1438167100254e046b2fafa65cbfdea20dca6c71173e300bf8983ed3628117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6921de-3445-4a52-8e2a-822607908f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab"}]}' {{(pid=114449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:19:46.271606 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group, precommit_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.317034 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67720685-ebb7-49ec-97f4-c965f872f43d x-openstack-request-id: req-67720685-ebb7-49ec-97f4-c965f872f43d {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:19:46.317646 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab", "status": "completed", "code": 200}]} {{(pid=114449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:19:46.317902 n-d-814735-4 neutron-server[114449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67720685-ebb7-49ec-97f4-c965f872f43d {{(pid=114449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:19:46.318583 n-d-814735-4 neutron-server[114449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'status': 'completed', 'code': 200} Oct 27 17:19:46.337168 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'af1be51d-d9dc-46f5-8870-ce76d537de78', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'port_id': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'mac_address': 'fa:16:3e:25:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:19:44Z', 'updated_at': '2021-10-27T17:19:44Z', 'revision_number': 0, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:36Z', 'revision_number': 5, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:19:46.369959 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180483'] for security_group, after_create {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.377750 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Checking router: 00fb5c11-d370-4030-a4c9-5dafebba758c for host: n-d-814735-4 {{(pid=114450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:19:46.390698 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Routers {'00fb5c11-d370-4030-a4c9-5dafebba758c'} bound to L3 agent in host n-d-814735-4 {{(pid=114450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:19:46.391377 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:50:44Z,description=,heartbeat_timestamp=2021-10-27T17:19:44Z,host='n-d-814735-4',id=98eb4159-7359-417d-92ca-31bd0494be4d,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:50:44Z,topic='l3_agent')) {'router_ids': ['00fb5c11-d370-4030-a4c9-5dafebba758c'], 'active': True} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:19:46.423360 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5b863-ac0b-42fa-8cd1-84d4baccbda9,revision_number=1']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:46.428892 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6921de-3445-4a52-8e2a-822607908f9a req-e1b1b268-898b-43a1-91b6-d78d15efb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:46.430674 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-e1b1b268-898b-43a1-91b6-d78d15efb757 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0882699 Oct 27 17:19:46.436873 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.437227 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.437651 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.437989 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.438319 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.438707 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.438980 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.439332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.439799 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.440149 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.440473 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.440800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-4 {{(pid=114448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:19:46.509785 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.511137 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [None req-032e00f6-e603-46bc-9656-7c5011033901 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5231724 Oct 27 17:19:46.516048 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57106) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:46.522844 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:46.530416 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_dvr_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] Set router 00fb5c11-d370-4030-a4c9-5dafebba758c gateway port host: n-d-814735-4 {{(pid=114450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:19:46.562231 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6921de-3445-4a52-8e2a-822607908f9a req-1db749d2-2d74-4953-885d-7c54bf41b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:46.563832 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-1db749d2-2d74-4953-885d-7c54bf41b3d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1195254 Oct 27 17:19:46.657615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-41ed57c7-0741-469c-b752-d6cc53499031 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1000 time: 0.0835183 Oct 27 17:19:46.738312 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.741459 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6921de-3445-4a52-8e2a-822607908f9a req-271f2123-1e95-4e91-b78f-095ed52079da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:46.743300 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-271f2123-1e95-4e91-b78f-095ed52079da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0777998 Oct 27 17:19:46.800086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6921de-3445-4a52-8e2a-822607908f9a req-95df4d33-2089-46bd-826e-f35424bd224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:46.801894 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-95df4d33-2089-46bd-826e-f35424bd224a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508912 Oct 27 17:19:46.816385 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.840645 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.l3_hamode_db [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'af1be51d-d9dc-46f5-8870-ce76d537de78', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'port_id': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'mac_address': 'fa:16:3e:25:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:19:44Z', 'updated_at': '2021-10-27T17:19:44Z', 'revision_number': 0, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:36Z', 'revision_number': 5, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-4', False) {} {{(pid=114450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:19:46.878235 n-d-814735-4 neutron-server[114450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e59509-c706-4eb8-b557-e4a4bbbce98e None None] The sync data for ids ['00fb5c11-d370-4030-a4c9-5dafebba758c'] in n-d-814735-4 is: [{'id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'name': 'tempest-TestMinimumBasicScenario-1810910366-router', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'external_fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:31Z', 'revision_number': 4, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'gw_port': {'id': 'c91c1961-d996-4265-9229-9f65c7b77a4c', 'name': '', 'network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b0673791-3703-4a27-b764-880d6de85d99', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:27Z', 'updated_at': '2021-10-27T17:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0673791-3703-4a27-b764-880d6de85d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-4', '_floatingips': [{'id': 'af1be51d-d9dc-46f5-8870-ce76d537de78', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '71935e56-48c1-4675-b59c-e3d750dc2c80', 'router_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'port_id': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'mac_address': 'fa:16:3e:25:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:19:44Z', 'updated_at': '2021-10-27T17:19:44Z', 'revision_number': 0, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dded303-fd6d-4403-b1a0-43b11c866ae5', 'name': '', 'network_id': '1fd5b1a2-dec1-4e2d-b438-a26f2a15b389', 'tenant_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb5c11-d370-4030-a4c9-5dafebba758c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:30Z', 'updated_at': '2021-10-27T17:18:36Z', 'revision_number': 5, 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'subnets': [{'id': '697ea705-e63e-4d69-9e5a-dfc556ac6475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:19:46.919218 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:46.953074 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2b3c6-5ed3-42e4-872a-b39865f0db4f,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:47.122305 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.124066 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-57bc91a9-ea1f-46d1-9b4f-49fadc145a15 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6061366 Oct 27 17:19:47.127926 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57108) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:47.135255 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:47.219917 n-d-814735-4 neutron-server[114451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918037b-8723-43f1-96d6-d42e7d62a6eb None None] New status for floating IP af1be51d-d9dc-46f5-8870-ce76d537de78: ACTIVE {{(pid=114451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:19:47.274074 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.297229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.343578 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.360615 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-e7d3b473-fa9c-472c-9d07-44f350074490 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473771 Oct 27 17:19:47.428245 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.457547 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1524b77d-283a-49d7-b278-95e4560dc01a,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:47.469909 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cc6921de-3445-4a52-8e2a-822607908f9a req-edd814a1-7e5e-4d32-a554-2d62e8b94dfb service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004667 Oct 27 17:19:47.579062 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.580599 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-3c2a79e9-89d1-4c4d-8e64-ca6c8ceac2f7 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4507971 Oct 27 17:19:47.583606 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57110) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:47.588542 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:47.724473 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.797845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.891377 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.911437 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9efe842-2809-42de-a425-a257366d21d6,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:47.984794 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:47.986531 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-84fae669-1c9e-46a3-9ae3-2f3ec2db2df8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016831 Oct 27 17:19:47.989779 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57112) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:47.994993 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:48.087338 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.188539 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.279116 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.305699 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15601ec5-05dd-49f5-9972-b60b5ac4810e,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:48.382631 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.384005 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-81cd0f4b-8c51-4e8a-8668-c53464c1e8b4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3931072 Oct 27 17:19:48.387257 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57114) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:48.392227 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:48.473686 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Project 4ac2be933d0748c7b6c54aa2e8179d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:19:48.479843 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.552845 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.650381 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.674076 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0f5354-73e6-43d6-8809-575093f1e7fa,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:48.748905 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.750322 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-f241a7e7-17af-47a0-8a61-51d1e8d8758e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620241 Oct 27 17:19:48.753415 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [-] (114449) accepted ('10.222.0.70', 57116) {{(pid=114449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:19:48.758485 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.v2.base [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'security_group_rule': {'security_group_id': 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9', 'project_id': '4ac2be933d0748c7b6c54aa2e8179d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:48.867926 n-d-814735-4 neutron-server[114449]: INFO neutron.db.securitygroups_db [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Project 4ac2be933d0748c7b6c54aa2e8179d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:19:48.877000 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:48.990148 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.062401 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180690'] for security_group_rule, after_create {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.085778 n-d-814735-4 neutron-server[114449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6f9121-8216-4afc-b00c-7041a00888cd,revision_number=0']} {{(pid=114449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:49.166837 n-d-814735-4 neutron-server[114449]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.168136 n-d-814735-4 neutron-server[114449]: INFO neutron.wsgi [None req-00dc2d24-256c-4ca5-9fb2-08be870e1ade tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136086 Oct 27 17:19:49.275638 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-185e61cd-10c2-4601-aeab-9e22b3fcfbd0 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949836199&fields=id&tenant_id=4ac2be933d0748c7b6c54aa2e8179d47 HTTP/1.1" status: 200 len: 267 time: 0.0371616 Oct 27 17:19:49.339632 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-b43aa9e2-8503-4306-a834-8664f0796db1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:49.341531 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-b43aa9e2-8503-4306-a834-8664f0796db1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 946 time: 0.0578916 Oct 27 17:19:49.354934 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.v2.base [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Request body: {'port': {'security_groups': ['e5e04eb9-cd57-423f-ac22-96894a9302bc', 'efe5b863-ac0b-42fa-8cd1-84d4baccbda9']}} {{(pid=114448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:19:49.425613 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-746444'] for port, before_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.629428 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:49.646495 n-d-814735-4 neutron-server[114448]: DEBUG neutron.plugins.ml2.db [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] For port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab, host n-h1-814735-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-4',level=0,port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,segment=NetworkSegment(d9d4d729-315c-42b9-abe9-bf34ac7f3a0e),segment_id=d9d4d729-315c-42b9-abe9-bf34ac7f3a0e)] {{(pid=114448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:19:49.684538 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks [] for port, precommit_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.764435 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-746400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3893693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730513296622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730512817264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730512817282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28630887'] for port, after_update {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.778510 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['7b1f28a4-9b94-4c11-bc35-50c51beb4fab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:19:49.819416 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:49.820161 n-d-814735-4 neutron-server[114448]: DEBUG neutron_lib.callbacks.manager [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486613'] for port, before_response {{(pid=114448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:49.821667 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ca98875-93b8-40e8-9ed3-9528353ff391 req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "PUT /v2.0/ports/7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 982 time: 0.4722173 Oct 27 17:19:49.822155 n-d-814735-4 neutron-server[114448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab'}] {{(pid=114448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:19:49.824623 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a47006aa89dfa6f6ae908f4e019d1d8a12928b84478ad188d6d47f8a587ac8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05842f18-45f4-404b-829b-807db138a92d" -d '{"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab"}]}' {{(pid=114448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:19:49.876120 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cde1583-09cd-4065-9e84-56b5e691de6d x-openstack-request-id: req-7cde1583-09cd-4065-9e84-56b5e691de6d {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:19:49.877165 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5a6f28-e3fa-46c2-a581-b291478cb9d6", "tag": "7b1f28a4-9b94-4c11-bc35-50c51beb4fab", "status": "completed", "code": 200}]} {{(pid=114448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:19:49.877819 n-d-814735-4 neutron-server[114448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cde1583-09cd-4065-9e84-56b5e691de6d {{(pid=114448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:19:49.878784 n-d-814735-4 neutron-server[114448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a6f28-e3fa-46c2-a581-b291478cb9d6', 'tag': '7b1f28a4-9b94-4c11-bc35-50c51beb4fab', 'status': 'completed', 'code': 200} Oct 27 17:19:49.903246 n-d-814735-4 neutron-server[114448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb3d3-94ab-4a04-88e8-9f2b785ea177 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Pushing event updated for resources: {'Port': ['ID=7b1f28a4-9b94-4c11-bc35-50c51beb4fab,revision_number=6']} {{(pid=114448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:19:49.918184 n-d-814735-4 neutron-server[114450]: DEBUG neutron.plugins.ml2.db [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] get_ports_and_sgs() called for port_ids ['7b1f28a4-9b94-4c11-bc35-50c51beb4fab'] {{(pid=114450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:19:50.083173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f905024-92af-4691-86eb-a72a35748553 req-3f89114c-1d21-4c07-a3b1-20e0199479c8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:50.085549 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f905024-92af-4691-86eb-a72a35748553 req-3f89114c-1d21-4c07-a3b1-20e0199479c8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0986295 Oct 27 17:19:50.091517 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842f18-45f4-404b-829b-807db138a92d req-46fa0505-c78a-4e78-be45-56411a6cdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:50.094576 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-46fa0505-c78a-4e78-be45-56411a6cdf02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.1811171 Oct 27 17:19:50.235073 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1f905024-92af-4691-86eb-a72a35748553 req-3ef2bcdc-74b0-4697-a4f2-c5dd94567b54 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363165 Oct 27 17:19:50.294098 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842f18-45f4-404b-829b-807db138a92d req-0a5c5a6d-a111-4cd6-bb0c-230c2145c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:50.296323 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-0a5c5a6d-a111-4cd6-bb0c-230c2145c527 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1935999 Oct 27 17:19:50.307526 n-d-814735-4 neutron-server[114450]: DEBUG neutron.db.provisioning_blocks [None req-03123e26-837a-4eea-b524-1103c7cf1749 None None] Provisioning complete for port 7b1f28a4-9b94-4c11-bc35-50c51beb4fab triggered by entity DHCP. {{(pid=114450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:19:50.308116 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-03123e26-837a-4eea-b524-1103c7cf1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683388'] for port, provisioning_complete {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:50.389806 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-d7807b55-5551-4788-b34c-07c035c0a167 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0847597 Oct 27 17:19:50.463379 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842f18-45f4-404b-829b-807db138a92d req-eefee04b-ccff-48e0-aa77-bdfff1a27688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:50.466047 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-eefee04b-ccff-48e0-aa77-bdfff1a27688 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0682435 Oct 27 17:19:50.547463 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842f18-45f4-404b-829b-807db138a92d req-1dfad51e-523e-45f1-838d-6022c529f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:50.550619 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-1dfad51e-523e-45f1-838d-6022c529f84e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770905 Oct 27 17:19:50.715328 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-5801bd12-f560-4bbc-bbfd-1a6012c22d54 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562645 Oct 27 17:19:50.844910 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-05842f18-45f4-404b-829b-807db138a92d req-a0fe5d44-12ae-4c4a-b961-6ae403fe21df service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218863 Oct 27 17:19:58.182525 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ed765-34ff-478f-bdb4-56226f59d521 req-cc79a111-73e6-4a64-9270-88578f266b76 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:58.187957 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e7ed765-34ff-478f-bdb4-56226f59d521 req-cc79a111-73e6-4a64-9270-88578f266b76 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0855827 Oct 27 17:19:58.276831 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-6e7ed765-34ff-478f-bdb4-56226f59d521 req-47b4638b-80cb-4023-9e76-59f5f144b610 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728483 Oct 27 17:19:58.280561 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-f20078e5-41bf-4fd8-9b04-49cc2feb2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:58.282182 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-f20078e5-41bf-4fd8-9b04-49cc2feb2672 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0897009 Oct 27 17:19:58.398674 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-bfddd074-ae76-4ee1-be75-043f6863229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:58.400293 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-bfddd074-ae76-4ee1-be75-043f6863229b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1089694 Oct 27 17:19:58.501683 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-48dd1e43-94e8-4732-a778-280cd071e95f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0933735 Oct 27 17:19:58.564988 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-0cbdc213-7fcd-48c0-be5b-d91b4bcdb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:58.566701 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-0cbdc213-7fcd-48c0-be5b-d91b4bcdb2cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0577507 Oct 27 17:19:58.632713 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-9989024a-1395-4894-890e-c14d65dad3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:58.634349 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-9989024a-1395-4894-890e-c14d65dad3ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585830 Oct 27 17:19:58.728621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:58.756663 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-8c5b6764-6f40-4abb-b364-b2867f8c9dd8 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140859 Oct 27 17:19:58.871464 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-91e1a733-232f-42f7-8d5c-4a48aba0886a req-07fc0562-7814-4cc3-9063-f63afbc5a5e1 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067374 Oct 27 17:19:59.227480 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:59.472131 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7067-b3a6-4f37-986c-a0c4b2b83952 req-3a3d1b55-0b4a-4eae-9b82-c320a577d1e8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:59.474247 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b9f7067-b3a6-4f37-986c-a0c4b2b83952 req-3a3d1b55-0b4a-4eae-9b82-c320a577d1e8 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0685842 Oct 27 17:19:59.526791 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-2b9f7067-b3a6-4f37-986c-a0c4b2b83952 req-f2f87e88-181b-47ad-93af-a7b75aa98775 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404139 Oct 27 17:20:00.694457 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f430-6a9d-4161-9f57-adfda8b4e213 req-348f0bb4-7619-43b2-8581-6baaf582bc06 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:00.696172 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e87f430-6a9d-4161-9f57-adfda8b4e213 req-348f0bb4-7619-43b2-8581-6baaf582bc06 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0609441 Oct 27 17:20:00.746499 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3e87f430-6a9d-4161-9f57-adfda8b4e213 req-7dcca022-fd24-4850-9525-bc6364da044e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417988 Oct 27 17:20:01.943729 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d0ce-96e5-47ce-89b6-098d90f0c928 req-7847782f-24f6-4155-acaf-d2c7e73f0a2e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:01.946555 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7a0d0ce-96e5-47ce-89b6-098d90f0c928 req-7847782f-24f6-4155-acaf-d2c7e73f0a2e tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0948565 Oct 27 17:20:02.021962 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c7a0d0ce-96e5-47ce-89b6-098d90f0c928 req-dc49f07f-0382-45aa-9d92-6166285dbc16 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562222 Oct 27 17:20:03.223590 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf799fc9-3f04-4678-9118-7cda9088dc8c req-3cc80810-56fa-4f6e-87f8-0a36007d5aef tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:03.225625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf799fc9-3f04-4678-9118-7cda9088dc8c req-3cc80810-56fa-4f6e-87f8-0a36007d5aef tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0720985 Oct 27 17:20:03.287772 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-cf799fc9-3f04-4678-9118-7cda9088dc8c req-b048afc5-b91c-4562-a63c-6e07606929c2 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540104 Oct 27 17:20:04.501967 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4419ae-bf84-401c-9b46-1018f4d3b65d req-3fa1076e-b127-4630-8dc6-3b92946d3308 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:04.504019 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc4419ae-bf84-401c-9b46-1018f4d3b65d req-3fa1076e-b127-4630-8dc6-3b92946d3308 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0942454 Oct 27 17:20:04.574852 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-bc4419ae-bf84-401c-9b46-1018f4d3b65d req-45f830b4-e87d-49c2-a62c-cf1b8175d4d4 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577824 Oct 27 17:20:05.752615 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14032a-d155-47a5-bbb1-5d2f0b577c0c req-2609da17-8855-49d5-8be6-661bc0bfb640 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:05.754898 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe14032a-d155-47a5-bbb1-5d2f0b577c0c req-2609da17-8855-49d5-8be6-661bc0bfb640 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0739479 Oct 27 17:20:05.811940 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-fe14032a-d155-47a5-bbb1-5d2f0b577c0c req-1585dd0d-4c45-4865-9bc7-2749189a0b7f tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493169 Oct 27 17:20:07.013277 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0158f5-95aa-40b2-846e-a16459c3d5ba req-285bcb8a-e192-47d5-aea0-8ce1b3893aa1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:07.015326 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea0158f5-95aa-40b2-846e-a16459c3d5ba req-285bcb8a-e192-47d5-aea0-8ce1b3893aa1 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0711687 Oct 27 17:20:07.072586 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ea0158f5-95aa-40b2-846e-a16459c3d5ba req-3aa47e36-b801-4129-a405-9fe798351f35 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499821 Oct 27 17:20:08.237880 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea56f3-41bc-4095-b812-7904a2abfc3f req-6ad48778-a8af-421e-b792-a961382f19a5 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:08.240380 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1ea56f3-41bc-4095-b812-7904a2abfc3f req-6ad48778-a8af-421e-b792-a961382f19a5 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0749991 Oct 27 17:20:08.296245 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b1ea56f3-41bc-4095-b812-7904a2abfc3f req-7ef39fb3-adfe-49fb-ba0a-74844605373a tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487814 Oct 27 17:20:09.456731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e521c-22e3-46d3-8b35-757ffdf59230 req-ce18901c-c91d-41af-88f5-98df8f9bb516 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:09.459144 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945e521c-22e3-46d3-8b35-757ffdf59230 req-ce18901c-c91d-41af-88f5-98df8f9bb516 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0712948 Oct 27 17:20:09.509689 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-945e521c-22e3-46d3-8b35-757ffdf59230 req-ebb12715-6edd-4a76-8eee-e0a14e24dd3a tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438361 Oct 27 17:20:10.666778 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b4f5d-4231-4767-81b4-eaa77e257486 req-b2389e70-54da-4be3-ad71-02dbfcc825cf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:10.669459 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-503b4f5d-4231-4767-81b4-eaa77e257486 req-b2389e70-54da-4be3-ad71-02dbfcc825cf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0662472 Oct 27 17:20:10.726762 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-503b4f5d-4231-4767-81b4-eaa77e257486 req-1d711434-e6e2-424b-be73-7ddbf24bd7bf tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461783 Oct 27 17:20:11.495530 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e5262d47-0e13-46f4-930f-0046bc3acc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:11.901746 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87239d6-259f-4d87-9460-4ad85022f33d req-0b6ad984-6cc1-43b4-99fb-02da1bb6d29a tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:11.904049 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b87239d6-259f-4d87-9460-4ad85022f33d req-0b6ad984-6cc1-43b4-99fb-02da1bb6d29a tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0656750 Oct 27 17:20:11.962516 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-b87239d6-259f-4d87-9460-4ad85022f33d req-8e3af278-1d41-45ef-bc1b-1d980e9012da tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470443 Oct 27 17:20:13.161376 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c043d3-52d6-4883-ad0f-ad45888baa65 req-fd923977-b745-4d6c-8f1f-2f24d725a866 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:13.164455 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30c043d3-52d6-4883-ad0f-ad45888baa65 req-fd923977-b745-4d6c-8f1f-2f24d725a866 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0829375 Oct 27 17:20:13.238152 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-30c043d3-52d6-4883-ad0f-ad45888baa65 req-32a29442-5da0-4b8f-93cb-ba4e3e9a1714 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656581 Oct 27 17:20:13.642242 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-8d1a53df-9c53-4c67-b391-93070933172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:13.643855 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-8d1a53df-9c53-4c67-b391-93070933172d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.1139758 Oct 27 17:20:13.774816 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-036bfdd7-ccd2-4a4c-8661-a0c022e6c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:13.776426 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-036bfdd7-ccd2-4a4c-8661-a0c022e6c2df service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1084871 Oct 27 17:20:13.858260 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-45f0e000-fbff-4dfa-a7d2-a17ac8cb801c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0731640 Oct 27 17:20:13.916332 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-7882c9cb-cf5c-4462-8761-9d42987157be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:13.919010 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-7882c9cb-cf5c-4462-8761-9d42987157be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0522819 Oct 27 17:20:13.976090 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-78d58207-54f7-41f1-b0fe-bf85ca9afdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:13.979873 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-78d58207-54f7-41f1-b0fe-bf85ca9afdb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513158 Oct 27 17:20:13.989742 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-28b8e189-8a7a-413c-b0f9-92342ce79381 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:20:13.990929 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-28b8e189-8a7a-413c-b0f9-92342ce79381 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058179 Oct 27 17:20:14.084369 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-2c984bfd-a14a-49c1-a0e9-c8629ee5ae3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:14.125514 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-15278f1e-0a62-4c49-a4bc-3dcef33003cf service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270967 Oct 27 17:20:14.250559 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-14787812-0f29-458e-b9a5-f0c32cd95862 req-940b7dd6-139f-4f82-b8c7-ddf881bdaa8a service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171989 Oct 27 17:20:14.402001 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcce2-b5f4-4db3-9030-12aab0a629ed req-12de2238-823b-43d5-99da-e3d513ea58fd tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:14.405138 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c7dcce2-b5f4-4db3-9030-12aab0a629ed req-12de2238-823b-43d5-99da-e3d513ea58fd tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0771832 Oct 27 17:20:14.456227 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-5c7dcce2-b5f4-4db3-9030-12aab0a629ed req-002fbfd0-c337-4794-aa4f-487d828ac939 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431116 Oct 27 17:20:14.818809 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:15.491675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:15.659539 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2d88e-ed59-4b17-adfe-96bcde9e1fa9 req-61f23f31-94ad-455d-bc26-80c40a3c03f3 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:15.662416 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ee2d88e-ed59-4b17-adfe-96bcde9e1fa9 req-61f23f31-94ad-455d-bc26-80c40a3c03f3 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 985 time: 0.0929620 Oct 27 17:20:15.730728 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-0ee2d88e-ed59-4b17-adfe-96bcde9e1fa9 req-3cc509bc-ba74-4576-a40e-99aa4cfc2e44 tempest-TestMinimumBasicScenario-968266651 tempest-TestMinimumBasicScenario-968266651-project] 10.222.0.70 "GET /v2.0/security-groups?id=efe5b863-ac0b-42fa-8cd1-84d4baccbda9&id=e5e04eb9-cd57-423f-ac22-96894a9302bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586984 Oct 27 17:20:17.476507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:26.630737 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:20:28.694628 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:29.169229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:41.425646 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7aa72812-ba8e-4e2d-8c46-98a81e9f3632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:44.088582 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-de7d7ca0-a045-4857-80c1-1baacd612f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:44.799595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:45.465983 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:47.287684 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:58.698629 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:59.200642 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:03.635619 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:21:11.424071 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-fa15db7f-1eda-4127-894f-fd181163c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:13.565147 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-fe669e7d-5f3f-41a1-a691-2da057d13db4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669010 Oct 27 17:21:13.672341 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-6d2f7a19-6502-4f51-be81-c823b6702213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:13.674020 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-6d2f7a19-6502-4f51-be81-c823b6702213 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0604730 Oct 27 17:21:13.827875 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-80b12665-e5a2-4e62-8a89-92ad1d9ed6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:13.829705 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-80b12665-e5a2-4e62-8a89-92ad1d9ed6b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1295245 Oct 27 17:21:13.925252 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-9860f981-eb9d-4ffb-bd10-cba0683b2b86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0866048 Oct 27 17:21:14.005581 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-61dc0eaf-c030-4919-8291-6ff3722de692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:14.036711 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-61dc0eaf-c030-4919-8291-6ff3722de692 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0697677 Oct 27 17:21:14.081086 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-703ebe6f-d55c-4289-ae1f-8b3efe0452e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:14.083796 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-703ebe6f-d55c-4289-ae1f-8b3efe0452e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691340 Oct 27 17:21:14.220702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8651222e-cf1b-4287-9950-8de52b92eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:14.235677 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-926d4ba2-03f8-4988-a781-887e1893e09c service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434507 Oct 27 17:21:14.413402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a3ab745c-d88b-4d34-a046-4cb8af534caa req-be677426-466f-40d9-b69c-b10c91693dec service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699061 Oct 27 17:21:14.854906 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:15.485978 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:17.303901 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:28.746006 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:29.148974 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:40.636982 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:21:41.496359 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-b6f45c2c-1b41-4950-b7ca-e2d9a5b0a447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:44.165744 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e2bd39dd-a6b7-4e32-aa5a-b01bd3555e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:44.988574 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:45.474127 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:47.332502 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:58.770248 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:59.221821 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:11.473188 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9582917b-8dab-46a2-8189-3a085b602a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:13.529417 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-3c1f08cc-46bd-44f9-bb38-133a4c3acd26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522568 Oct 27 17:22:13.621608 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-7ea0c833-c7e6-46b9-9883-76818862a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:13.623153 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-7ea0c833-c7e6-46b9-9883-76818862a628 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0488079 Oct 27 17:22:13.741311 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b450bb0c-9635-465b-918d-888e274bd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:13.742854 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b450bb0c-9635-465b-918d-888e274bd1e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.0970058 Oct 27 17:22:13.822068 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b7e7f551-0e33-4c52-ad7d-086741f71c78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0705953 Oct 27 17:22:13.877331 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b70fe78e-166a-42c5-aeba-e381bc7cb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:13.879148 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b70fe78e-166a-42c5-aeba-e381bc7cb303 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0496974 Oct 27 17:22:13.938527 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-0cc2445a-f174-448f-9bde-b94f4909cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:13.940163 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-0cc2445a-f174-448f-9bde-b94f4909cfc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525911 Oct 27 17:22:14.055950 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-b6e7afe5-aaeb-4055-8efe-db78c74f30bf service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074457 Oct 27 17:22:14.160439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-a2d4b9dd-2b65-411e-b5e7-e06b6c23504f req-2b23590c-1922-4b39-b3e1-557eb7f12d13 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945077 Oct 27 17:22:14.186745 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-6fbb29f0-dbb0-419b-a61c-6ee309f7f358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:14.897057 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:15.571494 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:17.340806 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:17.636656 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:28.866579 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:29.279089 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:41.442966 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-8b153591-e2c3-4314-a2b3-4d17c297016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:44.128387 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-355d57c0-23e2-4574-9e91-da69e709a6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:44.797977 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:45.471879 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:47.312171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:54.635526 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:58.757885 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:59.208407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:11.420481 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-30642c1c-681f-4181-adee-f862de9f026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:13.546971 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-1bb19ba5-d4c6-40b6-9b5f-de3ec565c37d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481117 Oct 27 17:23:13.641941 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-5479b170-8675-453e-b9e0-b44ead321350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:13.643643 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-5479b170-8675-453e-b9e0-b44ead321350 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0490119 Oct 27 17:23:13.764077 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-71c6980b-081f-4d53-9196-b4f4bc0d8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:13.765665 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-71c6980b-081f-4d53-9196-b4f4bc0d8b12 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1002266 Oct 27 17:23:13.851954 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-67ceaf48-7f97-4f22-9f42-d9820b37a076 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0750849 Oct 27 17:23:13.912048 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-58cf3fc3-8c46-4994-ac59-d92d14908b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:13.913579 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-58cf3fc3-8c46-4994-ac59-d92d14908b0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0537143 Oct 27 17:23:13.974688 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-8e91235d-a5d9-43da-bfc4-d1835ea2471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:13.976606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-8e91235d-a5d9-43da-bfc4-d1835ea2471c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525417 Oct 27 17:23:14.101606 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-89a18dba-7f17-49a4-8247-1fc7d0184318 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161320 Oct 27 17:23:14.157224 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e86bd7e1-922d-425b-85c3-4e65c53d9fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:14.234344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-70c6015a-5bb7-48cb-a894-a5254628c5f0 req-32f336dc-389a-4729-bd94-00594a76d971 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241877 Oct 27 17:23:14.877171 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:15.602214 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:17.408196 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:28.848323 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:29.242139 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:31.636001 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:23:41.390569 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f85c3846-c825-4933-b12a-eba3dd29a8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:44.207304 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-5cbea528-2416-4593-9e43-e99ce1bde97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:44.790286 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:45.469876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:47.333192 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:58.772768 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:59.197288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:08.646403 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:11.419232 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-97150b3c-ca93-4a1f-8cbf-3a19e4e6e056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:13.561149 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-b1ddcb56-7809-4530-99c1-3a979b1071d6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481527 Oct 27 17:24:13.684020 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-e90a9384-8fd4-4e6f-832a-632e07f01fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:13.687214 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-e90a9384-8fd4-4e6f-832a-632e07f01fd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0703285 Oct 27 17:24:13.815129 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-217f6b10-8b63-48f0-8955-2281a70516d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:13.816859 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-217f6b10-8b63-48f0-8955-2281a70516d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1092825 Oct 27 17:24:13.907660 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-c6dbe6b7-c026-4765-aff8-8dc598efe68e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0827579 Oct 27 17:24:13.989370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-42d4604b-5107-43fc-8053-31bcb8d60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:13.991625 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-42d4604b-5107-43fc-8053-31bcb8d60062 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0751250 Oct 27 17:24:14.045029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-4aad6438-c9b0-4060-9fc6-4abfa6d4b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:14.047378 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-4aad6438-c9b0-4060-9fc6-4abfa6d4b6f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483694 Oct 27 17:24:14.103811 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-15eab1d5-6ec5-495c-8f7c-9699de95eaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:14.177283 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-d791e1ad-fa7a-415a-bbd6-8841c2732b42 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205950 Oct 27 17:24:14.313402 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-ee65620b-cfd0-42f3-aad2-5f1eae085712 req-0118336a-b48b-4513-ad65-e13904ea52b1 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287429 Oct 27 17:24:14.772899 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:15.476333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:17.298873 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:28.853002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:29.225827 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:41.463672 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f91adda6-2c0f-43aa-a90e-bd5eee8616d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:44.126946 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-982f97e8-29c3-48e3-b4d2-62c5bb763042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:44.784209 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:45.608488 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:45.636226 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:47.332547 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:58.776339 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:59.218688 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:11.435894 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-bbb40798-a506-4c56-81af-c7349da53f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:14.085637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb4d4-12c0-4cc3-beae-c1532aa56e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:14.812533 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:15.536675 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:15.641119 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-25a2db08-ddfc-4534-9a68-15437653a1aa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228728 Oct 27 17:25:15.779792 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80583-8482-4751-8b36-348c1c8da288 req-3e572625-7008-4842-99fc-8d29f4a3edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:15.781478 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-3e572625-7008-4842-99fc-8d29f4a3edcf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0786421 Oct 27 17:25:15.947328 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80583-8482-4751-8b36-348c1c8da288 req-b4d878b3-3300-471a-b827-3a4fbb846126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:15.949895 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-b4d878b3-3300-471a-b827-3a4fbb846126 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1364903 Oct 27 17:25:16.046712 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-c49d3792-1104-4f07-a1e6-06ded734884c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0870562 Oct 27 17:25:16.114133 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80583-8482-4751-8b36-348c1c8da288 req-7b86fbd5-9ace-43fd-ab2c-305fa99baa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:16.116289 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-7b86fbd5-9ace-43fd-ab2c-305fa99baa0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0610781 Oct 27 17:25:16.181245 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80583-8482-4751-8b36-348c1c8da288 req-82635223-bc60-40d4-990a-195489a363b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:16.182915 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-82635223-bc60-40d4-990a-195489a363b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572493 Oct 27 17:25:16.310569 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-223016e0-68b5-48a5-b101-b33c8e702fe4 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182880 Oct 27 17:25:16.421081 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-c6a80583-8482-4751-8b36-348c1c8da288 req-0226fd80-8d53-45b2-b4f4-7fe4cce637a4 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029429 Oct 27 17:25:17.337995 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:22.639579 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:25:28.783402 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:29.240767 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:41.446503 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-04cc750f-baad-425f-9a84-fa21fb303457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:44.087441 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9139691a-fb43-44ce-9d35-1eb85182b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:44.777682 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:45.560765 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:47.335587 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:58.786517 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:59.223507 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:59.639302 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:26:11.409163 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-280fdbb6-5087-4110-980b-a42d87855123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:14.063575 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-4768f9b1-d155-4a57-8c04-dcf1eada9d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:14.797876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:15.511810 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:15.517427 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-341dc9e9-13b7-4910-9eae-a5eb14d4add5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481079 Oct 27 17:26:15.609731 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-4deee5fb-ca28-4310-8e9d-28c2f6de95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:15.611431 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-4deee5fb-ca28-4310-8e9d-28c2f6de95b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0447083 Oct 27 17:26:15.742797 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-adf49a48-de43-4698-9c3e-7b31c914fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:15.744316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-adf49a48-de43-4698-9c3e-7b31c914fae7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1113701 Oct 27 17:26:15.832680 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-99cc9a57-d928-4190-88b0-a5b1d224aa85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0797629 Oct 27 17:26:15.886906 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-b9a84bbd-cf9d-41ef-8970-7f3a617ad624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:15.888458 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-b9a84bbd-cf9d-41ef-8970-7f3a617ad624 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0479310 Oct 27 17:26:15.942617 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-1a565017-c539-425a-a6cf-4fc4b33cae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:15.944206 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-1a565017-c539-425a-a6cf-4fc4b33cae2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469828 Oct 27 17:26:16.067076 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-1503447e-4228-4d19-b66b-dc1ca2791363 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131115 Oct 27 17:26:16.169645 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1ae25ad8-e97b-4957-bcb0-ba2d3094032e req-556e394a-44a2-47f1-b9ce-79d72bb3c3c4 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950162 Oct 27 17:26:17.336024 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:28.774207 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:29.214410 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:36.640058 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:26:41.488209 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e5107374-9395-4153-9187-e79f89f2e630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:44.031432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-1cd78e0a-b95c-4667-99db-c84825464305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:44.794876 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:45.482619 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:47.300656 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:58.768019 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:59.242570 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:11.436092 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-10b9873a-a3c7-4387-9d5b-77b571f4ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:13.639961 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:14.093015 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-49f6fe9b-8194-4b93-bc6c-1c81ce0e11b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:14.773723 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:15.510316 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:15.563730 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-cf93819d-e018-4103-9f54-e04b52f206b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510459 Oct 27 17:27:15.661757 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-22739bee-4e91-4b6f-a56a-9ddc4aac9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:15.663316 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-22739bee-4e91-4b6f-a56a-9ddc4aac9d3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0431948 Oct 27 17:27:15.783106 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-a7771c23-75fb-48f3-8af3-d7557a0a1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:15.784687 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-a7771c23-75fb-48f3-8af3-d7557a0a1ce0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.0983157 Oct 27 17:27:15.861064 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-50ac31fa-78ea-4de2-a3dc-c4a340841284 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0662196 Oct 27 17:27:15.917126 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-686d80e5-7a7e-4114-b2de-a3680cb9ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:15.918621 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-686d80e5-7a7e-4114-b2de-a3680cb9ce25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0491471 Oct 27 17:27:15.977196 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-04fb0461-08be-406a-8cca-46ed0eb0d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:15.978741 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-04fb0461-08be-406a-8cca-46ed0eb0d82a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510869 Oct 27 17:27:16.098501 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-63b09a71-d2ce-423d-9d6e-d856f2d2f5e7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108091 Oct 27 17:27:16.211571 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-319187b5-a5e9-453c-9c75-9dfcf6709049 req-a33af24d-3f59-444a-883c-61af1438e1a6 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029177 Oct 27 17:27:17.306065 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:28.818851 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:29.259456 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:41.407288 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-168a33c6-20ab-4f0f-ad68-4758d35da5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:44.115648 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a3475219-d622-48d0-b8b9-d160593df1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:44.807333 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:45.544722 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:47.333407 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:50.639777 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:58.795778 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:59.464367 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:11.452927 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9be7fc84-7024-4d1d-89db-f270d11906f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.126808 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-9e1d31cb-f17e-4d89-9473-9ab49582d13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.784595 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.532432 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.326887 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.547407 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-e1ceefbc-28f4-4e16-8242-2471372b53cf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437536 Oct 27 17:28:17.636673 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-fb25cfed-ec59-4bca-8ed2-e2483ef39665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:17.638217 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-fb25cfed-ec59-4bca-8ed2-e2483ef39665 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0428956 Oct 27 17:28:18.110370 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-9da38815-7ace-46a0-913b-b81e350761be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:18.112543 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-9da38815-7ace-46a0-913b-b81e350761be service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.4496264 Oct 27 17:28:18.185819 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-35c4f4ad-52ef-405e-b771-7852a6f60a3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0647867 Oct 27 17:28:18.249029 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-235785a5-30c6-4c55-8e93-6929b69783f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:18.250602 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-235785a5-30c6-4c55-8e93-6929b69783f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0562050 Oct 27 17:28:18.300861 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-e8afaa73-a6a8-4c05-9904-4ca1e099a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:18.302545 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-e8afaa73-a6a8-4c05-9904-4ca1e099a278 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439005 Oct 27 17:28:18.403617 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-04ea6560-e196-4b27-b702-d2d1cd0d9ea2 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899277 Oct 27 17:28:18.508216 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-1fa45d91-ae05-48e9-a5a0-9373a3ad868b req-45e37449-05e5-43c6-b2d4-e8c358a73bcf service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958643 Oct 27 17:28:25.825377 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-3a0072f3-9c45-4507-9272-363bcb0b6cdf req-7e33144f-1338-42d7-8c04-e111c58ff348 service neutron] (114449) timed out ('10.222.0.70', 53550) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:28:27.641458 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:28:28.795426 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.316229 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:41.417823 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-f3ee090c-3f54-4226-915f-42070e1f3efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:44.086643 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-a4a215ec-1d3e-464d-a2f3-e5abc18d5b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:44.789444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:45.515002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:47.321002 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.806558 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:59.297956 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:04.640796 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:29:11.464045 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-dad50cf4-0c28-4fe6-9009-dd426f6fc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:13.351283 n-d-814735-4 neutron-server[114449]: DEBUG neutron.wsgi [req-e7f33cbb-500c-400e-a127-37c434d2b70c req-0fe5e851-99a9-4ac0-aa0b-e2a2c3b18ad5 service neutron] (114449) timed out ('10.222.0.79', 52335) {{(pid=114449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:29:14.035941 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-958a5a62-04f7-4bf3-b378-09b84652a628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:14.783500 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:15.505394 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:17.337342 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:18.541342 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-08aa8a47-0917-4ce1-9799-49019a0411b1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423334 Oct 27 17:29:18.631927 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-afd02c32-8189-467e-a2ec-5f95d56f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:18.633356 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-afd02c32-8189-467e-a2ec-5f95d56f71cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0475936 Oct 27 17:29:18.741820 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-7cc99e8d-0636-42da-b75d-7dbf1616d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:18.743344 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-7cc99e8d-0636-42da-b75d-7dbf1616d13d service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.0883040 Oct 27 17:29:18.819565 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-4ccee4ff-9ad5-4c48-9b25-de1c883368a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0674703 Oct 27 17:29:18.873336 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-04e02aff-463c-445c-a084-341f2407bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:18.875795 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-04e02aff-463c-445c-a084-341f2407bfb9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0489223 Oct 27 17:29:18.924704 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-c36c00e0-727d-4d50-9619-51dab726e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:18.926236 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-c36c00e0-727d-4d50-9619-51dab726e447 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424476 Oct 27 17:29:19.024675 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-7782e82b-f33c-40e9-afd3-ca0f1905e9e9 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898945 Oct 27 17:29:19.122238 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-e03fcc50-1ed2-441e-a117-22cbdf04edf0 req-2281115e-ae42-492e-be1b-695391e59e8e service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901403 Oct 27 17:29:28.795347 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:29.310848 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:41.458621 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-e64619cb-536c-4166-b445-0a8fb24f94e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:41.640635 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:29:44.058681 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7f428db8-c809-48d9-ac2b-8076d2e0c1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:44.818444 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:45.504185 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:47.310584 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:58.784702 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-7c27b9ca-df10-47db-aabe-378a404264a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:59.287443 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-090d5905-749e-4a47-9f3e-17b19958bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:11.436518 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-d5899a6c-45b6-4472-916e-e9e31d357835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:14.075652 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-40b0ce7f-c23b-441e-b886-2b7bf285d7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:14.835637 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-df1016d9-c773-4406-8719-cb1135bb541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:15.515666 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-357bd592-8385-4e2e-b119-c05caec4dae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:17.337117 n-d-814735-4 neutron-server[114450]: DEBUG neutron_lib.callbacks.manager [None req-733fd5b0-0b41-49cf-8407-7dc33cc627ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730513322572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683405'] for agent, after_update {{(pid=114450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:18.641552 n-d-814735-4 neutron-server[114451]: DEBUG neutron.db.agents_db [None req-0458c029-ae6d-4dda-9397-5f0e688e8a2d None None] Agent healthcheck: found 7 active agents {{(pid=114451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:30:18.749686 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-007e2345-d600-431a-a75b-26d33c381643 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2318759 Oct 27 17:30:18.845800 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bf66-3774-4000-bf13-a687fb379e7a req-c7e4a195-63f6-4f77-b0e0-6598ead77eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:18.847892 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-c7e4a195-63f6-4f77-b0e0-6598ead77eef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ac2be933d0748c7b6c54aa2e8179d47&device_id=be5a6f28-e3fa-46c2-a581-b291478cb9d6 HTTP/1.1" status: 200 len: 1136 time: 0.0460739 Oct 27 17:30:18.979173 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bf66-3774-4000-bf13-a687fb379e7a req-59a9423f-8805-4c09-88dd-d7ed76e8a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:18.981303 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-59a9423f-8805-4c09-88dd-d7ed76e8a203 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389 HTTP/1.1" status: 200 len: 916 time: 0.1094944 Oct 27 17:30:19.057439 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-10ea2135-7bdb-41a3-bfd7-cbf7b60779cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b1f28a4-9b94-4c11-bc35-50c51beb4fab HTTP/1.1" status: 200 len: 1002 time: 0.0665483 Oct 27 17:30:19.114284 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bf66-3774-4000-bf13-a687fb379e7a req-4664916f-4c33-453b-82c0-cadf2c6fbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:19.115827 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-4664916f-4c33-453b-82c0-cadf2c6fbdfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=697ea705-e63e-4d69-9e5a-dfc556ac6475 HTTP/1.1" status: 200 len: 854 time: 0.0508399 Oct 27 17:30:19.172653 n-d-814735-4 neutron-server[114448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bf66-3774-4000-bf13-a687fb379e7a req-20a7d621-0841-46fd-9c2a-65edbe100b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:19.174267 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-20a7d621-0841-46fd-9c2a-65edbe100b12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fd5b1a2-dec1-4e2d-b438-a26f2a15b389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503621 Oct 27 17:30:19.189505 n-d-814735-4 neutron-server[114448]: DEBUG neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-c5b8b480-780c-4b1d-a859-26ce2c8f0b1a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=114448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:30:19.190746 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-c5b8b480-780c-4b1d-a859-26ce2c8f0b1a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081871 Oct 27 17:30:19.321588 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-e7d798d7-66d6-4e0d-97cf-b97d00e3df11 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234646 Oct 27 17:30:19.444484 n-d-814735-4 neutron-server[114448]: INFO neutron.wsgi [req-3109bf66-3774-4000-bf13-a687fb379e7a req-66f8c68b-d558-4ff2-b9cf-c8c4dd82aa13 service neutron] 10.222.0.79 "GET /v2.0/networks/1fd5b1a2-dec1-4e2d-b438-a26f2a15b389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149642